Add integration tests. (#754)

integration-tests/.dockerignore

@@ -0,0 +1,2 @@
+.*
+Dockerfile

integration-tests/Dockerfile

@@ -0,0 +1,11 @@
+FROM debian:jessie
+
+RUN apt-get update \
+ && apt-get install --no-install-recommends -y --force-yes ruby ruby-dev build-essential \
+ && gem install --no-ri --no-rdoc cassandra-driver \
+ && apt-get purge -y --auto-remove build-essential \
+ && apt-get clean \
+ && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
+
+ADD https://raw.githubusercontent.com/mesos/chronos/master/bin/chronos-sync.rb /chronos/chronos-sync.rb
+COPY . /chronos

integration-tests/check-results.rb

@@ -0,0 +1,88 @@
+#!/usr/bin/env ruby
+
+require 'cassandra'
+require 'securerandom'
+
+CASSANDRA_HOSTS = ['node-0.cassandra.mesos', 'node-1.cassandra.mesos', 'node-2.cassandra.mesos']
+CASSANDRA_PORT = 9042
+
+cluster = Cassandra.cluster(hosts: CASSANDRA_HOSTS, port: CASSANDRA_PORT)
+
+session = cluster.connect
+
+exit_code = 0
+
+future = session.execute_async(
+ 'SELECT job_name, ts, task_state FROM metrics.chronos WHERE ts >= ? ALLOW FILTERING',
+ arguments: [(DateTime.now - 7).to_time]
+)
+result = []
+future.on_success do |rows|
+ rows.each do |row|
+ result.push({
+ :job_name => row['job_name'],
+ :ts => row['ts'],
+ :task_state => row['task_state'],
+ })
+ end
+end
+future.join
+
+grouped = result.group_by {|r| r[:job_name]}
+
+def check_count_equals(count, expected, name, state)
+ if count != expected
+ puts "State count for name=#{name} and state=#{state} didn't match expected value (got #{count}, expected #{expected}"
+ return true
+ end
+ false
+end
+
+def check_count_at_least(count, expected, name, state)
+ if count < expected
+ puts "State count for name=#{name} and state=#{state} didn't match expected >= value (got #{count}, expected #{expected}"
+ return true
+ end
+ false
+end
+
+def get_expected(name)
+ if name.include?('hourly')
+ 24*7
+ elsif name.include?('daily')
+ 7
+ elsif name.include?('weekly')
+ 1
+ else
+ 0
+ end
+end
+
+had_error = false
+grouped.each do |name, result|
+ states = result.group_by {|r| r[:task_state]}
+ counts = states.map{|k, v| {:state => k, :count =>v.size}}
+ puts "Summary for #{name}:"
+ puts counts
+ expected = get_expected(name)
+ next if expected == 0
+ counts.each do |v|
+ if v[:state] == 'TASK_FINISHED'
+ if check_count_equals(v[:count], expected, name, v[:state])
+ had_error = true
+ end
+ elsif v[:state] == 'TASK_RUNNING'
+ if check_count_at_least(v[:count], expected, name, v[:state])
+ had_error = true
+ end
+ end
+ end
+end
+
+if had_error
+ exit_code = 1
+end
+
+session.close
+
+exit exit_code

integration-tests/jobs/dependent/hourly-dependent-sleep1m.yaml

@@ -0,0 +1,10 @@
+---
+name: hourly-dependent-sleep1m
+command: sleep 1m
+parents:
+ - hourly-sleep1m
+owner: nobody
+cpus: 0.01
+mem: 32
+disk: 0
+runAsUser: root

integration-tests/jobs/scheduled/daily-sleep1m.yaml

@@ -0,0 +1,9 @@
+---
+name: daily-sleep1m
+command: sleep 1m
+schedule: R/2016-12-05T22:00:00.000Z/P1D
+owner: nobody
+cpus: 0.01
+mem: 32
+disk: 0
+runAsUser: root

integration-tests/jobs/scheduled/hourly-sleep1m.yaml

@@ -0,0 +1,9 @@
+---
+name: hourly-sleep1m
+command: sleep 1m
+schedule: R/2016-12-05T22:00:00.000Z/PT1H
+owner: nobody
+cpus: 0.01
+mem: 32
+disk: 0
+runAsUser: root

integration-tests/jobs/scheduled/weekly-sleep1m.yaml

@@ -0,0 +1,9 @@
+---
+name: weekly-sleep1m
+command: sleep 1m
+schedule: R/2016-12-05T22:00:00.000Z/P1W
+owner: nobody
+cpus: 0.01
+mem: 32
+disk: 0
+runAsUser: root