Merge pull request rails#102 from cristianbica/integration_tests

Integration testing

Author: dhh

.gitignore

@@ -0,0 +1,2 @@
+/test/dummy/log/*
+/test/dummy/tmp/*

.travis.yml

@@ -1,12 +1,19 @@
 before_install:
 - travis_retry gem install bundler
+- sudo apt-get update -qq
+- sudo apt-get install beanstalkd
+- echo "START=yes" | sudo tee -a /etc/default/beanstalkd
+- sudo /etc/init.d/beanstalkd start
+
 rvm:
 - 1.9.3
 - 2.0.0
 - 2.1
 - ruby-head
 - rbx-2
 - jruby
+env:
+- QC_DATABASE_URL="postgres://postgres@localhost/active_jobs_qc_int_test" QUE_DATABASE_URL="postgres://postgres@localhost/active_jobs_qc_int_test"
 matrix:
   allow_failures:
   - rvm: rbx-2
@@ -27,3 +34,6 @@ notifications:
       - secure: AgZwJA+9VdnWAw7QN9Z5s6RpQIzsEB0q7V+p3pCzXY45156WocL8iNQx+KnyOQ8jbRUt4L/XIOiZl5xHf4pHjXytHWHNhetAlVQP/hPeDcCSk/h0g5gqgf6QABdp38tBNaUq866bXHgCOZYPwwP9bypcmuv2SLyfIO+b/PBgqN0=
 services:
 - redis
+- rabbitmq
+addons:
+  postgresql: "9.3"

Gemfile

@@ -14,3 +14,12 @@ gem 'que'
 gem 'backburner'
 gem 'qu-rails', github: "bkeepers/qu", branch: "master"
 gem 'qu-redis'
+
+#for integration testing
+gem 'arel',  github: 'rails/arel'
+gem 'rack',  github: 'rack/rack'
+gem 'i18n',  github: 'svenfuchs/i18n'
+gem 'rails', github: 'rails/rails'
+gem 'sqlite3'
+gem 'delayed_job_active_record'
+gem 'sequel'

Gemfile.lock

@@ -1,6 +1,6 @@
 GIT
   remote: git://github.com/bkeepers/qu.git
-  revision: 2175633a834504423368d71cb10fb9f072d76cd2
+  revision: 50f3788f2b55ddd4dc939767fb35aebefa260322
   branch: master
   specs:
     qu (0.2.0)
@@ -11,6 +11,70 @@ GIT
       qu (= 0.2.0)
       redis-namespace
 
+GIT
+  remote: git://github.com/rack/rack.git
+  revision: e98a9f7ef0ddd9589145ea953948c73a8ce3caa9
+  specs:
+    rack (1.6.0.alpha)
+
+GIT
+  remote: git://github.com/rails/arel.git
+  revision: 66cee768bc163537087037a583f60639eae49fc3
+  specs:
+    arel (6.0.0.20140505020427)
+
+GIT
+  remote: git://github.com/rails/rails.git
+  revision: b2e88043b52a8f83820a0f4e8a65aa42fd40c544
+  specs:
+    actionmailer (4.2.0.alpha)
+      actionpack (= 4.2.0.alpha)
+      actionview (= 4.2.0.alpha)
+      mail (~> 2.5, >= 2.5.4)
+    actionpack (4.2.0.alpha)
+      actionview (= 4.2.0.alpha)
+      activesupport (= 4.2.0.alpha)
+      rack (~> 1.6.0.alpha)
+      rack-test (~> 0.6.2)
+    actionview (4.2.0.alpha)
+      activesupport (= 4.2.0.alpha)
+      builder (~> 3.1)
+      erubis (~> 2.7.0)
+    activemodel (4.2.0.alpha)
+      activesupport (= 4.2.0.alpha)
+      builder (~> 3.1)
+    activerecord (4.2.0.alpha)
+      activemodel (= 4.2.0.alpha)
+      activesupport (= 4.2.0.alpha)
+      arel (~> 6.0.0)
+    activesupport (4.2.0.alpha)
+      i18n (>= 0.7.0.dev, < 0.8)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.1)
+      tzinfo (~> 1.1)
+    rails (4.2.0.alpha)
+      actionmailer (= 4.2.0.alpha)
+      actionpack (= 4.2.0.alpha)
+      actionview (= 4.2.0.alpha)
+      activemodel (= 4.2.0.alpha)
+      activerecord (= 4.2.0.alpha)
+      activesupport (= 4.2.0.alpha)
+      bundler (>= 1.3.0, < 2.0)
+      railties (= 4.2.0.alpha)
+      sprockets-rails (~> 2.1)
+    railties (4.2.0.alpha)
+      actionpack (= 4.2.0.alpha)
+      activesupport (= 4.2.0.alpha)
+      rake (>= 0.8.7)
+      thor (>= 0.18.1, < 2.0)
+
+GIT
+  remote: git://github.com/svenfuchs/i18n.git
+  revision: cb679b8cdbab675703a3f88de4d48a48f7b50e06
+  specs:
+    i18n (0.7.0.dev)
+
 PATH
   remote: .
   specs:
@@ -21,27 +85,9 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    actionpack (4.1.1)
-      actionview (= 4.1.1)
-      activesupport (= 4.1.1)
-      rack (~> 1.5.2)
-      rack-test (~> 0.6.2)
-    actionview (4.1.1)
-      activesupport (= 4.1.1)
-      builder (~> 3.1)
-      erubis (~> 2.7.0)
-    activemodel (4.1.1)
-      activesupport (= 4.1.1)
-      builder (~> 3.1)
-    activemodel-globalid (0.1.0)
+    activemodel-globalid (0.1.1)
       activemodel (>= 4.1.0)
       activesupport (>= 4.1.0)
-    activesupport (4.1.1)
-      i18n (~> 0.6, >= 0.6.9)
-      json (~> 1.7, >= 1.7.7)
-      minitest (~> 5.1)
-      thread_safe (~> 0.1)
-      tzinfo (~> 1.1)
     amq-protocol (1.9.2)
     backburner (0.4.5)
       beaneater (~> 0.3.1)
@@ -54,54 +100,56 @@ GEM
       timers (~> 1.1.0)
     connection_pool (2.0.0)
     dante (0.1.5)
-    delayed_job (4.0.1)
+    delayed_job (4.0.2)
       activesupport (>= 3.0, < 4.2)
+    delayed_job_active_record (4.0.1)
+      activerecord (>= 3.0, < 4.2)
+      delayed_job (>= 3.0, < 4.1)
     erubis (2.7.0)
-    i18n (0.6.9)
+    hike (1.2.3)
     json (1.8.1)
-    minitest (5.3.4)
+    mail (2.6.1)
+      mime-types (>= 1.16, < 3)
+    mime-types (2.3)
+    minitest (5.4.0)
     mono_logger (1.1.0)
-    multi_json (1.9.3)
+    multi_json (1.10.1)
     pg (0.17.1)
-    que (0.7.3)
+    que (0.8.1)
     queue_classic (2.2.3)
       pg (~> 0.17.0)
-    rack (1.5.2)
-    rack-protection (1.5.2)
+    rack-protection (1.5.3)
       rack
     rack-test (0.6.2)
       rack (>= 1.0)
-    railties (4.1.1)
-      actionpack (= 4.1.1)
-      activesupport (= 4.1.1)
-      rake (>= 0.8.7)
-      thor (>= 0.18.1, < 2.0)
     rake (10.3.2)
-    redis (3.0.7)
-    redis-namespace (1.4.1)
-      redis (~> 3.0.4)
-    resque (1.24.1)
+    redis (3.1.0)
+    redis-namespace (1.5.1)
+      redis (~> 3.0, >= 3.0.4)
+    resque (1.25.2)
       mono_logger (~> 1.0)
       multi_json (~> 1.0)
-      redis-namespace (~> 1.2)
+      redis-namespace (~> 1.3)
       sinatra (>= 0.9.2)
       vegas (~> 0.1.2)
-    resque-scheduler (2.2.0)
-      redis (>= 3.0.0)
-      resque (>= 1.20.0, < 1.25)
+    resque-scheduler (3.0.0)
+      mono_logger (~> 1.0)
+      redis (~> 3.0)
+      resque (~> 1.25)
       rufus-scheduler (~> 2.0)
     rufus-scheduler (2.0.24)
       tzinfo (>= 0.3.22)
-    serverengine (1.5.7)
+    sequel (4.8.0)
+    serverengine (1.5.9)
       sigdump (~> 0.2.2)
-    sidekiq (3.0.2)
+    sidekiq (3.2.1)
       celluloid (>= 0.15.2)
       connection_pool (>= 2.0.0)
       json
       redis (>= 3.0.6)
       redis-namespace (>= 1.3.1)
     sigdump (0.2.2)
-    sinatra (1.4.4)
+    sinatra (1.4.5)
       rack (~> 1.4)
       rack-protection (~> 1.4)
       tilt (~> 1.3, >= 1.3.4)
@@ -110,14 +158,24 @@ GEM
       serverengine
       thor
       thread
-    sucker_punch (1.0.5)
+    sprockets (2.12.1)
+      hike (~> 1.2)
+      multi_json (~> 1.0)
+      rack (~> 1.0)
+      tilt (~> 1.1, != 1.3.0)
+    sprockets-rails (2.1.3)
+      actionpack (>= 3.0)
+      activesupport (>= 3.0)
+      sprockets (~> 2.8)
+    sqlite3 (1.3.9)
+    sucker_punch (1.1)
       celluloid (~> 0.15.2)
     thor (0.19.1)
     thread (0.1.4)
-    thread_safe (0.3.3)
+    thread_safe (0.3.4)
     tilt (1.4.1)
     timers (1.1.0)
-    tzinfo (1.1.0)
+    tzinfo (1.2.1)
       thread_safe (~> 0.1)
     vegas (0.1.11)
       rack (>= 1.0.0)
@@ -127,15 +185,22 @@ PLATFORMS
 
 DEPENDENCIES
   activejob!
+  arel!
   backburner
   delayed_job
+  delayed_job_active_record
+  i18n!
   qu-rails!
   qu-redis
   que
   queue_classic
+  rack!
+  rails!
   rake
   resque
   resque-scheduler
+  sequel
   sidekiq
   sneakers (= 0.1.1.pre)
+  sqlite3
   sucker_punch

Rakefile

@@ -18,13 +18,15 @@ end
 
 task default: :test
 
+ADAPTERS = %w(inline delayed_job qu que queue_classic resque sidekiq sneakers sucker_punch backburner)
+
 desc 'Run all adapter tests'
 task :test do
-  tasks = %w(test_inline test_delayed_job test_qu test_que test_queue_classic test_resque test_sidekiq test_sneakers test_sucker_punch test_backburner)
+  tasks = ADAPTERS.map{|a| "test_#{a}" }+["integration_test"]
   run_without_aborting(*tasks)
 end
 
-%w(inline delayed_job qu que queue_classic resque sidekiq sneakers sucker_punch backburner).each do |adapter|
+ADAPTERS.each do |adapter|
   Rake::TestTask.new("test_#{adapter}") do |t|
     t.libs << 'test'
     t.test_files = FileList['test/cases/**/*_test.rb']
@@ -38,3 +40,29 @@ end
 
   task "test_#{adapter}" => "#{adapter}:env"
 end
+
+
+
+desc 'Run all adapter integration tests'
+task :integration_test do
+  tasks = (ADAPTERS-['inline']).map{|a| "integration_test_#{a}" }
+  run_without_aborting(*tasks)
+end
+
+(ADAPTERS-['inline']).each do |adapter|
+  Rake::TestTask.new("integration_test_#{adapter}") do |t|
+    t.libs << 'test'
+    t.test_files = FileList['test/integration/**/*_test.rb']
+    t.verbose = true
+  end
+
+  namespace "integration_#{adapter}" do
+    task test: "integration_test_#{adapter}"
+    task(:env) do
+      ENV['AJADAPTER'] = adapter
+      ENV['AJ_INTEGRATION_TESTS'] = "1"
+    end
+  end
+
+  task "integration_test_#{adapter}" => "integration_#{adapter}:env"
+end

lib/active_job/queue_adapters/sneakers_adapter.rb

@@ -21,6 +21,7 @@ def enqueue_at(job, timestamp, *args)
 
       class JobWrapper
         include Sneakers::Worker
+        from_queue 'active_jobs_default'
 
         def work(msg)
           job_name, *args = ActiveSupport::JSON.decode(msg)

test/dummy/Rakefile

@@ -0,0 +1,3 @@
+require 'sneakers/tasks'
+require File.expand_path('../config/application', __FILE__)
+Rails.application.load_tasks

test/dummy/app/assets/images/.keep

@@ -0,0 +1,3 @@
+class ApplicationController < ActionController::Base
+  protect_from_forgery with: :exception
+end

test/dummy/app/controllers/application_controller.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

test/dummy/app/controllers/concerns/.keep

@@ -0,0 +1,9 @@
+class TestJob < ActiveJob::Base
+  queue_as :default
+
+  def perform(x)
+    File.open(Rails.root.join("tmp/#{x}"), "w+") do |f|
+      f.write x
+    end
+  end
+end

test/dummy/app/helpers/application_helper.rb

@@ -0,0 +1,4 @@
+# This file is used by Rack-based servers to start the application.
+
+require ::File.expand_path('../config/environment',  __FILE__)
+run Rails.application

test/dummy/app/jobs/test_job.rb

@@ -0,0 +1,9 @@
+require File.expand_path('../boot', __FILE__)
+require 'rails/all'
+Bundler.require(*Rails.groups)
+
+module Dummy
+  class Application < Rails::Application
+  end
+end
+

test/dummy/app/mailers/.keep

@@ -0,0 +1,5 @@
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
+
+require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
+$LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)

test/dummy/app/models/.keep

@@ -0,0 +1,3 @@
+test:
+  adapter: sqlite3
+  database: "db/test.sqlite3"

test/dummy/app/models/concerns/.keep

@@ -0,0 +1,2 @@
+require File.expand_path('../application', __FILE__)
+Rails.application.initialize!