Add CLI Run Test - Write Pid, System Boot, Print Banner (#4039)

* Add appraisal

* Test CLI run (write pid, system boot, print banner)

* Cleanup test helper

* Set REDIS_URL to use non-default host in test env

* Move mintiest-focus to test bundle group

.gitignore

@@ -2,6 +2,7 @@
 .ruby-version
 tags
 Gemfile.lock
+gemfiles/*.lock
 *.swp
 dump.rdb
 .rbx

.travis.yml

@@ -4,8 +4,11 @@ cache: bundler
 services:
   - redis-server
 before_install:
-  - gem install bundler
-  - gem update bundler
+  - gem update --system
+gemfile:
+  - gemfiles/rails_4.gemfile
+  - gemfiles/rails_5.gemfile
+bundler_args: --without development load_test
 rvm:
   - 2.2.10
   - 2.3.7

Appraisals

@@ -0,0 +1,9 @@
+appraise "rails-4" do
+  gem "rails", "~> 4.2"
+  gem 'activerecord-jdbcsqlite3-adapter', '< 50', platforms: :jruby
+end
+
+appraise "rails-5" do
+  gem "rails", "~> 5.2"
+  gem 'activerecord-jdbcsqlite3-adapter', '>= 50', platforms: :jruby
+end

Gemfile

@@ -1,15 +1,29 @@
 source 'https://rubygems.org'
+
 gemspec
 
-# load testing
-#gem "hiredis"
-#gem 'toxiproxy'
+gem 'rake'
+gem 'redis-namespace'
+gem 'rails', '~> 5.2'
+gem 'sqlite3', platforms: :ruby
+gem 'activerecord-jdbcsqlite3-adapter', platforms: :jruby
+
+group :development do
+  gem 'appraisal'
+end
 
 group :test do
-  gem 'rails', '>= 5.0.1'
   gem 'minitest'
-  gem 'pry-byebug', platforms: :mri
-  gem 'rake'
-  gem 'redis-namespace'
+  gem 'minitest-focus'
+  gem 'minitest-reporters'
   gem 'simplecov'
 end
+
+group :development, :test do
+  gem 'pry-byebug', platforms: :mri
+end
+
+group :load_test do
+  gem 'hiredis'
+  gem 'toxiproxy'
+end

Rakefile

@@ -1,8 +1,9 @@
 require 'bundler/gem_tasks'
 require 'rake/testtask'
+
 Rake::TestTask.new(:test) do |test|
   test.warning = true
   test.pattern = 'test/**/test_*.rb'
 end
 
-task :default => :test
+task default: :test

gemfiles/rails_4.gemfile

@@ -0,0 +1,31 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "rake"
+gem "redis-namespace"
+gem "rails", "~> 4.2"
+gem "sqlite3", platforms: :ruby
+gem "activerecord-jdbcsqlite3-adapter", "< 50", platforms: :jruby
+
+group :development do
+  gem "appraisal"
+end
+
+group :test do
+  gem "minitest"
+  gem "minitest-focus"
+  gem "minitest-reporters"
+  gem "simplecov"
+end
+
+group :development, :test do
+  gem "pry-byebug", platforms: :mri
+end
+
+group :load_test do
+  gem "hiredis"
+  gem "toxiproxy"
+end
+
+gemspec path: "../"

gemfiles/rails_5.gemfile

@@ -0,0 +1,31 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "rake"
+gem "redis-namespace"
+gem "rails", "~> 5.2"
+gem "sqlite3", platforms: :ruby
+gem "activerecord-jdbcsqlite3-adapter", ">= 50", platforms: :jruby
+
+group :development do
+  gem "appraisal"
+end
+
+group :test do
+  gem "minitest"
+  gem "minitest-focus"
+  gem "minitest-reporters"
+  gem "simplecov"
+end
+
+group :development, :test do
+  gem "pry-byebug", platforms: :mri
+end
+
+group :load_test do
+  gem "hiredis"
+  gem "toxiproxy"
+end
+
+gemspec path: "../"

lib/sidekiq/cli.rb

@@ -24,7 +24,6 @@ class CLI
       proc { |me, data| "stopping" if me.stopping? },
     ]
 
-    # Used for CLI testing
     attr_accessor :launcher
     attr_accessor :environment
 
@@ -45,7 +44,7 @@ def run
       daemonize if options[:daemon]
       write_pid
       boot_system
-      print_banner
+      print_banner if environment == 'development' && $stdout.tty?
 
       self_read, self_write = IO.pipe
       sigs = %w(INT TERM TTIN TSTP)
@@ -93,6 +92,10 @@ def run
       logger.debug { "Client Middleware: #{Sidekiq.client_middleware.map(&:klass).join(', ')}" }
       logger.debug { "Server Middleware: #{Sidekiq.server_middleware.map(&:klass).join(', ')}" }
 
+      launch(self_read)
+    end
+
+    def launch(self_read)
       if !options[:daemon]
         logger.info 'Starting processing, hit Ctrl-C to stop'
       end
@@ -178,21 +181,16 @@ def handle_signal(sig)
     private
 
     def print_banner
-      # Print logo and banner for development
-      if environment == 'development' && $stdout.tty?
-        puts "\e[#{31}m"
-        puts Sidekiq::CLI.banner
-        puts "\e[0m"
-      end
+      puts "\e[#{31}m"
+      puts Sidekiq::CLI.banner
+      puts "\e[0m"
     end
 
     def daemonize
       raise ArgumentError, "You really should set a logfile if you're going to daemonize" unless options[:logfile]
-      files_to_reopen = []
-      ObjectSpace.each_object(File) do |file|
-        files_to_reopen << file unless file.closed?
-      end
 
+      files_to_reopen = ObjectSpace.each_object(File).reject { |f| f.closed? }
+
       ::Process.daemon(true, true)
 
       files_to_reopen.each do |file|
@@ -251,8 +249,6 @@ def options
     def boot_system
       ENV['RACK_ENV'] = ENV['RAILS_ENV'] = environment
 
-      raise ArgumentError, "#{options[:require]} does not exist" unless File.exist?(options[:require])
-
       if File.directory?(options[:require])
         require 'rails'
         if ::Rails::VERSION::MAJOR < 4
@@ -272,10 +268,7 @@ def boot_system
         end
         options[:tag] ||= default_tag
       else
-        not_required_message = "#{options[:require]} was not required, you should use an explicit path: " +
-            "./#{options[:require]} or /path/to/#{options[:require]}"
-
-        require(options[:require]) || raise(ArgumentError, not_required_message)
+        require options[:require]
       end
     end
 

lib/sidekiq/rails.rb

@@ -1,4 +1,5 @@
 # frozen_string_literal: true
+
 module Sidekiq
   class Rails < ::Rails::Engine
     # We need to setup this up before any application configuration which might
@@ -54,4 +55,4 @@ def inspect
   $stderr.puts("**************************************************")
   $stderr.puts("⛔️ WARNING: Sidekiq server is no longer supported by Rails 3.2 - please ensure your server/workers are updated")
   $stderr.puts("**************************************************")
-end
+end

test/dummy/config/application.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require "rails/all"
+
+module Dummy
+  class Application < Rails::Application
+    config.root = File.expand_path("../..", __FILE__)
+    config.eager_load = false
+    config.logger = Logger.new('/dev/null')
+
+    if Rails::VERSION::MAJOR >= 5
+      config.active_record.sqlite3.represent_boolean_as_integer = true
+    end
+  end
+end

test/dummy/config/database.yml

@@ -0,0 +1,11 @@
+development:
+  adapter: sqlite3
+  database: db/development.sqlite3
+  pool: 5
+  timeout: 5000
+
+test:
+  adapter: sqlite3
+  database: db/test.sqlite3
+  pool: 5
+  timeout: 5000

test/dummy/config/environment.rb

@@ -0,0 +1,3 @@
+require_relative 'application'
+
+Rails.application.initialize!

test/helper.rb

@@ -1,7 +1,12 @@
 # frozen_string_literal: true
 
-require "bundler/setup"
-Bundler.require
+require 'bundler/setup'
+Bundler.require(:default, :test)
+
+require 'minitest/reporters'
+require 'minitest/autorun'
+
+MiniTest::Reporters.use! Minitest::Reporters::DefaultReporter.new
 
 $TESTING = true
 # disable minitest/parallel threads
@@ -15,36 +20,10 @@
   end
 end
 
-ENV['RACK_ENV'] = ENV['RAILS_ENV'] = 'test'
-
-trap 'TSTP' do
-  threads = Thread.list
-
-  puts
-  puts "=" * 80
-  puts "Received TSTP signal; printing all #{threads.count} thread backtraces."
-
-  threads.each do |thr|
-    description = thr == Thread.main ? "Main thread" : thr.inspect
-    puts
-    puts "#{description} backtrace: "
-    puts thr.backtrace.join("\n")
-  end
-
-  puts "=" * 80
-end
-
-require 'minitest/autorun'
+ENV['REDIS_URL'] ||= 'redis://localhost/15'
 
 Sidekiq.logger.level = Logger::ERROR
 
-REDIS_URL = ENV['REDIS_URL'] || 'redis://localhost/15'
-REDIS = Sidekiq::RedisConnection.create(:url => REDIS_URL)
-
-Sidekiq.configure_client do |config|
-  config.redis = { :url => REDIS_URL }
-end
-
 def capture_logging(lvl=Logger::INFO)
   old = Sidekiq.logger
   begin