/
bisect_spec.rb
90 lines (71 loc) · 3.26 KB
/
bisect_spec.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
RSpec::Support.require_rspec_core "formatters/bisect_progress_formatter"
module RSpec::Core
RSpec.describe "Bisect", :slow, :simulate_shell_allowing_unquoted_ids do
include FormatterSupport
before do
skip "These specs do not consistently pass or fail on AppVeyor on Ruby 2.1+"
end if ENV['APPVEYOR'] && RUBY_VERSION.to_f > 2.0
def bisect(cli_args, expected_status=nil)
options = ConfigurationOptions.new(cli_args)
expect {
status = Invocations::Bisect.new.call(options, formatter_output, formatter_output)
expect(status).to eq(expected_status) if expected_status
}.to avoid_outputting.to_stdout_from_any_process.and avoid_outputting.to_stderr_from_any_process
normalize_durations(formatter_output.string)
end
context "when a load-time problem occurs while running the suite" do
it 'surfaces the stdout and stderr output to the user' do
output = bisect(%w[spec/rspec/core/resources/fail_on_load_spec.rb_], 1)
expect(output).to include("Bisect failed!", "undefined method `contex'", "About to call misspelled method")
end
end
context "when the spec ordering is inconsistent" do
it 'stops bisecting and surfaces the problem to the user' do
output = bisect(%W[spec/rspec/core/resources/inconsistently_ordered_specs.rb], 1)
expect(output).to include("Bisect failed!", "The example ordering is inconsistent")
end
end
context "when the bisect command saturates the pipe" do
# On OSX and Linux a file descriptor limit meant that the bisect process got stuck at a certain limit.
# This test demonstrates that we can run large bisects above this limit (found to be at time of commit).
# See: https://github.com/rspec/rspec-core/pull/2669
it 'does not hit pipe size limit and does not get stuck' do
output = bisect(%W[spec/rspec/core/resources/blocking_pipe_bisect_spec.rb_], 1)
expect(output).to include("No failures found.")
end
it 'does not leave zombie processes', :unless => RSpec::Support::OS.windows? do
bisect(['--format', 'json', 'spec/rspec/core/resources/blocking_pipe_bisect_spec.rb_'], 1)
zombie_process = RSpecChildProcess.new(Process.pid).zombie_process
expect(zombie_process).to eq([]), <<-MSG
Expected no zombie processes got #{zombie_process.count}:
#{zombie_process}
MSG
end
end
class RSpecChildProcess
Ps = Struct.new(:pid, :ppid, :state, :command)
def initialize(pid)
@list = child_process_list(pid)
end
def zombie_process
@list.select { |child_process| child_process.state =~ /Z/ }
end
private
def child_process_list(pid)
childs_process_list = []
ps_pipe = `ps -o pid=,ppid=,state=,args= | grep #{pid}`
ps_pipe.split(/\n/).map do |line|
ps_part = line.lstrip.split(/\s+/)
next unless ps_part[1].to_i == pid
child_process = Ps.new
child_process.pid = ps_part[0]
child_process.ppid = ps_part[1]
child_process.state = ps_part[2]
child_process.command = ps_part[3..-1].join(' ')
childs_process_list << child_process
end
childs_process_list
end
end
end
end