create a text log of failed parallel tests

Change-Id: Ia1681235bb8a9f7c9f88da9b67c0b739b480e285
Reviewed-on: https://gerrit.instructure.com/5929
Tested-by: Hudson <hudson@instructure.com>
Reviewed-by: Brian Palmer <brianp@instructure.com>

Author: Bryan Madsen

script/spec

@@ -7,5 +7,6 @@ else
   require File.expand_path(File.dirname(__FILE__) + "/../config/environment") unless defined?(RAILS_ROOT)
 end
 require 'spec/autorun'
-require 'vendor/plugins/parallel_tests/spec_summary_logger.rb' if ENV['TEST_ENV_NUMBER'] != nil
+require 'vendor/plugins/parallel_tests/spec_error_logger.rb' if ENV['TEST_ENV_NUMBER'] != nil
+require 'vendor/plugins/parallel_tests/spec_error_count_logger.rb' if ENV['TEST_ENV_NUMBER'] != nil
 exit ::Spec::Runner::CommandLine.run

…ns/parallel_tests/spec_summary_logger.rb …arallel_tests/spec_error_count_logger.rbvendor/plugins/parallel_tests/spec_summary_logger.rb renamed to vendor/plugins/parallel_tests/spec_error_count_logger.rb vendor/plugins/parallel_tests/spec_summary_logger.rb renamed to vendor/plugins/parallel_tests/spec_error_count_logger.rb

@@ -1,7 +1,7 @@
 require 'parallel_specs'
 require File.join(File.dirname(__FILE__), 'spec_logger_base')
 
-class ParallelSpecs::SpecSummaryLogger < ParallelSpecs::SpecLoggerBase
+class ParallelSpecs::SpecErrorCountLogger < ParallelSpecs::SpecLoggerBase
   def initialize(options, output=nil)
     super
     @passed_examples = []
@@ -27,12 +27,4 @@ def dump_summary(duration, example_count, failure_count, pending_count)
     end
     @output.flush
   end
-
-  def dump_failure(*args)
-    lock_output do
-      @output.print ''
-    end
-    @output.flush
-  end
-
 end

vendor/plugins/parallel_tests/spec_error_logger.rb

@@ -0,0 +1,45 @@
+require 'parallel_specs'
+require File.join(File.dirname(__FILE__), 'spec_logger_base')
+
+class ParallelSpecs::SpecErrorLogger < ParallelSpecs::SpecLoggerBase
+  def initialize(options, output=nil)
+    super
+    @passed_examples = []
+    @pending_examples = []
+    @failed_examples = []
+  end
+
+  def example_passed(example)
+    @passed_examples << example
+  end
+
+  def example_pending(*args)
+    @pending_examples << args
+  end
+
+  def example_failed(example, count, failure)
+    @failed_examples << failure
+  end
+
+  def dump_summary(duration, example_count, failure_count, pending_count)
+    lock_output do
+      env_test_number = ENV['TEST_ENV_NUMBER']
+      env_test_number = 1 if ENV['TEST_ENV_NUMBER'].blank?
+      @output.puts ""
+      @output.puts ""
+      @output.puts "FOR TEST EXECUTOR #{env_test_number}: #{@failed_examples.size} failed, #{@passed_examples.size} passed:"
+      @failed_examples.each.with_index do | failure, i |
+        @output.puts ""
+        @output.puts "#{ i + 1 })"
+        @output.puts failure.header
+        unless failure.exception.nil?
+          @output.puts failure.exception.to_s
+          failure.exception.backtrace.each do | caller |
+            @output.puts caller
+          end
+        end
+      end
+    end
+    @output.flush
+  end
+end

vendor/plugins/parallel_tests/spec_logger_base.rb

@@ -14,7 +14,7 @@ def initialize(options, output=nil)
     output ||= options # rspec 2 has output as first argument
 
     if String === output
-      FileUtils.mkdir_p(File.dirname(output+ENV['TEST_ENV_NUMBER']+'.log'))
+      FileUtils.mkdir_p(File.dirname(output))
       File.open(output, 'w'){} # overwrite previous results
       @output = File.open(output, 'a')
     elsif File === output