refactor: test summary output

Author: shawn-shellenbarger

ruby/lib/rspec/queue.rb

@@ -5,6 +5,7 @@
 require 'ci/queue'
 require 'rspec/queue/build_status_recorder'
 require 'rspec/queue/order_recorder'
+require 'rspec/queue/error_report'
 
 module RSpec
   module Queue
@@ -291,58 +292,56 @@ def call(options, stdout, stderr)
           end
         end
 
-        errors = supervisor.build.error_reports.sort_by(&:first).map(&:last)
+        errors = supervisor.build.error_reports.sort_by(&:first).map do |_, error_data|
+            RSpec::Queue::ErrorReport.load(error_data)
+        end
         if errors.empty?
           step(green('No errors found'))
           0
         else
           message = errors.size == 1 ? "1 error found" : "#{errors.size} errors found"
           step(red(message), collapsed: false)
 
-          # Extract test file paths for summary
-          test_paths = []
-          errors.each do |error_output|
-            # Look for the rspec rerun command (should always be present thanks to BuildStatusRecorder)
-            # The rspec command appears on its own line, possibly after whitespace
-            if match = error_output.match(/^\s*rspec\s+([^\s]+)(?::\d+)?/m)
-              # Extract just the file path, removing line number if present
-              file_path = match[1].split(':').first
-              test_paths << file_path
-            end
-          end
-
-          # Print summary section FIRST, before any details
-          if test_paths.any?
-            # Count failures per file
-            file_counts = test_paths.each_with_object(Hash.new(0)) { |path, counts| counts[path] += 1 }
-
-            puts "\n" + "=" * 80
-            puts "FAILED TESTS SUMMARY:"
-            puts "=" * 80
-            file_counts.sort_by { |path, _| path }.each do |path, count|
-              if count == 1
-                puts "  #{path}"
-              else
-                puts "  #{path} (#{count} failures)"
-              end
-            end
-            puts "=" * 80
-          end
-
-          # Print full output of errors after the summary
-          puts "\n" + "=" * 80
-          puts "DETAILED ERROR INFORMATION:"
-          puts "=" * 80
-
-          errors.each_with_index do |error, index|
-            puts "\n" + "-" * 80
-            puts "Error #{index + 1} of #{errors.size}"
-            puts "-" * 80
-            puts error
-          end
-
-          puts "=" * 80
+          pretty_print_summary(errors)
+          pretty_print_failures(errors)
           1
+          # Example output
+          #
+          # FAILED TESTS SUMMARY:
+          # =================================================================================
+          #   ./spec/dummy_spec.rb
+          #   ./spec/dummy_spec_2.rb (2 failures)
+          #   ./spec/dummy_spec_3.rb (3 failures)
+          # =================================================================================
+          #
+          # --------------------------------------------------------------------------------
+          # Error 1 of 3
+          # --------------------------------------------------------------------------------
+          #
+          #   Object doesn't work on first try
+          #   Failure/Error: expect(1 + 1).to be == 42
+          #
+          #     expected: == 42
+          #      got:    2
+          #
+          # --- stacktrace will be here ---
+          # --- rerun command will be here ---
+          #
+          # --------------------------------------------------------------------------------
+          # Error 2 of 3
+          # --------------------------------------------------------------------------------
+          #
+          #   Object doesn't work on first try
+          #   Failure/Error: expect(1 + 1).to be == 42
+          #
+          #     expected: == 42
+          #      got:    2
+          #
+          # --- stacktrace will be here ---
+          # --- rerun command will be here ---
+          #
+          #  ... etc
+          # =================================================================================
         end
       end
 
@@ -362,6 +361,38 @@ def setup(options, out, err)
         invalid_usage!('Missing --queue parameter') unless queue_url
         invalid_usage!('Missing --build parameter') unless RSpec::Queue.config.build_id
       end
+
+      private
+
+      def pretty_print_summary(errors)
+        test_paths = errors.map(&:test_file).compact
+        return unless test_paths.any?
+
+        file_counts = test_paths.each_with_object(Hash.new(0)) { |path, counts| counts[path] += 1 }
+
+        puts "\n" + "=" * 80
+        puts "FAILED TESTS SUMMARY:"
+        puts "=" * 80
+        file_counts.sort_by { |path, _| path }.each do |path, count|
+          if count == 1
+            puts "  #{path}"
+          else
+            puts "  #{path} (#{count} failures)"
+          end
+        end
+        puts "=" * 80
+      end
+
+      def pretty_print_failures(errors)
+        errors.each_with_index do |error, index|
+          puts "\n" + "-" * 80
+          puts "Error #{index + 1} of #{errors.size}"
+          puts "-" * 80
+          puts error.to_s
+        end
+
+        puts "=" * 80
+      end
     end
 
     class QueueReporter < SimpleDelegator

ruby/lib/rspec/queue/build_status_recorder.rb

@@ -1,12 +1,17 @@
 # frozen_string_literal: true
+require 'rspec/queue/failure_formatter'
+require 'rspec/queue/error_report'
+
 module RSpec
   module Queue
     class BuildStatusRecorder
       ::RSpec::Core::Formatters.register self, :example_passed, :example_failed
 
       class << self
         attr_accessor :build
+        attr_accessor :failure_formatter
       end
+      self.failure_formatter = FailureFormatter
 
       def initialize(*)
       end
@@ -18,17 +23,13 @@ def example_passed(notification)
 
       def example_failed(notification)
         example = notification.example
-        build.record_error(example.id, [
-          notification.fully_formatted(nil),
-          colorized_rerun_command(example),
-        ].join("\n"))
+        build.record_error(example.id, dump(notification))
       end
 
       private
 
-      def colorized_rerun_command(example, colorizer=::RSpec::Core::Formatters::ConsoleCodes)
-        colorizer.wrap("rspec #{example.location_rerun_argument}", RSpec.configuration.failure_color) + " " +
-        colorizer.wrap("# #{example.full_description}",   RSpec.configuration.detail_color)
+      def dump(notification)
+        ErrorReport.new(self.class.failure_formatter.new(notification).to_h).dump
       end
 
       def build

ruby/lib/rspec/queue/error_report.rb

@@ -0,0 +1,92 @@
+# frozen_string_literal: true
+module RSpec
+  module Queue
+    class ErrorReport
+      class << self
+        attr_accessor :coder
+
+        def load(payload)
+          new(coder.load(payload))
+        end
+      end
+
+      # Default to Marshal
+      self.coder = Marshal
+
+      # Try to use SnappyPack if available from consumer's bundle
+      begin
+        require 'snappy'
+        require 'msgpack'
+        require 'stringio'
+
+        module SnappyPack
+          extend self
+
+          MSGPACK = MessagePack::Factory.new
+          MSGPACK.register_type(0x00, Symbol)
+
+          def load(payload)
+            io = StringIO.new(Snappy.inflate(payload))
+            MSGPACK.unpacker(io).unpack
+          end
+
+          def dump(object)
+            io = StringIO.new
+            packer = MSGPACK.packer(io)
+            packer.pack(object)
+            packer.flush
+            io.rewind
+            Snappy.deflate(io.string).force_encoding(Encoding::UTF_8)
+          end
+        end
+
+        self.coder = SnappyPack
+      rescue LoadError
+      end
+
+      def initialize(data)
+        @data = data
+      end
+
+      def dump
+        self.class.coder.dump(@data)
+      end
+
+      def test_name
+        @data[:test_name]
+      end
+
+      def error_class
+        @data[:error_class]
+      end
+
+      def test_and_module_name
+        @data[:test_and_module_name]
+      end
+
+      def test_suite
+        @data[:test_suite]
+      end
+
+      def test_file
+        @data[:test_file]
+      end
+
+      def test_line
+        @data[:test_line]
+      end
+
+      def to_h
+        @data
+      end
+
+      def to_s
+        output
+      end
+
+      def output
+        @data[:output]
+      end
+    end
+  end
+end

ruby/lib/rspec/queue/failure_formatter.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+require 'delegate'
+require 'ci/queue/output_helpers'
+
+module RSpec
+  module Queue
+    class FailureFormatter < SimpleDelegator
+      include ::CI::Queue::OutputHelpers
+
+      def initialize(notification)
+        @notification = notification
+        super
+      end
+
+      def to_s
+        [
+          @notification.fully_formatted(nil),
+          colorized_rerun_command(@notification.example)
+        ].join("\n")
+      end
+
+      def to_h
+        example = @notification.example
+        {
+          test_file: example.file_path,
+          test_line: example.metadata[:line_number],
+          test_and_module_name: example.id,
+          test_name: example.description,
+          test_suite: example.example_group.description,
+          error_class: @notification.exception.class.name,
+          output: to_s,
+        }
+      end
+
+      private
+
+      attr_reader :notification
+
+      def colorized_rerun_command(example, colorizer=::RSpec::Core::Formatters::ConsoleCodes)
+        colorizer.wrap("rspec #{example.location_rerun_argument}", RSpec.configuration.failure_color) + " " +
+        colorizer.wrap("# #{example.full_description}", RSpec.configuration.detail_color)
+      end
+    end
+  end
+end

ruby/test/integration/rspec_redis_test.rb

@@ -195,10 +195,6 @@ def test_retry_report
           ./spec/dummy_spec.rb
         ================================================================================
 
-        ================================================================================
-        DETAILED ERROR INFORMATION:
-        ================================================================================
-
         --------------------------------------------------------------------------------
         Error 1 of 1
         --------------------------------------------------------------------------------
@@ -384,10 +380,6 @@ def test_report
           ./spec/dummy_spec.rb
         ================================================================================
 
-        ================================================================================
-        DETAILED ERROR INFORMATION:
-        ================================================================================
-
         --------------------------------------------------------------------------------
         Error 1 of 1
         --------------------------------------------------------------------------------