feat: add test summary to minitest

Author: shawn-shellenbarger

ruby/lib/minitest/queue/build_status_reporter.rb

@@ -153,7 +153,10 @@ def report
         puts
 
         errors = error_reports
-        puts errors
+        if errors.any?
+          pretty_print_summary(errors)
+          pretty_print_failures(errors)
+        end
 
         build.worker_errors.to_a.sort.each do |worker_id, error|
           puts red("Worker #{worker_id } crashed")
@@ -224,6 +227,37 @@ def write_flaky_tests_file(file)
 
       attr_reader :build, :supervisor
 
+      def pretty_print_summary(errors)
+        test_paths = errors.map(&:test_file).compact
+        return unless test_paths.any?
+
+        file_counts = test_paths.each_with_object(Hash.new(0)) { |path, counts| counts[path] += 1 }
+
+        puts "\n" + "=" * 80
+        puts "FAILED TESTS SUMMARY:"
+        puts "=" * 80
+        file_counts.sort_by { |path, _| path }.each do |path, count|
+          relative_path = Minitest::Queue.relative_path(path)
+          if count == 1
+            puts "  #{relative_path}"
+          else
+            puts "  #{relative_path} (#{count} failures)"
+          end
+        end
+        puts "=" * 80
+      end
+
+      def pretty_print_failures(errors)
+        errors.each_with_index do |error, index|
+          puts "\n" + "-" * 80
+          puts "Error #{index + 1} of #{errors.size}"
+          puts "-" * 80
+          puts error
+        end
+
+        puts "=" * 80
+      end
+
       def timed_out?
         supervisor.time_left.to_i <= 0
       end

ruby/test/integration/minitest_redis_test.rb

@@ -954,15 +954,40 @@ def test_redis_reporter
           Ran 7 tests, 8 assertions, 2 failures, 1 errors, 1 skips, 4 requeues in X.XXs (aggregated)
 
 
+
+          ================================================================================
+          FAILED TESTS SUMMARY:
+          ================================================================================
+            test/dummy_test.rb (3 failures)
+          ================================================================================
+
+          --------------------------------------------------------------------------------
+          Error 1 of 3
+          --------------------------------------------------------------------------------
           FAIL ATest#test_bar
           Expected false to be truthy.
               test/dummy_test.rb:10:in `test_bar'
 
+
+          --------------------------------------------------------------------------------
+          Error 2 of 3
+          --------------------------------------------------------------------------------
           FAIL ATest#test_flaky_fails_retry
           Expected false to be truthy.
               test/dummy_test.rb:23:in `test_flaky_fails_retry'
 
+
+          --------------------------------------------------------------------------------
+          Error 3 of 3
+          --------------------------------------------------------------------------------
           ERROR BTest#test_bar
+          Minitest::UnexpectedError: TypeError: String can't be coerced into Integer
+              test/dummy_test.rb:37:in `+'
+              test/dummy_test.rb:37:in `test_bar'
+              test/dummy_test.rb:37:in `+'
+              test/dummy_test.rb:37:in `test_bar'
+          
+          ================================================================================
         END
         assert_includes output, expected_output
       end