fix swallow build error and added tests

Author: Zhou-Ziheng

cmd/handler_test.go

@@ -174,3 +174,51 @@ func TestScanTestOutput_TestTimeoutPanicRace(t *testing.T) {
 		})
 	}
 }
+
+// Tests output when a package fails to build because of a compilation error
+// and no tests are run in the package.
+func TestEventHandler_TestBuildFail(t *testing.T) {
+	t.Setenv("GITHUB_ACTIONS", "no")
+
+	buf := new(bufferCloser)
+	errBuf := new(bytes.Buffer)
+	format := testjson.NewEventFormatter(errBuf, "testname", testjson.FormatOptions{})
+
+	source := golden.Get(t, "input/go-test-build-failed.out")
+	cfg := testjson.ScanConfig{
+		Stdout:  bytes.NewReader(source),
+		Handler: &eventHandler{jsonFile: buf, formatter: format},
+	}
+	exec, err := testjson.ScanTestOutput(cfg)
+	assert.NilError(t, err)
+
+	out := new(bytes.Buffer)
+	testjson.PrintSummary(out, exec, testjson.SummarizeAll)
+
+	actual := text.ProcessLines(t, out, text.OpRemoveSummaryLineElapsedTime)
+	golden.Assert(t, actual, "expected/build-fail-expected")
+}
+
+// Tests output when a package fails to build because of a compilation error
+// due to syntax errors and the like.
+func TestEventHandler_SetupFail(t *testing.T) {
+	t.Setenv("GITHUB_ACTIONS", "no")
+
+	buf := new(bufferCloser)
+	errBuf := new(bytes.Buffer)
+	format := testjson.NewEventFormatter(errBuf, "testname", testjson.FormatOptions{})
+
+	source := golden.Get(t, "input/go-test-setup-failed.out")
+	cfg := testjson.ScanConfig{
+		Stdout:  bytes.NewReader(source),
+		Handler: &eventHandler{jsonFile: buf, formatter: format},
+	}
+	exec, err := testjson.ScanTestOutput(cfg)
+	assert.NilError(t, err)
+
+	out := new(bytes.Buffer)
+	testjson.PrintSummary(out, exec, testjson.SummarizeAll)
+
+	actual := text.ProcessLines(t, out, text.OpRemoveSummaryLineElapsedTime)
+	golden.Assert(t, actual, "expected/setup-fail-expected")
+}

cmd/testdata/expected/build-fail-expected

@@ -0,0 +1,8 @@
+
+=== Failed
+=== FAIL: example.com/internal/cacher  (0.00s)
+# example.com/internal/cacher [example.com/internal/cacher.test]
+./directory_test.go:321:10: undefined: assert.foo
+FAIL	example.com/internal/cacher [build failed]
+
+DONE 0 tests, 1 failure

cmd/testdata/expected/setup-fail-expected

@@ -0,0 +1,13 @@
+
+=== Failed
+=== FAIL: example.com/internal/cacher  (0.00s)
+# example.com/internal/cacher
+directory_test.go:321:13: expected ';', found o
+FAIL	example.com/internal/cacher [setup failed]
+
+=== FAIL: example.com/internal/cacher/subpkg  (0.00s)
+# example.com/internal/cacher/subpkg
+subpkg/main_test.go:1:1: expected 'package', found aldfjadskfs
+FAIL	example.com/internal/cacher/subpkg [setup failed]
+
+DONE 0 tests, 2 failures

cmd/testdata/input/go-test-build-failed.out

@@ -0,0 +1,6 @@
+{"ImportPath":"example.com/internal/cacher [example.com/internal/cacher.test]","Action":"build-output","Output":"# example.com/internal/cacher [example.com/internal/cacher.test]\n"}
+{"ImportPath":"example.com/internal/cacher [example.com/internal/cacher.test]","Action":"build-output","Output":"./directory_test.go:321:10: undefined: assert.foo\n"}
+{"ImportPath":"example.com/internal/cacher [example.com/internal/cacher.test]","Action":"build-fail"}
+{"Time":"2025-03-10T17:34:31.493978-07:00","Action":"start","Package":"example.com/internal/cacher"}
+{"Time":"2025-03-10T17:34:31.494027-07:00","Action":"output","Package":"example.com/internal/cacher","Output":"FAIL\texample.com/internal/cacher [build failed]\n"}
+{"Time":"2025-03-10T17:34:31.494039-07:00","Action":"fail","Package":"example.com/internal/cacher","Elapsed":0,"FailedBuild":"example.com/internal/cacher [example.com/internal/cacher.test]"}

cmd/testdata/input/go-test-setup-failed.out

@@ -0,0 +1,12 @@
+{"ImportPath":"example.com/internal/cacher.test","Action":"build-output","Output":"# example.com/internal/cacher\n"}
+{"ImportPath":"example.com/internal/cacher.test","Action":"build-output","Output":"directory_test.go:321:13: expected ';', found o\n"}
+{"ImportPath":"example.com/internal/cacher.test","Action":"build-fail"}
+{"Time":"2025-03-11T10:08:34.978868-07:00","Action":"start","Package":"example.com/internal/cacher"}
+{"Time":"2025-03-11T10:08:34.978905-07:00","Action":"output","Package":"example.com/internal/cacher","Output":"FAIL\texample.com/internal/cacher [setup failed]\n"}
+{"Time":"2025-03-11T10:08:34.978914-07:00","Action":"fail","Package":"example.com/internal/cacher","Elapsed":0,"FailedBuild":"example.com/internal/cacher.test"}
+{"ImportPath":"example.com/internal/cacher/subpkg","Action":"build-output","Output":"# example.com/internal/cacher/subpkg\n"}
+{"ImportPath":"example.com/internal/cacher/subpkg","Action":"build-output","Output":"subpkg/main_test.go:1:1: expected 'package', found aldfjadskfs\n"}
+{"ImportPath":"example.com/internal/cacher/subpkg","Action":"build-fail"}
+{"Time":"2025-03-11T10:08:34.978928-07:00","Action":"start","Package":"example.com/internal/cacher/subpkg"}
+{"Time":"2025-03-11T10:08:34.979019-07:00","Action":"output","Package":"example.com/internal/cacher/subpkg","Output":"FAIL\texample.com/internal/cacher/subpkg [setup failed]\n"}
+{"Time":"2025-03-11T10:08:34.979028-07:00","Action":"fail","Package":"example.com/internal/cacher/subpkg","Elapsed":0,"FailedBuild":"example.com/internal/cacher/subpkg"}