[Release 0.7] JUNIT report support (#328)

* Enable junit report for analysis tests (#322)

* Enable junit report for analysis tests

Signed-off-by: Maayan Hadasi <[email protected]>

* Changes after coderabbitai review

Signed-off-by: Maayan Hadasi <[email protected]>

---------

Signed-off-by: Maayan Hadasi <[email protected]>

* Adding test dependency install in Makefile command (#324)

* Adding test dependency install in Makefile command

Signed-off-by: Maayan Hadasi <[email protected]>

* Include test-tier3 in test-all

Signed-off-by: Maayan Hadasi <[email protected]>

---------

Signed-off-by: Maayan Hadasi <[email protected]>

* Generate unique JUnit report filenames with timestamp (#326)

Signed-off-by: Maayan Hadasi <[email protected]>

* Remove Hub tests from TIER1 (#327)

* Remove Hub tests from TIER1

Signed-off-by: Maayan Hadasi <[email protected]>

* Update README

Signed-off-by: Maayan Hadasi <[email protected]>

---------

Signed-off-by: Maayan Hadasi <[email protected]>

---------

Signed-off-by: Maayan Hadasi <[email protected]>

Author: mguetta1

Makefile

@@ -33,7 +33,6 @@ test-tier0:
 
 # TIER1 - all normal features expected to work.
 test-tier1:
-	${MAKE} test-hub-api
 	$(MAKE) test-metrics
 	TIER1=1 $(MAKE) test-analysis
 
@@ -53,7 +52,10 @@ test-tier3:
 
 # Application analysis tests.
 test-analysis:
-	go test -count=1 -p=1 -timeout 7200s -v ./analysis/...
+	go install github.com/jstemmer/go-junit-report/v2@latest
+	mkdir -pv ${JUNIT_REPORT_DIR}
+	go test -count=1 -p=1 -timeout 7200s -v ./analysis/... 2>&1 | \
+	go-junit-report -iocopy -set-exit-code -out ${JUNIT_REPORT_DIR}/analysis-report_$$(date +%s).xml
 
 # Metrics.
 test-metrics:
@@ -74,7 +76,7 @@ test-hub-api:
 # Add next features tests here and call the target from appropriate stage.
 
 # Execute all tests.
-test-all: test-tier0 test-tier1 test-tier2
+test-all: test-tier0 test-tier1 test-tier2 test-tier3
 
 # Merge Junit reports
 merge-report:

README.md

@@ -77,7 +77,7 @@ To provide maximum information about the project functionality, tests were separ
 
 ### Tier 0
 
-Very basic and core functionality. A bug here would lead to mostly useless project. This tier should never fail. Examples: Hub API or a basic application analysis flow.
+Very basic and core functionality. A bug here would lead to mostly useless project. This tier should never fail. Examples: basic application analysis flow.
 
 ```
 $ make test-tier0
@@ -107,6 +107,16 @@ Tests involving credentials or private resources which are supplied as part of t
 $ make test-tier3
 ```
 
+## Hub API tests
+
+Runs the upstream Hub API tests suite against a running Konveyor instance. It clones `konveyor/tackle2-hub` and executes its `make test-api`.
+
+These tests are not part of any tier and are run separately.
+
+```
+$ make test-hub-api
+```
+
 ## Test execution options
 
 ### DEBUG