build: add benchmark tests to CI runs

Trott · addaleax · commit f14775e49208 · 2020-09-22T19:54:35.000+02:00
Closes: #34321 PR-URL: #34288 Reviewed-By: Anna Henningsen <anna@addaleax.net> Reviewed-By: Matheus Marchini <mat@mmarchini.me>
diff --git a/Makefile b/Makefile
@@ -491,7 +491,7 @@ test-all-suites: | clear-stalled test-build bench-addons-build doc-only ## Run a
 
 # CI_* variables should be kept synchronized with the ones in vcbuild.bat
 CI_NATIVE_SUITES ?= addons js-native-api node-api
-CI_JS_SUITES ?= default
+CI_JS_SUITES ?= default benchmark
 ifeq ($(node_use_openssl), false)
 	CI_DOC := doctool
 else
@@ -524,7 +524,7 @@ test-ci-js: | clear-stalled
 .PHONY: test-ci
 # Related CI jobs: most CI tests, excluding node-test-commit-arm-fanned
 test-ci: LOGLEVEL := info
-test-ci: | clear-stalled build-addons build-js-native-api-tests build-node-api-tests doc-only
+test-ci: | clear-stalled bench-addons-build build-addons build-js-native-api-tests build-node-api-tests doc-only
 	out/Release/cctest --gtest_output=xml:out/junit/cctest.xml
 	$(PYTHON) tools/test.py $(PARALLEL_ARGS) -p tap --logfile test.tap \
 		--mode=$(BUILDTYPE_LOWER) --flaky-tests=$(FLAKY_TESTS) \
diff --git a/test/benchmark/benchmark.status b/test/benchmark/benchmark.status
@@ -19,3 +19,7 @@ prefix benchmark
 [$system==aix]
 
 [$arch==arm]
+# https://github.com/nodejs/node/issues/34266
+test-benchmark-fs: SKIP
+# https://github.com/nodejs/build/issues/2382
+test-benchmark-napi: SKIP
diff --git a/vcbuild.bat b/vcbuild.bat
@@ -17,7 +17,7 @@ cd %~dp0
 
 @rem CI_* variables should be kept synchronized with the ones in Makefile
 set CI_NATIVE_SUITES=addons js-native-api node-api
-set CI_JS_SUITES=default
+set CI_JS_SUITES=default benchmark
 set CI_DOC=doctool
 @rem Same as the test-ci target in Makefile
 set "common_test_suites=%CI_JS_SUITES% %CI_NATIVE_SUITES% %CI_DOC%&set build_addons=1&set build_js_native_api_tests=1&set build_node_api_tests=1"
