34 lines
1.3 KiB
Makefile
34 lines
1.3 KiB
Makefile
# Runs every regression check under audit/ against this tree's built artifacts
|
|||
|
|
# (build/bin/runtime_interop_server, build/example/living-server, build/molo, and
|
||
|
|
# a few checks that compile a tiny harness straight from src/).
|
||
|
|
# Usage:
|
||
|
|
# make -C audit test # sequential, stops at the first FAIL
|
||
|
|
# make -C audit -j8 test # concurrent, one job per check directory (recursive make)
|
||
|
|
# make -C audit report # runs every check, never stops, prefixes output with the check id
|
||
|
|
# make -C audit list # names the check directories this covers
|
||
|
|
#
|
||
|
|
# Each check's Makefile delegates to that directory's reproduce.py or reproduce.cpp,
|
||
|
|
# which prints exactly one of PASS, FAIL or SKIP and exits 0 for PASS/SKIP, 1 for FAIL.
|
||
|
|
# "test" is the hard cap: this file does not invent new checks, it only fans out to
|
||
|
|
# the fixed, named list below. See README.md.
|
||
|
|
|
||
|
|
MOLO_BUILD ?= $(abspath ../build)
|
||
|
|
CHECKS := $(sort $(wildcard MOLO-*))
|
||
|
|
export MOLO_BUILD
|
||
|
|
|
||
|
|
.PHONY: test $(CHECKS) list report
|
||
|
|
|
||
|
|
test: $(CHECKS)
|
||
|
|
@echo "audit: $(words $(CHECKS)) checks run against $(MOLO_BUILD)"
|
||
|
|
|
||
|
|
$(CHECKS):
|
||
|
|
@$(MAKE) -s -C $@ test MOLO_BUILD=$(MOLO_BUILD)
|
||
|
|
|
||
|
|
list:
|
||
|
|
@for c in $(CHECKS); do echo $$c; done
|
||
|
|
|
||
|
|
report:
|
||
|
|
@status=0; for c in $(CHECKS); do \
|
||
|
|
$(MAKE) -s -C $$c test MOLO_BUILD=$(MOLO_BUILD) 2>&1 | sed "s/^/$$c: /" || status=1; \
|
||
|
|
done; exit $$status
|