Files
moloapp/audit/Makefile
T

34 lines
1.3 KiB
Makefile
Raw Normal View History

# Runs every regression check under audit/ against this tree's built artifacts
# (build/bin/runtime_interop_server, build/example/living-server, build/molo, and
# a few checks that compile a tiny harness straight from src/).
# Usage:
# make -C audit test # sequential, stops at the first FAIL
# make -C audit -j8 test # concurrent, one job per check directory (recursive make)
# make -C audit report # runs every check, never stops, prefixes output with the check id
# make -C audit list # names the check directories this covers
#
# Each check's Makefile delegates to that directory's reproduce.py or reproduce.cpp,
# which prints exactly one of PASS, FAIL or SKIP and exits 0 for PASS/SKIP, 1 for FAIL.
# "test" is the hard cap: this file does not invent new checks, it only fans out to
# the fixed, named list below. See README.md.
MOLO_BUILD ?= $(abspath ../build)
CHECKS := $(sort $(wildcard MOLO-*))
export MOLO_BUILD
.PHONY: test $(CHECKS) list report
test: $(CHECKS)
@echo "audit: $(words $(CHECKS)) checks run against $(MOLO_BUILD)"
$(CHECKS):
@$(MAKE) -s -C $@ test MOLO_BUILD=$(MOLO_BUILD)
list:
@for c in $(CHECKS); do echo $$c; done
report:
@status=0; for c in $(CHECKS); do \
$(MAKE) -s -C $$c test MOLO_BUILD=$(MOLO_BUILD) 2>&1 | sed "s/^/$$c: /" || status=1; \
done; exit $$status