Annotation of src/share/mk/bsd.regress.mk, Revision 1.26
1.26 ! tb 1: # $OpenBSD: bsd.regress.mk,v 1.25 2022/12/09 09:30:54 tb Exp $
1.10 avsm 2: # Documented in bsd.regress.mk(5)
3:
1.1 art 4: # No man pages for regression tests.
5: NOMAN=
6:
7: # No installation.
8: install:
9:
1.10 avsm 10: # If REGRESS_TARGETS is defined and PROG is not defined, set NOPROG
1.24 bluhm 11: .if defined(REGRESS_TARGETS) && !defined(PROG) && !defined(PROGS)
1.2 art 12: NOPROG=
1.1 art 13: .endif
14:
15: .include <bsd.prog.mk>
1.7 art 16:
17: .MAIN: all
18: all: regress
1.1 art 19:
1.10 avsm 20: # XXX - Need full path to REGRESS_LOG, otherwise there will be much pain.
21: REGRESS_LOG?=/dev/null
22: REGRESS_SKIP_TARGETS?=
23: REGRESS_SKIP_SLOW?=no
1.26 ! tb 24: REGRESS_FAIL_EARLY?=yes
1.10 avsm 25:
1.19 espie 26: .if ! ${REGRESS_LOG:M/*}
27: ERRORS += "Fatal: REGRESS_LOG=${REGRESS_LOG} is not an absolute path"
28: .endif
29:
1.10 avsm 30: _REGRESS_NAME=${.CURDIR:S/${BSDSRCDIR}\/regress\///}
31: _REGRESS_TMP?=/dev/null
32: _REGRESS_OUT= | tee -a ${REGRESS_LOG} ${_REGRESS_TMP} 2>&1 > /dev/null
1.1 art 33:
1.24 bluhm 34: .for p in ${PROG} ${PROGS}
35: run-regress-$p: $p
1.25 tb 36: . if !commands(run-regress-$p)
1.24 bluhm 37: ./$p
1.25 tb 38: . endif
1.24 bluhm 39: .PHONY: run-regress-$p
40: .endfor
1.1 art 41:
1.24 bluhm 42: .if (defined(PROG) || defined(PROGS)) && !defined(REGRESS_TARGETS)
43: REGRESS_TARGETS= ${PROG:S/^/run-regress-/} ${PROGS:S/^/run-regress-/}
1.10 avsm 44: . if defined(REGRESS_SKIP)
1.24 bluhm 45: REGRESS_SKIP_TARGETS= ${PROG:S/^/run-regress-/} ${PROGS:S/^/run-regress-/}
1.1 art 46: . endif
47: .endif
48:
1.18 bluhm 49: .if defined(REGRESS_SLOW_TARGETS) && ${REGRESS_SKIP_SLOW:L} != no
1.10 avsm 50: REGRESS_SKIP_TARGETS+=${REGRESS_SLOW_TARGETS}
1.9 marc 51: .endif
52:
1.18 bluhm 53: .if ${REGRESS_FAIL_EARLY:L} != no
1.19 espie 54: _REGRESS_FAILED = false
1.11 halex 55: .else
1.19 espie 56: _REGRESS_FAILED = true
1.11 halex 57: .endif
58:
1.10 avsm 59: .if defined(REGRESS_ROOT_TARGETS)
60: _ROOTUSER!=id -g
1.9 marc 61: SUDO?=
1.10 avsm 62: . if (${_ROOTUSER} != 0) && empty(SUDO)
63: REGRESS_SKIP_TARGETS+=${REGRESS_ROOT_TARGETS}
64: . endif
1.4 art 65: .endif
66:
1.21 espie 67: REGRESS_EXPECTED_FAILURES?=
1.15 bluhm 68: REGRESS_SETUP?=
1.16 bluhm 69: REGRESS_SETUP_ONCE?=
1.15 bluhm 70: REGRESS_CLEANUP?=
1.16 bluhm 71:
1.15 bluhm 72: .if !empty(REGRESS_SETUP)
73: ${REGRESS_TARGETS}: ${REGRESS_SETUP}
74: .endif
1.1 art 75:
1.16 bluhm 76: .if !empty(REGRESS_SETUP_ONCE)
77: CLEANFILES+=${REGRESS_SETUP_ONCE:S/^/stamp-/}
78: ${REGRESS_TARGETS}: ${REGRESS_SETUP_ONCE:S/^/stamp-/}
79: ${REGRESS_SETUP_ONCE:S/^/stamp-/}: .SILENT
1.23 bluhm 80: echo '==== ${@:S/^stamp-//} ===='
1.16 bluhm 81: ${MAKE} -C ${.CURDIR} ${@:S/^stamp-//}
82: date >$@
1.23 bluhm 83: echo
1.16 bluhm 84: .endif
85:
1.10 avsm 86: regress: .SILENT
1.16 bluhm 87: .if !empty(REGRESS_SETUP_ONCE)
88: rm -f ${REGRESS_SETUP_ONCE:S/^/stamp-/}
1.23 bluhm 89: ${MAKE} -C ${.CURDIR} ${REGRESS_SETUP_ONCE:S/^/stamp-/}
1.10 avsm 90: .endif
1.20 espie 91: .for RT in ${REGRESS_TARGETS}
1.22 bluhm 92: echo '==== ${RT} ===='
1.10 avsm 93: . if ${REGRESS_SKIP_TARGETS:M${RT}}
1.19 espie 94: echo -n "SKIP " ${_REGRESS_OUT}
95: echo SKIPPED
1.21 espie 96: . elif ${REGRESS_EXPECTED_FAILURES:M${RT}}
97: if ${MAKE} -C ${.CURDIR} ${RT}; then \
98: echo -n "XPASS " ${_REGRESS_OUT} ; \
99: echo UNEXPECTED_PASS; \
100: ${_REGRESS_FAILED}; \
101: else \
102: echo -n "XFAIL " ${_REGRESS_OUT} ; \
103: echo EXPECTED_FAIL; \
104: fi
1.1 art 105: . else
1.19 espie 106: if ${MAKE} -C ${.CURDIR} ${RT}; then \
1.10 avsm 107: echo -n "SUCCESS " ${_REGRESS_OUT} ; \
1.3 art 108: else \
1.10 avsm 109: echo -n "FAIL " ${_REGRESS_OUT} ; \
1.1 art 110: echo FAILED ; \
1.19 espie 111: ${_REGRESS_FAILED}; \
1.1 art 112: fi
113: . endif
1.19 espie 114: echo ${_REGRESS_NAME}/${RT:S/^run-regress-//} ${_REGRESS_OUT}
1.22 bluhm 115: echo
1.1 art 116: .endfor
1.20 espie 117: .for RT in ${REGRESS_CLEANUP}
1.22 bluhm 118: echo '==== ${RT} ===='
1.20 espie 119: ${MAKE} -C ${.CURDIR} ${RT}
1.22 bluhm 120: echo
1.20 espie 121: .endfor
122: rm -f ${REGRESS_SETUP_ONCE:S/^/stamp-/}
1.19 espie 123:
124: .if defined(ERRORS)
125: .BEGIN:
126: . for _m in ${ERRORS}
127: @echo 1>&2 ${_m}
128: . endfor
129: . if !empty(ERRORS:M"Fatal\:*") || !empty(ERRORS:M'Fatal\:*')
130: @exit 1
131: . endif
132: .endif
1.1 art 133:
134: .PHONY: regress