Annotation of src/share/mk/bsd.regress.mk, Revision 1.24
1.24 ! bluhm 1: # $OpenBSD: bsd.regress.mk,v 1.23 2020/12/17 14:54:15 bluhm Exp $
1.10 avsm 2: # Documented in bsd.regress.mk(5)
3:
1.1 art 4: # No man pages for regression tests.
5: NOMAN=
6:
7: # No installation.
8: install:
9:
1.10 avsm 10: # If REGRESS_TARGETS is defined and PROG is not defined, set NOPROG
1.24 ! bluhm 11: .if defined(REGRESS_TARGETS) && !defined(PROG) && !defined(PROGS)
1.2 art 12: NOPROG=
1.1 art 13: .endif
14:
15: .include <bsd.prog.mk>
1.7 art 16:
17: .MAIN: all
18: all: regress
1.1 art 19:
1.10 avsm 20: # XXX - Need full path to REGRESS_LOG, otherwise there will be much pain.
21: REGRESS_LOG?=/dev/null
22: REGRESS_SKIP_TARGETS?=
23: REGRESS_SKIP_SLOW?=no
1.11 halex 24: REGRESS_FAIL_EARLY?=no
1.10 avsm 25:
1.19 espie 26: .if ! ${REGRESS_LOG:M/*}
27: ERRORS += "Fatal: REGRESS_LOG=${REGRESS_LOG} is not an absolute path"
28: .endif
29:
1.10 avsm 30: _REGRESS_NAME=${.CURDIR:S/${BSDSRCDIR}\/regress\///}
31: _REGRESS_TMP?=/dev/null
32: _REGRESS_OUT= | tee -a ${REGRESS_LOG} ${_REGRESS_TMP} 2>&1 > /dev/null
1.1 art 33:
1.24 ! bluhm 34: .for p in ${PROG} ${PROGS}
! 35: run-regress-$p: $p
! 36: ./$p
! 37: .PHONY: run-regress-$p
! 38: .endfor
1.1 art 39:
1.24 ! bluhm 40: .if (defined(PROG) || defined(PROGS)) && !defined(REGRESS_TARGETS)
! 41: REGRESS_TARGETS= ${PROG:S/^/run-regress-/} ${PROGS:S/^/run-regress-/}
1.10 avsm 42: . if defined(REGRESS_SKIP)
1.24 ! bluhm 43: REGRESS_SKIP_TARGETS= ${PROG:S/^/run-regress-/} ${PROGS:S/^/run-regress-/}
1.1 art 44: . endif
45: .endif
46:
1.18 bluhm 47: .if defined(REGRESS_SLOW_TARGETS) && ${REGRESS_SKIP_SLOW:L} != no
1.10 avsm 48: REGRESS_SKIP_TARGETS+=${REGRESS_SLOW_TARGETS}
1.9 marc 49: .endif
50:
1.18 bluhm 51: .if ${REGRESS_FAIL_EARLY:L} != no
1.19 espie 52: _REGRESS_FAILED = false
1.11 halex 53: .else
1.19 espie 54: _REGRESS_FAILED = true
1.11 halex 55: .endif
56:
1.10 avsm 57: .if defined(REGRESS_ROOT_TARGETS)
58: _ROOTUSER!=id -g
1.9 marc 59: SUDO?=
1.10 avsm 60: . if (${_ROOTUSER} != 0) && empty(SUDO)
61: REGRESS_SKIP_TARGETS+=${REGRESS_ROOT_TARGETS}
62: . endif
1.4 art 63: .endif
64:
1.21 espie 65: REGRESS_EXPECTED_FAILURES?=
1.15 bluhm 66: REGRESS_SETUP?=
1.16 bluhm 67: REGRESS_SETUP_ONCE?=
1.15 bluhm 68: REGRESS_CLEANUP?=
1.16 bluhm 69:
1.15 bluhm 70: .if !empty(REGRESS_SETUP)
71: ${REGRESS_TARGETS}: ${REGRESS_SETUP}
72: .endif
1.1 art 73:
1.16 bluhm 74: .if !empty(REGRESS_SETUP_ONCE)
75: CLEANFILES+=${REGRESS_SETUP_ONCE:S/^/stamp-/}
76: ${REGRESS_TARGETS}: ${REGRESS_SETUP_ONCE:S/^/stamp-/}
77: ${REGRESS_SETUP_ONCE:S/^/stamp-/}: .SILENT
1.23 bluhm 78: echo '==== ${@:S/^stamp-//} ===='
1.16 bluhm 79: ${MAKE} -C ${.CURDIR} ${@:S/^stamp-//}
80: date >$@
1.23 bluhm 81: echo
1.16 bluhm 82: .endif
83:
1.10 avsm 84: regress: .SILENT
1.16 bluhm 85: .if !empty(REGRESS_SETUP_ONCE)
86: rm -f ${REGRESS_SETUP_ONCE:S/^/stamp-/}
1.23 bluhm 87: ${MAKE} -C ${.CURDIR} ${REGRESS_SETUP_ONCE:S/^/stamp-/}
1.10 avsm 88: .endif
1.20 espie 89: .for RT in ${REGRESS_TARGETS}
1.22 bluhm 90: echo '==== ${RT} ===='
1.10 avsm 91: . if ${REGRESS_SKIP_TARGETS:M${RT}}
1.19 espie 92: echo -n "SKIP " ${_REGRESS_OUT}
93: echo SKIPPED
1.21 espie 94: . elif ${REGRESS_EXPECTED_FAILURES:M${RT}}
95: if ${MAKE} -C ${.CURDIR} ${RT}; then \
96: echo -n "XPASS " ${_REGRESS_OUT} ; \
97: echo UNEXPECTED_PASS; \
98: ${_REGRESS_FAILED}; \
99: else \
100: echo -n "XFAIL " ${_REGRESS_OUT} ; \
101: echo EXPECTED_FAIL; \
102: fi
1.1 art 103: . else
1.19 espie 104: if ${MAKE} -C ${.CURDIR} ${RT}; then \
1.10 avsm 105: echo -n "SUCCESS " ${_REGRESS_OUT} ; \
1.3 art 106: else \
1.10 avsm 107: echo -n "FAIL " ${_REGRESS_OUT} ; \
1.1 art 108: echo FAILED ; \
1.19 espie 109: ${_REGRESS_FAILED}; \
1.1 art 110: fi
111: . endif
1.19 espie 112: echo ${_REGRESS_NAME}/${RT:S/^run-regress-//} ${_REGRESS_OUT}
1.22 bluhm 113: echo
1.1 art 114: .endfor
1.20 espie 115: .for RT in ${REGRESS_CLEANUP}
1.22 bluhm 116: echo '==== ${RT} ===='
1.20 espie 117: ${MAKE} -C ${.CURDIR} ${RT}
1.22 bluhm 118: echo
1.20 espie 119: .endfor
120: rm -f ${REGRESS_SETUP_ONCE:S/^/stamp-/}
1.19 espie 121:
122: .if defined(ERRORS)
123: .BEGIN:
124: . for _m in ${ERRORS}
125: @echo 1>&2 ${_m}
126: . endfor
127: . if !empty(ERRORS:M"Fatal\:*") || !empty(ERRORS:M'Fatal\:*')
128: @exit 1
129: . endif
130: .endif
1.1 art 131:
132: .PHONY: regress