Annotation of src/share/mk/bsd.regress.mk, Revision 1.15
1.15 ! bluhm 1: # $OpenBSD: bsd.regress.mk,v 1.14 2018/01/15 20:38:47 bluhm Exp $
1.10 avsm 2: # Documented in bsd.regress.mk(5)
3:
1.1 art 4: # No man pages for regression tests.
5: NOMAN=
6:
7: # No installation.
8: install:
9:
1.10 avsm 10: # If REGRESS_TARGETS is defined and PROG is not defined, set NOPROG
11: .if defined(REGRESS_TARGETS) && !defined(PROG)
1.2 art 12: NOPROG=
1.1 art 13: .endif
14:
15: .include <bsd.prog.mk>
1.7 art 16:
17: .MAIN: all
18: all: regress
1.1 art 19:
1.10 avsm 20: # XXX - Need full path to REGRESS_LOG, otherwise there will be much pain.
21: REGRESS_LOG?=/dev/null
22: REGRESS_SKIP_TARGETS?=
23: REGRESS_SKIP_SLOW?=no
1.11 halex 24: REGRESS_FAIL_EARLY?=no
1.10 avsm 25:
26: _REGRESS_NAME=${.CURDIR:S/${BSDSRCDIR}\/regress\///}
27: _REGRESS_TMP?=/dev/null
28: _REGRESS_OUT= | tee -a ${REGRESS_LOG} ${_REGRESS_TMP} 2>&1 > /dev/null
1.1 art 29:
30: .if defined(PROG) && !empty(PROG)
1.3 art 31: run-regress-${PROG}: ${PROG}
1.1 art 32: ./${PROG}
33: .endif
34:
1.12 kettenis 35: .if defined(PROG) && !defined(REGRESS_TARGETS)
1.10 avsm 36: REGRESS_TARGETS=run-regress-${PROG}
37: . if defined(REGRESS_SKIP)
38: REGRESS_SKIP_TARGETS=run-regress-${PROG}
1.1 art 39: . endif
40: .endif
41:
1.13 miod 42: .if defined(REGRESS_SLOW_TARGETS) && ${REGRESS_SKIP_SLOW} != no
1.10 avsm 43: REGRESS_SKIP_TARGETS+=${REGRESS_SLOW_TARGETS}
1.9 marc 44: .endif
45:
1.11 halex 46: .if ${REGRESS_FAIL_EARLY} != no
47: _SKIP_FAIL=
48: .else
49: _SKIP_FAIL=-
50: .endif
51:
1.10 avsm 52: .if defined(REGRESS_ROOT_TARGETS)
53: _ROOTUSER!=id -g
1.9 marc 54: SUDO?=
1.10 avsm 55: . if (${_ROOTUSER} != 0) && empty(SUDO)
56: REGRESS_SKIP_TARGETS+=${REGRESS_ROOT_TARGETS}
57: . endif
1.4 art 58: .endif
59:
1.10 avsm 60: .if defined(ERRORS)
61: .BEGIN:
62: . for _m in ${ERRORS}
63: @echo 1>&2 ${_m}
64: . endfor
65: . if !empty(ERRORS:M"Fatal\:*") || !empty(ERRORS:M'Fatal\:*')
66: @exit 1
67: . endif
1.15 ! bluhm 68: .endif
! 69:
! 70: REGRESS_SETUP?=
! 71: REGRESS_CLEANUP?=
! 72: .if !empty(REGRESS_SETUP)
! 73: ${REGRESS_TARGETS}: ${REGRESS_SETUP}
! 74: .endif
1.1 art 75:
1.10 avsm 76: regress: .SILENT
77: .if ! ${REGRESS_LOG:M/*}
78: echo =========================================================
79: echo REGRESS_LOG must contain an absolute path to the log-file.
80: echo It currently points to: ${REGRESS_LOG}
81: echo =========================================================
82: exit 1
83: .endif
1.15 ! bluhm 84: .for RT in ${REGRESS_TARGETS} ${REGRESS_CLEANUP}
1.10 avsm 85: . if ${REGRESS_SKIP_TARGETS:M${RT}}
86: @echo -n "SKIP " ${_REGRESS_OUT}
1.1 art 87: . else
1.3 art 88: # XXX - we need a better method to see if a test fails due to timeout or just
89: # normal failure.
1.10 avsm 90: . if !defined(REGRESS_MAXTIME)
1.11 halex 91: ${_SKIP_FAIL}if cd ${.CURDIR} && ${MAKE} ${RT}; then \
1.10 avsm 92: echo -n "SUCCESS " ${_REGRESS_OUT} ; \
1.3 art 93: else \
1.10 avsm 94: echo -n "FAIL " ${_REGRESS_OUT} ; \
1.1 art 95: echo FAILED ; \
1.11 halex 96: false; \
1.1 art 97: fi
1.3 art 98: . else
1.11 halex 99: ${_SKIP_FAIL}if cd ${.CURDIR} && \
100: (ulimit -t ${REGRESS_MAXTIME} ; ${MAKE} ${RT}); then \
1.10 avsm 101: echo -n "SUCCESS " ${_REGRESS_OUT} ; \
1.3 art 102: else \
1.10 avsm 103: echo -n "FAIL (possible timeout) " ${_REGRESS_OUT} ; \
1.3 art 104: echo FAILED ; \
1.11 halex 105: false; \
1.3 art 106: fi
107: . endif
1.1 art 108: . endif
1.10 avsm 109: @echo ${_REGRESS_NAME}/${RT:S/^run-regress-//} ${_REGRESS_OUT}
1.1 art 110: .endfor
111:
112: .PHONY: regress