Annotation of src/share/mk/bsd.regress.mk, Revision 1.14
1.14 ! bluhm 1: # $OpenBSD: bsd.regress.mk,v 1.13 2014/07/19 18:15:53 miod Exp $
1.10 avsm 2: # Documented in bsd.regress.mk(5)
3:
1.1 art 4: # No man pages for regression tests.
5: NOMAN=
6:
7: # No installation.
8: install:
9:
1.10 avsm 10: # If REGRESS_TARGETS is defined and PROG is not defined, set NOPROG
11: .if defined(REGRESS_TARGETS) && !defined(PROG)
1.2 art 12: NOPROG=
1.1 art 13: .endif
14:
15: .include <bsd.prog.mk>
1.7 art 16:
17: .MAIN: all
18: all: regress
1.1 art 19:
1.10 avsm 20: # XXX - Need full path to REGRESS_LOG, otherwise there will be much pain.
21: REGRESS_LOG?=/dev/null
22: REGRESS_SKIP_TARGETS?=
23: REGRESS_SKIP_SLOW?=no
1.11 halex 24: REGRESS_FAIL_EARLY?=no
1.10 avsm 25:
26: _REGRESS_NAME=${.CURDIR:S/${BSDSRCDIR}\/regress\///}
27: _REGRESS_TMP?=/dev/null
28: _REGRESS_OUT= | tee -a ${REGRESS_LOG} ${_REGRESS_TMP} 2>&1 > /dev/null
1.1 art 29:
30: .if defined(PROG) && !empty(PROG)
1.3 art 31: run-regress-${PROG}: ${PROG}
1.1 art 32: ./${PROG}
33: .endif
34:
1.12 kettenis 35: .if defined(PROG) && !defined(REGRESS_TARGETS)
1.10 avsm 36: REGRESS_TARGETS=run-regress-${PROG}
37: . if defined(REGRESS_SKIP)
38: REGRESS_SKIP_TARGETS=run-regress-${PROG}
1.1 art 39: . endif
40: .endif
41:
1.13 miod 42: .if defined(REGRESS_SLOW_TARGETS) && ${REGRESS_SKIP_SLOW} != no
1.10 avsm 43: REGRESS_SKIP_TARGETS+=${REGRESS_SLOW_TARGETS}
1.9 marc 44: .endif
45:
1.11 halex 46: .if ${REGRESS_FAIL_EARLY} != no
47: _SKIP_FAIL=
48: .else
49: _SKIP_FAIL=-
50: .endif
51:
1.10 avsm 52: .if defined(REGRESS_ROOT_TARGETS)
53: _ROOTUSER!=id -g
1.9 marc 54: SUDO?=
1.10 avsm 55: . if (${_ROOTUSER} != 0) && empty(SUDO)
56: REGRESS_SKIP_TARGETS+=${REGRESS_ROOT_TARGETS}
57: . endif
1.4 art 58: .endif
59:
1.10 avsm 60: .if defined(ERRORS)
61: .BEGIN:
62: . for _m in ${ERRORS}
63: @echo 1>&2 ${_m}
64: . endfor
65: . if !empty(ERRORS:M"Fatal\:*") || !empty(ERRORS:M'Fatal\:*')
66: @exit 1
67: . endif
68: .endif
1.1 art 69:
1.10 avsm 70: regress: .SILENT
71: .if ! ${REGRESS_LOG:M/*}
72: echo =========================================================
73: echo REGRESS_LOG must contain an absolute path to the log-file.
74: echo It currently points to: ${REGRESS_LOG}
75: echo =========================================================
76: exit 1
77: .endif
78: .for RT in ${REGRESS_TARGETS}
79: . if ${REGRESS_SKIP_TARGETS:M${RT}}
80: @echo -n "SKIP " ${_REGRESS_OUT}
1.1 art 81: . else
1.3 art 82: # XXX - we need a better method to see if a test fails due to timeout or just
83: # normal failure.
1.10 avsm 84: . if !defined(REGRESS_MAXTIME)
1.11 halex 85: ${_SKIP_FAIL}if cd ${.CURDIR} && ${MAKE} ${RT}; then \
1.10 avsm 86: echo -n "SUCCESS " ${_REGRESS_OUT} ; \
1.3 art 87: else \
1.10 avsm 88: echo -n "FAIL " ${_REGRESS_OUT} ; \
1.1 art 89: echo FAILED ; \
1.11 halex 90: false; \
1.1 art 91: fi
1.3 art 92: . else
1.11 halex 93: ${_SKIP_FAIL}if cd ${.CURDIR} && \
94: (ulimit -t ${REGRESS_MAXTIME} ; ${MAKE} ${RT}); then \
1.10 avsm 95: echo -n "SUCCESS " ${_REGRESS_OUT} ; \
1.3 art 96: else \
1.10 avsm 97: echo -n "FAIL (possible timeout) " ${_REGRESS_OUT} ; \
1.3 art 98: echo FAILED ; \
1.11 halex 99: false; \
1.3 art 100: fi
101: . endif
1.1 art 102: . endif
1.10 avsm 103: @echo ${_REGRESS_NAME}/${RT:S/^run-regress-//} ${_REGRESS_OUT}
1.1 art 104: .endfor
105:
106: .PHONY: regress