aboutsummaryrefslogtreecommitdiff
path: root/misc/posixtestsuite/Makefile
blob: 1a8a90da9da6de7b0c3ec6aaabf414ea54d12cbf (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
# Created by: Alexey Zelkin <phantom@FreeBSD.org>
# $FreeBSD$

PORTNAME=	posixtestsuite
PORTVERSION=	1.5.2
CATEGORIES=	misc
MASTER_SITES=	SF/posixtest/posixtest/${PORTNAME}-${PORTVERSION}

MAINTAINER=	ports@FreeBSD.org
COMMENT=	Open POSIX Test Suite

WRKSRC=		${WRKDIR}/posixtestsuite

NO_ARCH=	yes
NO_BUILD=	yes
NO_INSTALL=	yes
NO_PACKAGE=	"Nothing to package"

USES=		gmake

REGR_LOG=	log.run-5current

RUN_RESULT=	${WRKSRC}/run.result
LOCAL_REGR_LOG=	${WRKSRC}/regression.result

.if defined(QUIET)
THEPIPE=	>
.else
THEPIPE=	| tee 2>&1
.endif

.if defined(WITH_THRLIB)
THRLIB=		${WITH_THRLIB}
.else
THRLIB=		-lpthread
.endif

pre-everything::
	@${ECHO} "Following make commands are available:"
	@${ECHO} ""
	@${ECHO} "  * help - this message"
	@${ECHO} "  * run - run whole testsuite"
	@${ECHO} "  * rerun - re-run broken tests"
	@${ECHO} "  * regression - show differences between original and current results"
	@${ECHO} ""
	@${ECHO} "Following options are available:"
	@${ECHO} ""
	@${ECHO} "  * QUIET - don't print progress messages while running"
	@${ECHO} "  * WITH_THRLIB - choose thread library to run test against"
	@${ECHO} "    (NB: by default '"-lpthread"' is used)"
	@${ECHO} ""
	@${ECHO} "Examples:"
	@${ECHO} ""
	@${ECHO} "  make WITH_THRLIB=libthr run"
	@${ECHO} "    - run tests against libthr"
	@${ECHO} ""
	@${ECHO} "  make QUIET=YES WITH_THRLIB= regression"
	@${ECHO} "    - be quiet, run tests against libpthread (default"
	@${ECHO} "      threading library), compare tests results"
	@${ECHO} ""

help:	pre-everything

aclean:	all
	@${ECHO} "Cleaning tests tree..."
	-@(cd ${WRKSRC} && ${RM} -f ${RUN_RESULT} && ${MAKE_CMD} clean)

rerun:	all
.if defined(WITH_THRLIB)
	@${ECHO} ${THRLIB} > ${WRKSRC}/LDFLAGS
.endif
.if empty(THRLIB)
	@${ECHO} "Running tests (against -lc) ..."
.else
	@${ECHO} "Running tests (against ${THRLIB}) ..."
.endif
	@(cd ${WRKSRC} && ${MAKE_CMD} all) ${THEPIPE} ${RUN_RESULT}
	@${ECHO} ""
	@${ECHO} "Run output is stored into following files:"
	@${ECHO} "  * short version: ${RUN_RESULT}"
	@${ECHO} "  * extended version: ${WRKSRC}/logfile"

run:	aclean rerun

regression:	run
	@${ECHO} "Show regression log..."
	@(cd ${WRKSRC} && diff -u ${FILESDIR}/${REGR_LOG} ${RUN_RESULT}) > ${LOCAL_REGR_LOG}
	@[ -z ${LOCAL_REGR_LOG} ] || ( ${ECHO} "No regression detected"; exit 0 )
	@${ECHO} "Regression log stored at ${LOCAL_REGR_LOG}"

.include <bsd.port.mk>