1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
#
# Automated Testing Framework (atf)
#
# Copyright (c) 2007 The NetBSD Foundation, Inc.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
# CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
# IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
# IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
# IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
check_result() {
file="${1}"; shift
atf_check -s eq:0 -o match:"${*}" -e empty cat "${file}"
rm "${file}"
}
atf_test_case expect_pass
expect_pass_body() {
for h in $(get_helpers); do
atf_check -s eq:0 -e ignore "${h}" -r result expect_pass_and_pass
check_result result "passed"
atf_check -s eq:1 -e ignore "${h}" -r result \
expect_pass_but_fail_requirement
check_result result "failed: Some reason"
# atf-sh does not support non-fatal failures yet; skip checks for
# such conditions.
case "${h}" in *sh_helpers*) continue ;; esac
atf_check -s eq:1 -o empty -e match:"Some reason" \
"${h}" -r result expect_pass_but_fail_check
check_result result "failed: 1 checks failed"
done
}
atf_test_case expect_fail
expect_fail_body() {
for h in $(get_helpers c_helpers cpp_helpers); do
atf_check -s eq:0 "${h}" -r result expect_fail_and_fail_requirement
check_result result "expected_failure: Fail reason: The failure"
atf_check -s eq:1 -e match:"Expected check failure: Fail first: abc" \
-e not-match:"And fail again" "${h}" -r result expect_fail_but_pass
check_result result "failed: .*expecting a failure"
# atf-sh does not support non-fatal failures yet; skip checks for
# such conditions.
case "${h}" in *sh_helpers*) continue ;; esac
atf_check -s eq:0 -e match:"Expected check failure: Fail first: abc" \
-e match:"Expected check failure: And fail again: def" \
"${h}" -r result expect_fail_and_fail_check
check_result result "expected_failure: And fail again: 2 checks" \
"failed as expected"
done
# atf-sh does not support non-fatal failures yet; skip checks for
# such conditions.
for h in $(get_helpers sh_helpers); do
atf_check -s eq:0 -e ignore "${h}" -r result \
expect_fail_and_fail_requirement
check_result result "expected_failure: Fail reason: The failure"
atf_check -s eq:1 -e ignore "${h}" -r result expect_fail_but_pass
check_result result "failed: .*expecting a failure"
done
}
atf_test_case expect_exit
expect_exit_body() {
for h in $(get_helpers); do
atf_check -s eq:0 -e ignore "${h}" -r result expect_exit_any_and_exit
check_result result "expected_exit: Call will exit"
atf_check -s eq:123 -e ignore "${h}" -r result expect_exit_code_and_exit
check_result result "expected_exit\(123\): Call will exit"
atf_check -s eq:1 -e ignore "${h}" -r result expect_exit_but_pass
check_result result "failed: .*expected to exit"
done
}
atf_test_case expect_signal
expect_signal_body() {
for h in $(get_helpers); do
atf_check -s signal:9 -e ignore "${h}" -r result \
expect_signal_any_and_signal
check_result result "expected_signal: Call will signal"
atf_check -s signal:hup -e ignore "${h}" -r result \
expect_signal_no_and_signal
check_result result "expected_signal\(1\): Call will signal"
atf_check -s eq:1 -e ignore "${h}" -r result \
expect_signal_but_pass
check_result result "failed: .*termination signal"
done
}
atf_test_case expect_death
expect_death_body() {
for h in $(get_helpers); do
atf_check -s eq:123 -e ignore "${h}" -r result expect_death_and_exit
check_result result "expected_death: Exit case"
atf_check -s signal:kill -e ignore "${h}" -r result \
expect_death_and_signal
check_result result "expected_death: Signal case"
atf_check -s eq:1 -e ignore "${h}" -r result expect_death_but_pass
check_result result "failed: .*terminate abruptly"
done
}
atf_test_case expect_timeout
expect_timeout_body() {
for h in $(get_helpers); do
atf_check -s eq:1 -e ignore "${h}" -r result expect_timeout_but_pass
check_result result "failed: Test case was expected to hang but it" \
"continued execution"
done
}
atf_init_test_cases()
{
atf_add_test_case expect_pass
atf_add_test_case expect_fail
atf_add_test_case expect_exit
atf_add_test_case expect_signal
atf_add_test_case expect_death
atf_add_test_case expect_timeout
}
# vim: syntax=sh:expandtab:shiftwidth=4:softtabstop=4
|
