11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
|
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
|
-
+
-
+
|
("ez_pass" 1 20)
("lineitem_pass" 1 20)
("priority_1" 1 20)
("priority_10" 1 20)
("priority_10_waiton_1" 1 20)
("priority_3" 1 20)
("priority_4" 1 20)
("priority_5" 1 20)
;; ("priority_5" 1 20)
("priority_6" 1 20)
("priority_7" 1 20)
;; ("priority_7" 1 20)
("priority_8" 1 20)
("priority_9" 1 20)
("runfirst" 7 20)
("singletest" 1 20)
("singletest2" 1 20)
("special" 1 20)
("sqlitespeed" 10 20)
|
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
+
-
+
+
+
-
+
+
+
+
+
|
("ezlog_fail" 1 20)
("lineitem_fail" 1 20)
("logpro_required_fail" 1 20)
("manual_example" 1 20)
("neverrun" 1 20)))
(define warn-specs '(("ezlog_warn" 1 20)))
(define nost-specs '(("wait_no_items1" 1 20)
("wait_no_items2" 1 20)
("wait_no_items3" 1 20)
("wait_no_items4" 1 20)
("no_items" 1 20)))
;; ("no_items" 1 20)
))
(define (check-one-test estate estatus testname count runtime)
(let* ((rxe (regexp (conc "^\\s+Test: " testname "(\\(.*|\\s+)\\s+State: " estate "\\s+Status: " estatus "\\s+Runtime:\\s+(\\d+)s")))
(msg1 (conc testname " expecting count of " count))
(msg2 (conc testname " expecting runtime less than " runtime)))
(expect:required in logbody = count msg1 rxe)
;;(expect:value in logbody count < msg2 rxe)
))
;; Special cases
;;
(expect:ignore in logbody >= 0 "db_sync test might not have run" #/Test: db_sync/)
(expect:ignore in logbody >= 0 "all_toplevel may not yet be done" #/Test: all_toplevel/)
(expect:error in logbody = 0 "tests left in RUNNING state" #/State: RUNNING/)
(expect:required in logbody = 1 "priority_2 is KILLED" #/Test: priority_2\s+State: KILLED\s+Status: FAIL/)
(expect:required in logbody = 1 "priority_2 is KILLED" #/Test: priority_2\s+State: KILLED\s+Status: KILLED/)
(expect:required in logbody = 1 "priority_5 is either PASS or SKIP" #/Test: priority_5\s+State: COMPLETED\s+Status: (SKIP|PASS)/)
(expect:required in logbody = 1 "priority_7 is either PASS or SKIP" #/Test: priority_7\s+State: COMPLETED\s+Status: (SKIP|PASS)/)
(expect:required in logbody = 1 "testxz has 1 NOT_STARTED test" #/Test: testxz\s+State: NOT_STARTED/)
(expect:required in logbody = 1 "no items" #/Test: no_items\s+State: NOT_STARTED\s+Status: ZERO_ITEMS/)
(expect:warning in logbody = 1 "dynamic waiton" #/Test: dynamic_waiton/)
(expect:required in logbody = 29 "blocktestxz has 29 tests" #/Test: blocktestxz/)
;; General cases
;;
(for-each
(lambda (testdat)
(apply check-one-test "COMPLETED" "PASS" testdat))
|
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
-
+
|
(for-each
(lambda (testdat)
(apply check-one-test "COMPLETED" "WARN" testdat))
warn-specs)
(for-each
(lambda (testdat)
(apply check-one-test "NOT_STARTED" "n/a" testdat))
(apply check-one-test "NOT_STARTED" "PREQ_DISCARDED" testdat))
nost-specs)
;; Catch all.
;;
(expect:error in logbody = 0 "Tests not accounted for" #/Test: /)
|