0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30 ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20 6-2011, Matthew
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20 Welland..;; .;;
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73 This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20 made available
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50 under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72 L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65 .;; greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69 e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20 ng file COPYING
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20 for details..;;
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61 .;; This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64 m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52 WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65 RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c ven the.;; impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20 ied warranty of
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20 MERCHANTABILITY
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41 or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20 PARTICULAR.;;
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63 clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20 m").;; (include
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71 n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73 lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63 ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65 ase srfi-69 base
01c0: 36 34 20 66 6f 72 6d 61 74 29 0a 28 69 6d 70 6f 64 format).(impo
01d0: 72 74 20 28 70 72 65 66 69 78 20 73 71 6c 69 74 rt (prefix sqlit
01e0: 65 33 20 73 71 6c 69 74 65 33 3a 29 29 0a 28 69 e3 sqlite3:)).(i
01f0: 6d 70 6f 72 74 20 28 70 72 65 66 69 78 20 62 61 mport (prefix ba
0200: 73 65 36 34 20 62 61 73 65 36 34 3a 29 29 0a 0a se64 base64:))..
0210: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 63 (declare (uses c
0220: 6f 6d 6d 6f 6e 29 29 0a 28 64 65 63 6c 61 72 65 ommon)).(declare
0230: 20 28 75 73 65 73 20 6d 65 67 61 74 65 73 74 2d (uses megatest-
0240: 76 65 72 73 69 6f 6e 29 29 0a 28 64 65 63 6c 61 version)).(decla
0250: 72 65 20 28 75 73 65 73 20 6d 61 72 67 73 29 29 re (uses margs))
0260: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 .(declare (uses
0270: 72 75 6e 73 29 29 0a 28 64 65 63 6c 61 72 65 20 runs)).(declare
0280: 28 75 73 65 73 20 6c 61 75 6e 63 68 29 29 0a 0a (uses launch))..
0290: 28 69 6e 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e (include "common
02a0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 28 _records.scm").(
02b0: 69 6e 63 6c 75 64 65 20 22 6b 65 79 5f 72 65 63 include "key_rec
02c0: 6f 72 64 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c ords.scm").(incl
02d0: 75 64 65 20 22 64 62 5f 72 65 63 6f 72 64 73 2e ude "db_records.
02e0: 73 63 6d 22 29 0a 0a 28 64 65 66 69 6e 65 20 68 scm")..(define h
02f0: 65 6c 70 20 28 63 6f 6e 63 20 22 0a 4d 65 67 61 elp (conc ".Mega
0300: 74 65 73 74 2c 20 64 6f 63 75 6d 65 6e 74 61 74 test, documentat
0310: 69 6f 6e 20 61 74 20 68 74 74 70 3a 2f 2f 77 77 ion at http://ww
0320: 77 2e 6b 69 61 74 6f 61 2e 63 6f 6d 2f 66 6f 73 w.kiatoa.com/fos
0330: 73 69 6c 73 2f 6d 65 67 61 74 65 73 74 0a 20 20 sils/megatest.
0340: 76 65 72 73 69 6f 6e 20 22 20 6d 65 67 61 74 65 version " megate
0350: 73 74 2d 76 65 72 73 69 6f 6e 20 22 0a 20 20 6c st-version ". l
0360: 69 63 65 6e 73 65 20 47 50 4c 2c 20 43 6f 70 79 icense GPL, Copy
0370: 72 69 67 68 74 20 4d 61 74 74 20 57 65 6c 6c 61 right Matt Wella
0380: 6e 64 20 32 30 30 36 2d 32 30 31 31 0a 0a 55 73 nd 2006-2011..Us
0390: 61 67 65 3a 20 6d 65 67 61 74 65 73 74 20 5b 6f age: megatest [o
03a0: 70 74 69 6f 6e 73 5d 0a 20 20 2d 68 20 20 20 20 ptions]. -h
03b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
03c0: 20 20 3a 20 74 68 69 73 20 68 65 6c 70 0a 0a 50 : this help..P
03d0: 72 6f 63 65 73 73 20 61 6e 64 20 74 65 73 74 20 rocess and test
03e0: 72 75 6e 6e 69 6e 67 0a 20 20 2d 72 75 6e 61 6c running. -runal
03f0: 6c 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 l
0400: 20 20 3a 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 : run all test
0410: 73 20 74 68 61 74 20 61 72 65 20 6e 6f 74 20 73 s that are not s
0420: 74 61 74 65 20 43 4f 4d 50 4c 45 54 45 44 20 61 tate COMPLETED a
0430: 6e 64 20 73 74 61 74 75 73 20 50 41 53 53 2c 20 nd status PASS,
0440: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 .
0450: 20 20 20 20 20 20 20 20 20 20 20 20 20 43 48 45 CHE
0460: 43 4b 20 6f 72 20 4b 49 4c 4c 45 44 0a 20 20 2d CK or KILLED. -
0470: 72 75 6e 74 65 73 74 73 20 74 73 74 31 2c 74 73 runtests tst1,ts
0480: 74 32 20 2e 2e 2e 20 3a 20 72 75 6e 20 74 65 73 t2 ... : run tes
0490: 74 73 0a 0a 52 75 6e 20 73 74 61 74 75 73 20 75 ts..Run status u
04a0: 70 64 61 74 65 73 20 28 74 68 65 73 65 20 72 65 pdates (these re
04b0: 71 75 69 72 65 20 74 68 61 74 20 79 6f 75 20 61 quire that you a
04c0: 72 65 20 69 6e 20 61 20 74 65 73 74 20 64 69 72 re in a test dir
04d0: 65 63 74 6f 72 79 0a 20 20 20 20 20 20 20 20 20 ectory.
04e0: 20 20 20 20 20 20 20 20 20 20 20 61 6e 64 20 79 and y
04f0: 6f 75 20 68 61 76 65 20 73 6f 75 72 63 65 64 20 ou have sourced
0500: 74 68 65 20 5c 22 6d 65 67 61 74 65 73 74 2e 63 the \"megatest.c
0510: 73 68 5c 22 20 6f 72 0a 20 20 20 20 20 20 20 20 sh\" or.
0520: 20 20 20 20 20 20 20 20 20 20 20 20 5c 22 6d 65 \"me
0530: 67 61 74 65 73 74 2e 73 68 5c 22 20 66 69 6c 65 gatest.sh\" file
0540: 2e 29 0a 20 20 2d 73 74 65 70 20 73 74 65 70 6e .). -step stepn
0550: 61 6d 65 0a 20 20 2d 74 65 73 74 2d 73 74 61 74 ame. -test-stat
0560: 75 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 us :
0570: 73 65 74 20 74 68 65 20 73 74 61 74 65 20 61 6e set the state an
0580: 64 20 73 74 61 74 75 73 20 6f 66 20 61 20 74 65 d status of a te
0590: 73 74 20 28 75 73 65 20 3a 73 74 61 74 65 20 61 st (use :state a
05a0: 6e 64 20 3a 73 74 61 74 75 73 29 0a 20 20 2d 73 nd :status). -s
05b0: 65 74 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 20 etlog logfname
05c0: 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 : set the
05d0: 70 61 74 68 2f 66 69 6c 65 6e 61 6d 65 20 74 6f path/filename to
05e0: 20 74 68 65 20 66 69 6e 61 6c 20 6c 6f 67 20 72 the final log r
05f0: 65 6c 61 74 69 76 65 20 74 6f 20 74 68 65 20 74 elative to the t
0600: 65 73 74 0a 20 20 20 20 20 20 20 20 20 20 20 20 est.
0610: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0620: 64 69 72 65 63 74 6f 72 79 2e 20 6d 61 79 20 62 directory. may b
0630: 65 20 75 73 65 64 20 77 69 74 68 20 2d 74 65 73 e used with -tes
0640: 74 2d 73 74 61 74 75 73 0a 20 20 2d 73 65 74 2d t-status. -set-
0650: 74 6f 70 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 toplog logfname
0660: 20 20 20 3a 20 73 65 74 20 74 68 65 20 6f 76 65 : set the ove
0670: 72 61 6c 6c 20 6c 6f 67 20 66 6f 72 20 61 20 73 rall log for a s
0680: 75 69 74 65 20 6f 66 20 73 75 62 2d 74 65 73 74 uite of sub-test
0690: 73 0a 20 20 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 s. -summarize-i
06a0: 74 65 6d 73 20 20 20 20 20 20 20 20 3a 20 66 6f tems : fo
06b0: 72 20 61 6e 20 69 74 65 6d 69 7a 65 64 20 74 65 r an itemized te
06c0: 73 74 20 63 72 65 61 74 65 20 61 20 73 75 6d 6d st create a summ
06d0: 61 72 79 20 68 74 6d 6c 20 0a 20 20 2d 6d 20 63 ary html . -m c
06e0: 6f 6d 6d 65 6e 74 20 20 20 20 20 20 20 20 20 20 omment
06f0: 20 20 20 20 3a 20 69 6e 73 65 72 74 20 61 20 63 : insert a c
0700: 6f 6d 6d 65 6e 74 20 66 6f 72 20 74 68 69 73 20 omment for this
0710: 74 65 73 74 0a 0a 52 75 6e 20 64 61 74 61 0a 20 test..Run data.
0720: 20 2d 74 61 72 67 65 74 20 6b 65 79 31 2f 6b 65 -target key1/ke
0730: 79 32 2f 2e 2e 2e 20 20 20 3a 20 72 75 6e 20 66 y2/... : run f
0740: 6f 72 20 6b 65 79 31 2c 20 6b 65 79 32 2c 20 65 or key1, key2, e
0750: 74 63 2e 0a 20 20 2d 72 65 71 74 61 72 67 20 6b tc.. -reqtarg k
0760: 65 79 31 2f 6b 65 79 32 2f 2e 2e 2e 20 20 3a 20 ey1/key2/... :
0770: 72 75 6e 20 66 6f 72 20 6b 65 79 31 2c 20 6b 65 run for key1, ke
0780: 79 32 2c 20 65 74 63 2e 20 62 75 74 20 6b 65 79 y2, etc. but key
0790: 31 2f 6b 65 79 32 20 6d 75 73 74 20 62 65 20 69 1/key2 must be i
07a0: 6e 20 72 75 6e 63 6f 6e 66 69 67 0a 20 20 3a 72 n runconfig. :r
07b0: 75 6e 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20 unname
07c0: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64 : required
07d0: 2c 20 6e 61 6d 65 20 66 6f 72 20 74 68 69 73 20 , name for this
07e0: 70 61 72 74 69 63 75 6c 61 72 20 74 65 73 74 20 particular test
07f0: 72 75 6e 0a 20 20 3a 73 74 61 74 65 20 20 20 20 run. :state
0800: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 :
0810: 72 65 71 75 69 72 65 64 20 69 66 20 75 70 64 61 required if upda
0820: 74 69 6e 67 20 73 74 65 70 20 73 74 61 74 65 3b ting step state;
0830: 20 65 2e 67 2e 20 73 74 61 72 74 2c 20 65 6e 64 e.g. start, end
0840: 2c 20 63 6f 6d 70 6c 65 74 65 64 0a 20 20 3a 73 , completed. :s
0850: 74 61 74 75 73 20 20 20 20 20 20 20 20 20 20 20 tatus
0860: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64 : required
0870: 20 69 66 20 75 70 64 61 74 69 6e 67 20 73 74 65 if updating ste
0880: 70 20 73 74 61 74 75 73 3b 20 65 2e 67 2e 20 70 p status; e.g. p
0890: 61 73 73 2c 20 66 61 69 6c 2c 20 6e 2f 61 0a 0a ass, fail, n/a..
08a0: 56 61 6c 75 65 73 20 61 6e 64 20 72 65 63 6f 72 Values and recor
08b0: 64 20 65 72 72 6f 72 73 20 61 6e 64 20 77 61 72 d errors and war
08c0: 6e 69 6e 67 73 0a 20 20 2d 73 65 74 2d 76 61 6c nings. -set-val
08d0: 75 65 73 20 20 20 20 20 20 20 20 20 20 20 20 20 ues
08e0: 3a 20 75 70 64 61 74 65 20 6f 72 20 73 65 74 20 : update or set
08f0: 76 61 6c 75 65 73 20 69 6e 20 74 68 65 20 6d 65 values in the me
0900: 67 61 74 65 73 74 20 64 62 20 0a 20 20 3a 63 61 gatest db . :ca
0910: 74 65 67 6f 72 79 20 20 20 20 20 20 20 20 20 20 tegory
0920: 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 63 : set the c
0930: 61 74 65 67 6f 72 79 20 66 69 65 6c 64 20 28 6f ategory field (o
0940: 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 76 61 72 69 ptional). :vari
0950: 61 62 6c 65 20 20 20 20 20 20 20 20 20 20 20 20 able
0960: 20 20 20 3a 20 73 65 74 20 74 68 65 20 76 61 72 : set the var
0970: 69 61 62 6c 65 20 6e 61 6d 65 20 28 6f 70 74 69 iable name (opti
0980: 6f 6e 61 6c 29 0a 20 20 3a 76 61 6c 75 65 20 20 onal). :value
0990: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
09a0: 3a 20 76 61 6c 75 65 20 6d 65 61 73 75 72 65 64 : value measured
09b0: 20 28 72 65 71 75 69 72 65 64 29 0a 20 20 3a 65 (required). :e
09c0: 78 70 65 63 74 65 64 20 20 20 20 20 20 20 20 20 xpected
09d0: 20 20 20 20 20 20 3a 20 76 61 6c 75 65 20 65 78 : value ex
09e0: 70 65 63 74 65 64 20 28 72 65 71 75 69 72 65 64 pected (required
09f0: 29 0a 20 20 3a 74 6f 6c 20 20 20 20 20 20 20 20 ). :tol
0a00: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 7c 76 : |v
0a10: 61 6c 75 65 2d 65 78 70 65 63 74 7c 20 3c 3d 20 alue-expect| <=
0a20: 74 6f 6c 20 28 72 65 71 75 69 72 65 64 2c 20 63 tol (required, c
0a30: 61 6e 20 62 65 20 3c 2c 20 3e 2c 20 3e 3d 2c 20 an be <, >, >=,
0a40: 3c 3d 20 6f 72 20 6e 75 6d 62 65 72 29 0a 20 20 <= or number).
0a50: 3a 75 6e 69 74 73 20 20 20 20 20 20 20 20 20 20 :units
0a60: 20 20 20 20 20 20 20 20 3a 20 6e 61 6d 65 20 6f : name o
0a70: 66 20 74 68 65 20 75 6e 69 74 73 20 66 6f 72 20 f the units for
0a80: 76 61 6c 75 65 2c 20 65 78 70 65 63 74 65 64 5f value, expected_
0a90: 76 61 6c 75 65 20 65 74 63 2e 20 28 6f 70 74 69 value etc. (opti
0aa0: 6f 6e 61 6c 29 0a 0a 41 72 62 69 74 72 61 72 79 onal)..Arbitrary
0ab0: 20 74 65 73 74 20 64 61 74 61 20 6c 6f 61 64 69 test data loadi
0ac0: 6e 67 0a 20 20 2d 6c 6f 61 64 2d 74 65 73 74 2d ng. -load-test-
0ad0: 64 61 74 61 20 20 20 20 20 20 20 20 20 3a 20 72 data : r
0ae0: 65 61 64 20 74 65 73 74 20 73 70 65 63 69 66 69 ead test specifi
0af0: 63 20 64 61 74 61 20 66 6f 72 20 73 74 6f 72 61 c data for stora
0b00: 67 65 20 69 6e 20 74 68 65 20 74 65 73 74 5f 64 ge in the test_d
0b10: 61 74 61 20 74 61 62 6c 65 0a 20 20 20 20 20 20 ata table.
0b20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0b30: 20 20 20 20 20 20 66 72 6f 6d 20 73 74 61 6e 64 from stand
0b40: 61 72 64 20 69 6e 2e 20 45 61 63 68 20 6c 69 6e ard in. Each lin
0b50: 65 20 69 73 20 63 6f 6d 6d 61 20 64 65 6c 69 6d e is comma delim
0b60: 69 74 65 64 20 77 69 74 68 20 66 6f 75 72 0a 20 ited with four.
0b70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0b80: 20 20 20 20 20 20 20 20 20 20 20 66 69 65 6c 64 field
0b90: 73 20 63 61 74 65 67 6f 72 79 2c 76 61 72 69 61 s category,varia
0ba0: 62 6c 65 2c 76 61 6c 75 65 2c 63 6f 6d 6d 65 6e ble,value,commen
0bb0: 74 0a 0a 51 75 65 72 69 65 73 0a 20 20 2d 6c 69 t..Queries. -li
0bc0: 73 74 2d 72 75 6e 73 20 70 61 74 74 20 20 20 20 st-runs patt
0bd0: 20 20 20 20 20 3a 20 6c 69 73 74 20 72 75 6e 73 : list runs
0be0: 20 6d 61 74 63 68 69 6e 67 20 70 61 74 74 65 72 matching patter
0bf0: 6e 20 5c 22 70 61 74 74 5c 22 2c 20 25 20 69 73 n \"patt\", % is
0c00: 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a 20 20 the wildcard.
0c10: 2d 74 65 73 74 70 61 74 74 20 70 61 74 74 20 20 -testpatt patt
0c20: 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c 69 73 : in lis
0c30: 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e 6c 79 t-runs show only
0c40: 20 74 68 65 73 65 20 74 65 73 74 73 2c 20 25 20 these tests, %
0c50: 69 73 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a is the wildcard.
0c60: 20 20 2d 69 74 65 6d 70 61 74 74 20 70 61 74 74 -itempatt patt
0c70: 20 20 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c : in l
0c80: 69 73 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e ist-runs show on
0c90: 6c 79 20 74 65 73 74 73 20 77 69 74 68 20 69 74 ly tests with it
0ca0: 65 6d 73 20 74 68 61 74 20 6d 61 74 63 68 20 70 ems that match p
0cb0: 61 74 74 0a 20 20 2d 73 68 6f 77 6b 65 79 73 20 att. -showkeys
0cc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 :
0cd0: 73 68 6f 77 20 74 68 65 20 6b 65 79 73 20 75 73 show the keys us
0ce0: 65 64 20 69 6e 20 74 68 69 73 20 6d 65 67 61 74 ed in this megat
0cf0: 65 73 74 20 73 65 74 75 70 0a 0a 4d 69 73 63 20 est setup..Misc
0d00: 0a 20 20 2d 66 6f 72 63 65 20 20 20 20 20 20 20 . -force
0d10: 20 20 20 20 20 20 20 20 20 20 20 3a 20 6f 76 65 : ove
0d20: 72 72 69 64 65 20 73 6f 6d 65 20 63 68 65 63 6b rride some check
0d30: 73 0a 20 20 2d 78 74 65 72 6d 20 20 20 20 20 20 s. -xterm
0d40: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 73 74 : st
0d50: 61 72 74 20 61 6e 20 78 74 65 72 6d 20 69 6e 73 art an xterm ins
0d60: 74 65 61 64 20 6f 66 20 6c 61 75 6e 63 68 69 6e tead of launchin
0d70: 67 20 74 68 65 20 74 65 73 74 0a 20 20 2d 72 65 g the test. -re
0d80: 6d 6f 76 65 2d 72 75 6e 73 20 20 20 20 20 20 20 move-runs
0d90: 20 20 20 20 20 3a 20 72 65 6d 6f 76 65 20 74 68 : remove th
0da0: 65 20 64 61 74 61 20 66 6f 72 20 61 20 72 75 6e e data for a run
0db0: 2c 20 72 65 71 75 69 72 65 73 20 61 6c 6c 20 66 , requires all f
0dc0: 69 65 6c 64 73 20 62 65 20 73 70 65 63 69 66 69 ields be specifi
0dd0: 65 64 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 ed.
0de0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 61 a
0df0: 6e 64 20 3a 72 75 6e 6e 61 6d 65 20 2c 2d 74 65 nd :runname ,-te
0e00: 73 74 70 61 74 74 20 61 6e 64 20 2d 69 74 65 6d stpatt and -item
0e10: 70 61 74 74 0a 20 20 20 20 20 20 20 20 20 20 20 patt.
0e20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0e30: 20 61 6e 64 20 2d 74 65 73 74 70 61 74 74 0a 20 and -testpatt.
0e40: 20 2d 6b 65 65 70 67 6f 69 6e 67 20 20 20 20 20 -keepgoing
0e50: 20 20 20 20 20 20 20 20 20 3a 20 63 6f 6e 74 69 : conti
0e60: 6e 75 65 20 72 75 6e 6e 69 6e 67 20 75 6e 74 69 nue running unti
0e70: 6c 20 6e 6f 20 6a 6f 62 73 20 61 72 65 20 5c 22 l no jobs are \"
0e80: 4c 41 55 4e 43 48 45 44 5c 22 20 6f 72 0a 20 20 LAUNCHED\" or.
0e90: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0ea0: 20 20 20 20 20 20 20 20 20 20 5c 22 4e 4f 54 5f \"NOT_
0eb0: 53 54 41 52 54 45 44 5c 22 0a 20 20 2d 72 65 72 STARTED\". -rer
0ec0: 75 6e 20 46 41 49 4c 2c 57 41 52 4e 2e 2e 2e 20 un FAIL,WARN...
0ed0: 20 20 20 20 3a 20 72 65 2d 72 75 6e 20 69 66 20 : re-run if
0ee0: 63 61 6c 6c 65 64 20 6f 6e 20 61 20 74 65 73 74 called on a test
0ef0: 20 74 68 61 74 20 70 72 65 76 69 6f 75 73 6c 79 that previously
0f00: 20 72 61 6e 20 28 6e 75 6c 6c 69 66 69 65 64 0a ran (nullified.
0f10: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0f20: 20 20 20 20 20 20 20 20 20 20 20 20 69 66 20 2d if -
0f30: 6b 65 65 70 67 6f 69 6e 67 20 69 73 20 61 6c 73 keepgoing is als
0f40: 6f 20 73 70 65 63 69 66 69 65 64 29 0a 20 20 2d o specified). -
0f50: 72 65 62 75 69 6c 64 2d 64 62 20 20 20 20 20 20 rebuild-db
0f60: 20 20 20 20 20 20 20 3a 20 62 72 69 6e 67 20 74 : bring t
0f70: 68 65 20 64 61 74 61 62 61 73 65 20 73 63 68 65 he database sche
0f80: 6d 61 20 75 70 20 74 6f 20 64 61 74 65 0a 20 20 ma up to date.
0f90: 2d 72 6f 6c 6c 75 70 20 20 20 20 20 20 20 20 20 -rollup
0fa0: 20 20 20 20 20 20 20 20 3a 20 66 69 6c 6c 20 72 : fill r
0fb0: 75 6e 20 28 73 65 74 20 62 79 20 3a 72 75 6e 6e un (set by :runn
0fc0: 61 6d 65 29 20 20 77 69 74 68 20 6c 61 74 65 73 ame) with lates
0fd0: 74 20 74 65 73 74 28 73 29 20 66 72 6f 6d 0a 20 t test(s) from.
0fe0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0ff0: 20 20 20 20 20 20 20 20 20 20 20 70 72 69 6f 72 prior
1000: 20 72 75 6e 73 20 77 69 74 68 20 73 61 6d 65 20 runs with same
1010: 6b 65 79 73 0a 20 20 2d 75 70 64 61 74 65 2d 6d keys. -update-m
1020: 65 74 61 20 20 20 20 20 20 20 20 20 20 20 20 3a eta :
1030: 20 75 70 64 61 74 65 20 74 68 65 20 74 65 73 74 update the test
1040: 73 20 6d 65 74 61 64 61 74 61 20 66 6f 72 20 61 s metadata for a
1050: 6c 6c 20 74 65 73 74 73 0a 20 20 2d 65 6e 76 32 ll tests. -env2
1060: 66 69 6c 65 20 66 6e 61 6d 65 20 20 20 20 20 20 file fname
1070: 20 20 20 3a 20 77 72 69 74 65 20 74 68 65 20 65 : write the e
1080: 6e 76 69 72 6f 6e 6d 65 6e 74 20 74 6f 20 66 6e nvironment to fn
1090: 61 6d 65 2e 63 73 68 20 61 6e 64 20 66 6e 61 6d ame.csh and fnam
10a0: 65 2e 73 68 0a 20 20 2d 73 65 74 76 61 72 73 20 e.sh. -setvars
10b0: 56 41 52 31 3d 76 61 6c 31 2c 56 41 52 32 3d 76 VAR1=val1,VAR2=v
10c0: 61 6c 32 20 3a 20 41 64 64 20 65 6e 76 69 72 6f al2 : Add enviro
10d0: 6e 6d 65 6e 74 20 76 61 72 69 61 62 6c 65 73 20 nment variables
10e0: 74 6f 20 61 20 72 75 6e 20 4e 42 2f 2f 20 74 68 to a run NB// th
10f0: 65 73 65 20 61 72 65 0a 20 20 20 20 20 20 20 20 ese are.
1100: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1110: 20 20 20 20 20 20 20 20 20 6f 76 65 72 77 72 69 overwri
1120: 74 74 65 6e 20 62 79 20 76 61 6c 75 65 73 20 73 tten by values s
1130: 65 74 20 69 6e 20 63 6f 6e 66 69 67 20 66 69 6c et in config fil
1140: 65 73 2e 0a 53 70 72 65 61 64 73 68 65 65 74 20 es..Spreadsheet
1150: 67 65 6e 65 72 61 74 69 6f 6e 0a 20 20 2d 65 78 generation. -ex
1160: 74 72 61 63 74 2d 6f 64 73 20 20 20 20 20 20 20 tract-ods
1170: 20 20 20 20 20 3a 20 65 78 74 72 61 63 74 20 61 : extract a
1180: 6e 20 6f 70 65 6e 20 64 6f 63 75 6d 65 6e 74 20 n open document
1190: 73 70 72 65 61 64 73 68 65 65 74 20 66 72 6f 6d spreadsheet from
11a0: 20 74 68 65 20 64 61 74 61 62 61 73 65 0a 20 20 the database.
11b0: 2d 70 61 74 68 6d 6f 64 20 70 61 74 68 20 20 20 -pathmod path
11c0: 20 20 20 20 20 20 20 20 3a 20 69 6e 73 65 72 74 : insert
11d0: 20 70 61 74 68 2c 20 69 2e 65 2e 20 70 61 74 68 path, i.e. path
11e0: 2f 72 75 6e 61 6d 65 2f 69 74 65 6d 70 61 74 68 /runame/itempath
11f0: 2f 6c 6f 67 66 69 6c 65 2e 68 74 6d 6c 0a 20 20 /logfile.html.
1200: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1210: 20 20 20 20 20 20 20 20 20 20 77 69 6c 6c 20 63 will c
1220: 6c 65 61 72 20 74 68 65 20 66 69 65 6c 64 20 69 lear the field i
1230: 66 20 6e 6f 20 72 75 6e 64 69 72 2f 74 65 73 74 f no rundir/test
1240: 6e 61 6d 65 2f 69 74 65 6d 70 61 74 68 2f 6c 6f name/itempath/lo
1250: 67 66 69 6c 65 0a 20 20 20 20 20 20 20 20 20 20 gfile.
1260: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1270: 20 20 69 66 20 69 74 20 63 6f 6e 74 61 69 6e 73 if it contains
1280: 20 66 6f 72 77 61 72 64 20 73 6c 61 73 68 65 73 forward slashes
1290: 20 74 68 65 20 70 61 74 68 20 77 69 6c 6c 20 62 the path will b
12a0: 65 20 63 6f 6e 76 65 72 74 65 64 0a 20 20 20 20 e converted.
12b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
12c0: 20 20 20 20 20 20 20 20 74 6f 20 77 69 6e 64 6f to windo
12d0: 77 73 20 73 74 79 6c 65 0a 0a 48 65 6c 70 65 72 ws style..Helper
12e0: 73 0a 20 20 2d 72 75 6e 73 74 65 70 20 73 74 65 s. -runstep ste
12f0: 70 6e 61 6d 65 20 20 2e 2e 2e 20 20 3a 20 74 61 pname ... : ta
1300: 6b 65 20 72 65 6d 61 69 6e 69 6e 67 20 70 61 72 ke remaining par
1310: 61 6d 73 20 61 73 20 63 6f 6d 61 6e 64 20 61 6e ams as comand an
1320: 64 20 65 78 65 63 75 74 65 20 61 73 20 73 74 65 d execute as ste
1330: 70 6e 61 6d 65 0a 20 20 20 20 20 20 20 20 20 20 pname.
1340: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1350: 20 20 6c 6f 67 20 77 69 6c 6c 20 62 65 20 69 6e log will be in
1360: 20 73 74 65 70 6e 61 6d 65 2e 6c 6f 67 2e 20 42 stepname.log. B
1370: 65 73 74 20 74 6f 20 70 75 74 20 63 6f 6d 6d 61 est to put comma
1380: 6e 64 20 69 6e 20 71 75 6f 74 65 73 0a 20 20 2d nd in quotes. -
1390: 6c 6f 67 70 72 6f 20 66 69 6c 65 20 20 20 20 20 logpro file
13a0: 20 20 20 20 20 20 20 3a 20 77 69 74 68 20 2d 65 : with -e
13b0: 78 65 63 20 61 70 70 6c 79 20 6c 6f 67 70 72 6f xec apply logpro
13c0: 20 66 69 6c 65 20 74 6f 20 73 74 65 70 6e 61 6d file to stepnam
13d0: 65 2e 6c 6f 67 2c 20 63 72 65 61 74 65 73 0a 20 e.log, creates.
13e0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
13f0: 20 20 20 20 20 20 20 20 20 20 20 73 74 65 70 6e stepn
1400: 61 6d 65 2e 68 74 6d 6c 20 61 6e 64 20 73 65 74 ame.html and set
1410: 73 20 6c 6f 67 20 74 6f 20 73 61 6d 65 0a 20 20 s log to same.
1420: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1430: 20 20 20 20 20 20 20 20 20 20 49 66 20 75 73 69 If usi
1440: 6e 67 20 6d 61 6b 65 20 75 73 65 20 73 74 65 70 ng make use step
1450: 6e 61 6d 65 5f 6c 6f 67 70 72 6f 2e 6c 6f 67 20 name_logpro.log
1460: 61 73 20 79 6f 75 72 20 74 61 72 67 65 74 0a 0a as your target..
1470: 43 61 6c 6c 65 64 20 61 73 20 22 20 28 73 74 72 Called as " (str
1480: 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 20 ing-intersperse
1490: 28 61 72 67 76 29 20 22 20 22 29 29 29 0a 0a 3b (argv) " ")))..;
14a0: 3b 20 20 2d 67 75 69 20 20 20 20 20 20 20 20 20 ; -gui
14b0: 20 20 20 20 20 20 20 20 20 20 20 3a 20 73 74 61 : sta
14c0: 72 74 20 61 20 67 75 69 20 69 6e 74 65 72 66 61 rt a gui interfa
14d0: 63 65 0a 3b 3b 20 20 2d 63 6f 6e 66 69 67 20 66 ce.;; -config f
14e0: 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20 20 3a name :
14f0: 20 6f 76 65 72 72 69 64 65 20 74 68 65 20 72 75 override the ru
1500: 6e 63 6f 6e 66 69 67 20 66 69 6c 65 20 77 69 74 nconfig file wit
1510: 68 20 66 6e 61 6d 65 0a 0a 3b 3b 20 70 72 6f 63 h fname..;; proc
1520: 65 73 73 20 61 72 67 73 0a 28 64 65 66 69 6e 65 ess args.(define
1530: 20 72 65 6d 61 72 67 73 20 28 61 72 67 73 3a 67 remargs (args:g
1540: 65 74 2d 61 72 67 73 20 0a 09 09 20 28 61 72 67 et-args ... (arg
1550: 76 29 0a 09 09 20 28 6c 69 73 74 20 20 22 2d 72 v)... (list "-r
1560: 75 6e 74 65 73 74 73 22 20 20 3b 3b 20 72 75 6e untests" ;; run
1570: 20 61 20 73 70 65 63 69 66 69 63 20 74 65 73 74 a specific test
1580: 0a 09 09 09 22 2d 63 6f 6e 66 69 67 22 20 20 20 ...."-config"
1590: 20 3b 3b 20 6f 76 65 72 72 69 64 65 20 74 68 65 ;; override the
15a0: 20 63 6f 6e 66 69 67 20 66 69 6c 65 20 6e 61 6d config file nam
15b0: 65 0a 09 09 09 22 2d 65 78 65 63 75 74 65 22 20 e...."-execute"
15c0: 20 20 3b 3b 20 72 75 6e 20 74 68 65 20 63 6f 6d ;; run the com
15d0: 6d 61 6e 64 20 65 6e 63 6f 64 65 64 20 69 6e 20 mand encoded in
15e0: 74 68 65 20 62 61 73 65 36 34 20 70 61 72 61 6d the base64 param
15f0: 65 74 65 72 0a 09 09 09 22 2d 73 74 65 70 22 0a eter...."-step".
1600: 09 09 09 22 3a 72 75 6e 6e 61 6d 65 22 20 20 20 ...":runname"
1610: 0a 09 09 09 22 2d 74 61 72 67 65 74 22 0a 09 09 ...."-target"...
1620: 09 22 2d 72 65 71 74 61 72 67 22 0a 09 09 09 22 ."-reqtarg"...."
1630: 3a 69 74 65 6d 22 0a 09 09 09 22 3a 72 75 6e 6e :item"....":runn
1640: 61 6d 65 22 20 20 20 0a 09 09 09 22 3a 73 74 61 ame" ....":sta
1650: 74 65 22 20 20 0a 09 09 09 22 3a 73 74 61 74 75 te" ....":statu
1660: 73 22 0a 09 09 09 22 2d 6c 69 73 74 2d 72 75 6e s"...."-list-run
1670: 73 22 0a 09 09 09 22 2d 74 65 73 74 70 61 74 74 s"...."-testpatt
1680: 22 20 0a 09 09 09 22 2d 69 74 65 6d 70 61 74 74 " ...."-itempatt
1690: 22 0a 09 09 09 22 2d 73 65 74 6c 6f 67 22 0a 09 "...."-setlog"..
16a0: 09 09 22 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 0a .."-set-toplog".
16b0: 09 09 09 22 2d 72 75 6e 73 74 65 70 22 0a 09 09 ..."-runstep"...
16c0: 09 22 2d 6c 6f 67 70 72 6f 22 0a 09 09 09 22 2d ."-logpro"...."-
16d0: 6d 22 0a 09 09 09 22 2d 72 65 72 75 6e 22 0a 09 m"...."-rerun"..
16e0: 09 09 22 2d 64 61 79 73 22 0a 09 09 09 22 2d 72 .."-days"...."-r
16f0: 65 6e 61 6d 65 2d 72 75 6e 22 0a 09 09 09 22 2d ename-run"...."-
1700: 74 6f 22 0a 09 09 09 3b 3b 20 76 61 6c 75 65 73 to"....;; values
1710: 20 61 6e 64 20 6d 65 73 73 61 67 65 73 0a 09 09 and messages...
1720: 09 22 3a 63 61 74 65 67 6f 72 79 22 0a 09 09 09 .":category"....
1730: 22 3a 76 61 72 69 61 62 6c 65 22 0a 09 09 09 22 ":variable"...."
1740: 3a 76 61 6c 75 65 22 0a 09 09 09 22 3a 65 78 70 :value"....":exp
1750: 65 63 74 65 64 22 0a 09 09 09 22 3a 74 6f 6c 22 ected"....":tol"
1760: 0a 09 09 09 22 3a 75 6e 69 74 73 22 0a 09 09 09 ....":units"....
1770: 3b 3b 20 6d 69 73 63 0a 09 09 09 22 2d 65 78 74 ;; misc...."-ext
1780: 72 61 63 74 2d 6f 64 73 22 0a 09 09 09 22 2d 70 ract-ods"...."-p
1790: 61 74 68 6d 6f 64 22 0a 09 09 09 22 2d 65 6e 76 athmod"...."-env
17a0: 32 66 69 6c 65 22 0a 09 09 09 22 2d 73 65 74 76 2file"...."-setv
17b0: 61 72 73 22 0a 09 09 09 22 2d 64 65 62 75 67 22 ars"...."-debug"
17c0: 20 3b 3b 20 66 6f 72 20 2a 76 65 72 62 6f 73 69 ;; for *verbosi
17d0: 74 79 2a 20 3e 20 32 0a 09 09 09 29 20 0a 09 09 ty* > 2....) ...
17e0: 20 28 6c 69 73 74 20 20 22 2d 68 22 0a 09 09 20 (list "-h"...
17f0: 20 20 20 20 20 20 20 22 2d 66 6f 72 63 65 22 0a "-force".
1800: 09 09 20 20 20 20 20 20 20 20 22 2d 78 74 65 72 .. "-xter
1810: 6d 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 73 m"... "-s
1820: 68 6f 77 6b 65 79 73 22 0a 09 09 20 20 20 20 20 howkeys"...
1830: 20 20 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73 "-test-status
1840: 22 0a 09 09 09 22 2d 73 65 74 2d 76 61 6c 75 65 "...."-set-value
1850: 73 22 0a 09 09 09 22 2d 6c 6f 61 64 2d 74 65 73 s"...."-load-tes
1860: 74 2d 64 61 74 61 22 0a 09 09 09 22 2d 73 75 6d t-data"...."-sum
1870: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 0a 09 09 marize-items"...
1880: 20 20 20 20 20 20 20 20 22 2d 67 75 69 22 0a 09 "-gui"..
1890: 09 09 22 2d 72 75 6e 61 6c 6c 22 20 20 20 20 3b .."-runall" ;
18a0: 3b 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 73 0a ; run all tests.
18b0: 09 09 09 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 ..."-remove-runs
18c0: 22 0a 09 09 09 22 2d 6b 65 65 70 67 6f 69 6e 67 "...."-keepgoing
18d0: 22 0a 09 09 09 22 2d 75 73 65 71 75 65 75 65 22 "...."-usequeue"
18e0: 0a 09 09 09 22 2d 72 65 62 75 69 6c 64 2d 64 62 ...."-rebuild-db
18f0: 22 0a 09 09 09 22 2d 72 6f 6c 6c 75 70 22 0a 09 "...."-rollup"..
1900: 09 09 22 2d 75 70 64 61 74 65 2d 6d 65 74 61 22 .."-update-meta"
1910: 0a 09 09 09 22 2d 76 22 20 3b 3b 20 76 65 72 62 ...."-v" ;; verb
1920: 6f 73 65 20 32 2c 20 6d 6f 72 65 20 74 68 61 6e ose 2, more than
1930: 20 6e 6f 72 6d 61 6c 20 28 6e 6f 72 6d 61 6c 20 normal (normal
1940: 69 73 20 31 29 0a 09 09 09 22 2d 71 22 20 3b 3b is 1)...."-q" ;;
1950: 20 71 75 69 65 74 20 30 2c 20 65 72 72 6f 72 73 quiet 0, errors
1960: 2f 77 61 72 6e 69 6e 67 73 20 6f 6e 6c 79 0a 09 /warnings only..
1970: 09 20 20 20 20 20 20 20 29 0a 09 09 20 61 72 67 . )... arg
1980: 73 3a 61 72 67 2d 68 61 73 68 0a 09 09 20 30 29 s:arg-hash... 0)
1990: 29 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 )..(if (args:get
19a0: 2d 61 72 67 20 22 2d 68 22 29 0a 20 20 20 20 28 -arg "-h"). (
19b0: 62 65 67 69 6e 0a 20 20 20 20 20 20 28 70 72 69 begin. (pri
19c0: 6e 74 20 68 65 6c 70 29 0a 20 20 20 20 20 20 28 nt help). (
19d0: 65 78 69 74 29 29 29 0a 0a 28 64 65 66 69 6e 65 exit)))..(define
19e0: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 *didsomething*
19f0: 23 66 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d #f)..;;=========
1a00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1a10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1a20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1a30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b =============.;;
1a40: 20 4d 69 73 63 20 73 65 74 75 70 20 73 74 75 66 Misc setup stuf
1a50: 66 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d f.;;============
1a60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1a70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1a80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1a90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 73 65 74 ==========..(set
1aa0: 21 20 2a 76 65 72 62 6f 73 69 74 79 2a 20 28 63 ! *verbosity* (c
1ab0: 6f 6e 64 0a 09 09 20 20 20 28 28 61 72 67 73 3a ond... ((args:
1ac0: 67 65 74 2d 61 72 67 20 22 2d 64 65 62 75 67 22 get-arg "-debug"
1ad0: 29 28 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72 )(string->number
1ae0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
1af0: 2d 64 65 62 75 67 22 29 29 29 0a 09 09 20 20 20 -debug")))...
1b00: 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 ((args:get-arg "
1b10: 2d 76 22 29 20 20 20 20 32 29 0a 09 09 20 20 20 -v") 2)...
1b20: 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 ((args:get-arg "
1b30: 2d 71 22 29 20 20 20 20 30 29 0a 09 09 20 20 20 -q") 0)...
1b40: 28 65 6c 73 65 20 20 20 20 20 20 20 20 20 20 20 (else
1b50: 20 20 20 20 20 20 20 20 31 29 29 29 0a 0a 3b 3b 1)))..;;
1b60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1ba0: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 4d 69 73 63 20 67 ======.;; Misc g
1bb0: 65 6e 65 72 61 6c 20 63 61 6c 6c 73 0a 3b 3b 3d eneral calls.;;=
1bc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1bd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1be0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1bf0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1c00: 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 =====..(if (args
1c10: 3a 67 65 74 2d 61 72 67 20 22 2d 65 6e 76 32 66 :get-arg "-env2f
1c20: 69 6c 65 22 29 0a 20 20 20 20 28 62 65 67 69 6e ile"). (begin
1c30: 0a 20 20 20 20 20 20 28 73 61 76 65 2d 65 6e 76 . (save-env
1c40: 69 72 6f 6e 6d 65 6e 74 2d 61 73 2d 66 69 6c 65 ironment-as-file
1c50: 73 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 s (args:get-arg
1c60: 22 2d 65 6e 76 32 66 69 6c 65 22 29 29 0a 20 20 "-env2file")).
1c70: 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f (set! *didso
1c80: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a mething* #t)))..
1c90: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ;;==============
1ca0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1cb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1cc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1cd0: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 65 6d 6f ========.;; Remo
1ce0: 76 65 20 6f 6c 64 20 72 75 6e 28 73 29 0a 3b 3b ve old run(s).;;
1cf0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d30: 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 73 69 6e 63 65 ======..;; since
1d40: 20 73 65 76 65 72 61 6c 20 61 63 74 69 6f 6e 73 several actions
1d50: 20 63 61 6e 20 62 65 20 73 70 65 63 69 66 69 65 can be specifie
1d60: 64 20 6f 6e 20 74 68 65 20 63 6f 6d 6d 61 6e 64 d on the command
1d70: 20 6c 69 6e 65 20 74 68 65 20 72 65 6d 6f 76 61 line the remova
1d80: 6c 0a 3b 3b 20 69 73 20 64 6f 6e 65 20 66 69 72 l.;; is done fir
1d90: 73 74 0a 28 64 65 66 69 6e 65 20 28 72 65 6d 6f st.(define (remo
1da0: 76 65 2d 72 75 6e 73 29 0a 20 20 28 63 6f 6e 64 ve-runs). (cond
1db0: 0a 20 20 20 28 28 6e 6f 74 20 28 61 72 67 73 3a . ((not (args:
1dc0: 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d get-arg ":runnam
1dd0: 65 22 29 29 0a 20 20 20 20 28 64 65 62 75 67 3a e")). (debug:
1de0: 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 print 0 "ERROR:
1df0: 4d 69 73 73 69 6e 67 20 72 65 71 75 69 72 65 64 Missing required
1e00: 20 70 61 72 61 6d 65 74 65 72 20 66 6f 72 20 2d parameter for -
1e10: 72 65 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75 remove-runs, you
1e20: 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 74 68 must specify th
1e30: 65 20 72 75 6e 20 6e 61 6d 65 20 70 61 74 74 65 e run name patte
1e40: 72 6e 20 77 69 74 68 20 3a 72 75 6e 6e 61 6d 65 rn with :runname
1e50: 20 70 61 74 74 22 29 0a 20 20 20 20 28 65 78 69 patt"). (exi
1e60: 74 20 32 29 29 0a 20 20 20 28 28 6e 6f 74 20 28 t 2)). ((not (
1e70: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 args:get-arg "-t
1e80: 65 73 74 70 61 74 74 22 29 29 0a 20 20 20 20 28 estpatt")). (
1e90: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 debug:print 0 "E
1ea0: 52 52 4f 52 3a 20 4d 69 73 73 69 6e 67 20 72 65 RROR: Missing re
1eb0: 71 75 69 72 65 64 20 70 61 72 61 6d 65 74 65 72 quired parameter
1ec0: 20 66 6f 72 20 2d 72 65 6d 6f 76 65 2d 72 75 6e for -remove-run
1ed0: 73 2c 20 79 6f 75 20 6d 75 73 74 20 73 70 65 63 s, you must spec
1ee0: 69 66 79 20 74 68 65 20 74 65 73 74 20 70 61 74 ify the test pat
1ef0: 74 65 72 6e 20 77 69 74 68 20 2d 74 65 73 74 70 tern with -testp
1f00: 61 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 20 att"). (exit
1f10: 33 29 29 0a 20 20 20 28 28 6e 6f 74 20 28 61 72 3)). ((not (ar
1f20: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 74 65 gs:get-arg "-ite
1f30: 6d 70 61 74 74 22 29 29 0a 20 20 20 20 28 70 72 mpatt")). (pr
1f40: 69 6e 74 20 22 45 52 52 4f 52 3a 20 4d 69 73 73 int "ERROR: Miss
1f50: 69 6e 67 20 72 65 71 75 69 72 65 64 20 70 61 72 ing required par
1f60: 61 6d 65 74 65 72 20 66 6f 72 20 2d 72 65 6d 6f ameter for -remo
1f70: 76 65 2d 72 75 6e 73 2c 20 79 6f 75 20 6d 75 73 ve-runs, you mus
1f80: 74 20 73 70 65 63 69 66 79 20 74 68 65 20 69 74 t specify the it
1f90: 65 6d 73 20 77 69 74 68 20 2d 69 74 65 6d 70 61 ems with -itempa
1fa0: 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 20 34 tt"). (exit 4
1fb0: 29 29 0a 20 20 20 28 28 6c 65 74 20 28 28 64 62 )). ((let ((db
1fc0: 20 23 66 29 29 0a 20 20 20 20 20 20 28 69 66 20 #f)). (if
1fd0: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d (not (setup-for-
1fe0: 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 20 run)).. (begin
1ff0: 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 .. (debug:pri
2000: 6e 74 20 30 20 70 72 69 6e 74 20 22 46 61 69 6c nt 0 print "Fail
2010: 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 ed to setup, exi
2020: 74 69 6e 67 22 29 0a 09 20 20 20 20 28 65 78 69 ting").. (exi
2030: 74 20 31 29 29 29 0a 20 20 20 20 20 20 28 73 65 t 1))). (se
2040: 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 t! db (open-db))
2050: 0a 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 . (if (not
2060: 28 63 61 72 20 2a 63 6f 6e 66 69 67 69 6e 66 6f (car *configinfo
2070: 2a 29 29 0a 09 20 20 28 62 65 67 69 6e 0a 09 20 *)).. (begin..
2080: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 (debug:print
2090: 30 20 22 45 52 52 4f 52 3a 20 41 74 74 65 6d 70 0 "ERROR: Attemp
20a0: 74 65 64 20 74 6f 20 72 65 6d 6f 76 65 20 74 65 ted to remove te
20b0: 73 74 28 73 29 20 62 75 74 20 72 75 6e 20 61 72 st(s) but run ar
20c0: 65 61 20 63 6f 6e 66 69 67 20 66 69 6c 65 20 6e ea config file n
20d0: 6f 74 20 66 6f 75 6e 64 22 29 0a 09 20 20 20 20 ot found")..
20e0: 28 65 78 69 74 20 31 29 29 0a 09 20 20 3b 3b 20 (exit 1)).. ;;
20f0: 70 75 74 20 74 65 73 74 20 70 61 72 61 6d 65 74 put test paramet
2100: 65 72 73 20 69 6e 74 6f 20 63 6f 6e 76 65 6e 69 ers into conveni
2110: 65 6e 74 20 76 61 72 69 61 62 6c 65 73 0a 09 20 ent variables..
2120: 20 28 72 75 6e 73 3a 72 65 6d 6f 76 65 2d 72 75 (runs:remove-ru
2130: 6e 73 20 64 62 0a 09 09 09 20 20 20 20 28 61 72 ns db.... (ar
2140: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e gs:get-arg ":run
2150: 6e 61 6d 65 22 29 0a 09 09 09 20 20 20 20 28 61 name").... (a
2160: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 rgs:get-arg "-te
2170: 73 74 70 61 74 74 22 29 0a 09 09 09 20 20 20 20 stpatt")....
2180: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
2190: 69 74 65 6d 70 61 74 74 22 29 29 29 0a 20 20 20 itempatt"))).
21a0: 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 (sqlite3:fina
21b0: 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20 lize! db).
21c0: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 (set! *didsometh
21d0: 69 6e 67 2a 20 23 74 29 29 29 29 29 0a 09 20 20 ing* #t)))))..
21e0: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 .(if (args:get-a
21f0: 72 67 20 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 rg "-remove-runs
2200: 22 29 0a 20 20 20 20 28 72 65 6d 6f 76 65 2d 72 "). (remove-r
2210: 75 6e 73 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d uns))..;;=======
2220: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2230: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2240: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2250: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a ===============.
2260: 3b 3b 20 51 75 65 72 79 20 72 75 6e 73 0a 3b 3b ;; Query runs.;;
2270: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2280: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2290: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
22a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
22b0: 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 ======..(if (arg
22c0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c 69 73 74 s:get-arg "-list
22d0: 2d 72 75 6e 73 22 29 0a 20 20 20 20 28 6c 65 74 -runs"). (let
22e0: 2a 20 28 28 64 62 20 20 20 20 20 20 20 28 62 65 * ((db (be
22f0: 67 69 6e 0a 09 09 20 20 20 20 20 20 20 28 73 65 gin... (se
2300: 74 75 70 2d 66 6f 72 2d 72 75 6e 29 0a 09 09 20 tup-for-run)...
2310: 20 20 20 20 20 20 28 6f 70 65 6e 2d 64 62 29 29 (open-db))
2320: 29 0a 09 20 20 20 28 72 75 6e 70 61 74 74 20 20 ).. (runpatt
2330: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
2340: 6c 69 73 74 2d 72 75 6e 73 22 29 29 0a 09 20 20 list-runs"))..
2350: 20 28 74 65 73 74 70 61 74 74 20 28 61 72 67 73 (testpatt (args
2360: 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74 70 :get-arg "-testp
2370: 61 74 74 22 29 29 0a 09 20 20 20 28 69 74 65 6d att")).. (item
2380: 70 61 74 74 20 28 61 72 67 73 3a 67 65 74 2d 61 patt (args:get-a
2390: 72 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29 rg "-itempatt"))
23a0: 0a 09 20 20 20 28 72 75 6e 73 64 61 74 20 20 28 .. (runsdat (
23b0: 64 62 3a 67 65 74 2d 72 75 6e 73 20 64 62 20 72 db:get-runs db r
23c0: 75 6e 70 61 74 74 20 23 66 20 23 66 20 27 28 29 unpatt #f #f '()
23d0: 29 29 0a 09 20 20 20 28 72 75 6e 73 20 20 20 20 )).. (runs
23e0: 20 28 64 62 3a 67 65 74 2d 72 6f 77 73 20 72 75 (db:get-rows ru
23f0: 6e 73 64 61 74 29 29 0a 09 20 20 20 28 68 65 61 nsdat)).. (hea
2400: 64 65 72 20 20 20 28 64 62 3a 67 65 74 2d 68 65 der (db:get-he
2410: 61 64 65 72 20 72 75 6e 73 64 61 74 29 29 0a 09 ader runsdat))..
2420: 20 20 20 28 6b 65 79 73 20 20 20 20 20 28 64 62 (keys (db
2430: 2d 67 65 74 2d 6b 65 79 73 20 64 62 29 29 0a 09 -get-keys db))..
2440: 20 20 20 28 6b 65 79 6e 61 6d 65 73 20 28 6d 61 (keynames (ma
2450: 70 20 6b 65 79 3a 67 65 74 2d 66 69 65 6c 64 6e p key:get-fieldn
2460: 61 6d 65 20 6b 65 79 73 29 29 29 0a 20 20 20 20 ame keys))).
2470: 20 20 3b 3b 20 45 61 63 68 20 72 75 6e 0a 20 20 ;; Each run.
2480: 20 20 20 20 28 66 6f 72 2d 65 61 63 68 20 0a 20 (for-each .
2490: 20 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28 72 (lambda (r
24a0: 75 6e 29 0a 09 20 28 64 65 62 75 67 3a 70 72 69 un).. (debug:pri
24b0: 6e 74 20 32 20 22 52 75 6e 3a 20 22 0a 09 09 28 nt 2 "Run: "...(
24c0: 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 string-intersper
24d0: 73 65 20 28 6d 61 70 20 28 6c 61 6d 62 64 61 20 se (map (lambda
24e0: 28 78 29 0a 09 09 09 09 09 20 20 20 28 64 62 3a (x)...... (db:
24f0: 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d 68 65 61 get-value-by-hea
2500: 64 65 72 20 72 75 6e 20 68 65 61 64 65 72 20 78 der run header x
2510: 29 29 0a 09 09 09 09 09 20 6b 65 79 6e 61 6d 65 ))...... keyname
2520: 73 29 20 22 2f 22 29 0a 09 09 22 2f 22 0a 09 09 s) "/")..."/"...
2530: 28 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 (db:get-value-by
2540: 2d 68 65 61 64 65 72 20 72 75 6e 20 68 65 61 64 -header run head
2550: 65 72 20 22 72 75 6e 6e 61 6d 65 22 29 29 0a 09 er "runname"))..
2560: 20 28 6c 65 74 20 28 28 72 75 6e 2d 69 64 20 28 (let ((run-id (
2570: 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d db:get-value-by-
2580: 68 65 61 64 65 72 20 72 75 6e 20 68 65 61 64 65 header run heade
2590: 72 20 22 69 64 22 29 29 29 0a 09 20 20 20 28 6c r "id"))).. (l
25a0: 65 74 20 28 28 74 65 73 74 73 20 28 64 62 2d 67 et ((tests (db-g
25b0: 65 74 2d 74 65 73 74 73 2d 66 6f 72 2d 72 75 6e et-tests-for-run
25c0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 70 db run-id testp
25d0: 61 74 74 20 69 74 65 6d 70 61 74 74 20 27 28 29 att itempatt '()
25e0: 20 27 28 29 29 29 29 0a 09 20 20 20 20 20 3b 3b '()))).. ;;
25f0: 20 45 61 63 68 20 74 65 73 74 0a 09 20 20 20 20 Each test..
2600: 20 28 66 6f 72 2d 65 61 63 68 20 0a 09 20 20 20 (for-each ..
2610: 20 20 20 28 6c 61 6d 62 64 61 20 28 74 65 73 74 (lambda (test
2620: 29 0a 09 09 28 66 6f 72 6d 61 74 20 23 74 0a 09 )...(format #t..
2630: 09 09 22 20 20 54 65 73 74 3a 20 7e 32 35 61 20 .." Test: ~25a
2640: 53 74 61 74 65 3a 20 7e 31 35 61 20 53 74 61 74 State: ~15a Stat
2650: 75 73 3a 20 7e 31 35 61 20 52 75 6e 74 69 6d 65 us: ~15a Runtime
2660: 3a 20 7e 35 40 61 73 20 54 69 6d 65 3a 20 7e 32 : ~5@as Time: ~2
2670: 32 61 20 48 6f 73 74 3a 20 7e 31 30 61 5c 6e 22 2a Host: ~10a\n"
2680: 0a 09 09 09 28 63 6f 6e 63 20 28 64 62 3a 74 65 ....(conc (db:te
2690: 73 74 2d 67 65 74 2d 74 65 73 74 6e 61 6d 65 20 st-get-testname
26a0: 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 20 28 test).... (
26b0: 69 66 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 if (equal? (db:t
26c0: 65 73 74 2d 67 65 74 2d 69 74 65 6d 2d 70 61 74 est-get-item-pat
26d0: 68 20 74 65 73 74 29 20 22 22 29 0a 09 09 09 09 h test) "").....
26e0: 20 20 22 22 20 0a 09 09 09 09 20 20 28 63 6f 6e "" ..... (con
26f0: 63 20 22 28 22 20 28 64 62 3a 74 65 73 74 2d 67 c "(" (db:test-g
2700: 65 74 2d 69 74 65 6d 2d 70 61 74 68 20 74 65 73 et-item-path tes
2710: 74 29 20 22 29 22 29 29 29 0a 09 09 09 28 64 62 t) ")")))....(db
2720: 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74 65 20 :test-get-state
2730: 74 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73 test)....(db:tes
2740: 74 2d 67 65 74 2d 73 74 61 74 75 73 20 74 65 73 t-get-status tes
2750: 74 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 t)....(db:test-g
2760: 65 74 2d 72 75 6e 5f 64 75 72 61 74 69 6f 6e 20 et-run_duration
2770: 74 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73 test)....(db:tes
2780: 74 2d 67 65 74 2d 65 76 65 6e 74 5f 74 69 6d 65 t-get-event_time
2790: 20 74 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65 test)....(db:te
27a0: 73 74 2d 67 65 74 2d 68 6f 73 74 20 74 65 73 74 st-get-host test
27b0: 29 29 0a 20 09 09 28 69 66 20 28 6e 6f 74 20 28 )). ..(if (not (
27c0: 6f 72 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 or (equal? (db:t
27d0: 65 73 74 2d 67 65 74 2d 73 74 61 74 75 73 20 74 est-get-status t
27e0: 65 73 74 29 20 22 50 41 53 53 22 29 0a 09 09 09 est) "PASS")....
27f0: 20 20 20 20 20 28 65 71 75 61 6c 3f 20 28 64 62 (equal? (db
2800: 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74 75 73 :test-get-status
2810: 20 74 65 73 74 29 20 22 57 41 52 4e 22 29 0a 09 test) "WARN")..
2820: 09 09 20 20 20 20 20 28 65 71 75 61 6c 3f 20 28 .. (equal? (
2830: 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74 db:test-get-stat
2840: 65 20 74 65 73 74 29 20 20 22 4e 4f 54 5f 53 54 e test) "NOT_ST
2850: 41 52 54 45 44 22 29 29 29 0a 09 09 20 20 20 20 ARTED")))...
2860: 28 62 65 67 69 6e 0a 09 09 20 20 20 20 20 20 28 (begin... (
2870: 70 72 69 6e 74 20 22 20 20 20 20 20 20 20 20 20 print "
2880: 63 70 75 6c 6f 61 64 3a 20 20 22 20 28 64 62 3a cpuload: " (db:
2890: 74 65 73 74 2d 67 65 74 2d 63 70 75 6c 6f 61 64 test-get-cpuload
28a0: 20 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 22 test).... "
28b0: 5c 6e 20 20 20 20 20 20 20 20 20 64 69 73 6b 66 \n diskf
28c0: 72 65 65 3a 20 22 20 28 64 62 3a 74 65 73 74 2d ree: " (db:test-
28d0: 67 65 74 2d 64 69 73 6b 66 72 65 65 20 74 65 73 get-diskfree tes
28e0: 74 29 0a 09 09 09 20 20 20 20 20 22 5c 6e 20 20 t).... "\n
28f0: 20 20 20 20 20 20 20 75 6e 61 6d 65 3a 20 20 20 uname:
2900: 20 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d " (db:test-get-
2910: 75 6e 61 6d 65 20 74 65 73 74 29 0a 09 09 09 20 uname test)....
2920: 20 20 20 20 22 5c 6e 20 20 20 20 20 20 20 20 20 "\n
2930: 72 75 6e 64 69 72 3a 20 20 20 22 20 28 64 62 3a rundir: " (db:
2940: 74 65 73 74 2d 67 65 74 2d 72 75 6e 64 69 72 20 test-get-rundir
2950: 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 29 0a test).... ).
2960: 09 09 20 20 20 20 20 20 3b 3b 20 45 61 63 68 20 .. ;; Each
2970: 74 65 73 74 0a 09 09 20 20 20 20 20 20 28 6c 65 test... (le
2980: 74 20 28 28 73 74 65 70 73 20 28 64 62 3a 67 65 t ((steps (db:ge
2990: 74 2d 73 74 65 70 73 2d 66 6f 72 2d 74 65 73 74 t-steps-for-test
29a0: 20 64 62 20 28 64 62 3a 74 65 73 74 2d 67 65 74 db (db:test-get
29b0: 2d 69 64 20 74 65 73 74 29 29 29 29 0a 09 09 09 -id test))))....
29c0: 28 66 6f 72 2d 65 61 63 68 20 0a 09 09 09 20 28 (for-each .... (
29d0: 6c 61 6d 62 64 61 20 28 73 74 65 70 29 0a 09 09 lambda (step)...
29e0: 09 20 20 20 28 66 6f 72 6d 61 74 20 23 74 20 0a . (format #t .
29f0: 09 09 09 09 20 20 20 22 20 20 20 20 53 74 65 70 .... " Step
2a00: 3a 20 7e 32 30 61 20 53 74 61 74 65 3a 20 7e 31 : ~20a State: ~1
2a10: 30 61 20 53 74 61 74 75 73 3a 20 7e 31 30 61 20 0a Status: ~10a
2a20: 54 69 6d 65 20 7e 32 32 61 5c 6e 22 0a 09 09 09 Time ~22a\n"....
2a30: 09 20 20 20 28 64 62 3a 73 74 65 70 2d 67 65 74 . (db:step-get
2a40: 2d 73 74 65 70 6e 61 6d 65 20 73 74 65 70 29 0a -stepname step).
2a50: 09 09 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d .... (db:step-
2a60: 67 65 74 2d 73 74 61 74 65 20 73 74 65 70 29 0a get-state step).
2a70: 09 09 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d .... (db:step-
2a80: 67 65 74 2d 73 74 61 74 75 73 20 73 74 65 70 29 get-status step)
2a90: 0a 09 09 09 09 20 20 20 28 64 62 3a 73 74 65 70 ..... (db:step
2aa0: 2d 67 65 74 2d 65 76 65 6e 74 5f 74 69 6d 65 20 -get-event_time
2ab0: 73 74 65 70 29 29 29 0a 09 09 09 20 73 74 65 70 step))).... step
2ac0: 73 29 29 29 29 29 0a 09 09 74 65 73 74 73 29 29 s)))))...tests))
2ad0: 29 29 0a 20 20 20 20 20 20 20 72 75 6e 73 29 0a )). runs).
2ae0: 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 (set! *did
2af0: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 0a 20 something* #t).
2b00: 20 20 20 20 20 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d ))..;;=====
2b10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2b20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2b30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2b40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2b50: 3d 0a 3b 3b 20 66 75 6c 6c 20 72 75 6e 0a 3b 3b =.;; full run.;;
2b60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2b70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2b80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2b90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2ba0: 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 67 65 74 20 6c ======..;; get l
2bb0: 6f 63 6b 20 69 6e 20 64 62 20 66 6f 72 20 66 75 ock in db for fu
2bc0: 6c 6c 20 72 75 6e 20 66 6f 72 20 74 68 69 73 20 ll run for this
2bd0: 64 69 72 65 63 74 6f 72 79 0a 3b 3b 20 66 6f 72 directory.;; for
2be0: 20 61 6c 6c 20 74 65 73 74 73 20 77 69 74 68 20 all tests with
2bf0: 64 65 70 73 0a 3b 3b 20 20 20 77 61 6c 6b 20 74 deps.;; walk t
2c00: 72 65 65 20 6f 66 20 74 65 73 74 73 20 74 6f 20 ree of tests to
2c10: 66 69 6e 64 20 68 65 61 64 20 74 61 73 6b 73 0a find head tasks.
2c20: 3b 3b 20 20 20 61 64 64 20 68 65 61 64 20 74 61 ;; add head ta
2c30: 73 6b 73 20 74 6f 20 74 61 73 6b 20 71 75 65 75 sks to task queu
2c40: 65 0a 3b 3b 20 20 20 61 64 64 20 64 65 70 65 6e e.;; add depen
2c50: 64 61 6e 74 20 74 61 73 6b 73 20 74 6f 20 74 61 dant tasks to ta
2c60: 73 6b 20 71 75 65 75 65 20 0a 3b 3b 20 20 20 61 sk queue .;; a
2c70: 64 64 20 72 65 6d 61 69 6e 69 6e 67 20 74 61 73 dd remaining tas
2c80: 6b 73 20 74 6f 20 74 61 73 6b 20 71 75 65 75 65 ks to task queue
2c90: 0a 3b 3b 20 66 6f 72 20 65 61 63 68 20 74 61 73 .;; for each tas
2ca0: 6b 20 69 6e 20 74 61 73 6b 20 71 75 65 75 65 0a k in task queue.
2cb0: 3b 3b 20 20 20 69 66 20 68 61 76 65 20 61 64 65 ;; if have ade
2cc0: 71 75 61 74 65 20 72 65 73 6f 75 72 63 65 73 0a quate resources.
2cd0: 3b 3b 20 20 20 20 20 6c 61 75 6e 63 68 20 74 61 ;; launch ta
2ce0: 73 6b 0a 3b 3b 20 20 20 65 6c 73 65 0a 3b 3b 20 sk.;; else.;;
2cf0: 20 20 20 20 70 75 74 20 74 61 73 6b 20 69 6e 20 put task in
2d00: 64 65 66 65 72 72 65 64 20 71 75 65 75 65 0a 3b deferred queue.;
2d10: 3b 20 69 66 20 73 74 69 6c 6c 20 6f 6b 20 74 6f ; if still ok to
2d20: 20 72 75 6e 20 74 61 73 6b 73 0a 3b 3b 20 20 20 run tasks.;;
2d30: 70 72 6f 63 65 73 73 20 64 65 66 65 72 72 65 64 process deferred
2d40: 20 74 61 73 6b 73 20 70 65 72 20 61 62 6f 76 65 tasks per above
2d50: 20 73 74 65 70 73 0a 0a 3b 3b 20 72 75 6e 20 61 steps..;; run a
2d60: 6c 6c 20 74 65 73 74 73 20 61 72 65 20 61 72 65 ll tests are are
2d70: 20 4e 6f 74 20 43 4f 4d 50 4c 45 54 45 44 20 61 Not COMPLETED a
2d80: 6e 64 20 50 41 53 53 20 6f 72 20 43 48 45 43 4b nd PASS or CHECK
2d90: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 .(if (args:get-a
2da0: 72 67 20 22 2d 72 75 6e 61 6c 6c 22 29 0a 20 20 rg "-runall").
2db0: 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 (general-run-c
2dc0: 61 6c 6c 20 0a 20 20 20 20 20 22 2d 72 75 6e 61 all . "-runa
2dd0: 6c 6c 22 0a 20 20 20 20 20 22 72 75 6e 20 61 6c ll". "run al
2de0: 6c 20 74 65 73 74 73 22 0a 20 20 20 20 20 28 6c l tests". (l
2df0: 61 6d 62 64 61 20 28 64 62 20 6b 65 79 73 20 6b ambda (db keys k
2e00: 65 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 eynames keyvalls
2e10: 74 29 0a 20 20 20 20 20 20 20 28 6c 65 74 2a 20 t). (let*
2e20: 28 3b 3b 20 28 74 65 73 74 2d 6e 61 6d 65 73 20 (;; (test-names
2e30: 28 67 65 74 2d 61 6c 6c 2d 6c 65 67 61 6c 2d 74 (get-all-legal-t
2e40: 65 73 74 73 29 29 29 20 3b 3b 20 22 50 52 4f 44 ests))) ;; "PROD
2e50: 22 20 69 73 20 69 67 6e 6f 72 65 64 20 66 6f 72 " is ignored for
2e60: 20 6e 6f 77 0a 09 20 20 20 20 20 20 28 72 75 6e now.. (run
2e70: 6e 61 6d 65 20 20 20 28 61 72 67 73 3a 67 65 74 name (args:get
2e80: 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d 65 22 29 -arg ":runname")
2e90: 29 0a 09 20 20 20 20 20 20 28 74 61 72 67 65 74 ).. (target
2ea0: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 (args:get-ar
2eb0: 67 20 22 2d 74 61 72 67 65 74 22 29 29 29 0a 09 g "-target")))..
2ec0: 20 28 69 66 20 28 6e 6f 74 20 74 61 72 67 65 74 (if (not target
2ed0: 29 0a 09 20 20 20 20 20 28 62 65 67 69 6e 0a 09 ).. (begin..
2ee0: 20 20 20 20 20 20 20 28 64 65 62 75 67 3a 70 72 (debug:pr
2ef0: 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 2d 74 int 0 "ERROR: -t
2f00: 61 72 67 65 74 20 69 73 20 61 20 72 65 71 75 69 arget is a requi
2f10: 72 65 64 20 70 61 72 61 6d 65 74 65 72 22 29 0a red parameter").
2f20: 09 20 20 20 20 20 20 20 28 65 78 69 74 20 30 29 . (exit 0)
2f30: 29 29 0a 09 20 28 72 75 6e 73 3a 72 75 6e 2d 74 )).. (runs:run-t
2f40: 65 73 74 73 20 64 62 0a 09 09 09 20 74 61 72 67 ests db.... targ
2f50: 65 74 0a 09 09 09 20 72 75 6e 6e 61 6d 65 0a 09 et.... runname..
2f60: 09 09 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 .. (args:get-arg
2f70: 20 22 2d 74 65 73 74 70 61 74 74 22 29 0a 09 09 "-testpatt")...
2f80: 09 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 . (args:get-arg
2f90: 22 2d 69 74 65 6d 70 61 74 74 22 29 0a 09 09 09 "-itempatt")....
2fa0: 20 75 73 65 72 0a 09 09 09 20 28 6d 61 6b 65 2d user.... (make-
2fb0: 68 61 73 68 2d 74 61 62 6c 65 29 29 29 29 29 29 hash-table))))))
2fc0: 0a 3b 3b 09 20 28 72 75 6e 2d 74 65 73 74 73 20 .;;. (run-tests
2fd0: 64 62 20 74 65 73 74 2d 6e 61 6d 65 73 29 29 29 db test-names)))
2fe0: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ))..;;==========
2ff0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3000: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3010: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3020: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 ============.;;
3030: 52 6f 6c 6c 75 70 20 69 6e 74 6f 20 61 20 72 75 Rollup into a ru
3040: 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d n.;;============
3050: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3060: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3070: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3080: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 28 69 66 20 28 ==========.(if (
3090: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 args:get-arg "-r
30a0: 6f 6c 6c 75 70 22 29 0a 20 20 20 20 28 67 65 6e ollup"). (gen
30b0: 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20 eral-run-call .
30c0: 20 20 20 20 22 2d 72 6f 6c 6c 75 70 22 20 0a 20 "-rollup" .
30d0: 20 20 20 20 22 72 6f 6c 6c 75 70 20 74 65 73 74 "rollup test
30e0: 73 22 20 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 s" . (lambda
30f0: 20 28 64 62 20 6b 65 79 73 20 6b 65 79 6e 61 6d (db keys keynam
3100: 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 es keyvallst).
3110: 20 20 20 20 20 28 72 75 6e 73 3a 72 6f 6c 6c 75 (runs:rollu
3120: 70 2d 72 75 6e 20 64 62 0a 09 09 09 6b 65 79 73 p-run db....keys
3130: 0a 09 09 09 28 6b 65 79 73 2d 3e 61 6c 69 73 74 ....(keys->alist
3140: 20 6b 65 79 73 20 22 6e 61 22 29 0a 09 09 09 28 keys "na")....(
3150: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 args:get-arg ":r
3160: 75 6e 6e 61 6d 65 22 29 20 0a 09 09 09 75 73 65 unname") ....use
3170: 72 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d r))))..;;=======
3180: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3190: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
31a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
31b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a ===============.
31c0: 3b 3b 20 45 78 74 72 61 63 74 20 61 20 73 70 72 ;; Extract a spr
31d0: 65 61 64 73 68 65 65 74 20 66 72 6f 6d 20 74 68 eadsheet from th
31e0: 65 20 72 75 6e 73 20 64 61 74 61 62 61 73 65 0a e runs database.
31f0: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ;;==============
3200: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3210: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3220: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3230: 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 ========..(if (a
3240: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 65 78 rgs:get-arg "-ex
3250: 74 72 61 63 74 2d 6f 64 73 22 29 0a 20 20 20 20 tract-ods").
3260: 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 6c (general-run-cal
3270: 6c 0a 20 20 20 20 20 22 2d 65 78 74 72 61 63 74 l. "-extract
3280: 2d 6f 64 73 22 0a 20 20 20 20 20 22 4d 61 6b 65 -ods". "Make
3290: 20 6f 64 73 20 73 70 72 65 61 64 73 68 65 65 74 ods spreadsheet
32a0: 22 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28 ". (lambda (
32b0: 64 62 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 db keys keynames
32c0: 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 keyvallst).
32d0: 20 20 20 28 6c 65 74 20 28 28 6f 75 74 70 75 74 (let ((output
32e0: 66 69 6c 65 20 28 61 72 67 73 3a 67 65 74 2d 61 file (args:get-a
32f0: 72 67 20 22 2d 65 78 74 72 61 63 74 2d 6f 64 73 rg "-extract-ods
3300: 22 29 29 0a 09 20 20 20 20 20 28 72 75 6e 73 70 ")).. (runsp
3310: 61 74 74 20 20 20 28 61 72 67 73 3a 67 65 74 2d att (args:get-
3320: 61 72 67 20 22 3a 72 75 6e 6e 61 6d 65 22 29 29 arg ":runname"))
3330: 0a 09 20 20 20 20 20 28 70 61 74 68 6d 6f 64 20 .. (pathmod
3340: 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 (args:get-arg
3350: 20 22 2d 70 61 74 68 6d 6f 64 22 29 29 0a 09 20 "-pathmod"))..
3360: 20 20 20 20 28 6b 65 79 76 61 6c 61 6c 69 73 74 (keyvalalist
3370: 20 28 6b 65 79 73 2d 3e 61 6c 69 73 74 20 6b 65 (keys->alist ke
3380: 79 73 20 22 25 22 29 29 29 0a 09 20 28 64 62 3a ys "%"))).. (db:
3390: 65 78 74 72 61 63 74 2d 6f 64 73 2d 66 69 6c 65 extract-ods-file
33a0: 20 64 62 20 6f 75 74 70 75 74 66 69 6c 65 20 6b db outputfile k
33b0: 65 79 76 61 6c 61 6c 69 73 74 20 28 69 66 20 72 eyvalalist (if r
33c0: 75 6e 73 70 61 74 74 20 72 75 6e 73 70 61 74 74 unspatt runspatt
33d0: 20 22 25 22 29 20 70 61 74 68 6d 6f 64 29 29 29 "%") pathmod)))
33e0: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ))..;;==========
33f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3400: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3410: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3420: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 ============.;;
3430: 72 75 6e 20 6f 6e 65 20 74 65 73 74 0a 3b 3b 3d run one test.;;=
3440: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3450: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3460: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3470: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3480: 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 31 2e 20 66 69 6e =====..;; 1. fin
3490: 64 20 74 68 65 20 63 6f 6e 66 69 67 20 66 69 6c d the config fil
34a0: 65 0a 3b 3b 20 32 2e 20 63 68 61 6e 67 65 20 74 e.;; 2. change t
34b0: 6f 20 74 68 65 20 74 65 73 74 20 64 69 72 65 63 o the test direc
34c0: 74 6f 72 79 0a 3b 3b 20 33 2e 20 75 70 64 61 74 tory.;; 3. updat
34d0: 65 20 74 68 65 20 64 62 20 77 69 74 68 20 22 74 e the db with "t
34e0: 65 73 74 20 73 74 61 72 74 65 64 22 20 73 74 61 est started" sta
34f0: 74 75 73 2c 20 73 65 74 20 72 75 6e 6e 69 6e 67 tus, set running
3500: 20 68 6f 73 74 0a 3b 3b 20 34 2e 20 70 72 6f 63 host.;; 4. proc
3510: 65 73 73 20 6c 61 75 6e 63 68 20 74 68 65 20 74 ess launch the t
3520: 65 73 74 0a 3b 3b 20 20 20 20 2d 20 6d 6f 6e 69 est.;; - moni
3530: 74 6f 72 20 74 68 65 20 70 72 6f 63 65 73 73 2c tor the process,
3540: 20 75 70 64 61 74 65 20 73 74 61 74 73 20 69 6e update stats in
3550: 20 74 68 65 20 64 62 20 65 76 65 72 79 20 32 5e the db every 2^
3560: 6e 20 6d 69 6e 75 74 65 73 0a 3b 3b 20 35 2e 20 n minutes.;; 5.
3570: 61 73 20 74 68 65 20 74 65 73 74 20 70 72 6f 63 as the test proc
3580: 65 65 64 73 20 69 6e 74 65 72 6e 61 6c 6c 79 20 eeds internally
3590: 69 74 20 63 61 6c 6c 73 20 6d 65 67 61 74 65 73 it calls megates
35a0: 74 20 61 73 20 65 61 63 68 20 73 74 65 70 20 69 t as each step i
35b0: 73 0a 3b 3b 20 20 20 20 73 74 61 72 74 65 64 20 s.;; started
35c0: 61 6e 64 20 63 6f 6d 70 6c 65 74 65 64 0a 3b 3b and completed.;;
35d0: 20 20 20 20 2d 20 73 74 65 70 20 73 74 61 72 74 - step start
35e0: 65 64 2c 20 74 69 6d 65 73 74 61 6d 70 0a 3b 3b ed, timestamp.;;
35f0: 20 20 20 20 2d 20 73 74 65 70 20 63 6f 6d 70 6c - step compl
3600: 65 74 65 64 2c 20 65 78 69 74 20 73 74 61 74 75 eted, exit statu
3610: 73 2c 20 74 69 6d 65 73 74 61 6d 70 0a 3b 3b 20 s, timestamp.;;
3620: 36 2e 20 74 65 73 74 20 70 68 6f 6e 65 20 68 6f 6. test phone ho
3630: 6d 65 0a 3b 3b 20 20 20 20 2d 20 69 66 20 74 65 me.;; - if te
3640: 73 74 20 72 75 6e 20 74 69 6d 65 20 3e 20 61 6c st run time > al
3650: 6c 6f 77 65 64 20 72 75 6e 20 74 69 6d 65 20 74 lowed run time t
3660: 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62 0a 3b 3b 20 hen kill job.;;
3670: 20 20 20 2d 20 69 66 20 63 61 6e 6e 6f 74 20 61 - if cannot a
3680: 63 63 65 73 73 20 64 62 20 3e 20 61 6c 6c 6f 77 ccess db > allow
3690: 65 64 20 64 69 73 63 6f 6e 6e 65 63 74 20 74 69 ed disconnect ti
36a0: 6d 65 20 74 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62 me then kill job
36b0: 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d ..(if (args:get-
36c0: 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73 22 29 arg "-runtests")
36d0: 0a 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d . (general-run-
36e0: 63 61 6c 6c 20 0a 20 20 20 22 2d 72 75 6e 74 65 call . "-runte
36f0: 73 74 73 22 20 0a 20 20 20 22 72 75 6e 20 61 20 sts" . "run a
3700: 74 65 73 74 22 20 0a 20 20 20 28 6c 61 6d 62 64 test" . (lambd
3710: 61 20 28 64 62 20 6b 65 79 73 20 6b 65 79 6e 61 a (db keys keyna
3720: 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 mes keyvallst).
3730: 20 20 20 20 28 6c 65 74 20 28 28 74 65 73 74 2d (let ((test-
3740: 6e 61 6d 65 73 20 28 73 74 72 69 6e 67 2d 73 70 names (string-sp
3750: 6c 69 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 lit (args:get-ar
3760: 67 20 22 2d 72 75 6e 74 65 73 74 73 22 29 20 22 g "-runtests") "
3770: 2c 22 29 29 29 0a 20 20 20 20 20 20 20 28 72 75 ,"))). (ru
3780: 6e 2d 74 65 73 74 73 20 64 62 20 74 65 73 74 2d n-tests db test-
3790: 6e 61 6d 65 73 29 29 29 29 29 0a 0a 3b 3b 3d 3d names)))))..;;==
37a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
37b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
37c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
37d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
37e0: 3d 3d 3d 3d 0a 3b 3b 20 65 78 65 63 75 74 65 20 ====.;; execute
37f0: 74 68 65 20 74 65 73 74 0a 3b 3b 20 20 20 20 2d the test.;; -
3800: 20 67 65 74 73 20 63 61 6c 6c 65 64 20 6f 6e 20 gets called on
3810: 72 65 6d 6f 74 65 20 68 6f 73 74 0a 3b 3b 20 20 remote host.;;
3820: 20 20 2d 20 72 65 63 65 69 76 65 73 20 69 6e 66 - receives inf
3830: 6f 20 66 72 6f 6d 20 74 68 65 20 2d 65 78 65 63 o from the -exec
3840: 75 74 65 20 70 61 72 61 6d 0a 3b 3b 20 20 20 20 ute param.;;
3850: 2d 20 70 61 73 73 65 73 20 69 6e 66 6f 20 74 6f - passes info to
3860: 20 73 74 65 70 73 20 76 69 61 20 4d 54 5f 43 4d steps via MT_CM
3870: 44 49 4e 46 4f 20 65 6e 76 20 76 61 72 20 28 66 DINFO env var (f
3880: 75 74 75 72 65 20 69 73 20 74 6f 20 75 73 65 20 uture is to use
3890: 61 20 64 6f 74 20 66 69 6c 65 29 0a 3b 3b 20 20 a dot file).;;
38a0: 20 20 2d 20 67 61 74 68 65 72 73 20 68 6f 73 74 - gathers host
38b0: 20 69 6e 66 6f 20 61 6e 64 20 0a 3b 3b 3d 3d 3d info and .;;===
38c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
38d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
38e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
38f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3900: 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 ===..(if (args:g
3910: 65 74 2d 61 72 67 20 22 2d 65 78 65 63 75 74 65 et-arg "-execute
3920: 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20 "). (begin.
3930: 20 20 20 20 28 6c 61 75 6e 63 68 3a 65 78 65 63 (launch:exec
3940: 75 74 65 20 28 61 72 67 73 3a 67 65 74 2d 61 72 ute (args:get-ar
3950: 67 20 22 2d 65 78 65 63 75 74 65 22 29 29 0a 20 g "-execute")).
3960: 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 (set! *dids
3970: 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 0a omething* #t))).
3980: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 .(if (args:get-a
3990: 72 67 20 22 2d 73 74 65 70 22 29 0a 20 20 20 20 rg "-step").
39a0: 28 69 66 20 28 6e 6f 74 20 28 67 65 74 65 6e 76 (if (not (getenv
39b0: 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 0a "MT_CMDINFO")).
39c0: 09 28 62 65 67 69 6e 0a 09 20 20 28 64 65 62 75 .(begin.. (debu
39d0: 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 g:print 0 "ERROR
39e0: 3a 20 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e 76 : MT_CMDINFO env
39f0: 20 76 61 72 20 6e 6f 74 20 73 65 74 2c 20 2d 73 var not set, -s
3a00: 74 65 70 20 6d 75 73 74 20 62 65 20 63 61 6c 6c tep must be call
3a10: 65 64 20 2a 69 6e 73 69 64 65 2a 20 61 20 6d 65 ed *inside* a me
3a20: 67 61 74 65 73 74 20 69 6e 76 6f 6b 65 64 20 65 gatest invoked e
3a30: 6e 76 69 72 6f 6e 6d 65 6e 74 21 22 29 0a 09 20 nvironment!")..
3a40: 20 28 65 78 69 74 20 35 29 29 0a 09 28 6c 65 74 (exit 5))..(let
3a50: 2a 20 28 28 73 74 65 70 20 20 20 20 20 20 28 61 * ((step (a
3a60: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 74 rgs:get-arg "-st
3a70: 65 70 22 29 29 0a 09 20 20 20 20 20 20 20 28 63 ep")).. (c
3a80: 6d 64 69 6e 66 6f 20 20 20 28 72 65 61 64 20 28 mdinfo (read (
3a90: 6f 70 65 6e 2d 69 6e 70 75 74 2d 73 74 72 69 6e open-input-strin
3aa0: 67 20 28 62 61 73 65 36 34 3a 62 61 73 65 36 34 g (base64:base64
3ab0: 2d 64 65 63 6f 64 65 20 28 67 65 74 65 6e 76 20 -decode (getenv
3ac0: 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 29 29 "MT_CMDINFO"))))
3ad0: 29 0a 09 20 20 20 20 20 20 20 28 74 65 73 74 70 ).. (testp
3ae0: 61 74 68 20 20 28 61 73 73 6f 63 2f 64 65 66 61 ath (assoc/defa
3af0: 75 6c 74 20 27 74 65 73 74 70 61 74 68 20 20 63 ult 'testpath c
3b00: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 mdinfo))..
3b10: 20 28 74 65 73 74 2d 6e 61 6d 65 20 28 61 73 73 (test-name (ass
3b20: 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73 74 oc/default 'test
3b30: 2d 6e 61 6d 65 20 63 6d 64 69 6e 66 6f 29 29 0a -name cmdinfo)).
3b40: 09 20 20 20 20 20 20 20 28 72 75 6e 73 63 72 69 . (runscri
3b50: 70 74 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c pt (assoc/defaul
3b60: 74 20 27 72 75 6e 73 63 72 69 70 74 20 63 6d 64 t 'runscript cmd
3b70: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 info)).. (
3b80: 64 62 2d 68 6f 73 74 20 20 20 28 61 73 73 6f 63 db-host (assoc
3b90: 2f 64 65 66 61 75 6c 74 20 27 64 62 2d 68 6f 73 /default 'db-hos
3ba0: 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 t cmdinfo))..
3bb0: 20 20 20 20 20 20 28 72 75 6e 2d 69 64 20 20 20 (run-id
3bc0: 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 (assoc/default
3bd0: 27 72 75 6e 2d 69 64 20 20 20 20 63 6d 64 69 6e 'run-id cmdin
3be0: 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 69 74 fo)).. (it
3bf0: 65 6d 64 61 74 20 20 20 28 61 73 73 6f 63 2f 64 emdat (assoc/d
3c00: 65 66 61 75 6c 74 20 27 69 74 65 6d 64 61 74 20 efault 'itemdat
3c10: 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 cmdinfo))..
3c20: 20 20 20 20 28 64 62 20 20 20 20 20 20 20 20 23 (db #
3c30: 66 29 0a 09 20 20 20 20 20 20 20 28 73 74 61 74 f).. (stat
3c40: 65 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 e (args:get-a
3c50: 72 67 20 22 3a 73 74 61 74 65 22 29 29 0a 09 20 rg ":state"))..
3c60: 20 20 20 20 20 20 28 73 74 61 74 75 73 20 20 20 (status
3c70: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 3a (args:get-arg ":
3c80: 73 74 61 74 75 73 22 29 29 0a 09 20 20 20 20 20 status"))..
3c90: 20 20 28 6c 6f 67 66 69 6c 65 20 20 28 61 72 67 (logfile (arg
3ca0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 6c s:get-arg "-setl
3cb0: 6f 67 22 29 29 29 0a 09 20 20 28 63 68 61 6e 67 og"))).. (chang
3cc0: 65 2d 64 69 72 65 63 74 6f 72 79 20 74 65 73 74 e-directory test
3cd0: 70 61 74 68 29 0a 09 20 20 28 69 66 20 28 6e 6f path).. (if (no
3ce0: 74 20 28 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e t (setup-for-run
3cf0: 29 29 0a 09 20 20 20 20 20 20 28 62 65 67 69 6e )).. (begin
3d00: 0a 09 09 28 64 65 62 75 67 3a 70 72 69 6e 74 20 ...(debug:print
3d10: 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73 65 74 0 "Failed to set
3d20: 75 70 2c 20 65 78 69 74 69 6e 67 22 29 0a 09 09 up, exiting")...
3d30: 28 65 78 69 74 20 31 29 29 29 0a 09 20 20 28 73 (exit 1))).. (s
3d40: 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 et! db (open-db)
3d50: 29 0a 09 20 20 28 69 66 20 28 61 6e 64 20 73 74 ).. (if (and st
3d60: 61 74 65 20 73 74 61 74 75 73 29 0a 09 20 20 20 ate status)..
3d70: 20 20 20 28 74 65 73 74 73 74 65 70 2d 73 65 74 (teststep-set
3d80: 2d 73 74 61 74 75 73 21 20 64 62 20 72 75 6e 2d -status! db run-
3d90: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 73 74 65 id test-name ste
3da0: 70 20 73 74 61 74 65 20 73 74 61 74 75 73 20 69 p state status i
3db0: 74 65 6d 64 61 74 20 28 61 72 67 73 3a 67 65 74 temdat (args:get
3dc0: 2d 61 72 67 20 22 2d 6d 22 29 20 6c 6f 67 66 69 -arg "-m") logfi
3dd0: 6c 65 29 0a 09 20 20 20 20 20 20 28 62 65 67 69 le).. (begi
3de0: 6e 0a 09 09 28 64 65 62 75 67 3a 70 72 69 6e 74 n...(debug:print
3df0: 20 30 20 22 45 52 52 4f 52 3a 20 59 6f 75 20 6d 0 "ERROR: You m
3e00: 75 73 74 20 73 70 65 63 69 66 79 20 3a 73 74 61 ust specify :sta
3e10: 74 65 20 61 6e 64 20 3a 73 74 61 74 75 73 20 77 te and :status w
3e20: 69 74 68 20 65 76 65 72 79 20 63 61 6c 6c 20 74 ith every call t
3e30: 6f 20 2d 73 74 65 70 22 29 0a 09 09 28 65 78 69 o -step")...(exi
3e40: 74 20 36 29 29 29 0a 09 20 20 28 73 71 6c 69 74 t 6))).. (sqlit
3e50: 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 e3:finalize! db)
3e60: 0a 09 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f .. (set! *didso
3e70: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 29 0a mething* #t)))).
3e80: 0a 28 69 66 20 28 6f 72 20 28 61 72 67 73 3a 67 .(if (or (args:g
3e90: 65 74 2d 61 72 67 20 22 2d 73 65 74 6c 6f 67 22 et-arg "-setlog"
3ea0: 29 20 20 20 20 20 20 20 3b 3b 20 73 69 6e 63 65 ) ;; since
3eb0: 20 73 65 74 74 69 6e 67 20 75 70 20 69 73 20 73 setting up is s
3ec0: 6f 20 63 6f 73 74 6c 79 20 6c 65 74 73 20 70 69 o costly lets pi
3ed0: 67 67 79 62 61 63 6b 20 6f 6e 20 2d 74 65 73 74 ggyback on -test
3ee0: 2d 73 74 61 74 75 73 0a 09 28 61 72 67 73 3a 67 -status..(args:g
3ef0: 65 74 2d 61 72 67 20 22 2d 73 65 74 2d 74 6f 70 et-arg "-set-top
3f00: 6c 6f 67 22 29 0a 09 28 61 72 67 73 3a 67 65 74 log")..(args:get
3f10: 2d 61 72 67 20 22 2d 74 65 73 74 2d 73 74 61 74 -arg "-test-stat
3f20: 75 73 22 29 0a 09 28 61 72 67 73 3a 67 65 74 2d us")..(args:get-
3f30: 61 72 67 20 22 2d 73 65 74 2d 76 61 6c 75 65 73 arg "-set-values
3f40: 22 29 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 ")..(args:get-ar
3f50: 67 20 22 2d 6c 6f 61 64 2d 74 65 73 74 2d 64 61 g "-load-test-da
3f60: 74 61 22 29 0a 09 28 61 72 67 73 3a 67 65 74 2d ta")..(args:get-
3f70: 61 72 67 20 22 2d 72 75 6e 73 74 65 70 22 29 0a arg "-runstep").
3f80: 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 .(args:get-arg "
3f90: 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 -summarize-items
3fa0: 22 29 29 0a 20 20 20 20 28 69 66 20 28 6e 6f 74 ")). (if (not
3fb0: 20 28 67 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 (getenv "MT_CMD
3fc0: 49 4e 46 4f 22 29 29 0a 09 28 62 65 67 69 6e 0a INFO"))..(begin.
3fd0: 09 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 . (debug:print
3fe0: 30 20 22 45 52 52 4f 52 3a 20 4d 54 5f 43 4d 44 0 "ERROR: MT_CMD
3ff0: 49 4e 46 4f 20 65 6e 76 20 76 61 72 20 6e 6f 74 INFO env var not
4000: 20 73 65 74 2c 20 63 6f 6d 6d 61 6e 64 73 20 2d set, commands -
4010: 74 65 73 74 2d 73 74 61 74 75 73 2c 20 2d 72 75 test-status, -ru
4020: 6e 73 74 65 70 20 61 6e 64 20 2d 73 65 74 6c 6f nstep and -setlo
4030: 67 20 6d 75 73 74 20 62 65 20 63 61 6c 6c 65 64 g must be called
4040: 20 2a 69 6e 73 69 64 65 2a 20 61 20 6d 65 67 61 *inside* a mega
4050: 74 65 73 74 20 65 6e 76 69 72 6f 6e 6d 65 6e 74 test environment
4060: 21 22 29 0a 09 20 20 28 65 78 69 74 20 35 29 29 !").. (exit 5))
4070: 0a 09 28 6c 65 74 2a 20 28 28 73 74 61 72 74 69 ..(let* ((starti
4080: 6e 67 64 69 72 20 28 63 75 72 72 65 6e 74 2d 64 ngdir (current-d
4090: 69 72 65 63 74 6f 72 79 29 29 0a 09 20 20 20 20 irectory))..
40a0: 20 20 20 28 63 6d 64 69 6e 66 6f 20 20 20 28 72 (cmdinfo (r
40b0: 65 61 64 20 28 6f 70 65 6e 2d 69 6e 70 75 74 2d ead (open-input-
40c0: 73 74 72 69 6e 67 20 28 62 61 73 65 36 34 3a 62 string (base64:b
40d0: 61 73 65 36 34 2d 64 65 63 6f 64 65 20 28 67 65 ase64-decode (ge
40e0: 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f tenv "MT_CMDINFO
40f0: 22 29 29 29 29 29 0a 09 20 20 20 20 20 20 20 28 "))))).. (
4100: 74 65 73 74 70 61 74 68 20 20 28 61 73 73 6f 63 testpath (assoc
4110: 2f 64 65 66 61 75 6c 74 20 27 74 65 73 74 70 61 /default 'testpa
4120: 74 68 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 th cmdinfo))..
4130: 20 20 20 20 20 20 28 74 65 73 74 2d 6e 61 6d 65 (test-name
4140: 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 (assoc/default
4150: 27 74 65 73 74 2d 6e 61 6d 65 20 63 6d 64 69 6e 'test-name cmdin
4160: 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72 75 fo)).. (ru
4170: 6e 73 63 72 69 70 74 20 28 61 73 73 6f 63 2f 64 nscript (assoc/d
4180: 65 66 61 75 6c 74 20 27 72 75 6e 73 63 72 69 70 efault 'runscrip
4190: 74 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 t cmdinfo))..
41a0: 20 20 20 20 28 64 62 2d 68 6f 73 74 20 20 20 28 (db-host (
41b0: 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 64 assoc/default 'd
41c0: 62 2d 68 6f 73 74 20 20 20 63 6d 64 69 6e 66 6f b-host cmdinfo
41d0: 29 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e 2d )).. (run-
41e0: 69 64 20 20 20 20 28 61 73 73 6f 63 2f 64 65 66 id (assoc/def
41f0: 61 75 6c 74 20 27 72 75 6e 2d 69 64 20 20 20 20 ault 'run-id
4200: 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 cmdinfo))..
4210: 20 20 28 69 74 65 6d 64 61 74 20 20 20 28 61 73 (itemdat (as
4220: 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 69 74 65 soc/default 'ite
4230: 6d 64 61 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 mdat cmdinfo))
4240: 0a 09 20 20 20 20 20 20 20 28 64 62 20 20 20 20 .. (db
4250: 20 20 20 20 23 66 29 0a 09 20 20 20 20 20 20 20 #f)..
4260: 28 73 74 61 74 65 20 20 20 20 20 28 61 72 67 73 (state (args
4270: 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61 74 65 :get-arg ":state
4280: 22 29 29 0a 09 20 20 20 20 20 20 20 28 73 74 61 ")).. (sta
4290: 74 75 73 20 20 20 20 28 61 72 67 73 3a 67 65 74 tus (args:get
42a0: 2d 61 72 67 20 22 3a 73 74 61 74 75 73 22 29 29 -arg ":status"))
42b0: 29 0a 09 20 20 28 63 68 61 6e 67 65 2d 64 69 72 ).. (change-dir
42c0: 65 63 74 6f 72 79 20 74 65 73 74 70 61 74 68 29 ectory testpath)
42d0: 0a 09 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65 .. (if (not (se
42e0: 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 tup-for-run))..
42f0: 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09 28 64 (begin...(d
4300: 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46 61 ebug:print 0 "Fa
4310: 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65 iled to setup, e
4320: 78 69 74 69 6e 67 22 29 0a 09 09 28 65 78 69 74 xiting")...(exit
4330: 20 31 29 29 29 0a 09 20 20 28 73 65 74 21 20 64 1))).. (set! d
4340: 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 09 20 20 b (open-db))..
4350: 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 (if (args:get-ar
4360: 67 20 22 2d 6c 6f 61 64 2d 74 65 73 74 2d 64 61 g "-load-test-da
4370: 74 61 22 29 0a 09 20 20 20 20 20 20 28 64 62 3a ta").. (db:
4380: 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 20 64 load-test-data d
4390: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 b run-id test-na
43a0: 6d 65 20 69 74 65 6d 64 61 74 29 29 0a 09 20 20 me itemdat))..
43b0: 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 (if (args:get-ar
43c0: 67 20 22 2d 73 65 74 6c 6f 67 22 29 0a 09 20 20 g "-setlog")..
43d0: 20 20 20 20 28 74 65 73 74 2d 73 65 74 2d 6c 6f (test-set-lo
43e0: 67 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 g! db run-id tes
43f0: 74 2d 6e 61 6d 65 20 69 74 65 6d 64 61 74 20 28 t-name itemdat (
4400: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 args:get-arg "-s
4410: 65 74 6c 6f 67 22 29 29 29 0a 09 20 20 28 69 66 etlog"))).. (if
4420: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
4430: 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 29 0a 09 20 -set-toplog")..
4440: 20 20 20 20 20 28 74 65 73 74 2d 73 65 74 2d 74 (test-set-t
4450: 6f 70 6c 6f 67 21 20 64 62 20 72 75 6e 2d 69 64 oplog! db run-id
4460: 20 74 65 73 74 2d 6e 61 6d 65 20 28 61 72 67 73 test-name (args
4470: 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 2d 74 :get-arg "-set-t
4480: 6f 70 6c 6f 67 22 29 29 29 0a 09 20 20 28 69 66 oplog"))).. (if
4490: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
44a0: 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 -summarize-items
44b0: 22 29 0a 09 20 20 20 20 20 20 28 74 65 73 74 73 ").. (tests
44c0: 3a 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 :summarize-items
44d0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d db run-id test-
44e0: 6e 61 6d 65 20 23 74 29 29 20 3b 3b 20 64 6f 20 name #t)) ;; do
44f0: 66 6f 72 63 65 20 68 65 72 65 0a 09 20 20 28 69 force here.. (i
4500: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 f (args:get-arg
4510: 22 2d 72 75 6e 73 74 65 70 22 29 0a 09 20 20 20 "-runstep")..
4520: 20 20 20 28 69 66 20 28 6e 75 6c 6c 3f 20 72 65 (if (null? re
4530: 6d 61 72 67 73 29 0a 09 09 20 20 28 62 65 67 69 margs)... (begi
4540: 6e 0a 09 09 20 20 20 20 28 64 65 62 75 67 3a 70 n... (debug:p
4550: 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 6e rint 0 "ERROR: n
4560: 6f 74 68 69 6e 67 20 73 70 65 63 69 66 69 65 64 othing specified
4570: 20 74 6f 20 72 75 6e 21 22 29 0a 09 09 20 20 20 to run!")...
4580: 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 (sqlite3:finali
4590: 7a 65 21 20 64 62 29 0a 09 09 20 20 20 20 28 65 ze! db)... (e
45a0: 78 69 74 20 36 29 29 0a 09 09 20 20 28 6c 65 74 xit 6))... (let
45b0: 2a 20 28 28 73 74 65 70 6e 61 6d 65 20 20 20 28 * ((stepname (
45c0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 args:get-arg "-r
45d0: 75 6e 73 74 65 70 22 29 29 0a 09 09 09 20 28 6c unstep")).... (l
45e0: 6f 67 70 72 6f 66 69 6c 65 20 28 61 72 67 73 3a ogprofile (args:
45f0: 67 65 74 2d 61 72 67 20 22 2d 6c 6f 67 70 72 6f get-arg "-logpro
4600: 22 29 29 0a 09 09 09 20 28 6c 6f 67 66 69 6c 65 ")).... (logfile
4610: 20 20 20 20 28 63 6f 6e 63 20 73 74 65 70 6e 61 (conc stepna
4620: 6d 65 20 22 2e 6c 6f 67 22 29 29 0a 09 09 09 20 me ".log"))....
4630: 28 63 6d 64 20 20 20 20 20 20 20 20 28 69 66 20 (cmd (if
4640: 28 6e 75 6c 6c 3f 20 72 65 6d 61 72 67 73 29 20 (null? remargs)
4650: 23 66 20 28 63 61 72 20 72 65 6d 61 72 67 73 29 #f (car remargs)
4660: 29 29 0a 09 09 09 20 28 70 61 72 61 6d 73 20 20 )).... (params
4670: 20 20 20 28 69 66 20 63 6d 64 20 28 63 64 72 20 (if cmd (cdr
4680: 72 65 6d 61 72 67 73 29 20 27 28 29 29 29 0a 09 remargs) '()))..
4690: 09 09 20 28 65 78 69 74 73 74 61 74 20 20 20 23 .. (exitstat #
46a0: 66 29 0a 09 09 09 20 28 73 68 65 6c 6c 20 20 20 f).... (shell
46b0: 20 20 20 28 6c 61 73 74 20 28 73 74 72 69 6e 67 (last (string
46c0: 2d 73 70 6c 69 74 20 28 67 65 74 2d 65 6e 76 69 -split (get-envi
46d0: 72 6f 6e 6d 65 6e 74 2d 76 61 72 69 61 62 6c 65 ronment-variable
46e0: 20 22 53 48 45 4c 4c 22 29 20 22 2f 22 29 29 29 "SHELL") "/")))
46f0: 0a 09 09 09 20 28 72 65 64 69 72 20 20 20 20 20 .... (redir
4700: 20 28 63 61 73 65 20 28 73 74 72 69 6e 67 2d 3e (case (string->
4710: 73 79 6d 62 6f 6c 20 73 68 65 6c 6c 29 0a 09 09 symbol shell)...
4720: 09 09 20 20 20 20 20 20 20 28 28 74 63 73 68 20 .. ((tcsh
4730: 63 73 68 20 6b 73 68 29 20 20 20 20 22 3e 26 22 csh ksh) ">&"
4740: 29 0a 09 09 09 09 20 20 20 20 20 20 20 28 28 7a )..... ((z
4750: 73 68 20 62 61 73 68 20 73 68 20 61 73 68 29 20 sh bash sh ash)
4760: 22 32 3e 26 31 20 3e 22 29 29 29 0a 09 09 09 20 "2>&1 >")))....
4770: 28 66 75 6c 6c 63 6d 64 20 20 20 20 28 63 6f 6e (fullcmd (con
4780: 63 20 22 28 22 20 28 73 74 72 69 6e 67 2d 69 6e c "(" (string-in
4790: 74 65 72 73 70 65 72 73 65 20 0a 09 09 09 09 09 tersperse ......
47a0: 09 28 63 6f 6e 73 20 63 6d 64 20 70 61 72 61 6d .(cons cmd param
47b0: 73 29 20 22 20 22 29 0a 09 09 09 09 09 20 20 20 s) " ")......
47c0: 22 29 20 22 20 72 65 64 69 72 20 22 20 22 20 6c ") " redir " " l
47d0: 6f 67 66 69 6c 65 29 29 29 0a 09 09 20 20 20 20 ogfile)))...
47e0: 3b 3b 20 6d 61 72 6b 20 74 68 65 20 73 74 61 72 ;; mark the star
47f0: 74 20 6f 66 20 74 68 65 20 74 65 73 74 0a 09 09 t of the test...
4800: 20 20 20 20 28 74 65 73 74 73 74 65 70 2d 73 65 (teststep-se
4810: 74 2d 73 74 61 74 75 73 21 20 64 62 20 72 75 6e t-status! db run
4820: 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 73 74 -id test-name st
4830: 65 70 6e 61 6d 65 20 22 73 74 61 72 74 22 20 22 epname "start" "
4840: 6e 2f 61 22 20 69 74 65 6d 64 61 74 20 28 61 72 n/a" itemdat (ar
4850: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29 gs:get-arg "-m")
4860: 20 6c 6f 67 66 69 6c 65 29 0a 09 09 20 20 20 20 logfile)...
4870: 3b 3b 20 63 6c 6f 73 65 20 74 68 65 20 64 62 0a ;; close the db.
4880: 09 09 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 .. (sqlite3:f
4890: 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 09 20 inalize! db)...
48a0: 20 20 20 3b 3b 20 72 75 6e 20 74 68 65 20 74 65 ;; run the te
48b0: 73 74 20 73 74 65 70 0a 09 09 20 20 20 20 28 64 st step... (d
48c0: 65 62 75 67 3a 70 72 69 6e 74 20 32 20 22 49 4e ebug:print 2 "IN
48d0: 46 4f 3a 20 52 75 6e 6e 69 6e 67 20 5c 22 22 20 FO: Running \""
48e0: 66 75 6c 6c 63 6d 64 20 22 5c 22 22 29 0a 09 09 fullcmd "\"")...
48f0: 20 20 20 20 28 63 68 61 6e 67 65 2d 64 69 72 65 (change-dire
4900: 63 74 6f 72 79 20 73 74 61 72 74 69 6e 67 64 69 ctory startingdi
4910: 72 29 0a 09 09 20 20 20 20 28 73 65 74 21 20 65 r)... (set! e
4920: 78 69 74 73 74 61 74 20 28 73 79 73 74 65 6d 20 xitstat (system
4930: 66 75 6c 6c 63 6d 64 29 29 20 3b 3b 20 63 6d 64 fullcmd)) ;; cmd
4940: 20 70 61 72 61 6d 73 29 29 0a 09 09 20 20 20 20 params))...
4950: 28 73 65 74 21 20 2a 67 6c 6f 62 61 6c 65 78 69 (set! *globalexi
4960: 74 73 74 61 74 75 73 2a 20 65 78 69 74 73 74 61 tstatus* exitsta
4970: 74 29 0a 09 09 20 20 20 20 28 63 68 61 6e 67 65 t)... (change
4980: 2d 64 69 72 65 63 74 6f 72 79 20 74 65 73 74 70 -directory testp
4990: 61 74 68 29 0a 09 09 20 20 20 20 3b 3b 20 72 65 ath)... ;; re
49a0: 2d 6f 70 65 6e 20 74 68 65 20 64 62 0a 09 09 20 -open the db...
49b0: 20 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 65 (set! db (ope
49c0: 6e 2d 64 62 29 29 20 0a 09 09 20 20 20 20 3b 3b n-db)) ... ;;
49d0: 20 72 75 6e 20 6c 6f 67 70 72 6f 20 69 66 20 61 run logpro if a
49e0: 70 70 6c 69 63 61 62 6c 65 20 3b 3b 20 28 70 72 pplicable ;; (pr
49f0: 6f 63 65 73 73 2d 72 75 6e 20 22 6c 73 22 20 28 ocess-run "ls" (
4a00: 6c 69 73 74 20 22 2f 66 6f 6f 22 20 22 32 3e 26 list "/foo" "2>&
4a10: 31 22 20 22 62 6c 61 68 2e 6c 6f 67 22 29 29 0a 1" "blah.log")).
4a20: 09 09 20 20 20 20 28 69 66 20 6c 6f 67 70 72 6f .. (if logpro
4a30: 66 69 6c 65 0a 09 09 09 28 6c 65 74 2a 20 28 28 file....(let* ((
4a40: 68 74 6d 6c 6c 6f 67 66 69 6c 65 20 28 63 6f 6e htmllogfile (con
4a50: 63 20 73 74 65 70 6e 61 6d 65 20 22 2e 68 74 6d c stepname ".htm
4a60: 6c 22 29 29 0a 09 09 09 20 20 20 20 20 20 20 28 l")).... (
4a70: 6f 6c 64 65 78 69 74 73 74 61 74 20 65 78 69 74 oldexitstat exit
4a80: 73 74 61 74 29 0a 09 09 09 20 20 20 20 20 20 20 stat)....
4a90: 28 63 6d 64 20 20 20 20 20 20 20 20 20 28 73 74 (cmd (st
4aa0: 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 ring-intersperse
4ab0: 20 28 6c 69 73 74 20 22 6c 6f 67 70 72 6f 22 20 (list "logpro"
4ac0: 6c 6f 67 70 72 6f 66 69 6c 65 20 68 74 6d 6c 6c logprofile htmll
4ad0: 6f 67 66 69 6c 65 20 22 3c 22 20 6c 6f 67 66 69 ogfile "<" logfi
4ae0: 6c 65 20 22 3e 22 20 28 63 6f 6e 63 20 73 74 65 le ">" (conc ste
4af0: 70 6e 61 6d 65 20 22 5f 6c 6f 67 70 72 6f 2e 6c pname "_logpro.l
4b00: 6f 67 22 29 29 20 22 20 22 29 29 29 0a 09 09 09 og")) " ")))....
4b10: 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 32 (debug:print 2
4b20: 20 22 49 4e 46 4f 3a 20 72 75 6e 6e 69 6e 67 20 "INFO: running
4b30: 5c 22 22 20 63 6d 64 20 22 5c 22 22 29 0a 09 09 \"" cmd "\"")...
4b40: 09 20 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 . (change-direc
4b50: 74 6f 72 79 20 73 74 61 72 74 69 6e 67 64 69 72 tory startingdir
4b60: 29 0a 09 09 09 20 20 28 73 65 74 21 20 65 78 69 ).... (set! exi
4b70: 74 73 74 61 74 20 28 73 79 73 74 65 6d 20 63 6d tstat (system cm
4b80: 64 29 29 0a 09 09 09 20 20 28 73 65 74 21 20 2a d)).... (set! *
4b90: 67 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 globalexitstatus
4ba0: 2a 20 65 78 69 74 73 74 61 74 29 20 3b 3b 20 6e * exitstat) ;; n
4bb0: 6f 20 6e 65 63 65 73 73 61 72 79 0a 09 09 09 20 o necessary....
4bc0: 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f (change-directo
4bd0: 72 79 20 74 65 73 74 70 61 74 68 29 0a 09 09 09 ry testpath)....
4be0: 20 20 28 74 65 73 74 2d 73 65 74 2d 6c 6f 67 21 (test-set-log!
4bf0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d db run-id test-
4c00: 6e 61 6d 65 20 69 74 65 6d 64 61 74 20 68 74 6d name itemdat htm
4c10: 6c 6c 6f 67 66 69 6c 65 29 29 29 0a 09 09 20 20 llogfile)))...
4c20: 20 20 28 74 65 73 74 73 74 65 70 2d 73 65 74 2d (teststep-set-
4c30: 73 74 61 74 75 73 21 20 64 62 20 72 75 6e 2d 69 status! db run-i
4c40: 64 20 74 65 73 74 2d 6e 61 6d 65 20 73 74 65 70 d test-name step
4c50: 6e 61 6d 65 20 22 65 6e 64 22 20 65 78 69 74 73 name "end" exits
4c60: 74 61 74 20 69 74 65 6d 64 61 74 20 28 61 72 67 tat itemdat (arg
4c70: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29 20 s:get-arg "-m")
4c80: 6c 6f 67 66 69 6c 65 29 0a 09 09 20 20 20 20 28 logfile)... (
4c90: 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 sqlite3:finalize
4ca0: 21 20 64 62 29 0a 09 09 20 20 20 20 28 69 66 20 ! db)... (if
4cb0: 28 6e 6f 74 20 28 65 71 3f 20 65 78 69 74 73 74 (not (eq? exitst
4cc0: 61 74 20 30 29 29 0a 09 09 09 28 65 78 69 74 20 at 0))....(exit
4cd0: 32 35 34 29 29 20 3b 3b 20 28 65 78 69 74 20 65 254)) ;; (exit e
4ce0: 78 69 74 73 74 61 74 29 20 64 6f 65 73 6e 27 74 xitstat) doesn't
4cf0: 20 77 6f 72 6b 3f 21 3f 0a 09 09 20 20 3b 3b 20 work?!?... ;;
4d00: 6f 70 65 6e 20 74 68 65 20 64 62 0a 09 09 20 20 open the db...
4d10: 3b 3b 20 6d 61 72 6b 20 74 68 65 20 65 6e 64 20 ;; mark the end
4d20: 6f 66 20 74 68 65 20 74 65 73 74 0a 09 09 20 20 of the test...
4d30: 29 29 29 0a 09 20 20 28 69 66 20 28 6f 72 20 28 ))).. (if (or (
4d40: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 args:get-arg "-t
4d50: 65 73 74 2d 73 74 61 74 75 73 22 29 0a 09 09 20 est-status")...
4d60: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
4d70: 2d 73 65 74 2d 76 61 6c 75 65 73 22 29 29 0a 09 -set-values"))..
4d80: 20 20 20 20 20 20 28 6c 65 74 20 28 28 6e 65 77 (let ((new
4d90: 73 74 61 74 75 73 20 28 63 6f 6e 64 0a 09 09 09 status (cond....
4da0: 09 28 28 6e 75 6d 62 65 72 3f 20 73 74 61 74 75 .((number? statu
4db0: 73 29 20 20 20 20 20 20 20 28 69 66 20 28 65 71 s) (if (eq
4dc0: 75 61 6c 3f 20 73 74 61 74 75 73 20 30 29 20 22 ual? status 0) "
4dd0: 50 41 53 53 22 20 22 46 41 49 4c 22 29 29 0a 09 PASS" "FAIL"))..
4de0: 09 09 09 28 28 61 6e 64 20 28 73 74 72 69 6e 67 ...((and (string
4df0: 3f 20 73 74 61 74 75 73 29 0a 09 09 09 09 20 20 ? status).....
4e00: 20 20 20 20 28 73 74 72 69 6e 67 2d 3e 6e 75 6d (string->num
4e10: 62 65 72 20 73 74 61 74 75 73 29 29 28 69 66 20 ber status))(if
4e20: 28 65 71 75 61 6c 3f 20 28 73 74 72 69 6e 67 2d (equal? (string-
4e30: 3e 6e 75 6d 62 65 72 20 73 74 61 74 75 73 29 20 >number status)
4e40: 30 29 20 22 50 41 53 53 22 20 22 46 41 49 4c 22 0) "PASS" "FAIL"
4e50: 29 29 0a 09 09 09 09 28 65 6c 73 65 20 73 74 61 )).....(else sta
4e60: 74 75 73 29 29 29 0a 09 09 20 20 20 20 3b 3b 20 tus)))... ;;
4e70: 74 72 61 6e 73 66 65 72 20 72 65 6c 65 76 61 6e transfer relevan
4e80: 74 20 6b 65 79 73 20 69 6e 74 6f 20 61 20 68 61 t keys into a ha
4e90: 73 68 20 74 6f 20 62 65 20 70 61 73 73 65 64 20 sh to be passed
4ea0: 74 6f 20 74 65 73 74 2d 73 65 74 2d 73 74 61 74 to test-set-stat
4eb0: 75 73 21 0a 09 09 20 20 20 20 3b 3b 20 63 6f 75 us!... ;; cou
4ec0: 6c 64 20 75 73 65 20 61 6e 20 61 73 73 6f 63 20 ld use an assoc
4ed0: 6c 69 73 74 20 49 20 67 75 65 73 73 2e 20 0a 09 list I guess. ..
4ee0: 09 20 20 20 20 28 6f 74 68 65 72 64 61 74 61 20 . (otherdata
4ef0: 28 6c 65 74 20 28 28 72 65 73 20 28 6d 61 6b 65 (let ((res (make
4f00: 2d 68 61 73 68 2d 74 61 62 6c 65 29 29 29 0a 09 -hash-table)))..
4f10: 09 09 09 20 28 66 6f 72 2d 65 61 63 68 20 28 6c ... (for-each (l
4f20: 61 6d 62 64 61 20 28 6b 65 79 29 0a 09 09 09 09 ambda (key).....
4f30: 09 20 20 20 20 20 28 69 66 20 28 61 72 67 73 3a . (if (args:
4f40: 67 65 74 2d 61 72 67 20 6b 65 79 29 0a 09 09 09 get-arg key)....
4f50: 09 09 09 20 28 68 61 73 68 2d 74 61 62 6c 65 2d ... (hash-table-
4f60: 73 65 74 21 20 72 65 73 20 6b 65 79 20 28 61 72 set! res key (ar
4f70: 67 73 3a 67 65 74 2d 61 72 67 20 6b 65 79 29 29 gs:get-arg key))
4f80: 29 29 0a 09 09 09 09 09 20 20 20 28 6c 69 73 74 ))...... (list
4f90: 20 22 3a 76 61 6c 75 65 22 20 22 3a 74 6f 6c 22 ":value" ":tol"
4fa0: 20 22 3a 65 78 70 65 63 74 65 64 22 20 22 3a 66 ":expected" ":f
4fb0: 69 72 73 74 5f 65 72 72 22 20 22 3a 66 69 72 73 irst_err" ":firs
4fc0: 74 5f 77 61 72 6e 22 20 22 3a 75 6e 69 74 73 22 t_warn" ":units"
4fd0: 20 22 3a 63 61 74 65 67 6f 72 79 22 20 22 3a 76 ":category" ":v
4fe0: 61 72 69 61 62 6c 65 22 29 29 0a 09 09 09 09 20 ariable")).....
4ff0: 72 65 73 29 29 29 0a 09 09 28 69 66 20 28 61 6e res)))...(if (an
5000: 64 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 d (args:get-arg
5010: 22 2d 74 65 73 74 2d 73 74 61 74 75 73 22 29 0a "-test-status").
5020: 09 09 09 20 28 6f 72 20 28 6e 6f 74 20 73 74 61 ... (or (not sta
5030: 74 65 29 0a 09 09 09 20 20 20 20 20 28 6e 6f 74 te).... (not
5040: 20 73 74 61 74 75 73 29 29 29 0a 09 09 20 20 20 status)))...
5050: 20 28 62 65 67 69 6e 0a 09 09 20 20 20 20 20 20 (begin...
5060: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 (debug:print 0 "
5070: 45 52 52 4f 52 3a 20 59 6f 75 20 6d 75 73 74 20 ERROR: You must
5080: 73 70 65 63 69 66 79 20 3a 73 74 61 74 65 20 61 specify :state a
5090: 6e 64 20 3a 73 74 61 74 75 73 20 77 69 74 68 20 nd :status with
50a0: 65 76 65 72 79 20 63 61 6c 6c 20 74 6f 20 2d 74 every call to -t
50b0: 65 73 74 2d 73 74 61 74 75 73 5c 6e 22 20 68 65 est-status\n" he
50c0: 6c 70 29 0a 09 09 20 20 20 20 20 20 28 73 71 6c lp)... (sql
50d0: 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 ite3:finalize! d
50e0: 62 29 0a 09 09 20 20 20 20 20 20 28 65 78 69 74 b)... (exit
50f0: 20 36 29 29 29 0a 09 09 28 74 65 73 74 2d 73 65 6)))...(test-se
5100: 74 2d 73 74 61 74 75 73 21 20 64 62 20 72 75 6e t-status! db run
5110: 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 73 74 -id test-name st
5120: 61 74 65 20 6e 65 77 73 74 61 74 75 73 20 69 74 ate newstatus it
5130: 65 6d 64 61 74 20 28 61 72 67 73 3a 67 65 74 2d emdat (args:get-
5140: 61 72 67 20 22 2d 6d 22 29 20 6f 74 68 65 72 64 arg "-m") otherd
5150: 61 74 61 29 29 29 0a 09 20 20 28 73 71 6c 69 74 ata))).. (sqlit
5160: 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 e3:finalize! db)
5170: 0a 09 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f .. (set! *didso
5180: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 29 0a mething* #t)))).
5190: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 .(if (args:get-a
51a0: 72 67 20 22 2d 73 68 6f 77 6b 65 79 73 22 29 0a rg "-showkeys").
51b0: 20 20 20 20 28 6c 65 74 20 28 28 64 62 20 23 66 (let ((db #f
51c0: 29 0a 09 20 20 28 6b 65 79 73 20 23 66 29 29 0a ).. (keys #f)).
51d0: 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 (if (not (
51e0: 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a setup-for-run)).
51f0: 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20 20 28 . (begin.. (
5200: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46 debug:print 0 "F
5210: 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20 ailed to setup,
5220: 65 78 69 74 69 6e 67 22 29 0a 09 20 20 20 20 28 exiting").. (
5230: 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 20 20 exit 1))).
5240: 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 (set! db (open-d
5250: 62 29 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 b)). (set!
5260: 6b 65 79 73 20 28 64 62 2d 67 65 74 2d 6b 65 79 keys (db-get-key
5270: 73 20 64 62 29 29 0a 20 20 20 20 20 20 28 64 65 s db)). (de
5280: 62 75 67 3a 70 72 69 6e 74 20 31 20 22 4b 65 79 bug:print 1 "Key
5290: 73 3a 20 22 20 28 73 74 72 69 6e 67 2d 69 6e 74 s: " (string-int
52a0: 65 72 73 70 65 72 73 65 20 28 6d 61 70 20 6b 65 ersperse (map ke
52b0: 79 3a 67 65 74 2d 66 69 65 6c 64 6e 61 6d 65 20 y:get-fieldname
52c0: 6b 65 79 73 29 20 22 2c 20 22 29 29 0a 20 20 20 keys) ", ")).
52d0: 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 (sqlite3:fina
52e0: 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20 lize! db).
52f0: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 (set! *didsometh
5300: 69 6e 67 2a 20 23 74 29 29 29 0a 0a 28 69 66 20 ing* #t)))..(if
5310: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
5320: 67 75 69 22 29 0a 20 20 20 20 28 62 65 67 69 6e gui"). (begin
5330: 0a 20 20 20 20 20 20 28 64 65 62 75 67 3a 70 72 . (debug:pr
5340: 69 6e 74 20 30 20 22 4c 6f 6f 6b 20 61 74 20 74 int 0 "Look at t
5350: 68 65 20 64 61 73 68 62 6f 61 72 64 20 66 6f 72 he dashboard for
5360: 20 6e 6f 77 22 29 0a 20 20 20 20 20 20 3b 3b 20 now"). ;;
5370: 28 6d 65 67 61 74 65 73 74 2d 67 75 69 29 0a 20 (megatest-gui).
5380: 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 (set! *dids
5390: 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 0a omething* #t))).
53a0: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d .;;=============
53b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
53c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
53d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
53e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 55 70 64 =========.;; Upd
53f0: 61 74 65 20 74 68 65 20 64 61 74 61 62 61 73 65 ate the database
5400: 20 73 63 68 65 6d 61 20 6f 6e 20 72 65 71 75 65 schema on reque
5410: 73 74 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d st.;;===========
5420: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5430: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5440: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5450: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 ===========..(if
5460: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
5470: 2d 72 65 62 75 69 6c 64 2d 64 62 22 29 0a 20 20 -rebuild-db").
5480: 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20 28 (begin. (
5490: 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 if (not (setup-f
54a0: 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28 62 65 67 or-run)).. (beg
54b0: 69 6e 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 in.. (debug:p
54c0: 72 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20 74 rint 0 "Failed t
54d0: 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69 6e 67 o setup, exiting
54e0: 22 29 20 0a 09 20 20 20 20 28 65 78 69 74 20 31 ") .. (exit 1
54f0: 29 29 29 0a 20 20 20 20 20 20 3b 3b 20 6e 6f 77 ))). ;; now
5500: 20 63 61 6e 20 66 69 6e 64 20 6f 75 72 20 64 62 can find our db
5510: 0a 20 20 20 20 20 20 28 73 65 74 21 20 64 62 20 . (set! db
5520: 28 6f 70 65 6e 2d 64 62 29 29 0a 20 20 20 20 20 (open-db)).
5530: 20 28 70 61 74 63 68 2d 64 62 20 64 62 29 0a 20 (patch-db db).
5540: 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 (sqlite3:fi
5550: 6e 61 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 nalize! db).
5560: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 (set! *didsome
5570: 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 3b 3b thing* #t)))..;;
5580: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5590: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
55a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
55b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
55c0: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 55 70 64 61 74 65 ======.;; Update
55d0: 20 74 68 65 20 74 65 73 74 73 20 6d 65 74 61 20 the tests meta
55e0: 64 61 74 61 20 66 72 6f 6d 20 74 68 65 20 74 65 data from the te
55f0: 73 74 63 6f 6e 66 69 67 20 66 69 6c 65 73 0a 3b stconfig files.;
5600: 3b 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 ;..(if (args:get
5610: 2d 61 72 67 20 22 2d 75 70 64 61 74 65 2d 6d 65 -arg "-update-me
5620: 74 61 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a ta"). (begin.
5630: 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 (if (not (
5640: 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a setup-for-run)).
5650: 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20 20 28 . (begin.. (
5660: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46 debug:print 0 "F
5670: 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20 ailed to setup,
5680: 65 78 69 74 69 6e 67 22 29 20 0a 09 20 20 20 20 exiting") ..
5690: 28 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 20 (exit 1))).
56a0: 20 3b 3b 20 6e 6f 77 20 63 61 6e 20 66 69 6e 64 ;; now can find
56b0: 20 6f 75 72 20 64 62 0a 20 20 20 20 20 20 28 73 our db. (s
56c0: 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 et! db (open-db)
56d0: 29 0a 20 20 20 20 20 20 28 72 75 6e 73 3a 75 70 ). (runs:up
56e0: 64 61 74 65 2d 61 6c 6c 2d 74 65 73 74 5f 6d 65 date-all-test_me
56f0: 74 61 20 64 62 29 0a 20 20 20 20 20 20 28 73 71 ta db). (sq
5700: 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 lite3:finalize!
5710: 64 62 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 db). (set!
5720: 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 *didsomething* #
5730: 74 29 29 29 0a 0a 28 69 66 20 28 6e 6f 74 20 2a t)))..(if (not *
5740: 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 29 0a 20 didsomething*).
5750: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 (debug:print
5760: 30 20 68 65 6c 70 29 29 0a 0a 28 69 66 20 28 6e 0 help))..(if (n
5770: 6f 74 20 28 65 71 3f 20 2a 67 6c 6f 62 61 6c 65 ot (eq? *globale
5780: 78 69 74 73 74 61 74 75 73 2a 20 30 29 29 0a 20 xitstatus* 0)).
5790: 20 20 20 28 69 66 20 28 6f 72 20 28 61 72 67 73 (if (or (args
57a0: 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 74 65 :get-arg "-runte
57b0: 73 74 73 22 29 28 61 72 67 73 3a 67 65 74 2d 61 sts")(args:get-a
57c0: 72 67 20 22 2d 72 75 6e 61 6c 6c 22 29 29 0a 20 rg "-runall")).
57d0: 20 20 20 20 20 20 20 28 62 65 67 69 6e 0a 20 20 (begin.
57e0: 20 20 20 20 20 20 20 20 20 28 64 65 62 75 67 3a (debug:
57f0: 70 72 69 6e 74 20 30 20 22 4e 4f 54 45 3a 20 53 print 0 "NOTE: S
5800: 75 62 70 72 6f 63 65 73 73 65 73 20 77 69 74 68 ubprocesses with
5810: 20 6e 6f 6e 2d 7a 65 72 6f 20 65 78 69 74 20 63 non-zero exit c
5820: 6f 64 65 20 64 65 74 65 63 74 65 64 3a 20 22 20 ode detected: "
5830: 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75 *globalexitstatu
5840: 73 2a 29 0a 20 20 20 20 20 20 20 20 20 20 20 28 s*). (
5850: 65 78 69 74 20 30 29 29 0a 20 20 20 20 20 20 20 exit 0)).
5860: 20 28 63 61 73 65 20 2a 67 6c 6f 62 61 6c 65 78 (case *globalex
5870: 69 74 73 74 61 74 75 73 2a 0a 20 20 20 20 20 20 itstatus*.
5880: 20 20 20 28 28 30 29 28 65 78 69 74 20 30 29 29 ((0)(exit 0))
5890: 0a 20 20 20 20 20 20 20 20 20 28 28 31 29 28 65 . ((1)(e
58a0: 78 69 74 20 31 29 29 0a 20 20 20 20 20 20 20 20 xit 1)).
58b0: 20 28 28 32 29 28 65 78 69 74 20 32 29 29 0a 20 ((2)(exit 2)).
58c0: 20 20 20 20 20 20 20 20 28 65 6c 73 65 20 28 65 (else (e
58d0: 78 69 74 20 33 29 29 29 29 29 0a xit 3))))).