0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30 ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20 6-2011, Matthew
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20 Welland..;; .;;
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73 This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20 made available
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50 under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72 L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65 .;; greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69 e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20 ng file COPYING
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20 for details..;;
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61 .;; This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64 m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52 WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65 RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c ven the.;; impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20 ied warranty of
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20 MERCHANTABILITY
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41 or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20 PARTICULAR.;;
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63 clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20 m").;; (include
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71 n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73 lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63 ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65 ase srfi-69 base
01c0: 36 34 20 66 6f 72 6d 61 74 29 0a 28 69 6d 70 6f 64 format).(impo
01d0: 72 74 20 28 70 72 65 66 69 78 20 73 71 6c 69 74 rt (prefix sqlit
01e0: 65 33 20 73 71 6c 69 74 65 33 3a 29 29 0a 28 69 e3 sqlite3:)).(i
01f0: 6d 70 6f 72 74 20 28 70 72 65 66 69 78 20 62 61 mport (prefix ba
0200: 73 65 36 34 20 62 61 73 65 36 34 3a 29 29 0a 0a se64 base64:))..
0210: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 63 (declare (uses c
0220: 6f 6d 6d 6f 6e 29 29 0a 28 64 65 63 6c 61 72 65 ommon)).(declare
0230: 20 28 75 73 65 73 20 6d 65 67 61 74 65 73 74 2d (uses megatest-
0240: 76 65 72 73 69 6f 6e 29 29 0a 28 64 65 63 6c 61 version)).(decla
0250: 72 65 20 28 75 73 65 73 20 6d 61 72 67 73 29 29 re (uses margs))
0260: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 .(declare (uses
0270: 72 75 6e 73 29 29 0a 28 64 65 63 6c 61 72 65 20 runs)).(declare
0280: 28 75 73 65 73 20 6c 61 75 6e 63 68 29 29 0a 0a (uses launch))..
0290: 28 69 6e 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e (include "common
02a0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 28 _records.scm").(
02b0: 69 6e 63 6c 75 64 65 20 22 6b 65 79 5f 72 65 63 include "key_rec
02c0: 6f 72 64 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c ords.scm").(incl
02d0: 75 64 65 20 22 64 62 5f 72 65 63 6f 72 64 73 2e ude "db_records.
02e0: 73 63 6d 22 29 0a 0a 28 64 65 66 69 6e 65 20 68 scm")..(define h
02f0: 65 6c 70 20 28 63 6f 6e 63 20 22 0a 4d 65 67 61 elp (conc ".Mega
0300: 74 65 73 74 2c 20 64 6f 63 75 6d 65 6e 74 61 74 test, documentat
0310: 69 6f 6e 20 61 74 20 68 74 74 70 3a 2f 2f 77 77 ion at http://ww
0320: 77 2e 6b 69 61 74 6f 61 2e 63 6f 6d 2f 66 6f 73 w.kiatoa.com/fos
0330: 73 69 6c 73 2f 6d 65 67 61 74 65 73 74 0a 20 20 sils/megatest.
0340: 76 65 72 73 69 6f 6e 20 22 20 6d 65 67 61 74 65 version " megate
0350: 73 74 2d 76 65 72 73 69 6f 6e 20 22 0a 20 20 6c st-version ". l
0360: 69 63 65 6e 73 65 20 47 50 4c 2c 20 43 6f 70 79 icense GPL, Copy
0370: 72 69 67 68 74 20 4d 61 74 74 20 57 65 6c 6c 61 right Matt Wella
0380: 6e 64 20 32 30 30 36 2d 32 30 31 31 0a 0a 55 73 nd 2006-2011..Us
0390: 61 67 65 3a 20 6d 65 67 61 74 65 73 74 20 5b 6f age: megatest [o
03a0: 70 74 69 6f 6e 73 5d 0a 20 20 2d 68 20 20 20 20 ptions]. -h
03b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
03c0: 20 20 3a 20 74 68 69 73 20 68 65 6c 70 0a 0a 50 : this help..P
03d0: 72 6f 63 65 73 73 20 61 6e 64 20 74 65 73 74 20 rocess and test
03e0: 72 75 6e 6e 69 6e 67 0a 20 20 2d 72 75 6e 61 6c running. -runal
03f0: 6c 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 l
0400: 20 20 3a 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 : run all test
0410: 73 20 74 68 61 74 20 61 72 65 20 6e 6f 74 20 73 s that are not s
0420: 74 61 74 65 20 43 4f 4d 50 4c 45 54 45 44 20 61 tate COMPLETED a
0430: 6e 64 20 73 74 61 74 75 73 20 50 41 53 53 2c 20 nd status PASS,
0440: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 .
0450: 20 20 20 20 20 20 20 20 20 20 20 20 20 43 48 45 CHE
0460: 43 4b 20 6f 72 20 4b 49 4c 4c 45 44 0a 20 20 2d CK or KILLED. -
0470: 72 75 6e 74 65 73 74 73 20 74 73 74 31 2c 74 73 runtests tst1,ts
0480: 74 32 20 2e 2e 2e 20 3a 20 72 75 6e 20 74 65 73 t2 ... : run tes
0490: 74 73 0a 0a 52 75 6e 20 73 74 61 74 75 73 20 75 ts..Run status u
04a0: 70 64 61 74 65 73 20 28 74 68 65 73 65 20 72 65 pdates (these re
04b0: 71 75 69 72 65 20 74 68 61 74 20 79 6f 75 20 61 quire that you a
04c0: 72 65 20 69 6e 20 61 20 74 65 73 74 20 64 69 72 re in a test dir
04d0: 65 63 74 6f 72 79 0a 20 20 20 20 20 20 20 20 20 ectory.
04e0: 20 20 20 20 20 20 20 20 20 20 20 61 6e 64 20 79 and y
04f0: 6f 75 20 68 61 76 65 20 73 6f 75 72 63 65 64 20 ou have sourced
0500: 74 68 65 20 5c 22 6d 65 67 61 74 65 73 74 2e 63 the \"megatest.c
0510: 73 68 5c 22 20 6f 72 0a 20 20 20 20 20 20 20 20 sh\" or.
0520: 20 20 20 20 20 20 20 20 20 20 20 20 5c 22 6d 65 \"me
0530: 67 61 74 65 73 74 2e 73 68 5c 22 20 66 69 6c 65 gatest.sh\" file
0540: 2e 29 0a 20 20 2d 73 74 65 70 20 73 74 65 70 6e .). -step stepn
0550: 61 6d 65 0a 20 20 2d 74 65 73 74 2d 73 74 61 74 ame. -test-stat
0560: 75 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 us :
0570: 73 65 74 20 74 68 65 20 73 74 61 74 65 20 61 6e set the state an
0580: 64 20 73 74 61 74 75 73 20 6f 66 20 61 20 74 65 d status of a te
0590: 73 74 20 28 75 73 65 20 3a 73 74 61 74 65 20 61 st (use :state a
05a0: 6e 64 20 3a 73 74 61 74 75 73 29 0a 20 20 2d 73 nd :status). -s
05b0: 65 74 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 20 etlog logfname
05c0: 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 : set the
05d0: 70 61 74 68 2f 66 69 6c 65 6e 61 6d 65 20 74 6f path/filename to
05e0: 20 74 68 65 20 66 69 6e 61 6c 20 6c 6f 67 20 72 the final log r
05f0: 65 6c 61 74 69 76 65 20 74 6f 20 74 68 65 20 74 elative to the t
0600: 65 73 74 0a 20 20 20 20 20 20 20 20 20 20 20 20 est.
0610: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0620: 64 69 72 65 63 74 6f 72 79 2e 20 6d 61 79 20 62 directory. may b
0630: 65 20 75 73 65 64 20 77 69 74 68 20 2d 74 65 73 e used with -tes
0640: 74 2d 73 74 61 74 75 73 0a 20 20 2d 73 65 74 2d t-status. -set-
0650: 74 6f 70 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 toplog logfname
0660: 20 20 20 3a 20 73 65 74 20 74 68 65 20 6f 76 65 : set the ove
0670: 72 61 6c 6c 20 6c 6f 67 20 66 6f 72 20 61 20 73 rall log for a s
0680: 75 69 74 65 20 6f 66 20 73 75 62 2d 74 65 73 74 uite of sub-test
0690: 73 0a 20 20 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 s. -summarize-i
06a0: 74 65 6d 73 20 20 20 20 20 20 20 20 3a 20 66 6f tems : fo
06b0: 72 20 61 6e 20 69 74 65 6d 69 7a 65 64 20 74 65 r an itemized te
06c0: 73 74 20 63 72 65 61 74 65 20 61 20 73 75 6d 6d st create a summ
06d0: 61 72 79 20 68 74 6d 6c 20 0a 20 20 2d 6d 20 63 ary html . -m c
06e0: 6f 6d 6d 65 6e 74 20 20 20 20 20 20 20 20 20 20 omment
06f0: 20 20 20 20 3a 20 69 6e 73 65 72 74 20 61 20 63 : insert a c
0700: 6f 6d 6d 65 6e 74 20 66 6f 72 20 74 68 69 73 20 omment for this
0710: 74 65 73 74 0a 0a 52 75 6e 20 64 61 74 61 0a 20 test..Run data.
0720: 20 2d 74 61 72 67 65 74 20 6b 65 79 31 2f 6b 65 -target key1/ke
0730: 79 32 2f 2e 2e 2e 20 20 20 3a 20 72 75 6e 20 66 y2/... : run f
0740: 6f 72 20 6b 65 79 31 2c 20 6b 65 79 32 2c 20 65 or key1, key2, e
0750: 74 63 2e 0a 20 20 2d 72 65 71 74 61 72 67 20 6b tc.. -reqtarg k
0760: 65 79 31 2f 6b 65 79 32 2f 2e 2e 2e 20 20 3a 20 ey1/key2/... :
0770: 72 75 6e 20 66 6f 72 20 6b 65 79 31 2c 20 6b 65 run for key1, ke
0780: 79 32 2c 20 65 74 63 2e 20 62 75 74 20 6b 65 79 y2, etc. but key
0790: 31 2f 6b 65 79 32 20 6d 75 73 74 20 62 65 20 69 1/key2 must be i
07a0: 6e 20 72 75 6e 63 6f 6e 66 69 67 0a 20 20 3a 72 n runconfig. :r
07b0: 75 6e 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20 unname
07c0: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64 : required
07d0: 2c 20 6e 61 6d 65 20 66 6f 72 20 74 68 69 73 20 , name for this
07e0: 70 61 72 74 69 63 75 6c 61 72 20 74 65 73 74 20 particular test
07f0: 72 75 6e 0a 20 20 3a 73 74 61 74 65 20 20 20 20 run. :state
0800: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 :
0810: 72 65 71 75 69 72 65 64 20 69 66 20 75 70 64 61 required if upda
0820: 74 69 6e 67 20 73 74 65 70 20 73 74 61 74 65 3b ting step state;
0830: 20 65 2e 67 2e 20 73 74 61 72 74 2c 20 65 6e 64 e.g. start, end
0840: 2c 20 63 6f 6d 70 6c 65 74 65 64 0a 20 20 3a 73 , completed. :s
0850: 74 61 74 75 73 20 20 20 20 20 20 20 20 20 20 20 tatus
0860: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64 : required
0870: 20 69 66 20 75 70 64 61 74 69 6e 67 20 73 74 65 if updating ste
0880: 70 20 73 74 61 74 75 73 3b 20 65 2e 67 2e 20 70 p status; e.g. p
0890: 61 73 73 2c 20 66 61 69 6c 2c 20 6e 2f 61 0a 0a ass, fail, n/a..
08a0: 56 61 6c 75 65 73 20 61 6e 64 20 72 65 63 6f 72 Values and recor
08b0: 64 20 65 72 72 6f 72 73 20 61 6e 64 20 77 61 72 d errors and war
08c0: 6e 69 6e 67 73 0a 20 20 2d 73 65 74 2d 76 61 6c nings. -set-val
08d0: 75 65 73 20 20 20 20 20 20 20 20 20 20 20 20 20 ues
08e0: 3a 20 75 70 64 61 74 65 20 6f 72 20 73 65 74 20 : update or set
08f0: 76 61 6c 75 65 73 20 69 6e 20 74 68 65 20 6d 65 values in the me
0900: 67 61 74 65 73 74 20 64 62 20 0a 20 20 3a 63 61 gatest db . :ca
0910: 74 65 67 6f 72 79 20 20 20 20 20 20 20 20 20 20 tegory
0920: 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 63 : set the c
0930: 61 74 65 67 6f 72 79 20 66 69 65 6c 64 20 28 6f ategory field (o
0940: 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 76 61 72 69 ptional). :vari
0950: 61 62 6c 65 20 20 20 20 20 20 20 20 20 20 20 20 able
0960: 20 20 20 3a 20 73 65 74 20 74 68 65 20 76 61 72 : set the var
0970: 69 61 62 6c 65 20 6e 61 6d 65 20 28 6f 70 74 69 iable name (opti
0980: 6f 6e 61 6c 29 0a 20 20 3a 76 61 6c 75 65 20 20 onal). :value
0990: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
09a0: 3a 20 76 61 6c 75 65 20 6d 65 61 73 75 72 65 64 : value measured
09b0: 20 28 72 65 71 75 69 72 65 64 29 0a 20 20 3a 65 (required). :e
09c0: 78 70 65 63 74 65 64 20 20 20 20 20 20 20 20 20 xpected
09d0: 20 20 20 20 20 20 3a 20 76 61 6c 75 65 20 65 78 : value ex
09e0: 70 65 63 74 65 64 20 28 72 65 71 75 69 72 65 64 pected (required
09f0: 29 0a 20 20 3a 74 6f 6c 20 20 20 20 20 20 20 20 ). :tol
0a00: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 7c 76 : |v
0a10: 61 6c 75 65 2d 65 78 70 65 63 74 7c 20 3c 3d 20 alue-expect| <=
0a20: 74 6f 6c 20 28 72 65 71 75 69 72 65 64 2c 20 63 tol (required, c
0a30: 61 6e 20 62 65 20 3c 2c 20 3e 2c 20 3e 3d 2c 20 an be <, >, >=,
0a40: 3c 3d 20 6f 72 20 6e 75 6d 62 65 72 29 0a 20 20 <= or number).
0a50: 3a 75 6e 69 74 73 20 20 20 20 20 20 20 20 20 20 :units
0a60: 20 20 20 20 20 20 20 20 3a 20 6e 61 6d 65 20 6f : name o
0a70: 66 20 74 68 65 20 75 6e 69 74 73 20 66 6f 72 20 f the units for
0a80: 76 61 6c 75 65 2c 20 65 78 70 65 63 74 65 64 5f value, expected_
0a90: 76 61 6c 75 65 20 65 74 63 2e 20 28 6f 70 74 69 value etc. (opti
0aa0: 6f 6e 61 6c 29 0a 0a 41 72 62 69 74 72 61 72 79 onal)..Arbitrary
0ab0: 20 74 65 73 74 20 64 61 74 61 20 6c 6f 61 64 69 test data loadi
0ac0: 6e 67 0a 20 20 2d 6c 6f 61 64 2d 74 65 73 74 2d ng. -load-test-
0ad0: 64 61 74 61 20 20 20 20 20 20 20 20 20 3a 20 72 data : r
0ae0: 65 61 64 20 74 65 73 74 20 73 70 65 63 69 66 69 ead test specifi
0af0: 63 20 64 61 74 61 20 66 6f 72 20 73 74 6f 72 61 c data for stora
0b00: 67 65 20 69 6e 20 74 68 65 20 74 65 73 74 5f 64 ge in the test_d
0b10: 61 74 61 20 74 61 62 6c 65 0a 20 20 20 20 20 20 ata table.
0b20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0b30: 20 20 20 20 20 20 66 72 6f 6d 20 73 74 61 6e 64 from stand
0b40: 61 72 64 20 69 6e 2e 20 45 61 63 68 20 6c 69 6e ard in. Each lin
0b50: 65 20 69 73 20 63 6f 6d 6d 61 20 64 65 6c 69 6d e is comma delim
0b60: 69 74 65 64 20 77 69 74 68 20 66 6f 75 72 0a 20 ited with four.
0b70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0b80: 20 20 20 20 20 20 20 20 20 20 20 66 69 65 6c 64 field
0b90: 73 20 63 61 74 65 67 6f 72 79 2c 76 61 72 69 61 s category,varia
0ba0: 62 6c 65 2c 76 61 6c 75 65 2c 63 6f 6d 6d 65 6e ble,value,commen
0bb0: 74 0a 0a 51 75 65 72 69 65 73 0a 20 20 2d 6c 69 t..Queries. -li
0bc0: 73 74 2d 72 75 6e 73 20 70 61 74 74 20 20 20 20 st-runs patt
0bd0: 20 20 20 20 20 3a 20 6c 69 73 74 20 72 75 6e 73 : list runs
0be0: 20 6d 61 74 63 68 69 6e 67 20 70 61 74 74 65 72 matching patter
0bf0: 6e 20 5c 22 70 61 74 74 5c 22 2c 20 25 20 69 73 n \"patt\", % is
0c00: 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a 20 20 the wildcard.
0c10: 2d 74 65 73 74 70 61 74 74 20 70 61 74 74 20 20 -testpatt patt
0c20: 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c 69 73 : in lis
0c30: 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e 6c 79 t-runs show only
0c40: 20 74 68 65 73 65 20 74 65 73 74 73 2c 20 25 20 these tests, %
0c50: 69 73 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a is the wildcard.
0c60: 20 20 2d 69 74 65 6d 70 61 74 74 20 70 61 74 74 -itempatt patt
0c70: 20 20 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c : in l
0c80: 69 73 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e ist-runs show on
0c90: 6c 79 20 74 65 73 74 73 20 77 69 74 68 20 69 74 ly tests with it
0ca0: 65 6d 73 20 74 68 61 74 20 6d 61 74 63 68 20 70 ems that match p
0cb0: 61 74 74 0a 20 20 2d 73 68 6f 77 6b 65 79 73 20 att. -showkeys
0cc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 :
0cd0: 73 68 6f 77 20 74 68 65 20 6b 65 79 73 20 75 73 show the keys us
0ce0: 65 64 20 69 6e 20 74 68 69 73 20 6d 65 67 61 74 ed in this megat
0cf0: 65 73 74 20 73 65 74 75 70 0a 20 20 2d 74 65 73 est setup. -tes
0d00: 74 2d 70 61 74 68 73 20 74 61 72 67 70 61 74 74 t-paths targpatt
0d10: 20 20 20 20 3a 20 67 65 74 20 74 68 65 20 6d 6f : get the mo
0d20: 73 74 20 72 65 63 65 6e 74 20 74 65 73 74 20 70 st recent test p
0d30: 61 74 68 28 73 29 20 6d 61 74 63 68 69 6e 67 20 ath(s) matching
0d40: 74 61 72 67 70 61 74 74 20 65 2e 67 2e 20 25 2f targpatt e.g. %/
0d50: 25 2e 2e 2e 20 0a 20 20 20 20 20 20 20 20 20 20 %... .
0d60: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0d70: 20 20 72 65 74 75 72 6e 73 20 6c 69 73 74 20 73 returns list s
0d80: 6f 72 74 65 64 20 62 79 20 61 67 65 20 61 73 63 orted by age asc
0d90: 65 6e 64 69 6e 67 2c 20 73 65 65 20 65 78 61 6d ending, see exam
0da0: 70 6c 65 73 20 62 65 6c 6f 77 0a 0a 4d 69 73 63 ples below..Misc
0db0: 20 0a 20 20 2d 66 6f 72 63 65 20 20 20 20 20 20 . -force
0dc0: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 6f 76 : ov
0dd0: 65 72 72 69 64 65 20 73 6f 6d 65 20 63 68 65 63 erride some chec
0de0: 6b 73 0a 20 20 2d 72 65 6d 6f 76 65 2d 72 75 6e ks. -remove-run
0df0: 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 72 s : r
0e00: 65 6d 6f 76 65 20 74 68 65 20 64 61 74 61 20 66 emove the data f
0e10: 6f 72 20 61 20 72 75 6e 2c 20 72 65 71 75 69 72 or a run, requir
0e20: 65 73 20 61 6c 6c 20 66 69 65 6c 64 73 20 62 65 es all fields be
0e30: 20 73 70 65 63 69 66 69 65 64 0a 20 20 20 20 20 specified.
0e40: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0e50: 20 20 20 20 20 20 20 61 6e 64 20 3a 72 75 6e 6e and :runn
0e60: 61 6d 65 20 2c 2d 74 65 73 74 70 61 74 74 20 61 ame ,-testpatt a
0e70: 6e 64 20 2d 69 74 65 6d 70 61 74 74 0a 20 20 20 nd -itempatt.
0e80: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0e90: 20 20 20 20 20 20 20 20 20 61 6e 64 20 2d 74 65 and -te
0ea0: 73 74 70 61 74 74 0a 20 20 2d 72 65 72 75 6e 20 stpatt. -rerun
0eb0: 46 41 49 4c 2c 57 41 52 4e 2e 2e 2e 20 20 20 20 FAIL,WARN...
0ec0: 20 3a 20 72 65 2d 72 75 6e 20 69 66 20 63 61 6c : re-run if cal
0ed0: 6c 65 64 20 6f 6e 20 61 20 74 65 73 74 20 74 68 led on a test th
0ee0: 61 74 20 70 72 65 76 69 6f 75 73 6c 79 20 72 61 at previously ra
0ef0: 6e 20 28 6e 75 6c 6c 69 66 69 65 64 0a 20 20 20 n (nullified.
0f00: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0f10: 20 20 20 20 20 20 20 20 20 69 66 20 2d 6b 65 65 if -kee
0f20: 70 67 6f 69 6e 67 20 69 73 20 61 6c 73 6f 20 73 pgoing is also s
0f30: 70 65 63 69 66 69 65 64 29 0a 20 20 2d 72 65 62 pecified). -reb
0f40: 75 69 6c 64 2d 64 62 20 20 20 20 20 20 20 20 20 uild-db
0f50: 20 20 20 20 3a 20 62 72 69 6e 67 20 74 68 65 20 : bring the
0f60: 64 61 74 61 62 61 73 65 20 73 63 68 65 6d 61 20 database schema
0f70: 75 70 20 74 6f 20 64 61 74 65 0a 20 20 2d 72 6f up to date. -ro
0f80: 6c 6c 75 70 20 20 20 20 20 20 20 20 20 20 20 20 llup
0f90: 20 20 20 20 20 3a 20 66 69 6c 6c 20 72 75 6e 20 : fill run
0fa0: 28 73 65 74 20 62 79 20 3a 72 75 6e 6e 61 6d 65 (set by :runname
0fb0: 29 20 20 77 69 74 68 20 6c 61 74 65 73 74 20 74 ) with latest t
0fc0: 65 73 74 28 73 29 20 66 72 6f 6d 0a 20 20 20 20 est(s) from.
0fd0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0fe0: 20 20 20 20 20 20 20 20 70 72 69 6f 72 20 72 75 prior ru
0ff0: 6e 73 20 77 69 74 68 20 73 61 6d 65 20 6b 65 79 ns with same key
1000: 73 0a 20 20 2d 75 70 64 61 74 65 2d 6d 65 74 61 s. -update-meta
1010: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 75 70 : up
1020: 64 61 74 65 20 74 68 65 20 74 65 73 74 73 20 6d date the tests m
1030: 65 74 61 64 61 74 61 20 66 6f 72 20 61 6c 6c 20 etadata for all
1040: 74 65 73 74 73 0a 20 20 2d 65 6e 76 32 66 69 6c tests. -env2fil
1050: 65 20 66 6e 61 6d 65 20 20 20 20 20 20 20 20 20 e fname
1060: 3a 20 77 72 69 74 65 20 74 68 65 20 65 6e 76 69 : write the envi
1070: 72 6f 6e 6d 65 6e 74 20 74 6f 20 66 6e 61 6d 65 ronment to fname
1080: 2e 63 73 68 20 61 6e 64 20 66 6e 61 6d 65 2e 73 .csh and fname.s
1090: 68 0a 20 20 2d 73 65 74 76 61 72 73 20 56 41 52 h. -setvars VAR
10a0: 31 3d 76 61 6c 31 2c 56 41 52 32 3d 76 61 6c 32 1=val1,VAR2=val2
10b0: 20 3a 20 41 64 64 20 65 6e 76 69 72 6f 6e 6d 65 : Add environme
10c0: 6e 74 20 76 61 72 69 61 62 6c 65 73 20 74 6f 20 nt variables to
10d0: 61 20 72 75 6e 20 4e 42 2f 2f 20 74 68 65 73 65 a run NB// these
10e0: 20 61 72 65 0a 20 20 20 20 20 20 20 20 20 20 20 are.
10f0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1100: 20 20 20 20 20 20 6f 76 65 72 77 72 69 74 74 65 overwritte
1110: 6e 20 62 79 20 76 61 6c 75 65 73 20 73 65 74 20 n by values set
1120: 69 6e 20 63 6f 6e 66 69 67 20 66 69 6c 65 73 2e in config files.
1130: 0a 53 70 72 65 61 64 73 68 65 65 74 20 67 65 6e .Spreadsheet gen
1140: 65 72 61 74 69 6f 6e 0a 20 20 2d 65 78 74 72 61 eration. -extra
1150: 63 74 2d 6f 64 73 20 66 6e 61 6d 65 2e 6f 64 73 ct-ods fname.ods
1160: 20 20 3a 20 65 78 74 72 61 63 74 20 61 6e 20 6f : extract an o
1170: 70 65 6e 20 64 6f 63 75 6d 65 6e 74 20 73 70 72 pen document spr
1180: 65 61 64 73 68 65 65 74 20 66 72 6f 6d 20 74 68 eadsheet from th
1190: 65 20 64 61 74 61 62 61 73 65 0a 20 20 2d 70 61 e database. -pa
11a0: 74 68 6d 6f 64 20 70 61 74 68 20 20 20 20 20 20 thmod path
11b0: 20 20 20 20 20 3a 20 69 6e 73 65 72 74 20 70 61 : insert pa
11c0: 74 68 2c 20 69 2e 65 2e 20 70 61 74 68 2f 72 75 th, i.e. path/ru
11d0: 6e 61 6d 65 2f 69 74 65 6d 70 61 74 68 2f 6c 6f name/itempath/lo
11e0: 67 66 69 6c 65 2e 68 74 6d 6c 0a 20 20 20 20 20 gfile.html.
11f0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1200: 20 20 20 20 20 20 20 77 69 6c 6c 20 63 6c 65 61 will clea
1210: 72 20 74 68 65 20 66 69 65 6c 64 20 69 66 20 6e r the field if n
1220: 6f 20 72 75 6e 64 69 72 2f 74 65 73 74 6e 61 6d o rundir/testnam
1230: 65 2f 69 74 65 6d 70 61 74 68 2f 6c 6f 67 66 69 e/itempath/logfi
1240: 6c 65 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 le.
1250: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 69 i
1260: 66 20 69 74 20 63 6f 6e 74 61 69 6e 73 20 66 6f f it contains fo
1270: 72 77 61 72 64 20 73 6c 61 73 68 65 73 20 74 68 rward slashes th
1280: 65 20 70 61 74 68 20 77 69 6c 6c 20 62 65 20 63 e path will be c
1290: 6f 6e 76 65 72 74 65 64 0a 20 20 20 20 20 20 20 onverted.
12a0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
12b0: 20 20 20 20 20 74 6f 20 77 69 6e 64 6f 77 73 20 to windows
12c0: 73 74 79 6c 65 0a 0a 48 65 6c 70 65 72 73 20 28 style..Helpers (
12d0: 74 68 65 73 65 20 6f 6e 6c 79 20 61 70 70 6c 79 these only apply
12e0: 20 69 6e 20 74 65 73 74 20 72 75 6e 20 6d 6f 64 in test run mod
12f0: 65 29 0a 20 20 2d 72 75 6e 73 74 65 70 20 73 74 e). -runstep st
1300: 65 70 6e 61 6d 65 20 20 2e 2e 2e 20 20 3a 20 74 epname ... : t
1310: 61 6b 65 20 72 65 6d 61 69 6e 69 6e 67 20 70 61 ake remaining pa
1320: 72 61 6d 73 20 61 73 20 63 6f 6d 61 6e 64 20 61 rams as comand a
1330: 6e 64 20 65 78 65 63 75 74 65 20 61 73 20 73 74 nd execute as st
1340: 65 70 6e 61 6d 65 0a 20 20 20 20 20 20 20 20 20 epname.
1350: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1360: 20 20 20 6c 6f 67 20 77 69 6c 6c 20 62 65 20 69 log will be i
1370: 6e 20 73 74 65 70 6e 61 6d 65 2e 6c 6f 67 2e 20 n stepname.log.
1380: 42 65 73 74 20 74 6f 20 70 75 74 20 63 6f 6d 6d Best to put comm
1390: 61 6e 64 20 69 6e 20 71 75 6f 74 65 73 0a 20 20 and in quotes.
13a0: 2d 6c 6f 67 70 72 6f 20 66 69 6c 65 20 20 20 20 -logpro file
13b0: 20 20 20 20 20 20 20 20 3a 20 77 69 74 68 20 2d : with -
13c0: 65 78 65 63 20 61 70 70 6c 79 20 6c 6f 67 70 72 exec apply logpr
13d0: 6f 20 66 69 6c 65 20 74 6f 20 73 74 65 70 6e 61 o file to stepna
13e0: 6d 65 2e 6c 6f 67 2c 20 63 72 65 61 74 65 73 0a me.log, creates.
13f0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1400: 20 20 20 20 20 20 20 20 20 20 20 20 73 74 65 70 step
1410: 6e 61 6d 65 2e 68 74 6d 6c 20 61 6e 64 20 73 65 name.html and se
1420: 74 73 20 6c 6f 67 20 74 6f 20 73 61 6d 65 0a 20 ts log to same.
1430: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1440: 20 20 20 20 20 20 20 20 20 20 20 49 66 20 75 73 If us
1450: 69 6e 67 20 6d 61 6b 65 20 75 73 65 20 73 74 65 ing make use ste
1460: 70 6e 61 6d 65 5f 6c 6f 67 70 72 6f 2e 6c 6f 67 pname_logpro.log
1470: 20 61 73 20 79 6f 75 72 20 74 61 72 67 65 74 0a as your target.
1480: 0a 45 78 61 6d 70 6c 65 73 0a 0a 23 20 47 65 74 .Examples..# Get
1490: 20 74 65 73 74 20 70 61 74 68 73 20 0a 6d 65 67 test paths .meg
14a0: 61 74 65 73 74 20 2d 74 65 73 74 2d 70 61 74 68 atest -test-path
14b0: 73 20 2d 74 61 72 67 65 74 20 75 62 75 6e 74 75 s -target ubuntu
14c0: 2f 6e 25 2f 6e 6f 25 20 3a 72 75 6e 6e 61 6d 65 /n%/no% :runname
14d0: 20 77 34 39 25 20 2d 74 65 73 74 70 61 74 74 20 w49% -testpatt
14e0: 74 65 73 74 5f 6d 74 25 0a 0a 43 61 6c 6c 65 64 test_mt%..Called
14f0: 20 61 73 20 22 20 28 73 74 72 69 6e 67 2d 69 6e as " (string-in
1500: 74 65 72 73 70 65 72 73 65 20 28 61 72 67 76 29 tersperse (argv)
1510: 20 22 20 22 29 29 29 0a 0a 3b 3b 20 20 2d 67 75 " ")))..;; -gu
1520: 69 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 i
1530: 20 20 20 20 20 3a 20 73 74 61 72 74 20 61 20 67 : start a g
1540: 75 69 20 69 6e 74 65 72 66 61 63 65 0a 3b 3b 20 ui interface.;;
1550: 20 2d 63 6f 6e 66 69 67 20 66 6e 61 6d 65 20 20 -config fname
1560: 20 20 20 20 20 20 20 20 20 3a 20 6f 76 65 72 72 : overr
1570: 69 64 65 20 74 68 65 20 72 75 6e 63 6f 6e 66 69 ide the runconfi
1580: 67 20 66 69 6c 65 20 77 69 74 68 20 66 6e 61 6d g file with fnam
1590: 65 0a 0a 3b 3b 20 70 72 6f 63 65 73 73 20 61 72 e..;; process ar
15a0: 67 73 0a 28 64 65 66 69 6e 65 20 72 65 6d 61 72 gs.(define remar
15b0: 67 73 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 gs (args:get-arg
15c0: 73 20 0a 09 09 20 28 61 72 67 76 29 0a 09 09 20 s ... (argv)...
15d0: 28 6c 69 73 74 20 20 22 2d 72 75 6e 74 65 73 74 (list "-runtest
15e0: 73 22 20 20 3b 3b 20 72 75 6e 20 61 20 73 70 65 s" ;; run a spe
15f0: 63 69 66 69 63 20 74 65 73 74 0a 09 09 09 22 2d cific test...."-
1600: 63 6f 6e 66 69 67 22 20 20 20 20 3b 3b 20 6f 76 config" ;; ov
1610: 65 72 72 69 64 65 20 74 68 65 20 63 6f 6e 66 69 erride the confi
1620: 67 20 66 69 6c 65 20 6e 61 6d 65 0a 09 09 09 22 g file name...."
1630: 2d 65 78 65 63 75 74 65 22 20 20 20 3b 3b 20 72 -execute" ;; r
1640: 75 6e 20 74 68 65 20 63 6f 6d 6d 61 6e 64 20 65 un the command e
1650: 6e 63 6f 64 65 64 20 69 6e 20 74 68 65 20 62 61 ncoded in the ba
1660: 73 65 36 34 20 70 61 72 61 6d 65 74 65 72 0a 09 se64 parameter..
1670: 09 09 22 2d 73 74 65 70 22 0a 09 09 09 22 3a 72 .."-step"....":r
1680: 75 6e 6e 61 6d 65 22 20 20 20 0a 09 09 09 22 2d unname" ...."-
1690: 74 61 72 67 65 74 22 0a 09 09 09 22 2d 72 65 71 target"...."-req
16a0: 74 61 72 67 22 0a 09 09 09 22 3a 69 74 65 6d 22 targ"....":item"
16b0: 0a 09 09 09 22 3a 72 75 6e 6e 61 6d 65 22 20 20 ....":runname"
16c0: 20 0a 09 09 09 22 3a 73 74 61 74 65 22 20 20 0a ....":state" .
16d0: 09 09 09 22 3a 73 74 61 74 75 73 22 0a 09 09 09 ...":status"....
16e0: 22 2d 6c 69 73 74 2d 72 75 6e 73 22 0a 09 09 09 "-list-runs"....
16f0: 22 2d 74 65 73 74 70 61 74 74 22 20 0a 09 09 09 "-testpatt" ....
1700: 22 2d 69 74 65 6d 70 61 74 74 22 0a 09 09 09 22 "-itempatt"...."
1710: 2d 73 65 74 6c 6f 67 22 0a 09 09 09 22 2d 73 65 -setlog"...."-se
1720: 74 2d 74 6f 70 6c 6f 67 22 0a 09 09 09 22 2d 72 t-toplog"...."-r
1730: 75 6e 73 74 65 70 22 0a 09 09 09 22 2d 6c 6f 67 unstep"...."-log
1740: 70 72 6f 22 0a 09 09 09 22 2d 6d 22 0a 09 09 09 pro"...."-m"....
1750: 22 2d 72 65 72 75 6e 22 0a 09 09 09 22 2d 64 61 "-rerun"...."-da
1760: 79 73 22 0a 09 09 09 22 2d 72 65 6e 61 6d 65 2d ys"...."-rename-
1770: 72 75 6e 22 0a 09 09 09 22 2d 74 6f 22 0a 09 09 run"...."-to"...
1780: 09 3b 3b 20 76 61 6c 75 65 73 20 61 6e 64 20 6d .;; values and m
1790: 65 73 73 61 67 65 73 0a 09 09 09 22 3a 63 61 74 essages....":cat
17a0: 65 67 6f 72 79 22 0a 09 09 09 22 3a 76 61 72 69 egory"....":vari
17b0: 61 62 6c 65 22 0a 09 09 09 22 3a 76 61 6c 75 65 able"....":value
17c0: 22 0a 09 09 09 22 3a 65 78 70 65 63 74 65 64 22 "....":expected"
17d0: 0a 09 09 09 22 3a 74 6f 6c 22 0a 09 09 09 22 3a ....":tol"....":
17e0: 75 6e 69 74 73 22 0a 09 09 09 3b 3b 20 6d 69 73 units"....;; mis
17f0: 63 0a 09 09 09 22 2d 65 78 74 72 61 63 74 2d 6f c...."-extract-o
1800: 64 73 22 0a 09 09 09 22 2d 70 61 74 68 6d 6f 64 ds"...."-pathmod
1810: 22 0a 09 09 09 22 2d 65 6e 76 32 66 69 6c 65 22 "...."-env2file"
1820: 0a 09 09 09 22 2d 73 65 74 76 61 72 73 22 0a 09 ...."-setvars"..
1830: 09 09 22 2d 64 65 62 75 67 22 20 3b 3b 20 66 6f .."-debug" ;; fo
1840: 72 20 2a 76 65 72 62 6f 73 69 74 79 2a 20 3e 20 r *verbosity* >
1850: 32 0a 09 09 09 29 20 0a 09 09 20 28 6c 69 73 74 2....) ... (list
1860: 20 20 22 2d 68 22 0a 09 09 20 20 20 20 20 20 20 "-h"...
1870: 20 22 2d 66 6f 72 63 65 22 0a 09 09 20 20 20 20 "-force"...
1880: 20 20 20 20 22 2d 78 74 65 72 6d 22 0a 09 09 20 "-xterm"...
1890: 20 20 20 20 20 20 20 22 2d 73 68 6f 77 6b 65 79 "-showkey
18a0: 73 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 74 s"... "-t
18b0: 65 73 74 2d 73 74 61 74 75 73 22 0a 09 09 09 22 est-status"...."
18c0: 2d 73 65 74 2d 76 61 6c 75 65 73 22 0a 09 09 09 -set-values"....
18d0: 22 2d 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 "-load-test-data
18e0: 22 0a 09 09 09 22 2d 73 75 6d 6d 61 72 69 7a 65 "...."-summarize
18f0: 2d 69 74 65 6d 73 22 0a 09 09 20 20 20 20 20 20 -items"...
1900: 20 20 22 2d 67 75 69 22 0a 09 09 09 3b 3b 20 71 "-gui"....;; q
1910: 75 65 72 69 65 73 0a 09 09 09 22 2d 74 65 73 74 ueries...."-test
1920: 2d 70 61 74 68 73 22 20 3b 3b 20 67 65 74 20 70 -paths" ;; get p
1930: 61 74 68 28 73 29 20 74 6f 20 61 20 74 65 73 74 ath(s) to a test
1940: 2c 20 6f 72 64 65 72 65 64 20 62 79 20 79 6f 75 , ordered by you
1950: 6e 67 65 73 74 20 66 69 72 73 74 0a 0a 09 09 09 ngest first.....
1960: 22 2d 72 75 6e 61 6c 6c 22 20 20 20 20 3b 3b 20 "-runall" ;;
1970: 72 75 6e 20 61 6c 6c 20 74 65 73 74 73 0a 09 09 run all tests...
1980: 09 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 22 0a ."-remove-runs".
1990: 09 09 09 22 2d 6b 65 65 70 67 6f 69 6e 67 22 0a ..."-keepgoing".
19a0: 09 09 09 22 2d 75 73 65 71 75 65 75 65 22 0a 09 ..."-usequeue"..
19b0: 09 09 22 2d 72 65 62 75 69 6c 64 2d 64 62 22 0a .."-rebuild-db".
19c0: 09 09 09 22 2d 72 6f 6c 6c 75 70 22 0a 09 09 09 ..."-rollup"....
19d0: 22 2d 75 70 64 61 74 65 2d 6d 65 74 61 22 0a 09 "-update-meta"..
19e0: 09 09 22 2d 76 22 20 3b 3b 20 76 65 72 62 6f 73 .."-v" ;; verbos
19f0: 65 20 32 2c 20 6d 6f 72 65 20 74 68 61 6e 20 6e e 2, more than n
1a00: 6f 72 6d 61 6c 20 28 6e 6f 72 6d 61 6c 20 69 73 ormal (normal is
1a10: 20 31 29 0a 09 09 09 22 2d 71 22 20 3b 3b 20 71 1)...."-q" ;; q
1a20: 75 69 65 74 20 30 2c 20 65 72 72 6f 72 73 2f 77 uiet 0, errors/w
1a30: 61 72 6e 69 6e 67 73 20 6f 6e 6c 79 0a 09 09 20 arnings only...
1a40: 20 20 20 20 20 20 29 0a 09 09 20 61 72 67 73 3a )... args:
1a50: 61 72 67 2d 68 61 73 68 0a 09 09 20 30 29 29 0a arg-hash... 0)).
1a60: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 .(if (args:get-a
1a70: 72 67 20 22 2d 68 22 29 0a 20 20 20 20 28 62 65 rg "-h"). (be
1a80: 67 69 6e 0a 20 20 20 20 20 20 28 70 72 69 6e 74 gin. (print
1a90: 20 68 65 6c 70 29 0a 20 20 20 20 20 20 28 65 78 help). (ex
1aa0: 69 74 29 29 29 0a 0a 28 64 65 66 69 6e 65 20 2a it)))..(define *
1ab0: 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 66 didsomething* #f
1ac0: 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d )..;;===========
1ad0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1ae0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1af0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 4d ===========.;; M
1b10: 69 73 63 20 73 65 74 75 70 20 73 74 75 66 66 0a isc setup stuff.
1b20: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ;;==============
1b30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b60: 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 73 65 74 21 20 ========..(set!
1b70: 2a 76 65 72 62 6f 73 69 74 79 2a 20 28 63 6f 6e *verbosity* (con
1b80: 64 0a 09 09 20 20 20 28 28 61 72 67 73 3a 67 65 d... ((args:ge
1b90: 74 2d 61 72 67 20 22 2d 64 65 62 75 67 22 29 28 t-arg "-debug")(
1ba0: 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72 20 28 string->number (
1bb0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 64 args:get-arg "-d
1bc0: 65 62 75 67 22 29 29 29 0a 09 09 20 20 20 28 28 ebug")))... ((
1bd0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 76 args:get-arg "-v
1be0: 22 29 20 20 20 20 32 29 0a 09 09 20 20 20 28 28 ") 2)... ((
1bf0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 71 args:get-arg "-q
1c00: 22 29 20 20 20 20 30 29 0a 09 09 20 20 20 28 65 ") 0)... (e
1c10: 6c 73 65 20 20 20 20 20 20 20 20 20 20 20 20 20 lse
1c20: 20 20 20 20 20 20 31 29 29 29 0a 0a 3b 3b 3d 3d 1)))..;;==
1c30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1c40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1c50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1c60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1c70: 3d 3d 3d 3d 0a 3b 3b 20 4d 69 73 63 20 67 65 6e ====.;; Misc gen
1c80: 65 72 61 6c 20 63 61 6c 6c 73 0a 3b 3b 3d 3d 3d eral calls.;;===
1c90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1ca0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1cb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1cc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1cd0: 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 ===..(if (args:g
1ce0: 65 74 2d 61 72 67 20 22 2d 65 6e 76 32 66 69 6c et-arg "-env2fil
1cf0: 65 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 e"). (begin.
1d00: 20 20 20 20 20 28 73 61 76 65 2d 65 6e 76 69 72 (save-envir
1d10: 6f 6e 6d 65 6e 74 2d 61 73 2d 66 69 6c 65 73 20 onment-as-files
1d20: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
1d30: 65 6e 76 32 66 69 6c 65 22 29 29 0a 20 20 20 20 env2file")).
1d40: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 (set! *didsome
1d50: 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 3b 3b thing* #t)))..;;
1d60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1da0: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 65 6d 6f 76 65 ======.;; Remove
1db0: 20 6f 6c 64 20 72 75 6e 28 73 29 0a 3b 3b 3d 3d old run(s).;;==
1dc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1dd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1de0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1df0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1e00: 3d 3d 3d 3d 0a 0a 3b 3b 20 73 69 6e 63 65 20 73 ====..;; since s
1e10: 65 76 65 72 61 6c 20 61 63 74 69 6f 6e 73 20 63 everal actions c
1e20: 61 6e 20 62 65 20 73 70 65 63 69 66 69 65 64 20 an be specified
1e30: 6f 6e 20 74 68 65 20 63 6f 6d 6d 61 6e 64 20 6c on the command l
1e40: 69 6e 65 20 74 68 65 20 72 65 6d 6f 76 61 6c 0a ine the removal.
1e50: 3b 3b 20 69 73 20 64 6f 6e 65 20 66 69 72 73 74 ;; is done first
1e60: 0a 28 64 65 66 69 6e 65 20 28 72 65 6d 6f 76 65 .(define (remove
1e70: 2d 72 75 6e 73 29 0a 20 20 28 63 6f 6e 64 0a 20 -runs). (cond.
1e80: 20 20 28 28 6e 6f 74 20 28 61 72 67 73 3a 67 65 ((not (args:ge
1e90: 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d 65 22 t-arg ":runname"
1ea0: 29 29 0a 20 20 20 20 28 64 65 62 75 67 3a 70 72 )). (debug:pr
1eb0: 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 4d 69 int 0 "ERROR: Mi
1ec0: 73 73 69 6e 67 20 72 65 71 75 69 72 65 64 20 70 ssing required p
1ed0: 61 72 61 6d 65 74 65 72 20 66 6f 72 20 2d 72 65 arameter for -re
1ee0: 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75 20 6d move-runs, you m
1ef0: 75 73 74 20 73 70 65 63 69 66 79 20 74 68 65 20 ust specify the
1f00: 72 75 6e 20 6e 61 6d 65 20 70 61 74 74 65 72 6e run name pattern
1f10: 20 77 69 74 68 20 3a 72 75 6e 6e 61 6d 65 20 70 with :runname p
1f20: 61 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 20 att"). (exit
1f30: 32 29 29 0a 20 20 20 28 28 6e 6f 74 20 28 61 72 2)). ((not (ar
1f40: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 gs:get-arg "-tes
1f50: 74 70 61 74 74 22 29 29 0a 20 20 20 20 28 64 65 tpatt")). (de
1f60: 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 bug:print 0 "ERR
1f70: 4f 52 3a 20 4d 69 73 73 69 6e 67 20 72 65 71 75 OR: Missing requ
1f80: 69 72 65 64 20 70 61 72 61 6d 65 74 65 72 20 66 ired parameter f
1f90: 6f 72 20 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 2c or -remove-runs,
1fa0: 20 79 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66 you must specif
1fb0: 79 20 74 68 65 20 74 65 73 74 20 70 61 74 74 65 y the test patte
1fc0: 72 6e 20 77 69 74 68 20 2d 74 65 73 74 70 61 74 rn with -testpat
1fd0: 74 22 29 0a 20 20 20 20 28 65 78 69 74 20 33 29 t"). (exit 3)
1fe0: 29 0a 20 20 20 28 28 6e 6f 74 20 28 61 72 67 73 ). ((not (args
1ff0: 3a 67 65 74 2d 61 72 67 20 22 2d 69 74 65 6d 70 :get-arg "-itemp
2000: 61 74 74 22 29 29 0a 20 20 20 20 28 70 72 69 6e att")). (prin
2010: 74 20 22 45 52 52 4f 52 3a 20 4d 69 73 73 69 6e t "ERROR: Missin
2020: 67 20 72 65 71 75 69 72 65 64 20 70 61 72 61 6d g required param
2030: 65 74 65 72 20 66 6f 72 20 2d 72 65 6d 6f 76 65 eter for -remove
2040: 2d 72 75 6e 73 2c 20 79 6f 75 20 6d 75 73 74 20 -runs, you must
2050: 73 70 65 63 69 66 79 20 74 68 65 20 69 74 65 6d specify the item
2060: 73 20 77 69 74 68 20 2d 69 74 65 6d 70 61 74 74 s with -itempatt
2070: 22 29 0a 20 20 20 20 28 65 78 69 74 20 34 29 29 "). (exit 4))
2080: 0a 20 20 20 28 28 6c 65 74 20 28 28 64 62 20 23 . ((let ((db #
2090: 66 29 29 0a 20 20 20 20 20 20 28 69 66 20 28 6e f)). (if (n
20a0: 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d 72 75 ot (setup-for-ru
20b0: 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 20 0a 09 n)).. (begin ..
20c0: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 (debug:print
20d0: 20 30 20 70 72 69 6e 74 20 22 46 61 69 6c 65 64 0 print "Failed
20e0: 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69 to setup, exiti
20f0: 6e 67 22 29 0a 09 20 20 20 20 28 65 78 69 74 20 ng").. (exit
2100: 31 29 29 29 0a 20 20 20 20 20 20 28 73 65 74 21 1))). (set!
2110: 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 20 db (open-db)).
2120: 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 63 (if (not (c
2130: 61 72 20 2a 63 6f 6e 66 69 67 69 6e 66 6f 2a 29 ar *configinfo*)
2140: 29 0a 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20 ).. (begin..
2150: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 (debug:print 0
2160: 22 45 52 52 4f 52 3a 20 41 74 74 65 6d 70 74 65 "ERROR: Attempte
2170: 64 20 74 6f 20 72 65 6d 6f 76 65 20 74 65 73 74 d to remove test
2180: 28 73 29 20 62 75 74 20 72 75 6e 20 61 72 65 61 (s) but run area
2190: 20 63 6f 6e 66 69 67 20 66 69 6c 65 20 6e 6f 74 config file not
21a0: 20 66 6f 75 6e 64 22 29 0a 09 20 20 20 20 28 65 found").. (e
21b0: 78 69 74 20 31 29 29 0a 09 20 20 3b 3b 20 70 75 xit 1)).. ;; pu
21c0: 74 20 74 65 73 74 20 70 61 72 61 6d 65 74 65 72 t test parameter
21d0: 73 20 69 6e 74 6f 20 63 6f 6e 76 65 6e 69 65 6e s into convenien
21e0: 74 20 76 61 72 69 61 62 6c 65 73 0a 09 20 20 28 t variables.. (
21f0: 72 75 6e 73 3a 72 65 6d 6f 76 65 2d 72 75 6e 73 runs:remove-runs
2200: 20 64 62 0a 09 09 09 20 20 20 20 28 61 72 67 73 db.... (args
2210: 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 :get-arg ":runna
2220: 6d 65 22 29 0a 09 09 09 20 20 20 20 28 61 72 67 me").... (arg
2230: 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74 s:get-arg "-test
2240: 70 61 74 74 22 29 0a 09 09 09 20 20 20 20 28 61 patt").... (a
2250: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 74 rgs:get-arg "-it
2260: 65 6d 70 61 74 74 22 29 29 29 0a 20 20 20 20 20 empatt"))).
2270: 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 (sqlite3:finali
2280: 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20 28 73 ze! db). (s
2290: 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e et! *didsomethin
22a0: 67 2a 20 23 74 29 29 29 29 29 0a 09 20 20 0a 28 g* #t))))).. .(
22b0: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 if (args:get-arg
22c0: 20 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 22 29 "-remove-runs")
22d0: 0a 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 . (general-ru
22e0: 6e 2d 63 61 6c 6c 20 0a 20 20 20 20 20 22 2d 72 n-call . "-r
22f0: 65 6d 6f 76 65 2d 72 75 6e 73 22 0a 20 20 20 20 emove-runs".
2300: 20 22 72 65 6d 6f 76 65 20 72 75 6e 73 22 0a 20 "remove runs".
2310: 20 20 20 20 28 6c 61 6d 62 64 61 20 28 64 62 20 (lambda (db
2320: 74 61 72 67 65 74 20 72 75 6e 6e 61 6d 65 20 6b target runname k
2330: 65 79 73 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79 eys keynames key
2340: 76 61 6c 6c 73 74 29 0a 20 20 20 20 20 20 20 28 vallst). (
2350: 72 65 6d 6f 76 65 2d 72 75 6e 73 29 29 29 29 0a remove-runs)))).
2360: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d .;;=============
2370: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2380: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2390: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
23a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 51 75 65 =========.;; Que
23b0: 72 79 20 72 75 6e 73 0a 3b 3b 3d 3d 3d 3d 3d 3d ry runs.;;======
23c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
23d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
23e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
23f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2400: 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d ..(if (args:get-
2410: 61 72 67 20 22 2d 6c 69 73 74 2d 72 75 6e 73 22 arg "-list-runs"
2420: 29 0a 20 20 20 20 28 6c 65 74 2a 20 28 28 64 62 ). (let* ((db
2430: 20 20 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09 (begin...
2440: 20 20 20 20 20 20 20 28 73 65 74 75 70 2d 66 6f (setup-fo
2450: 72 2d 72 75 6e 29 0a 09 09 20 20 20 20 20 20 20 r-run)...
2460: 28 6f 70 65 6e 2d 64 62 29 29 29 0a 09 20 20 20 (open-db)))..
2470: 28 72 75 6e 70 61 74 74 20 20 28 61 72 67 73 3a (runpatt (args:
2480: 67 65 74 2d 61 72 67 20 22 2d 6c 69 73 74 2d 72 get-arg "-list-r
2490: 75 6e 73 22 29 29 0a 09 20 20 20 28 74 65 73 74 uns")).. (test
24a0: 70 61 74 74 20 28 61 72 67 73 3a 67 65 74 2d 61 patt (args:get-a
24b0: 72 67 20 22 2d 74 65 73 74 70 61 74 74 22 29 29 rg "-testpatt"))
24c0: 0a 09 20 20 20 28 69 74 65 6d 70 61 74 74 20 28 .. (itempatt (
24d0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 args:get-arg "-i
24e0: 74 65 6d 70 61 74 74 22 29 29 0a 09 20 20 20 28 tempatt")).. (
24f0: 72 75 6e 73 64 61 74 20 20 28 64 62 3a 67 65 74 runsdat (db:get
2500: 2d 72 75 6e 73 20 64 62 20 72 75 6e 70 61 74 74 -runs db runpatt
2510: 20 23 66 20 23 66 20 27 28 29 29 29 0a 09 20 20 #f #f '()))..
2520: 20 28 72 75 6e 73 20 20 20 20 20 28 64 62 3a 67 (runs (db:g
2530: 65 74 2d 72 6f 77 73 20 72 75 6e 73 64 61 74 29 et-rows runsdat)
2540: 29 0a 09 20 20 20 28 68 65 61 64 65 72 20 20 20 ).. (header
2550: 28 64 62 3a 67 65 74 2d 68 65 61 64 65 72 20 72 (db:get-header r
2560: 75 6e 73 64 61 74 29 29 0a 09 20 20 20 28 6b 65 unsdat)).. (ke
2570: 79 73 20 20 20 20 20 28 64 62 2d 67 65 74 2d 6b ys (db-get-k
2580: 65 79 73 20 64 62 29 29 0a 09 20 20 20 28 6b 65 eys db)).. (ke
2590: 79 6e 61 6d 65 73 20 28 6d 61 70 20 6b 65 79 3a ynames (map key:
25a0: 67 65 74 2d 66 69 65 6c 64 6e 61 6d 65 20 6b 65 get-fieldname ke
25b0: 79 73 29 29 29 0a 20 20 20 20 20 20 3b 3b 20 45 ys))). ;; E
25c0: 61 63 68 20 72 75 6e 0a 20 20 20 20 20 20 28 66 ach run. (f
25d0: 6f 72 2d 65 61 63 68 20 0a 20 20 20 20 20 20 20 or-each .
25e0: 28 6c 61 6d 62 64 61 20 28 72 75 6e 29 0a 09 20 (lambda (run)..
25f0: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 32 20 22 (debug:print 2 "
2600: 52 75 6e 3a 20 22 0a 09 09 28 73 74 72 69 6e 67 Run: "...(string
2610: 2d 69 6e 74 65 72 73 70 65 72 73 65 20 28 6d 61 -intersperse (ma
2620: 70 20 28 6c 61 6d 62 64 61 20 28 78 29 0a 09 09 p (lambda (x)...
2630: 09 09 09 20 20 20 28 64 62 3a 67 65 74 2d 76 61 ... (db:get-va
2640: 6c 75 65 2d 62 79 2d 68 65 61 64 65 72 20 72 75 lue-by-header ru
2650: 6e 20 68 65 61 64 65 72 20 78 29 29 0a 09 09 09 n header x))....
2660: 09 09 20 6b 65 79 6e 61 6d 65 73 29 20 22 2f 22 .. keynames) "/"
2670: 29 0a 09 09 22 2f 22 0a 09 09 28 64 62 3a 67 65 )..."/"...(db:ge
2680: 74 2d 76 61 6c 75 65 2d 62 79 2d 68 65 61 64 65 t-value-by-heade
2690: 72 20 72 75 6e 20 68 65 61 64 65 72 20 22 72 75 r run header "ru
26a0: 6e 6e 61 6d 65 22 29 29 0a 09 20 28 6c 65 74 20 nname")).. (let
26b0: 28 28 72 75 6e 2d 69 64 20 28 64 62 3a 67 65 74 ((run-id (db:get
26c0: 2d 76 61 6c 75 65 2d 62 79 2d 68 65 61 64 65 72 -value-by-header
26d0: 20 72 75 6e 20 68 65 61 64 65 72 20 22 69 64 22 run header "id"
26e0: 29 29 29 0a 09 20 20 20 28 6c 65 74 20 28 28 74 ))).. (let ((t
26f0: 65 73 74 73 20 28 64 62 2d 67 65 74 2d 74 65 73 ests (db-get-tes
2700: 74 73 2d 66 6f 72 2d 72 75 6e 20 64 62 20 72 75 ts-for-run db ru
2710: 6e 2d 69 64 20 74 65 73 74 70 61 74 74 20 69 74 n-id testpatt it
2720: 65 6d 70 61 74 74 20 27 28 29 20 27 28 29 29 29 empatt '() '()))
2730: 29 0a 09 20 20 20 20 20 3b 3b 20 45 61 63 68 20 ).. ;; Each
2740: 74 65 73 74 0a 09 20 20 20 20 20 28 66 6f 72 2d test.. (for-
2750: 65 61 63 68 20 0a 09 20 20 20 20 20 20 28 6c 61 each .. (la
2760: 6d 62 64 61 20 28 74 65 73 74 29 0a 09 09 28 66 mbda (test)...(f
2770: 6f 72 6d 61 74 20 23 74 0a 09 09 09 22 20 20 54 ormat #t...." T
2780: 65 73 74 3a 20 7e 32 35 61 20 53 74 61 74 65 3a est: ~25a State:
2790: 20 7e 31 35 61 20 53 74 61 74 75 73 3a 20 7e 31 ~15a Status: ~1
27a0: 35 61 20 52 75 6e 74 69 6d 65 3a 20 7e 35 40 61 5a Runtime: ~5@a
27b0: 73 20 54 69 6d 65 3a 20 7e 32 32 61 20 48 6f 73 s Time: ~22a Hos
27c0: 74 3a 20 7e 31 30 61 5c 6e 22 0a 09 09 09 28 63 t: ~10a\n"....(c
27d0: 6f 6e 63 20 28 64 62 3a 74 65 73 74 2d 67 65 74 onc (db:test-get
27e0: 2d 74 65 73 74 6e 61 6d 65 20 74 65 73 74 29 0a -testname test).
27f0: 09 09 09 20 20 20 20 20 20 28 69 66 20 28 65 71 ... (if (eq
2800: 75 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67 65 ual? (db:test-ge
2810: 74 2d 69 74 65 6d 2d 70 61 74 68 20 74 65 73 74 t-item-path test
2820: 29 20 22 22 29 0a 09 09 09 09 20 20 22 22 20 0a ) "")..... "" .
2830: 09 09 09 09 20 20 28 63 6f 6e 63 20 22 28 22 20 .... (conc "("
2840: 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 69 74 65 (db:test-get-ite
2850: 6d 2d 70 61 74 68 20 74 65 73 74 29 20 22 29 22 m-path test) ")"
2860: 29 29 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d )))....(db:test-
2870: 67 65 74 2d 73 74 61 74 65 20 74 65 73 74 29 0a get-state test).
2880: 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74 2d ...(db:test-get-
2890: 73 74 61 74 75 73 20 74 65 73 74 29 0a 09 09 09 status test)....
28a0: 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 72 75 6e (db:test-get-run
28b0: 5f 64 75 72 61 74 69 6f 6e 20 74 65 73 74 29 0a _duration test).
28c0: 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74 2d ...(db:test-get-
28d0: 65 76 65 6e 74 5f 74 69 6d 65 20 74 65 73 74 29 event_time test)
28e0: 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74 ....(db:test-get
28f0: 2d 68 6f 73 74 20 74 65 73 74 29 29 0a 20 09 09 -host test)). ..
2900: 28 69 66 20 28 6e 6f 74 20 28 6f 72 20 28 65 71 (if (not (or (eq
2910: 75 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67 65 ual? (db:test-ge
2920: 74 2d 73 74 61 74 75 73 20 74 65 73 74 29 20 22 t-status test) "
2930: 50 41 53 53 22 29 0a 09 09 09 20 20 20 20 20 28 PASS").... (
2940: 65 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d equal? (db:test-
2950: 67 65 74 2d 73 74 61 74 75 73 20 74 65 73 74 29 get-status test)
2960: 20 22 57 41 52 4e 22 29 0a 09 09 09 20 20 20 20 "WARN")....
2970: 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 (equal? (db:tes
2980: 74 2d 67 65 74 2d 73 74 61 74 65 20 74 65 73 74 t-get-state test
2990: 29 20 20 22 4e 4f 54 5f 53 54 41 52 54 45 44 22 ) "NOT_STARTED"
29a0: 29 29 29 0a 09 09 20 20 20 20 28 62 65 67 69 6e )))... (begin
29b0: 0a 09 09 20 20 20 20 20 20 28 70 72 69 6e 74 20 ... (print
29c0: 22 20 20 20 20 20 20 20 20 20 63 70 75 6c 6f 61 " cpuloa
29d0: 64 3a 20 20 22 20 28 64 62 3a 74 65 73 74 2d 67 d: " (db:test-g
29e0: 65 74 2d 63 70 75 6c 6f 61 64 20 74 65 73 74 29 et-cpuload test)
29f0: 0a 09 09 09 20 20 20 20 20 22 5c 6e 20 20 20 20 .... "\n
2a00: 20 20 20 20 20 64 69 73 6b 66 72 65 65 3a 20 22 diskfree: "
2a10: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 64 69 (db:test-get-di
2a20: 73 6b 66 72 65 65 20 74 65 73 74 29 0a 09 09 09 skfree test)....
2a30: 20 20 20 20 20 22 5c 6e 20 20 20 20 20 20 20 20 "\n
2a40: 20 75 6e 61 6d 65 3a 20 20 20 20 22 20 28 64 62 uname: " (db
2a50: 3a 74 65 73 74 2d 67 65 74 2d 75 6e 61 6d 65 20 :test-get-uname
2a60: 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 22 5c test).... "\
2a70: 6e 20 20 20 20 20 20 20 20 20 72 75 6e 64 69 72 n rundir
2a80: 3a 20 20 20 22 20 28 64 62 3a 74 65 73 74 2d 67 : " (db:test-g
2a90: 65 74 2d 72 75 6e 64 69 72 20 74 65 73 74 29 0a et-rundir test).
2aa0: 09 09 09 20 20 20 20 20 29 0a 09 09 20 20 20 20 ... )...
2ab0: 20 20 3b 3b 20 45 61 63 68 20 74 65 73 74 0a 09 ;; Each test..
2ac0: 09 20 20 20 20 20 20 28 6c 65 74 20 28 28 73 74 . (let ((st
2ad0: 65 70 73 20 28 64 62 3a 67 65 74 2d 73 74 65 70 eps (db:get-step
2ae0: 73 2d 66 6f 72 2d 74 65 73 74 20 64 62 20 28 64 s-for-test db (d
2af0: 62 3a 74 65 73 74 2d 67 65 74 2d 69 64 20 74 65 b:test-get-id te
2b00: 73 74 29 29 29 29 0a 09 09 09 28 66 6f 72 2d 65 st))))....(for-e
2b10: 61 63 68 20 0a 09 09 09 20 28 6c 61 6d 62 64 61 ach .... (lambda
2b20: 20 28 73 74 65 70 29 0a 09 09 09 20 20 20 28 66 (step).... (f
2b30: 6f 72 6d 61 74 20 23 74 20 0a 09 09 09 09 20 20 ormat #t .....
2b40: 20 22 20 20 20 20 53 74 65 70 3a 20 7e 32 30 61 " Step: ~20a
2b50: 20 53 74 61 74 65 3a 20 7e 31 30 61 20 53 74 61 State: ~10a Sta
2b60: 74 75 73 3a 20 7e 31 30 61 20 54 69 6d 65 20 7e tus: ~10a Time ~
2b70: 32 32 61 5c 6e 22 0a 09 09 09 09 20 20 20 28 64 22a\n"..... (d
2b80: 62 3a 73 74 65 70 2d 67 65 74 2d 73 74 65 70 6e b:step-get-stepn
2b90: 61 6d 65 20 73 74 65 70 29 0a 09 09 09 09 20 20 ame step).....
2ba0: 20 28 64 62 3a 73 74 65 70 2d 67 65 74 2d 73 74 (db:step-get-st
2bb0: 61 74 65 20 73 74 65 70 29 0a 09 09 09 09 20 20 ate step).....
2bc0: 20 28 64 62 3a 73 74 65 70 2d 67 65 74 2d 73 74 (db:step-get-st
2bd0: 61 74 75 73 20 73 74 65 70 29 0a 09 09 09 09 20 atus step).....
2be0: 20 20 28 64 62 3a 73 74 65 70 2d 67 65 74 2d 65 (db:step-get-e
2bf0: 76 65 6e 74 5f 74 69 6d 65 20 73 74 65 70 29 29 vent_time step))
2c00: 29 0a 09 09 09 20 73 74 65 70 73 29 29 29 29 29 ).... steps)))))
2c10: 0a 09 09 74 65 73 74 73 29 29 29 29 0a 20 20 20 ...tests)))).
2c20: 20 20 20 20 72 75 6e 73 29 0a 20 20 20 20 20 20 runs).
2c30: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 (set! *didsometh
2c40: 69 6e 67 2a 20 23 74 29 0a 20 20 20 20 20 20 29 ing* #t). )
2c50: 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d )..;;===========
2c60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2c70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2c80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2c90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 66 ===========.;; f
2ca0: 75 6c 6c 20 72 75 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d ull run.;;======
2cb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2cc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2cd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2ce0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2cf0: 0a 0a 3b 3b 20 67 65 74 20 6c 6f 63 6b 20 69 6e ..;; get lock in
2d00: 20 64 62 20 66 6f 72 20 66 75 6c 6c 20 72 75 6e db for full run
2d10: 20 66 6f 72 20 74 68 69 73 20 64 69 72 65 63 74 for this direct
2d20: 6f 72 79 0a 3b 3b 20 66 6f 72 20 61 6c 6c 20 74 ory.;; for all t
2d30: 65 73 74 73 20 77 69 74 68 20 64 65 70 73 0a 3b ests with deps.;
2d40: 3b 20 20 20 77 61 6c 6b 20 74 72 65 65 20 6f 66 ; walk tree of
2d50: 20 74 65 73 74 73 20 74 6f 20 66 69 6e 64 20 68 tests to find h
2d60: 65 61 64 20 74 61 73 6b 73 0a 3b 3b 20 20 20 61 ead tasks.;; a
2d70: 64 64 20 68 65 61 64 20 74 61 73 6b 73 20 74 6f dd head tasks to
2d80: 20 74 61 73 6b 20 71 75 65 75 65 0a 3b 3b 20 20 task queue.;;
2d90: 20 61 64 64 20 64 65 70 65 6e 64 61 6e 74 20 74 add dependant t
2da0: 61 73 6b 73 20 74 6f 20 74 61 73 6b 20 71 75 65 asks to task que
2db0: 75 65 20 0a 3b 3b 20 20 20 61 64 64 20 72 65 6d ue .;; add rem
2dc0: 61 69 6e 69 6e 67 20 74 61 73 6b 73 20 74 6f 20 aining tasks to
2dd0: 74 61 73 6b 20 71 75 65 75 65 0a 3b 3b 20 66 6f task queue.;; fo
2de0: 72 20 65 61 63 68 20 74 61 73 6b 20 69 6e 20 74 r each task in t
2df0: 61 73 6b 20 71 75 65 75 65 0a 3b 3b 20 20 20 69 ask queue.;; i
2e00: 66 20 68 61 76 65 20 61 64 65 71 75 61 74 65 20 f have adequate
2e10: 72 65 73 6f 75 72 63 65 73 0a 3b 3b 20 20 20 20 resources.;;
2e20: 20 6c 61 75 6e 63 68 20 74 61 73 6b 0a 3b 3b 20 launch task.;;
2e30: 20 20 65 6c 73 65 0a 3b 3b 20 20 20 20 20 70 75 else.;; pu
2e40: 74 20 74 61 73 6b 20 69 6e 20 64 65 66 65 72 72 t task in deferr
2e50: 65 64 20 71 75 65 75 65 0a 3b 3b 20 69 66 20 73 ed queue.;; if s
2e60: 74 69 6c 6c 20 6f 6b 20 74 6f 20 72 75 6e 20 74 till ok to run t
2e70: 61 73 6b 73 0a 3b 3b 20 20 20 70 72 6f 63 65 73 asks.;; proces
2e80: 73 20 64 65 66 65 72 72 65 64 20 74 61 73 6b 73 s deferred tasks
2e90: 20 70 65 72 20 61 62 6f 76 65 20 73 74 65 70 73 per above steps
2ea0: 0a 0a 3b 3b 20 72 75 6e 20 61 6c 6c 20 74 65 73 ..;; run all tes
2eb0: 74 73 20 61 72 65 20 61 72 65 20 4e 6f 74 20 43 ts are are Not C
2ec0: 4f 4d 50 4c 45 54 45 44 20 61 6e 64 20 50 41 53 OMPLETED and PAS
2ed0: 53 20 6f 72 20 43 48 45 43 4b 0a 28 69 66 20 28 S or CHECK.(if (
2ee0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 args:get-arg "-r
2ef0: 75 6e 61 6c 6c 22 29 0a 20 20 20 20 28 67 65 6e unall"). (gen
2f00: 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20 eral-run-call .
2f10: 20 20 20 20 22 2d 72 75 6e 61 6c 6c 22 0a 20 20 "-runall".
2f20: 20 20 20 22 72 75 6e 20 61 6c 6c 20 74 65 73 74 "run all test
2f30: 73 22 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 20 s". (lambda
2f40: 28 64 62 20 74 61 72 67 65 74 20 72 75 6e 6e 61 (db target runna
2f50: 6d 65 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 me keys keynames
2f60: 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 keyvallst).
2f70: 20 20 20 28 72 75 6e 73 3a 72 75 6e 2d 74 65 73 (runs:run-tes
2f80: 74 73 20 64 62 0a 09 09 20 20 20 20 20 20 20 74 ts db... t
2f90: 61 72 67 65 74 0a 09 09 20 20 20 20 20 20 20 72 arget... r
2fa0: 75 6e 6e 61 6d 65 0a 09 09 20 20 20 20 20 20 20 unname...
2fb0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
2fc0: 74 65 73 74 70 61 74 74 22 29 0a 09 09 20 20 20 testpatt")...
2fd0: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 (args:get-ar
2fe0: 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 0a 09 g "-itempatt")..
2ff0: 09 20 20 20 20 20 20 20 75 73 65 72 0a 09 09 20 . user...
3000: 20 20 20 20 20 20 28 6d 61 6b 65 2d 68 61 73 68 (make-hash
3010: 2d 74 61 62 6c 65 29 29 29 29 29 0a 0a 3b 3b 3d -table)))))..;;=
3020: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3030: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3040: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3050: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3060: 3d 3d 3d 3d 3d 0a 3b 3b 20 72 75 6e 20 6f 6e 65 =====.;; run one
3070: 20 74 65 73 74 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d test.;;========
3080: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3090: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
30a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
30b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a ==============..
30c0: 3b 3b 20 31 2e 20 66 69 6e 64 20 74 68 65 20 63 ;; 1. find the c
30d0: 6f 6e 66 69 67 20 66 69 6c 65 0a 3b 3b 20 32 2e onfig file.;; 2.
30e0: 20 63 68 61 6e 67 65 20 74 6f 20 74 68 65 20 74 change to the t
30f0: 65 73 74 20 64 69 72 65 63 74 6f 72 79 0a 3b 3b est directory.;;
3100: 20 33 2e 20 75 70 64 61 74 65 20 74 68 65 20 64 3. update the d
3110: 62 20 77 69 74 68 20 22 74 65 73 74 20 73 74 61 b with "test sta
3120: 72 74 65 64 22 20 73 74 61 74 75 73 2c 20 73 65 rted" status, se
3130: 74 20 72 75 6e 6e 69 6e 67 20 68 6f 73 74 0a 3b t running host.;
3140: 3b 20 34 2e 20 70 72 6f 63 65 73 73 20 6c 61 75 ; 4. process lau
3150: 6e 63 68 20 74 68 65 20 74 65 73 74 0a 3b 3b 20 nch the test.;;
3160: 20 20 20 2d 20 6d 6f 6e 69 74 6f 72 20 74 68 65 - monitor the
3170: 20 70 72 6f 63 65 73 73 2c 20 75 70 64 61 74 65 process, update
3180: 20 73 74 61 74 73 20 69 6e 20 74 68 65 20 64 62 stats in the db
3190: 20 65 76 65 72 79 20 32 5e 6e 20 6d 69 6e 75 74 every 2^n minut
31a0: 65 73 0a 3b 3b 20 35 2e 20 61 73 20 74 68 65 20 es.;; 5. as the
31b0: 74 65 73 74 20 70 72 6f 63 65 65 64 73 20 69 6e test proceeds in
31c0: 74 65 72 6e 61 6c 6c 79 20 69 74 20 63 61 6c 6c ternally it call
31d0: 73 20 6d 65 67 61 74 65 73 74 20 61 73 20 65 61 s megatest as ea
31e0: 63 68 20 73 74 65 70 20 69 73 0a 3b 3b 20 20 20 ch step is.;;
31f0: 20 73 74 61 72 74 65 64 20 61 6e 64 20 63 6f 6d started and com
3200: 70 6c 65 74 65 64 0a 3b 3b 20 20 20 20 2d 20 73 pleted.;; - s
3210: 74 65 70 20 73 74 61 72 74 65 64 2c 20 74 69 6d tep started, tim
3220: 65 73 74 61 6d 70 0a 3b 3b 20 20 20 20 2d 20 73 estamp.;; - s
3230: 74 65 70 20 63 6f 6d 70 6c 65 74 65 64 2c 20 65 tep completed, e
3240: 78 69 74 20 73 74 61 74 75 73 2c 20 74 69 6d 65 xit status, time
3250: 73 74 61 6d 70 0a 3b 3b 20 36 2e 20 74 65 73 74 stamp.;; 6. test
3260: 20 70 68 6f 6e 65 20 68 6f 6d 65 0a 3b 3b 20 20 phone home.;;
3270: 20 20 2d 20 69 66 20 74 65 73 74 20 72 75 6e 20 - if test run
3280: 74 69 6d 65 20 3e 20 61 6c 6c 6f 77 65 64 20 72 time > allowed r
3290: 75 6e 20 74 69 6d 65 20 74 68 65 6e 20 6b 69 6c un time then kil
32a0: 6c 20 6a 6f 62 0a 3b 3b 20 20 20 20 2d 20 69 66 l job.;; - if
32b0: 20 63 61 6e 6e 6f 74 20 61 63 63 65 73 73 20 64 cannot access d
32c0: 62 20 3e 20 61 6c 6c 6f 77 65 64 20 64 69 73 63 b > allowed disc
32d0: 6f 6e 6e 65 63 74 20 74 69 6d 65 20 74 68 65 6e onnect time then
32e0: 20 6b 69 6c 6c 20 6a 6f 62 0a 0a 28 69 66 20 28 kill job..(if (
32f0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 args:get-arg "-r
3300: 75 6e 74 65 73 74 73 22 29 0a 20 20 28 67 65 6e untests"). (gen
3310: 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20 eral-run-call .
3320: 20 20 22 2d 72 75 6e 74 65 73 74 73 22 20 0a 20 "-runtests" .
3330: 20 20 22 72 75 6e 20 61 20 74 65 73 74 22 20 0a "run a test" .
3340: 20 20 20 28 6c 61 6d 62 64 61 20 28 64 62 20 74 (lambda (db t
3350: 61 72 67 65 74 20 72 75 6e 6e 61 6d 65 20 6b 65 arget runname ke
3360: 79 73 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79 76 ys keynames keyv
3370: 61 6c 6c 73 74 29 0a 20 20 20 20 20 28 72 75 6e allst). (run
3380: 73 3a 72 75 6e 2d 74 65 73 74 73 20 64 62 0a 09 s:run-tests db..
3390: 09 20 20 20 20 20 74 61 72 67 65 74 0a 09 09 20 . target...
33a0: 20 20 20 20 72 75 6e 6e 61 6d 65 0a 09 09 20 20 runname...
33b0: 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 (args:get-arg
33c0: 20 22 2d 72 75 6e 74 65 73 74 73 22 29 0a 09 09 "-runtests")...
33d0: 20 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 (args:get-a
33e0: 72 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 0a rg "-itempatt").
33f0: 09 09 20 20 20 20 20 75 73 65 72 0a 09 09 20 20 .. user...
3400: 20 20 20 28 6d 61 6b 65 2d 68 61 73 68 2d 74 61 (make-hash-ta
3410: 62 6c 65 29 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d ble)))))..;;====
3420: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3430: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3440: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3450: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3460: 3d 3d 0a 3b 3b 20 52 6f 6c 6c 75 70 20 69 6e 74 ==.;; Rollup int
3470: 6f 20 61 20 72 75 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d o a run.;;======
3480: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3490: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
34a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
34b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
34c0: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 .(if (args:get-a
34d0: 72 67 20 22 2d 72 6f 6c 6c 75 70 22 29 0a 20 20 rg "-rollup").
34e0: 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 (general-run-c
34f0: 61 6c 6c 20 0a 20 20 20 20 20 22 2d 72 6f 6c 6c all . "-roll
3500: 75 70 22 20 0a 20 20 20 20 20 22 72 6f 6c 6c 75 up" . "rollu
3510: 70 20 74 65 73 74 73 22 20 0a 20 20 20 20 20 28 p tests" . (
3520: 6c 61 6d 62 64 61 20 28 64 62 20 6b 65 79 73 20 lambda (db keys
3530: 6b 65 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c keynames keyvall
3540: 73 74 29 0a 20 20 20 20 20 20 20 28 72 75 6e 73 st). (runs
3550: 3a 72 6f 6c 6c 75 70 2d 72 75 6e 20 64 62 0a 09 :rollup-run db..
3560: 09 09 6b 65 79 73 0a 09 09 09 28 6b 65 79 73 2d ..keys....(keys-
3570: 3e 61 6c 69 73 74 20 6b 65 79 73 20 22 6e 61 22 >alist keys "na"
3580: 29 0a 09 09 09 28 61 72 67 73 3a 67 65 74 2d 61 )....(args:get-a
3590: 72 67 20 22 3a 72 75 6e 6e 61 6d 65 22 29 20 0a rg ":runname") .
35a0: 09 09 09 75 73 65 72 29 29 29 29 0a 0a 3b 3b 3d ...user))))..;;=
35b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
35c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
35d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
35e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
35f0: 3d 3d 3d 3d 3d 0a 3b 3b 20 47 65 74 20 70 61 74 =====.;; Get pat
3600: 68 73 20 74 6f 20 74 65 73 74 73 0a 3b 3b 3d 3d hs to tests.;;==
3610: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3620: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3630: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3640: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3650: 3d 3d 3d 3d 0a 3b 3b 20 72 75 6e 20 61 6c 6c 20 ====.;; run all
3660: 74 65 73 74 73 20 61 72 65 20 61 72 65 20 4e 6f tests are are No
3670: 74 20 43 4f 4d 50 4c 45 54 45 44 20 61 6e 64 20 t COMPLETED and
3680: 50 41 53 53 20 6f 72 20 43 48 45 43 4b 0a 28 69 PASS or CHECK.(i
3690: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 f (args:get-arg
36a0: 22 2d 74 65 73 74 2d 70 61 74 68 73 22 29 0a 20 "-test-paths").
36b0: 20 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d (general-run-
36c0: 63 61 6c 6c 20 0a 20 20 20 20 20 22 2d 74 65 73 call . "-tes
36d0: 74 2d 70 61 74 68 73 22 0a 20 20 20 20 20 22 47 t-paths". "G
36e0: 65 74 20 70 61 74 68 73 20 74 6f 20 74 65 73 74 et paths to test
36f0: 73 22 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 20 s". (lambda
3700: 28 64 62 20 74 61 72 67 65 74 20 72 75 6e 6e 61 (db target runna
3710: 6d 65 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 me keys keynames
3720: 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 keyvallst).
3730: 20 20 20 28 6c 65 74 2a 20 28 28 69 74 65 6d 70 (let* ((itemp
3740: 61 74 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 att (args:get-ar
3750: 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29 0a g "-itempatt")).
3760: 09 20 20 20 20 20 20 28 70 61 74 68 73 20 20 20 . (paths
3770: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 70 61 (db:test-get-pa
3780: 74 68 73 2d 6d 61 74 63 68 69 6e 67 20 64 62 20 ths-matching db
3790: 6b 65 79 76 61 6c 6c 73 74 20 72 75 6e 6e 61 6d keyvallst runnam
37a0: 65 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 20 e keys keynames
37b0: 74 61 72 67 65 74 29 29 29 0a 09 20 28 66 6f 72 target))).. (for
37c0: 2d 65 61 63 68 20 28 6c 61 6d 62 64 61 20 28 70 -each (lambda (p
37d0: 61 74 68 29 0a 09 09 20 20 20 20 20 28 70 72 69 ath)... (pri
37e0: 6e 74 20 70 61 74 68 29 29 0a 09 09 20 20 20 70 nt path))... p
37f0: 61 74 68 73 29 29 29 29 29 0a 0a 3b 3b 3d 3d 3d aths)))))..;;===
3800: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3810: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3820: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3830: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3840: 3d 3d 3d 0a 3b 3b 20 45 78 74 72 61 63 74 20 61 ===.;; Extract a
3850: 20 73 70 72 65 61 64 73 68 65 65 74 20 66 72 6f spreadsheet fro
3860: 6d 20 74 68 65 20 72 75 6e 73 20 64 61 74 61 62 m the runs datab
3870: 61 73 65 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ase.;;==========
3880: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3890: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
38a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
38b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 ============..(i
38c0: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 f (args:get-arg
38d0: 22 2d 65 78 74 72 61 63 74 2d 6f 64 73 22 29 0a "-extract-ods").
38e0: 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e (general-run
38f0: 2d 63 61 6c 6c 0a 20 20 20 20 20 22 2d 65 78 74 -call. "-ext
3900: 72 61 63 74 2d 6f 64 73 22 0a 20 20 20 20 20 22 ract-ods". "
3910: 4d 61 6b 65 20 6f 64 73 20 73 70 72 65 61 64 73 Make ods spreads
3920: 68 65 65 74 22 0a 20 20 20 20 20 28 6c 61 6d 62 heet". (lamb
3930: 64 61 20 28 64 62 20 74 61 72 67 65 74 20 72 75 da (db target ru
3940: 6e 6e 61 6d 65 20 6b 65 79 73 20 6b 65 79 6e 61 nname keys keyna
3950: 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 mes keyvallst).
3960: 20 20 20 20 20 20 28 6c 65 74 20 28 28 6f 75 74 (let ((out
3970: 70 75 74 66 69 6c 65 20 28 61 72 67 73 3a 67 65 putfile (args:ge
3980: 74 2d 61 72 67 20 22 2d 65 78 74 72 61 63 74 2d t-arg "-extract-
3990: 6f 64 73 22 29 29 0a 09 20 20 20 20 20 28 72 75 ods")).. (ru
39a0: 6e 73 70 61 74 74 20 20 20 28 61 72 67 73 3a 67 nspatt (args:g
39b0: 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d 65 et-arg ":runname
39c0: 22 29 29 0a 09 20 20 20 20 20 28 70 61 74 68 6d ")).. (pathm
39d0: 6f 64 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d od (args:get-
39e0: 61 72 67 20 22 2d 70 61 74 68 6d 6f 64 22 29 29 arg "-pathmod"))
39f0: 0a 09 20 20 20 20 20 28 6b 65 79 76 61 6c 61 6c .. (keyvalal
3a00: 69 73 74 20 28 6b 65 79 73 2d 3e 61 6c 69 73 74 ist (keys->alist
3a10: 20 6b 65 79 73 20 22 25 22 29 29 29 0a 09 20 28 keys "%"))).. (
3a20: 64 65 62 75 67 3a 70 72 69 6e 74 20 32 20 22 45 debug:print 2 "E
3a30: 78 74 72 61 63 74 20 6f 64 73 2c 20 6f 75 74 70 xtract ods, outp
3a40: 75 74 66 69 6c 65 3a 20 22 20 6f 75 74 70 75 74 utfile: " output
3a50: 66 69 6c 65 20 22 20 72 75 6e 73 70 61 74 74 3a file " runspatt:
3a60: 20 22 20 72 75 6e 73 70 61 74 74 20 22 20 6b 65 " runspatt " ke
3a70: 79 76 61 6c 61 6c 69 73 74 3a 20 22 20 6b 65 79 yvalalist: " key
3a80: 76 61 6c 61 6c 69 73 74 29 0a 09 20 28 64 62 3a valalist).. (db:
3a90: 65 78 74 72 61 63 74 2d 6f 64 73 2d 66 69 6c 65 extract-ods-file
3aa0: 20 64 62 20 6f 75 74 70 75 74 66 69 6c 65 20 6b db outputfile k
3ab0: 65 79 76 61 6c 61 6c 69 73 74 20 28 69 66 20 72 eyvalalist (if r
3ac0: 75 6e 73 70 61 74 74 20 72 75 6e 73 70 61 74 74 unspatt runspatt
3ad0: 20 22 25 22 29 20 70 61 74 68 6d 6f 64 29 29 29 "%") pathmod)))
3ae0: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ))..;;==========
3af0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3b00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3b10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3b20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 ============.;;
3b30: 65 78 65 63 75 74 65 20 74 68 65 20 74 65 73 74 execute the test
3b40: 0a 3b 3b 20 20 20 20 2d 20 67 65 74 73 20 63 61 .;; - gets ca
3b50: 6c 6c 65 64 20 6f 6e 20 72 65 6d 6f 74 65 20 68 lled on remote h
3b60: 6f 73 74 0a 3b 3b 20 20 20 20 2d 20 72 65 63 65 ost.;; - rece
3b70: 69 76 65 73 20 69 6e 66 6f 20 66 72 6f 6d 20 74 ives info from t
3b80: 68 65 20 2d 65 78 65 63 75 74 65 20 70 61 72 61 he -execute para
3b90: 6d 0a 3b 3b 20 20 20 20 2d 20 70 61 73 73 65 73 m.;; - passes
3ba0: 20 69 6e 66 6f 20 74 6f 20 73 74 65 70 73 20 76 info to steps v
3bb0: 69 61 20 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e ia MT_CMDINFO en
3bc0: 76 20 76 61 72 20 28 66 75 74 75 72 65 20 69 73 v var (future is
3bd0: 20 74 6f 20 75 73 65 20 61 20 64 6f 74 20 66 69 to use a dot fi
3be0: 6c 65 29 0a 3b 3b 20 20 20 20 2d 20 67 61 74 68 le).;; - gath
3bf0: 65 72 73 20 68 6f 73 74 20 69 6e 66 6f 20 61 6e ers host info an
3c00: 64 20 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d d .;;===========
3c10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3c20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3c30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3c40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 ===========..(if
3c50: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
3c60: 2d 65 78 65 63 75 74 65 22 29 0a 20 20 20 20 28 -execute"). (
3c70: 62 65 67 69 6e 0a 20 20 20 20 20 20 28 6c 61 75 begin. (lau
3c80: 6e 63 68 3a 65 78 65 63 75 74 65 20 28 61 72 67 nch:execute (arg
3c90: 73 3a 67 65 74 2d 61 72 67 20 22 2d 65 78 65 63 s:get-arg "-exec
3ca0: 75 74 65 22 29 29 0a 20 20 20 20 20 20 28 73 65 ute")). (se
3cb0: 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 t! *didsomething
3cc0: 2a 20 23 74 29 29 29 0a 0a 28 69 66 20 28 61 72 * #t)))..(if (ar
3cd0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 74 65 gs:get-arg "-ste
3ce0: 70 22 29 0a 20 20 20 20 28 69 66 20 28 6e 6f 74 p"). (if (not
3cf0: 20 28 67 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 (getenv "MT_CMD
3d00: 49 4e 46 4f 22 29 29 0a 09 28 62 65 67 69 6e 0a INFO"))..(begin.
3d10: 09 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 . (debug:print
3d20: 30 20 22 45 52 52 4f 52 3a 20 4d 54 5f 43 4d 44 0 "ERROR: MT_CMD
3d30: 49 4e 46 4f 20 65 6e 76 20 76 61 72 20 6e 6f 74 INFO env var not
3d40: 20 73 65 74 2c 20 2d 73 74 65 70 20 6d 75 73 74 set, -step must
3d50: 20 62 65 20 63 61 6c 6c 65 64 20 2a 69 6e 73 69 be called *insi
3d60: 64 65 2a 20 61 20 6d 65 67 61 74 65 73 74 20 69 de* a megatest i
3d70: 6e 76 6f 6b 65 64 20 65 6e 76 69 72 6f 6e 6d 65 nvoked environme
3d80: 6e 74 21 22 29 0a 09 20 20 28 65 78 69 74 20 35 nt!").. (exit 5
3d90: 29 29 0a 09 28 6c 65 74 2a 20 28 28 73 74 65 70 ))..(let* ((step
3da0: 20 20 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d (args:get-
3db0: 61 72 67 20 22 2d 73 74 65 70 22 29 29 0a 09 20 arg "-step"))..
3dc0: 20 20 20 20 20 20 28 63 6d 64 69 6e 66 6f 20 20 (cmdinfo
3dd0: 20 28 72 65 61 64 20 28 6f 70 65 6e 2d 69 6e 70 (read (open-inp
3de0: 75 74 2d 73 74 72 69 6e 67 20 28 62 61 73 65 36 ut-string (base6
3df0: 34 3a 62 61 73 65 36 34 2d 64 65 63 6f 64 65 20 4:base64-decode
3e00: 28 67 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 (getenv "MT_CMDI
3e10: 4e 46 4f 22 29 29 29 29 29 0a 09 20 20 20 20 20 NFO")))))..
3e20: 20 20 28 74 65 73 74 70 61 74 68 20 20 28 61 73 (testpath (as
3e30: 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73 soc/default 'tes
3e40: 74 70 61 74 68 20 20 63 6d 64 69 6e 66 6f 29 29 tpath cmdinfo))
3e50: 0a 09 20 20 20 20 20 20 20 28 74 65 73 74 2d 6e .. (test-n
3e60: 61 6d 65 20 28 61 73 73 6f 63 2f 64 65 66 61 75 ame (assoc/defau
3e70: 6c 74 20 27 74 65 73 74 2d 6e 61 6d 65 20 63 6d lt 'test-name cm
3e80: 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 dinfo))..
3e90: 28 72 75 6e 73 63 72 69 70 74 20 28 61 73 73 6f (runscript (asso
3ea0: 63 2f 64 65 66 61 75 6c 74 20 27 72 75 6e 73 63 c/default 'runsc
3eb0: 72 69 70 74 20 63 6d 64 69 6e 66 6f 29 29 0a 09 ript cmdinfo))..
3ec0: 20 20 20 20 20 20 20 28 64 62 2d 68 6f 73 74 20 (db-host
3ed0: 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 (assoc/default
3ee0: 20 27 64 62 2d 68 6f 73 74 20 20 20 63 6d 64 69 'db-host cmdi
3ef0: 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72 nfo)).. (r
3f00: 75 6e 2d 69 64 20 20 20 20 28 61 73 73 6f 63 2f un-id (assoc/
3f10: 64 65 66 61 75 6c 74 20 27 72 75 6e 2d 69 64 20 default 'run-id
3f20: 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 cmdinfo))..
3f30: 20 20 20 20 20 28 69 74 65 6d 64 61 74 20 20 20 (itemdat
3f40: 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 (assoc/default '
3f50: 69 74 65 6d 64 61 74 20 20 20 63 6d 64 69 6e 66 itemdat cmdinf
3f60: 6f 29 29 0a 09 20 20 20 20 20 20 20 28 64 62 20 o)).. (db
3f70: 20 20 20 20 20 20 20 23 66 29 0a 09 20 20 20 20 #f)..
3f80: 20 20 20 28 73 74 61 74 65 20 20 20 20 28 61 72 (state (ar
3f90: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61 gs:get-arg ":sta
3fa0: 74 65 22 29 29 0a 09 20 20 20 20 20 20 20 28 73 te")).. (s
3fb0: 74 61 74 75 73 20 20 20 28 61 72 67 73 3a 67 65 tatus (args:ge
3fc0: 74 2d 61 72 67 20 22 3a 73 74 61 74 75 73 22 29 t-arg ":status")
3fd0: 29 0a 09 20 20 20 20 20 20 20 28 6c 6f 67 66 69 ).. (logfi
3fe0: 6c 65 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 le (args:get-ar
3ff0: 67 20 22 2d 73 65 74 6c 6f 67 22 29 29 29 0a 09 g "-setlog")))..
4000: 20 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 (change-direct
4010: 6f 72 79 20 74 65 73 74 70 61 74 68 29 0a 09 20 ory testpath)..
4020: 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 (if (not (setup
4030: 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 20 20 -for-run))..
4040: 20 20 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75 (begin...(debu
4050: 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65 g:print 0 "Faile
4060: 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74 d to setup, exit
4070: 69 6e 67 22 29 0a 09 09 28 65 78 69 74 20 31 29 ing")...(exit 1)
4080: 29 29 0a 09 20 20 28 73 65 74 21 20 64 62 20 28 )).. (set! db (
4090: 6f 70 65 6e 2d 64 62 29 29 0a 09 20 20 28 69 66 open-db)).. (if
40a0: 20 28 61 6e 64 20 73 74 61 74 65 20 73 74 61 74 (and state stat
40b0: 75 73 29 0a 09 20 20 20 20 20 20 28 74 65 73 74 us).. (test
40c0: 73 74 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21 step-set-status!
40d0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d db run-id test-
40e0: 6e 61 6d 65 20 73 74 65 70 20 73 74 61 74 65 20 name step state
40f0: 73 74 61 74 75 73 20 69 74 65 6d 64 61 74 20 28 status itemdat (
4100: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d args:get-arg "-m
4110: 22 29 20 6c 6f 67 66 69 6c 65 29 0a 09 20 20 20 ") logfile)..
4120: 20 20 20 28 62 65 67 69 6e 0a 09 09 28 64 65 62 (begin...(deb
4130: 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f ug:print 0 "ERRO
4140: 52 3a 20 59 6f 75 20 6d 75 73 74 20 73 70 65 63 R: You must spec
4150: 69 66 79 20 3a 73 74 61 74 65 20 61 6e 64 20 3a ify :state and :
4160: 73 74 61 74 75 73 20 77 69 74 68 20 65 76 65 72 status with ever
4170: 79 20 63 61 6c 6c 20 74 6f 20 2d 73 74 65 70 22 y call to -step"
4180: 29 0a 09 09 28 65 78 69 74 20 36 29 29 29 0a 09 )...(exit 6)))..
4190: 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c (sqlite3:final
41a0: 69 7a 65 21 20 64 62 29 0a 09 20 20 28 73 65 74 ize! db).. (set
41b0: 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a ! *didsomething*
41c0: 20 23 74 29 29 29 29 0a 0a 28 69 66 20 28 6f 72 #t))))..(if (or
41d0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
41e0: 2d 73 65 74 6c 6f 67 22 29 20 20 20 20 20 20 20 -setlog")
41f0: 3b 3b 20 73 69 6e 63 65 20 73 65 74 74 69 6e 67 ;; since setting
4200: 20 75 70 20 69 73 20 73 6f 20 63 6f 73 74 6c 79 up is so costly
4210: 20 6c 65 74 73 20 70 69 67 67 79 62 61 63 6b 20 lets piggyback
4220: 6f 6e 20 2d 74 65 73 74 2d 73 74 61 74 75 73 0a on -test-status.
4230: 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 .(args:get-arg "
4240: 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 29 0a 09 28 -set-toplog")..(
4250: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 args:get-arg "-t
4260: 65 73 74 2d 73 74 61 74 75 73 22 29 0a 09 28 61 est-status")..(a
4270: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 rgs:get-arg "-se
4280: 74 2d 76 61 6c 75 65 73 22 29 0a 09 28 61 72 67 t-values")..(arg
4290: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c 6f 61 64 s:get-arg "-load
42a0: 2d 74 65 73 74 2d 64 61 74 61 22 29 0a 09 28 61 -test-data")..(a
42b0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 rgs:get-arg "-ru
42c0: 6e 73 74 65 70 22 29 0a 09 28 61 72 67 73 3a 67 nstep")..(args:g
42d0: 65 74 2d 61 72 67 20 22 2d 73 75 6d 6d 61 72 69 et-arg "-summari
42e0: 7a 65 2d 69 74 65 6d 73 22 29 29 0a 20 20 20 20 ze-items")).
42f0: 28 69 66 20 28 6e 6f 74 20 28 67 65 74 65 6e 76 (if (not (getenv
4300: 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 0a "MT_CMDINFO")).
4310: 09 28 62 65 67 69 6e 0a 09 20 20 28 64 65 62 75 .(begin.. (debu
4320: 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 g:print 0 "ERROR
4330: 3a 20 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e 76 : MT_CMDINFO env
4340: 20 76 61 72 20 6e 6f 74 20 73 65 74 2c 20 63 6f var not set, co
4350: 6d 6d 61 6e 64 73 20 2d 74 65 73 74 2d 73 74 61 mmands -test-sta
4360: 74 75 73 2c 20 2d 72 75 6e 73 74 65 70 20 61 6e tus, -runstep an
4370: 64 20 2d 73 65 74 6c 6f 67 20 6d 75 73 74 20 62 d -setlog must b
4380: 65 20 63 61 6c 6c 65 64 20 2a 69 6e 73 69 64 65 e called *inside
4390: 2a 20 61 20 6d 65 67 61 74 65 73 74 20 65 6e 76 * a megatest env
43a0: 69 72 6f 6e 6d 65 6e 74 21 22 29 0a 09 20 20 28 ironment!").. (
43b0: 65 78 69 74 20 35 29 29 0a 09 28 6c 65 74 2a 20 exit 5))..(let*
43c0: 28 28 73 74 61 72 74 69 6e 67 64 69 72 20 28 63 ((startingdir (c
43d0: 75 72 72 65 6e 74 2d 64 69 72 65 63 74 6f 72 79 urrent-directory
43e0: 29 29 0a 09 20 20 20 20 20 20 20 28 63 6d 64 69 )).. (cmdi
43f0: 6e 66 6f 20 20 20 28 72 65 61 64 20 28 6f 70 65 nfo (read (ope
4400: 6e 2d 69 6e 70 75 74 2d 73 74 72 69 6e 67 20 28 n-input-string (
4410: 62 61 73 65 36 34 3a 62 61 73 65 36 34 2d 64 65 base64:base64-de
4420: 63 6f 64 65 20 28 67 65 74 65 6e 76 20 22 4d 54 code (getenv "MT
4430: 5f 43 4d 44 49 4e 46 4f 22 29 29 29 29 29 0a 09 _CMDINFO")))))..
4440: 20 20 20 20 20 20 20 28 74 65 73 74 70 61 74 68 (testpath
4450: 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 (assoc/default
4460: 20 27 74 65 73 74 70 61 74 68 20 20 63 6d 64 69 'testpath cmdi
4470: 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 74 nfo)).. (t
4480: 65 73 74 2d 6e 61 6d 65 20 28 61 73 73 6f 63 2f est-name (assoc/
4490: 64 65 66 61 75 6c 74 20 27 74 65 73 74 2d 6e 61 default 'test-na
44a0: 6d 65 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 me cmdinfo))..
44b0: 20 20 20 20 20 28 72 75 6e 73 63 72 69 70 74 20 (runscript
44c0: 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 (assoc/default '
44d0: 72 75 6e 73 63 72 69 70 74 20 63 6d 64 69 6e 66 runscript cmdinf
44e0: 6f 29 29 0a 09 20 20 20 20 20 20 20 28 64 62 2d o)).. (db-
44f0: 68 6f 73 74 20 20 20 28 61 73 73 6f 63 2f 64 65 host (assoc/de
4500: 66 61 75 6c 74 20 27 64 62 2d 68 6f 73 74 20 20 fault 'db-host
4510: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 cmdinfo))..
4520: 20 20 20 28 72 75 6e 2d 69 64 20 20 20 20 28 61 (run-id (a
4530: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 72 75 ssoc/default 'ru
4540: 6e 2d 69 64 20 20 20 20 63 6d 64 69 6e 66 6f 29 n-id cmdinfo)
4550: 29 0a 09 20 20 20 20 20 20 20 28 69 74 65 6d 64 ).. (itemd
4560: 61 74 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 at (assoc/defa
4570: 75 6c 74 20 27 69 74 65 6d 64 61 74 20 20 20 63 ult 'itemdat c
4580: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 mdinfo))..
4590: 20 28 64 62 20 20 20 20 20 20 20 20 23 66 29 0a (db #f).
45a0: 09 20 20 20 20 20 20 20 28 73 74 61 74 65 20 20 . (state
45b0: 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 (args:get-arg
45c0: 20 22 3a 73 74 61 74 65 22 29 29 0a 09 20 20 20 ":state"))..
45d0: 20 20 20 20 28 73 74 61 74 75 73 20 20 20 20 28 (status (
45e0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 73 args:get-arg ":s
45f0: 74 61 74 75 73 22 29 29 29 0a 09 20 20 28 63 68 tatus"))).. (ch
4600: 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20 74 ange-directory t
4610: 65 73 74 70 61 74 68 29 0a 09 20 20 28 69 66 20 estpath).. (if
4620: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d (not (setup-for-
4630: 72 75 6e 29 29 0a 09 20 20 20 20 20 20 28 62 65 run)).. (be
4640: 67 69 6e 0a 09 09 28 64 65 62 75 67 3a 70 72 69 gin...(debug:pri
4650: 6e 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 nt 0 "Failed to
4660: 73 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 setup, exiting")
4670: 0a 09 09 28 65 78 69 74 20 31 29 29 29 0a 09 20 ...(exit 1)))..
4680: 20 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d (set! db (open-
4690: 64 62 29 29 0a 09 20 20 28 69 66 20 28 61 72 67 db)).. (if (arg
46a0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c 6f 61 64 s:get-arg "-load
46b0: 2d 74 65 73 74 2d 64 61 74 61 22 29 0a 09 20 20 -test-data")..
46c0: 20 20 20 20 28 64 62 3a 6c 6f 61 64 2d 74 65 73 (db:load-tes
46d0: 74 2d 64 61 74 61 20 64 62 20 72 75 6e 2d 69 64 t-data db run-id
46e0: 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 64 test-name itemd
46f0: 61 74 29 29 0a 09 20 20 28 69 66 20 28 61 72 67 at)).. (if (arg
4700: 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 6c s:get-arg "-setl
4710: 6f 67 22 29 0a 09 20 20 20 20 20 20 28 74 65 73 og").. (tes
4720: 74 2d 73 65 74 2d 6c 6f 67 21 20 64 62 20 72 75 t-set-log! db ru
4730: 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 n-id test-name i
4740: 74 65 6d 64 61 74 20 28 61 72 67 73 3a 67 65 74 temdat (args:get
4750: 2d 61 72 67 20 22 2d 73 65 74 6c 6f 67 22 29 29 -arg "-setlog"))
4760: 29 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a 67 ).. (if (args:g
4770: 65 74 2d 61 72 67 20 22 2d 73 65 74 2d 74 6f 70 et-arg "-set-top
4780: 6c 6f 67 22 29 0a 09 20 20 20 20 20 20 28 74 65 log").. (te
4790: 73 74 2d 73 65 74 2d 74 6f 70 6c 6f 67 21 20 64 st-set-toplog! d
47a0: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 b run-id test-na
47b0: 6d 65 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 me (args:get-arg
47c0: 20 22 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 29 29 "-set-toplog"))
47d0: 29 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a 67 ).. (if (args:g
47e0: 65 74 2d 61 72 67 20 22 2d 73 75 6d 6d 61 72 69 et-arg "-summari
47f0: 7a 65 2d 69 74 65 6d 73 22 29 0a 09 20 20 20 20 ze-items")..
4800: 20 20 28 74 65 73 74 73 3a 73 75 6d 6d 61 72 69 (tests:summari
4810: 7a 65 2d 69 74 65 6d 73 20 64 62 20 72 75 6e 2d ze-items db run-
4820: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 23 74 29 id test-name #t)
4830: 29 20 3b 3b 20 64 6f 20 66 6f 72 63 65 20 68 65 ) ;; do force he
4840: 72 65 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a re.. (if (args:
4850: 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 73 74 65 get-arg "-runste
4860: 70 22 29 0a 09 20 20 20 20 20 20 28 69 66 20 28 p").. (if (
4870: 6e 75 6c 6c 3f 20 72 65 6d 61 72 67 73 29 0a 09 null? remargs)..
4880: 09 20 20 28 62 65 67 69 6e 0a 09 09 20 20 20 20 . (begin...
4890: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 (debug:print 0 "
48a0: 45 52 52 4f 52 3a 20 6e 6f 74 68 69 6e 67 20 73 ERROR: nothing s
48b0: 70 65 63 69 66 69 65 64 20 74 6f 20 72 75 6e 21 pecified to run!
48c0: 22 29 0a 09 09 20 20 20 20 28 73 71 6c 69 74 65 ")... (sqlite
48d0: 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 3:finalize! db).
48e0: 09 09 20 20 20 20 28 65 78 69 74 20 36 29 29 0a .. (exit 6)).
48f0: 09 09 20 20 28 6c 65 74 2a 20 28 28 73 74 65 70 .. (let* ((step
4900: 6e 61 6d 65 20 20 20 28 61 72 67 73 3a 67 65 74 name (args:get
4910: 2d 61 72 67 20 22 2d 72 75 6e 73 74 65 70 22 29 -arg "-runstep")
4920: 29 0a 09 09 09 20 28 6c 6f 67 70 72 6f 66 69 6c ).... (logprofil
4930: 65 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 e (args:get-arg
4940: 22 2d 6c 6f 67 70 72 6f 22 29 29 0a 09 09 09 20 "-logpro"))....
4950: 28 6c 6f 67 66 69 6c 65 20 20 20 20 28 63 6f 6e (logfile (con
4960: 63 20 73 74 65 70 6e 61 6d 65 20 22 2e 6c 6f 67 c stepname ".log
4970: 22 29 29 0a 09 09 09 20 28 63 6d 64 20 20 20 20 ")).... (cmd
4980: 20 20 20 20 28 69 66 20 28 6e 75 6c 6c 3f 20 72 (if (null? r
4990: 65 6d 61 72 67 73 29 20 23 66 20 28 63 61 72 20 emargs) #f (car
49a0: 72 65 6d 61 72 67 73 29 29 29 0a 09 09 09 20 28 remargs))).... (
49b0: 70 61 72 61 6d 73 20 20 20 20 20 28 69 66 20 63 params (if c
49c0: 6d 64 20 28 63 64 72 20 72 65 6d 61 72 67 73 29 md (cdr remargs)
49d0: 20 27 28 29 29 29 0a 09 09 09 20 28 65 78 69 74 '())).... (exit
49e0: 73 74 61 74 20 20 20 23 66 29 0a 09 09 09 20 28 stat #f).... (
49f0: 73 68 65 6c 6c 20 20 20 20 20 20 28 6c 61 73 74 shell (last
4a00: 20 28 73 74 72 69 6e 67 2d 73 70 6c 69 74 20 28 (string-split (
4a10: 67 65 74 2d 65 6e 76 69 72 6f 6e 6d 65 6e 74 2d get-environment-
4a20: 76 61 72 69 61 62 6c 65 20 22 53 48 45 4c 4c 22 variable "SHELL"
4a30: 29 20 22 2f 22 29 29 29 0a 09 09 09 20 28 72 65 ) "/"))).... (re
4a40: 64 69 72 20 20 20 20 20 20 28 63 61 73 65 20 28 dir (case (
4a50: 73 74 72 69 6e 67 2d 3e 73 79 6d 62 6f 6c 20 73 string->symbol s
4a60: 68 65 6c 6c 29 0a 09 09 09 09 20 20 20 20 20 20 hell).....
4a70: 20 28 28 74 63 73 68 20 63 73 68 20 6b 73 68 29 ((tcsh csh ksh)
4a80: 20 20 20 20 22 3e 26 22 29 0a 09 09 09 09 20 20 ">&").....
4a90: 20 20 20 20 20 28 28 7a 73 68 20 62 61 73 68 20 ((zsh bash
4aa0: 73 68 20 61 73 68 29 20 22 32 3e 26 31 20 3e 22 sh ash) "2>&1 >"
4ab0: 29 29 29 0a 09 09 09 20 28 66 75 6c 6c 63 6d 64 ))).... (fullcmd
4ac0: 20 20 20 20 28 63 6f 6e 63 20 22 28 22 20 28 73 (conc "(" (s
4ad0: 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 tring-interspers
4ae0: 65 20 0a 09 09 09 09 09 09 28 63 6f 6e 73 20 63 e .......(cons c
4af0: 6d 64 20 70 61 72 61 6d 73 29 20 22 20 22 29 0a md params) " ").
4b00: 09 09 09 09 09 20 20 20 22 29 20 22 20 72 65 64 ..... ") " red
4b10: 69 72 20 22 20 22 20 6c 6f 67 66 69 6c 65 29 29 ir " " logfile))
4b20: 29 0a 09 09 20 20 20 20 3b 3b 20 6d 61 72 6b 20 )... ;; mark
4b30: 74 68 65 20 73 74 61 72 74 20 6f 66 20 74 68 65 the start of the
4b40: 20 74 65 73 74 0a 09 09 20 20 20 20 28 74 65 73 test... (tes
4b50: 74 73 74 65 70 2d 73 65 74 2d 73 74 61 74 75 73 tstep-set-status
4b60: 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 ! db run-id test
4b70: 2d 6e 61 6d 65 20 73 74 65 70 6e 61 6d 65 20 22 -name stepname "
4b80: 73 74 61 72 74 22 20 22 6e 2f 61 22 20 69 74 65 start" "n/a" ite
4b90: 6d 64 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61 mdat (args:get-a
4ba0: 72 67 20 22 2d 6d 22 29 20 6c 6f 67 66 69 6c 65 rg "-m") logfile
4bb0: 29 0a 09 09 20 20 20 20 3b 3b 20 63 6c 6f 73 65 )... ;; close
4bc0: 20 74 68 65 20 64 62 0a 09 09 20 20 20 20 28 73 the db... (s
4bd0: 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 qlite3:finalize!
4be0: 20 64 62 29 0a 09 09 20 20 20 20 3b 3b 20 72 75 db)... ;; ru
4bf0: 6e 20 74 68 65 20 74 65 73 74 20 73 74 65 70 0a n the test step.
4c00: 09 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 .. (debug:pri
4c10: 6e 74 20 32 20 22 49 4e 46 4f 3a 20 52 75 6e 6e nt 2 "INFO: Runn
4c20: 69 6e 67 20 5c 22 22 20 66 75 6c 6c 63 6d 64 20 ing \"" fullcmd
4c30: 22 5c 22 22 29 0a 09 09 20 20 20 20 28 63 68 61 "\"")... (cha
4c40: 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20 73 74 nge-directory st
4c50: 61 72 74 69 6e 67 64 69 72 29 0a 09 09 20 20 20 artingdir)...
4c60: 20 28 73 65 74 21 20 65 78 69 74 73 74 61 74 20 (set! exitstat
4c70: 28 73 79 73 74 65 6d 20 66 75 6c 6c 63 6d 64 29 (system fullcmd)
4c80: 29 20 3b 3b 20 63 6d 64 20 70 61 72 61 6d 73 29 ) ;; cmd params)
4c90: 29 0a 09 09 20 20 20 20 28 73 65 74 21 20 2a 67 )... (set! *g
4ca0: 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a lobalexitstatus*
4cb0: 20 65 78 69 74 73 74 61 74 29 0a 09 09 20 20 20 exitstat)...
4cc0: 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f (change-directo
4cd0: 72 79 20 74 65 73 74 70 61 74 68 29 0a 09 09 20 ry testpath)...
4ce0: 20 20 20 3b 3b 20 72 65 2d 6f 70 65 6e 20 74 68 ;; re-open th
4cf0: 65 20 64 62 0a 09 09 20 20 20 20 28 73 65 74 21 e db... (set!
4d00: 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 20 0a db (open-db)) .
4d10: 09 09 20 20 20 20 3b 3b 20 72 75 6e 20 6c 6f 67 .. ;; run log
4d20: 70 72 6f 20 69 66 20 61 70 70 6c 69 63 61 62 6c pro if applicabl
4d30: 65 20 3b 3b 20 28 70 72 6f 63 65 73 73 2d 72 75 e ;; (process-ru
4d40: 6e 20 22 6c 73 22 20 28 6c 69 73 74 20 22 2f 66 n "ls" (list "/f
4d50: 6f 6f 22 20 22 32 3e 26 31 22 20 22 62 6c 61 68 oo" "2>&1" "blah
4d60: 2e 6c 6f 67 22 29 29 0a 09 09 20 20 20 20 28 69 .log"))... (i
4d70: 66 20 6c 6f 67 70 72 6f 66 69 6c 65 0a 09 09 09 f logprofile....
4d80: 28 6c 65 74 2a 20 28 28 68 74 6d 6c 6c 6f 67 66 (let* ((htmllogf
4d90: 69 6c 65 20 28 63 6f 6e 63 20 73 74 65 70 6e 61 ile (conc stepna
4da0: 6d 65 20 22 2e 68 74 6d 6c 22 29 29 0a 09 09 09 me ".html"))....
4db0: 20 20 20 20 20 20 20 28 6f 6c 64 65 78 69 74 73 (oldexits
4dc0: 74 61 74 20 65 78 69 74 73 74 61 74 29 0a 09 09 tat exitstat)...
4dd0: 09 20 20 20 20 20 20 20 28 63 6d 64 20 20 20 20 . (cmd
4de0: 20 20 20 20 20 28 73 74 72 69 6e 67 2d 69 6e 74 (string-int
4df0: 65 72 73 70 65 72 73 65 20 28 6c 69 73 74 20 22 ersperse (list "
4e00: 6c 6f 67 70 72 6f 22 20 6c 6f 67 70 72 6f 66 69 logpro" logprofi
4e10: 6c 65 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 20 22 le htmllogfile "
4e20: 3c 22 20 6c 6f 67 66 69 6c 65 20 22 3e 22 20 28 <" logfile ">" (
4e30: 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65 20 22 5f conc stepname "_
4e40: 6c 6f 67 70 72 6f 2e 6c 6f 67 22 29 29 20 22 20 logpro.log")) "
4e50: 22 29 29 29 0a 09 09 09 20 20 28 64 65 62 75 67 "))).... (debug
4e60: 3a 70 72 69 6e 74 20 32 20 22 49 4e 46 4f 3a 20 :print 2 "INFO:
4e70: 72 75 6e 6e 69 6e 67 20 5c 22 22 20 63 6d 64 20 running \"" cmd
4e80: 22 5c 22 22 29 0a 09 09 09 20 20 28 63 68 61 6e "\"").... (chan
4e90: 67 65 2d 64 69 72 65 63 74 6f 72 79 20 73 74 61 ge-directory sta
4ea0: 72 74 69 6e 67 64 69 72 29 0a 09 09 09 20 20 28 rtingdir).... (
4eb0: 73 65 74 21 20 65 78 69 74 73 74 61 74 20 28 73 set! exitstat (s
4ec0: 79 73 74 65 6d 20 63 6d 64 29 29 0a 09 09 09 20 ystem cmd))....
4ed0: 20 28 73 65 74 21 20 2a 67 6c 6f 62 61 6c 65 78 (set! *globalex
4ee0: 69 74 73 74 61 74 75 73 2a 20 65 78 69 74 73 74 itstatus* exitst
4ef0: 61 74 29 20 3b 3b 20 6e 6f 20 6e 65 63 65 73 73 at) ;; no necess
4f00: 61 72 79 0a 09 09 09 20 20 28 63 68 61 6e 67 65 ary.... (change
4f10: 2d 64 69 72 65 63 74 6f 72 79 20 74 65 73 74 70 -directory testp
4f20: 61 74 68 29 0a 09 09 09 20 20 28 74 65 73 74 2d ath).... (test-
4f30: 73 65 74 2d 6c 6f 67 21 20 64 62 20 72 75 6e 2d set-log! db run-
4f40: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 id test-name ite
4f50: 6d 64 61 74 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 mdat htmllogfile
4f60: 29 29 29 0a 09 09 20 20 20 20 28 74 65 73 74 73 )))... (tests
4f70: 74 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20 tep-set-status!
4f80: 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e db run-id test-n
4f90: 61 6d 65 20 73 74 65 70 6e 61 6d 65 20 22 65 6e ame stepname "en
4fa0: 64 22 20 65 78 69 74 73 74 61 74 20 69 74 65 6d d" exitstat item
4fb0: 64 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 dat (args:get-ar
4fc0: 67 20 22 2d 6d 22 29 20 6c 6f 67 66 69 6c 65 29 g "-m") logfile)
4fd0: 0a 09 09 20 20 20 20 28 73 71 6c 69 74 65 33 3a ... (sqlite3:
4fe0: 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 09 finalize! db)...
4ff0: 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 65 71 (if (not (eq
5000: 3f 20 65 78 69 74 73 74 61 74 20 30 29 29 0a 09 ? exitstat 0))..
5010: 09 09 28 65 78 69 74 20 32 35 34 29 29 20 3b 3b ..(exit 254)) ;;
5020: 20 28 65 78 69 74 20 65 78 69 74 73 74 61 74 29 (exit exitstat)
5030: 20 64 6f 65 73 6e 27 74 20 77 6f 72 6b 3f 21 3f doesn't work?!?
5040: 0a 09 09 20 20 3b 3b 20 6f 70 65 6e 20 74 68 65 ... ;; open the
5050: 20 64 62 0a 09 09 20 20 3b 3b 20 6d 61 72 6b 20 db... ;; mark
5060: 74 68 65 20 65 6e 64 20 6f 66 20 74 68 65 20 74 the end of the t
5070: 65 73 74 0a 09 09 20 20 29 29 29 0a 09 20 20 28 est... ))).. (
5080: 69 66 20 28 6f 72 20 28 61 72 67 73 3a 67 65 74 if (or (args:get
5090: 2d 61 72 67 20 22 2d 74 65 73 74 2d 73 74 61 74 -arg "-test-stat
50a0: 75 73 22 29 0a 09 09 20 20 28 61 72 67 73 3a 67 us")... (args:g
50b0: 65 74 2d 61 72 67 20 22 2d 73 65 74 2d 76 61 6c et-arg "-set-val
50c0: 75 65 73 22 29 29 0a 09 20 20 20 20 20 20 28 6c ues")).. (l
50d0: 65 74 20 28 28 6e 65 77 73 74 61 74 75 73 20 28 et ((newstatus (
50e0: 63 6f 6e 64 0a 09 09 09 09 28 28 6e 75 6d 62 65 cond.....((numbe
50f0: 72 3f 20 73 74 61 74 75 73 29 20 20 20 20 20 20 r? status)
5100: 20 28 69 66 20 28 65 71 75 61 6c 3f 20 73 74 61 (if (equal? sta
5110: 74 75 73 20 30 29 20 22 50 41 53 53 22 20 22 46 tus 0) "PASS" "F
5120: 41 49 4c 22 29 29 0a 09 09 09 09 28 28 61 6e 64 AIL")).....((and
5130: 20 28 73 74 72 69 6e 67 3f 20 73 74 61 74 75 73 (string? status
5140: 29 0a 09 09 09 09 20 20 20 20 20 20 28 73 74 72 )..... (str
5150: 69 6e 67 2d 3e 6e 75 6d 62 65 72 20 73 74 61 74 ing->number stat
5160: 75 73 29 29 28 69 66 20 28 65 71 75 61 6c 3f 20 us))(if (equal?
5170: 28 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72 20 (string->number
5180: 73 74 61 74 75 73 29 20 30 29 20 22 50 41 53 53 status) 0) "PASS
5190: 22 20 22 46 41 49 4c 22 29 29 0a 09 09 09 09 28 " "FAIL")).....(
51a0: 65 6c 73 65 20 73 74 61 74 75 73 29 29 29 0a 09 else status)))..
51b0: 09 20 20 20 20 3b 3b 20 74 72 61 6e 73 66 65 72 . ;; transfer
51c0: 20 72 65 6c 65 76 61 6e 74 20 6b 65 79 73 20 69 relevant keys i
51d0: 6e 74 6f 20 61 20 68 61 73 68 20 74 6f 20 62 65 nto a hash to be
51e0: 20 70 61 73 73 65 64 20 74 6f 20 74 65 73 74 2d passed to test-
51f0: 73 65 74 2d 73 74 61 74 75 73 21 0a 09 09 20 20 set-status!...
5200: 20 20 3b 3b 20 63 6f 75 6c 64 20 75 73 65 20 61 ;; could use a
5210: 6e 20 61 73 73 6f 63 20 6c 69 73 74 20 49 20 67 n assoc list I g
5220: 75 65 73 73 2e 20 0a 09 09 20 20 20 20 28 6f 74 uess. ... (ot
5230: 68 65 72 64 61 74 61 20 28 6c 65 74 20 28 28 72 herdata (let ((r
5240: 65 73 20 28 6d 61 6b 65 2d 68 61 73 68 2d 74 61 es (make-hash-ta
5250: 62 6c 65 29 29 29 0a 09 09 09 09 20 28 66 6f 72 ble)))..... (for
5260: 2d 65 61 63 68 20 28 6c 61 6d 62 64 61 20 28 6b -each (lambda (k
5270: 65 79 29 0a 09 09 09 09 09 20 20 20 20 20 28 69 ey)...... (i
5280: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 f (args:get-arg
5290: 6b 65 79 29 0a 09 09 09 09 09 09 20 28 68 61 73 key)....... (has
52a0: 68 2d 74 61 62 6c 65 2d 73 65 74 21 20 72 65 73 h-table-set! res
52b0: 20 6b 65 79 20 28 61 72 67 73 3a 67 65 74 2d 61 key (args:get-a
52c0: 72 67 20 6b 65 79 29 29 29 29 0a 09 09 09 09 09 rg key))))......
52d0: 20 20 20 28 6c 69 73 74 20 22 3a 76 61 6c 75 65 (list ":value
52e0: 22 20 22 3a 74 6f 6c 22 20 22 3a 65 78 70 65 63 " ":tol" ":expec
52f0: 74 65 64 22 20 22 3a 66 69 72 73 74 5f 65 72 72 ted" ":first_err
5300: 22 20 22 3a 66 69 72 73 74 5f 77 61 72 6e 22 20 " ":first_warn"
5310: 22 3a 75 6e 69 74 73 22 20 22 3a 63 61 74 65 67 ":units" ":categ
5320: 6f 72 79 22 20 22 3a 76 61 72 69 61 62 6c 65 22 ory" ":variable"
5330: 29 29 0a 09 09 09 09 20 72 65 73 29 29 29 0a 09 ))..... res)))..
5340: 09 28 69 66 20 28 61 6e 64 20 28 61 72 67 73 3a .(if (and (args:
5350: 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74 2d 73 get-arg "-test-s
5360: 74 61 74 75 73 22 29 0a 09 09 09 20 28 6f 72 20 tatus").... (or
5370: 28 6e 6f 74 20 73 74 61 74 65 29 0a 09 09 09 20 (not state)....
5380: 20 20 20 20 28 6e 6f 74 20 73 74 61 74 75 73 29 (not status)
5390: 29 29 0a 09 09 20 20 20 20 28 62 65 67 69 6e 0a ))... (begin.
53a0: 09 09 20 20 20 20 20 20 28 64 65 62 75 67 3a 70 .. (debug:p
53b0: 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 59 rint 0 "ERROR: Y
53c0: 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 ou must specify
53d0: 3a 73 74 61 74 65 20 61 6e 64 20 3a 73 74 61 74 :state and :stat
53e0: 75 73 20 77 69 74 68 20 65 76 65 72 79 20 63 61 us with every ca
53f0: 6c 6c 20 74 6f 20 2d 74 65 73 74 2d 73 74 61 74 ll to -test-stat
5400: 75 73 5c 6e 22 20 68 65 6c 70 29 0a 09 09 20 20 us\n" help)...
5410: 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e (sqlite3:fin
5420: 61 6c 69 7a 65 21 20 64 62 29 0a 09 09 20 20 20 alize! db)...
5430: 20 20 20 28 65 78 69 74 20 36 29 29 29 0a 09 09 (exit 6)))...
5440: 28 74 65 73 74 2d 73 65 74 2d 73 74 61 74 75 73 (test-set-status
5450: 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 ! db run-id test
5460: 2d 6e 61 6d 65 20 73 74 61 74 65 20 6e 65 77 73 -name state news
5470: 74 61 74 75 73 20 69 74 65 6d 64 61 74 20 28 61 tatus itemdat (a
5480: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 rgs:get-arg "-m"
5490: 29 20 6f 74 68 65 72 64 61 74 61 29 29 29 0a 09 ) otherdata)))..
54a0: 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c (sqlite3:final
54b0: 69 7a 65 21 20 64 62 29 0a 09 20 20 28 73 65 74 ize! db).. (set
54c0: 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a ! *didsomething*
54d0: 20 23 74 29 29 29 29 0a 0a 28 69 66 20 28 61 72 #t))))..(if (ar
54e0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 68 6f gs:get-arg "-sho
54f0: 77 6b 65 79 73 22 29 0a 20 20 20 20 28 6c 65 74 wkeys"). (let
5500: 20 28 28 64 62 20 23 66 29 0a 09 20 20 28 6b 65 ((db #f).. (ke
5510: 79 73 20 23 66 29 29 0a 20 20 20 20 20 20 28 69 ys #f)). (i
5520: 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f f (not (setup-fo
5530: 72 2d 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 r-run)).. (begi
5540: 6e 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 n.. (debug:pr
5550: 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f int 0 "Failed to
5560: 20 73 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 setup, exiting"
5570: 29 0a 09 20 20 20 20 28 65 78 69 74 20 31 29 29 ).. (exit 1))
5580: 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 64 62 ). (set! db
5590: 20 28 6f 70 65 6e 2d 64 62 29 29 0a 20 20 20 20 (open-db)).
55a0: 20 20 28 73 65 74 21 20 6b 65 79 73 20 28 64 62 (set! keys (db
55b0: 2d 67 65 74 2d 6b 65 79 73 20 64 62 29 29 0a 20 -get-keys db)).
55c0: 20 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e (debug:prin
55d0: 74 20 31 20 22 4b 65 79 73 3a 20 22 20 28 73 74 t 1 "Keys: " (st
55e0: 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 ring-intersperse
55f0: 20 28 6d 61 70 20 6b 65 79 3a 67 65 74 2d 66 69 (map key:get-fi
5600: 65 6c 64 6e 61 6d 65 20 6b 65 79 73 29 20 22 2c eldname keys) ",
5610: 20 22 29 29 0a 20 20 20 20 20 20 28 73 71 6c 69 ")). (sqli
5620: 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 te3:finalize! db
5630: 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 ). (set! *d
5640: 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 idsomething* #t)
5650: 29 29 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 ))..(if (args:ge
5660: 74 2d 61 72 67 20 22 2d 67 75 69 22 29 0a 20 20 t-arg "-gui").
5670: 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20 28 (begin. (
5680: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 4c debug:print 0 "L
5690: 6f 6f 6b 20 61 74 20 74 68 65 20 64 61 73 68 62 ook at the dashb
56a0: 6f 61 72 64 20 66 6f 72 20 6e 6f 77 22 29 0a 20 oard for now").
56b0: 20 20 20 20 20 3b 3b 20 28 6d 65 67 61 74 65 73 ;; (megates
56c0: 74 2d 67 75 69 29 0a 20 20 20 20 20 20 28 73 65 t-gui). (se
56d0: 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 t! *didsomething
56e0: 2a 20 23 74 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d * #t)))..;;=====
56f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5700: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5710: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5720: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5730: 3d 0a 3b 3b 20 55 70 64 61 74 65 20 74 68 65 20 =.;; Update the
5740: 64 61 74 61 62 61 73 65 20 73 63 68 65 6d 61 20 database schema
5750: 6f 6e 20 72 65 71 75 65 73 74 0a 3b 3b 3d 3d 3d on request.;;===
5760: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5770: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5780: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5790: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
57a0: 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 ===..(if (args:g
57b0: 65 74 2d 61 72 67 20 22 2d 72 65 62 75 69 6c 64 et-arg "-rebuild
57c0: 2d 64 62 22 29 0a 20 20 20 20 28 62 65 67 69 6e -db"). (begin
57d0: 0a 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 . (if (not
57e0: 28 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 (setup-for-run))
57f0: 0a 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20 20 .. (begin..
5800: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 (debug:print 0 "
5810: 46 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c Failed to setup,
5820: 20 65 78 69 74 69 6e 67 22 29 20 0a 09 20 20 20 exiting") ..
5830: 20 28 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 (exit 1))).
5840: 20 20 3b 3b 20 6e 6f 77 20 63 61 6e 20 66 69 6e ;; now can fin
5850: 64 20 6f 75 72 20 64 62 0a 20 20 20 20 20 20 28 d our db. (
5860: 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 set! db (open-db
5870: 29 29 0a 20 20 20 20 20 20 28 70 61 74 63 68 2d )). (patch-
5880: 64 62 20 64 62 29 0a 20 20 20 20 20 20 28 73 71 db db). (sq
5890: 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 lite3:finalize!
58a0: 64 62 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 db). (set!
58b0: 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 *didsomething* #
58c0: 74 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d t)))..;;========
58d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
58e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
58f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
5900: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b ==============.;
5910: 3b 20 55 70 64 61 74 65 20 74 68 65 20 74 65 73 ; Update the tes
5920: 74 73 20 6d 65 74 61 20 64 61 74 61 20 66 72 6f ts meta data fro
5930: 6d 20 74 68 65 20 74 65 73 74 63 6f 6e 66 69 67 m the testconfig
5940: 20 66 69 6c 65 73 0a 3b 3b 0a 0a 28 69 66 20 28 files.;;..(if (
5950: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 75 args:get-arg "-u
5960: 70 64 61 74 65 2d 6d 65 74 61 22 29 0a 20 20 20 pdate-meta").
5970: 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20 28 69 (begin. (i
5980: 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f f (not (setup-fo
5990: 72 2d 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 r-run)).. (begi
59a0: 6e 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 n.. (debug:pr
59b0: 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f int 0 "Failed to
59c0: 20 73 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 setup, exiting"
59d0: 29 20 0a 09 20 20 20 20 28 65 78 69 74 20 31 29 ) .. (exit 1)
59e0: 29 29 0a 20 20 20 20 20 20 3b 3b 20 6e 6f 77 20 )). ;; now
59f0: 63 61 6e 20 66 69 6e 64 20 6f 75 72 20 64 62 0a can find our db.
5a00: 20 20 20 20 20 20 28 73 65 74 21 20 64 62 20 28 (set! db (
5a10: 6f 70 65 6e 2d 64 62 29 29 0a 20 20 20 20 20 20 open-db)).
5a20: 28 72 75 6e 73 3a 75 70 64 61 74 65 2d 61 6c 6c (runs:update-all
5a30: 2d 74 65 73 74 5f 6d 65 74 61 20 64 62 29 0a 20 -test_meta db).
5a40: 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 (sqlite3:fi
5a50: 6e 61 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 nalize! db).
5a60: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 (set! *didsome
5a70: 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 28 69 thing* #t)))..(i
5a80: 66 20 28 6e 6f 74 20 2a 64 69 64 73 6f 6d 65 74 f (not *didsomet
5a90: 68 69 6e 67 2a 29 0a 20 20 20 20 28 64 65 62 75 hing*). (debu
5aa0: 67 3a 70 72 69 6e 74 20 30 20 68 65 6c 70 29 29 g:print 0 help))
5ab0: 0a 0a 28 69 66 20 28 6e 6f 74 20 28 65 71 3f 20 ..(if (not (eq?
5ac0: 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75 *globalexitstatu
5ad0: 73 2a 20 30 29 29 0a 20 20 20 20 28 69 66 20 28 s* 0)). (if (
5ae0: 6f 72 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 or (args:get-arg
5af0: 20 22 2d 72 75 6e 74 65 73 74 73 22 29 28 61 72 "-runtests")(ar
5b00: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e gs:get-arg "-run
5b10: 61 6c 6c 22 29 29 0a 20 20 20 20 20 20 20 20 28 all")). (
5b20: 62 65 67 69 6e 0a 20 20 20 20 20 20 20 20 20 20 begin.
5b30: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 (debug:print 0
5b40: 22 4e 4f 54 45 3a 20 53 75 62 70 72 6f 63 65 73 "NOTE: Subproces
5b50: 73 65 73 20 77 69 74 68 20 6e 6f 6e 2d 7a 65 72 ses with non-zer
5b60: 6f 20 65 78 69 74 20 63 6f 64 65 20 64 65 74 65 o exit code dete
5b70: 63 74 65 64 3a 20 22 20 2a 67 6c 6f 62 61 6c 65 cted: " *globale
5b80: 78 69 74 73 74 61 74 75 73 2a 29 0a 20 20 20 20 xitstatus*).
5b90: 20 20 20 20 20 20 20 28 65 78 69 74 20 30 29 29 (exit 0))
5ba0: 0a 20 20 20 20 20 20 20 20 28 63 61 73 65 20 2a . (case *
5bb0: 67 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 globalexitstatus
5bc0: 2a 0a 20 20 20 20 20 20 20 20 20 28 28 30 29 28 *. ((0)(
5bd0: 65 78 69 74 20 30 29 29 0a 20 20 20 20 20 20 20 exit 0)).
5be0: 20 20 28 28 31 29 28 65 78 69 74 20 31 29 29 0a ((1)(exit 1)).
5bf0: 20 20 20 20 20 20 20 20 20 28 28 32 29 28 65 78 ((2)(ex
5c00: 69 74 20 32 29 29 0a 20 20 20 20 20 20 20 20 20 it 2)).
5c10: 28 65 6c 73 65 20 28 65 78 69 74 20 33 29 29 29 (else (exit 3)))
5c20: 29 29 0a )).