0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30 ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20 6-2011, Matthew
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20 Welland..;; .;;
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73 This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20 made available
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50 under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72 L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65 .;; greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69 e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20 ng file COPYING
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20 for details..;;
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61 .;; This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64 m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52 WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65 RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c ven the.;; impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20 ied warranty of
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20 MERCHANTABILITY
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41 or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20 PARTICULAR.;;
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63 clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20 m").;; (include
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71 n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73 lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63 ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65 ase srfi-69 base
01c0: 36 34 20 66 6f 72 6d 61 74 29 0a 28 69 6d 70 6f 64 format).(impo
01d0: 72 74 20 28 70 72 65 66 69 78 20 73 71 6c 69 74 rt (prefix sqlit
01e0: 65 33 20 73 71 6c 69 74 65 33 3a 29 29 0a 28 69 e3 sqlite3:)).(i
01f0: 6d 70 6f 72 74 20 28 70 72 65 66 69 78 20 62 61 mport (prefix ba
0200: 73 65 36 34 20 62 61 73 65 36 34 3a 29 29 0a 0a se64 base64:))..
0210: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 63 (declare (uses c
0220: 6f 6d 6d 6f 6e 29 29 0a 28 64 65 63 6c 61 72 65 ommon)).(declare
0230: 20 28 75 73 65 73 20 6d 65 67 61 74 65 73 74 2d (uses megatest-
0240: 76 65 72 73 69 6f 6e 29 29 0a 28 64 65 63 6c 61 version)).(decla
0250: 72 65 20 28 75 73 65 73 20 6d 61 72 67 73 29 29 re (uses margs))
0260: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 .(declare (uses
0270: 72 75 6e 73 29 29 0a 28 64 65 63 6c 61 72 65 20 runs)).(declare
0280: 28 75 73 65 73 20 6c 61 75 6e 63 68 29 29 0a 0a (uses launch))..
0290: 28 69 6e 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e (include "common
02a0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 28 _records.scm").(
02b0: 69 6e 63 6c 75 64 65 20 22 6b 65 79 5f 72 65 63 include "key_rec
02c0: 6f 72 64 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c ords.scm").(incl
02d0: 75 64 65 20 22 64 62 5f 72 65 63 6f 72 64 73 2e ude "db_records.
02e0: 73 63 6d 22 29 0a 0a 28 64 65 66 69 6e 65 20 68 scm")..(define h
02f0: 65 6c 70 20 28 63 6f 6e 63 20 22 0a 4d 65 67 61 elp (conc ".Mega
0300: 74 65 73 74 2c 20 64 6f 63 75 6d 65 6e 74 61 74 test, documentat
0310: 69 6f 6e 20 61 74 20 68 74 74 70 3a 2f 2f 77 77 ion at http://ww
0320: 77 2e 6b 69 61 74 6f 61 2e 63 6f 6d 2f 66 6f 73 w.kiatoa.com/fos
0330: 73 69 6c 73 2f 6d 65 67 61 74 65 73 74 0a 20 20 sils/megatest.
0340: 76 65 72 73 69 6f 6e 20 22 20 6d 65 67 61 74 65 version " megate
0350: 73 74 2d 76 65 72 73 69 6f 6e 20 22 0a 20 20 6c st-version ". l
0360: 69 63 65 6e 73 65 20 47 50 4c 2c 20 43 6f 70 79 icense GPL, Copy
0370: 72 69 67 68 74 20 4d 61 74 74 20 57 65 6c 6c 61 right Matt Wella
0380: 6e 64 20 32 30 30 36 2d 32 30 31 31 0a 0a 55 73 nd 2006-2011..Us
0390: 61 67 65 3a 20 6d 65 67 61 74 65 73 74 20 5b 6f age: megatest [o
03a0: 70 74 69 6f 6e 73 5d 0a 20 20 2d 68 20 20 20 20 ptions]. -h
03b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
03c0: 20 20 3a 20 74 68 69 73 20 68 65 6c 70 0a 0a 50 : this help..P
03d0: 72 6f 63 65 73 73 20 61 6e 64 20 74 65 73 74 20 rocess and test
03e0: 72 75 6e 6e 69 6e 67 0a 20 20 2d 72 75 6e 61 6c running. -runal
03f0: 6c 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 l
0400: 20 20 3a 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 : run all test
0410: 73 20 74 68 61 74 20 61 72 65 20 6e 6f 74 20 73 s that are not s
0420: 74 61 74 65 20 43 4f 4d 50 4c 45 54 45 44 20 61 tate COMPLETED a
0430: 6e 64 20 73 74 61 74 75 73 20 50 41 53 53 2c 20 nd status PASS,
0440: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 .
0450: 20 20 20 20 20 20 20 20 20 20 20 20 20 43 48 45 CHE
0460: 43 4b 20 6f 72 20 4b 49 4c 4c 45 44 0a 20 20 2d CK or KILLED. -
0470: 72 75 6e 74 65 73 74 73 20 74 73 74 31 2c 74 73 runtests tst1,ts
0480: 74 32 20 2e 2e 2e 20 3a 20 72 75 6e 20 74 65 73 t2 ... : run tes
0490: 74 73 0a 0a 52 75 6e 20 73 74 61 74 75 73 20 75 ts..Run status u
04a0: 70 64 61 74 65 73 20 28 74 68 65 73 65 20 72 65 pdates (these re
04b0: 71 75 69 72 65 20 74 68 61 74 20 79 6f 75 20 61 quire that you a
04c0: 72 65 20 69 6e 20 61 20 74 65 73 74 20 64 69 72 re in a test dir
04d0: 65 63 74 6f 72 79 0a 20 20 20 20 20 20 20 20 20 ectory.
04e0: 20 20 20 20 20 20 20 20 20 20 20 61 6e 64 20 79 and y
04f0: 6f 75 20 68 61 76 65 20 73 6f 75 72 63 65 64 20 ou have sourced
0500: 74 68 65 20 5c 22 6d 65 67 61 74 65 73 74 2e 63 the \"megatest.c
0510: 73 68 5c 22 20 6f 72 0a 20 20 20 20 20 20 20 20 sh\" or.
0520: 20 20 20 20 20 20 20 20 20 20 20 20 5c 22 6d 65 \"me
0530: 67 61 74 65 73 74 2e 73 68 5c 22 20 66 69 6c 65 gatest.sh\" file
0540: 2e 29 0a 20 20 2d 73 74 65 70 20 73 74 65 70 6e .). -step stepn
0550: 61 6d 65 0a 20 20 2d 74 65 73 74 2d 73 74 61 74 ame. -test-stat
0560: 75 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 us :
0570: 73 65 74 20 74 68 65 20 73 74 61 74 65 20 61 6e set the state an
0580: 64 20 73 74 61 74 75 73 20 6f 66 20 61 20 74 65 d status of a te
0590: 73 74 20 28 75 73 65 20 3a 73 74 61 74 65 20 61 st (use :state a
05a0: 6e 64 20 3a 73 74 61 74 75 73 29 0a 20 20 2d 73 nd :status). -s
05b0: 65 74 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 20 etlog logfname
05c0: 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 : set the
05d0: 70 61 74 68 2f 66 69 6c 65 6e 61 6d 65 20 74 6f path/filename to
05e0: 20 74 68 65 20 66 69 6e 61 6c 20 6c 6f 67 20 72 the final log r
05f0: 65 6c 61 74 69 76 65 20 74 6f 20 74 68 65 20 74 elative to the t
0600: 65 73 74 0a 20 20 20 20 20 20 20 20 20 20 20 20 est.
0610: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0620: 64 69 72 65 63 74 6f 72 79 2e 20 6d 61 79 20 62 directory. may b
0630: 65 20 75 73 65 64 20 77 69 74 68 20 2d 74 65 73 e used with -tes
0640: 74 2d 73 74 61 74 75 73 0a 20 20 2d 73 65 74 2d t-status. -set-
0650: 74 6f 70 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 toplog logfname
0660: 20 20 20 3a 20 73 65 74 20 74 68 65 20 6f 76 65 : set the ove
0670: 72 61 6c 6c 20 6c 6f 67 20 66 6f 72 20 61 20 73 rall log for a s
0680: 75 69 74 65 20 6f 66 20 73 75 62 2d 74 65 73 74 uite of sub-test
0690: 73 0a 20 20 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 s. -summarize-i
06a0: 74 65 6d 73 20 20 20 20 20 20 20 20 3a 20 66 6f tems : fo
06b0: 72 20 61 6e 20 69 74 65 6d 69 7a 65 64 20 74 65 r an itemized te
06c0: 73 74 20 63 72 65 61 74 65 20 61 20 73 75 6d 6d st create a summ
06d0: 61 72 79 20 68 74 6d 6c 20 0a 20 20 2d 6d 20 63 ary html . -m c
06e0: 6f 6d 6d 65 6e 74 20 20 20 20 20 20 20 20 20 20 omment
06f0: 20 20 20 20 3a 20 69 6e 73 65 72 74 20 61 20 63 : insert a c
0700: 6f 6d 6d 65 6e 74 20 66 6f 72 20 74 68 69 73 20 omment for this
0710: 74 65 73 74 0a 0a 52 75 6e 20 64 61 74 61 0a 20 test..Run data.
0720: 20 2d 74 61 72 67 65 74 20 6b 65 79 31 2f 6b 65 -target key1/ke
0730: 79 32 2f 2e 2e 2e 20 20 20 3a 20 72 75 6e 20 66 y2/... : run f
0740: 6f 72 20 6b 65 79 31 2c 20 6b 65 79 32 2c 20 65 or key1, key2, e
0750: 74 63 2e 0a 20 20 2d 72 65 71 74 61 72 67 20 6b tc.. -reqtarg k
0760: 65 79 31 2f 6b 65 79 32 2f 2e 2e 2e 20 20 3a 20 ey1/key2/... :
0770: 72 75 6e 20 66 6f 72 20 6b 65 79 31 2c 20 6b 65 run for key1, ke
0780: 79 32 2c 20 65 74 63 2e 20 62 75 74 20 6b 65 79 y2, etc. but key
0790: 31 2f 6b 65 79 32 20 6d 75 73 74 20 62 65 20 69 1/key2 must be i
07a0: 6e 20 72 75 6e 63 6f 6e 66 69 67 0a 20 20 3a 72 n runconfig. :r
07b0: 75 6e 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20 unname
07c0: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64 : required
07d0: 2c 20 6e 61 6d 65 20 66 6f 72 20 74 68 69 73 20 , name for this
07e0: 70 61 72 74 69 63 75 6c 61 72 20 74 65 73 74 20 particular test
07f0: 72 75 6e 0a 20 20 3a 73 74 61 74 65 20 20 20 20 run. :state
0800: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 :
0810: 72 65 71 75 69 72 65 64 20 69 66 20 75 70 64 61 required if upda
0820: 74 69 6e 67 20 73 74 65 70 20 73 74 61 74 65 3b ting step state;
0830: 20 65 2e 67 2e 20 73 74 61 72 74 2c 20 65 6e 64 e.g. start, end
0840: 2c 20 63 6f 6d 70 6c 65 74 65 64 0a 20 20 3a 73 , completed. :s
0850: 74 61 74 75 73 20 20 20 20 20 20 20 20 20 20 20 tatus
0860: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64 : required
0870: 20 69 66 20 75 70 64 61 74 69 6e 67 20 73 74 65 if updating ste
0880: 70 20 73 74 61 74 75 73 3b 20 65 2e 67 2e 20 70 p status; e.g. p
0890: 61 73 73 2c 20 66 61 69 6c 2c 20 6e 2f 61 0a 0a ass, fail, n/a..
08a0: 56 61 6c 75 65 73 20 61 6e 64 20 72 65 63 6f 72 Values and recor
08b0: 64 20 65 72 72 6f 72 73 20 61 6e 64 20 77 61 72 d errors and war
08c0: 6e 69 6e 67 73 0a 20 20 2d 73 65 74 2d 76 61 6c nings. -set-val
08d0: 75 65 73 20 20 20 20 20 20 20 20 20 20 20 20 20 ues
08e0: 3a 20 75 70 64 61 74 65 20 6f 72 20 73 65 74 20 : update or set
08f0: 76 61 6c 75 65 73 20 69 6e 20 74 68 65 20 6d 65 values in the me
0900: 67 61 74 65 73 74 20 64 62 20 0a 20 20 3a 63 61 gatest db . :ca
0910: 74 65 67 6f 72 79 20 20 20 20 20 20 20 20 20 20 tegory
0920: 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 63 : set the c
0930: 61 74 65 67 6f 72 79 20 66 69 65 6c 64 20 28 6f ategory field (o
0940: 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 76 61 72 69 ptional). :vari
0950: 61 62 6c 65 20 20 20 20 20 20 20 20 20 20 20 20 able
0960: 20 20 20 3a 20 73 65 74 20 74 68 65 20 76 61 72 : set the var
0970: 69 61 62 6c 65 20 6e 61 6d 65 20 28 6f 70 74 69 iable name (opti
0980: 6f 6e 61 6c 29 0a 20 20 3a 76 61 6c 75 65 20 20 onal). :value
0990: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
09a0: 3a 20 76 61 6c 75 65 20 6d 65 61 73 75 72 65 64 : value measured
09b0: 20 28 72 65 71 75 69 72 65 64 29 0a 20 20 3a 65 (required). :e
09c0: 78 70 65 63 74 65 64 20 20 20 20 20 20 20 20 20 xpected
09d0: 20 20 20 20 20 20 3a 20 76 61 6c 75 65 20 65 78 : value ex
09e0: 70 65 63 74 65 64 20 28 72 65 71 75 69 72 65 64 pected (required
09f0: 29 0a 20 20 3a 74 6f 6c 20 20 20 20 20 20 20 20 ). :tol
0a00: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 7c 76 : |v
0a10: 61 6c 75 65 2d 65 78 70 65 63 74 7c 20 3c 3d 20 alue-expect| <=
0a20: 74 6f 6c 20 28 72 65 71 75 69 72 65 64 2c 20 63 tol (required, c
0a30: 61 6e 20 62 65 20 3c 2c 20 3e 2c 20 3e 3d 2c 20 an be <, >, >=,
0a40: 3c 3d 20 6f 72 20 6e 75 6d 62 65 72 29 0a 20 20 <= or number).
0a50: 3a 75 6e 69 74 73 20 20 20 20 20 20 20 20 20 20 :units
0a60: 20 20 20 20 20 20 20 20 3a 20 6e 61 6d 65 20 6f : name o
0a70: 66 20 74 68 65 20 75 6e 69 74 73 20 66 6f 72 20 f the units for
0a80: 76 61 6c 75 65 2c 20 65 78 70 65 63 74 65 64 5f value, expected_
0a90: 76 61 6c 75 65 20 65 74 63 2e 20 28 6f 70 74 69 value etc. (opti
0aa0: 6f 6e 61 6c 29 0a 0a 41 72 62 69 74 72 61 72 79 onal)..Arbitrary
0ab0: 20 74 65 73 74 20 64 61 74 61 20 6c 6f 61 64 69 test data loadi
0ac0: 6e 67 0a 20 20 2d 6c 6f 61 64 2d 74 65 73 74 2d ng. -load-test-
0ad0: 64 61 74 61 20 20 20 20 20 20 20 20 20 3a 20 72 data : r
0ae0: 65 61 64 20 74 65 73 74 20 73 70 65 63 69 66 69 ead test specifi
0af0: 63 20 64 61 74 61 20 66 6f 72 20 73 74 6f 72 61 c data for stora
0b00: 67 65 20 69 6e 20 74 68 65 20 74 65 73 74 5f 64 ge in the test_d
0b10: 61 74 61 20 74 61 62 6c 65 0a 20 20 20 20 20 20 ata table.
0b20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0b30: 20 20 20 20 20 20 66 72 6f 6d 20 73 74 61 6e 64 from stand
0b40: 61 72 64 20 69 6e 2e 20 45 61 63 68 20 6c 69 6e ard in. Each lin
0b50: 65 20 69 73 20 63 6f 6d 6d 61 20 64 65 6c 69 6d e is comma delim
0b60: 69 74 65 64 20 77 69 74 68 20 66 6f 75 72 0a 20 ited with four.
0b70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0b80: 20 20 20 20 20 20 20 20 20 20 20 66 69 65 6c 64 field
0b90: 73 20 63 61 74 65 67 6f 72 79 2c 76 61 72 69 61 s category,varia
0ba0: 62 6c 65 2c 76 61 6c 75 65 2c 63 6f 6d 6d 65 6e ble,value,commen
0bb0: 74 0a 0a 51 75 65 72 69 65 73 0a 20 20 2d 6c 69 t..Queries. -li
0bc0: 73 74 2d 72 75 6e 73 20 70 61 74 74 20 20 20 20 st-runs patt
0bd0: 20 20 20 20 20 3a 20 6c 69 73 74 20 72 75 6e 73 : list runs
0be0: 20 6d 61 74 63 68 69 6e 67 20 70 61 74 74 65 72 matching patter
0bf0: 6e 20 5c 22 70 61 74 74 5c 22 2c 20 25 20 69 73 n \"patt\", % is
0c00: 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a 20 20 the wildcard.
0c10: 2d 74 65 73 74 70 61 74 74 20 70 61 74 74 20 20 -testpatt patt
0c20: 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c 69 73 : in lis
0c30: 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e 6c 79 t-runs show only
0c40: 20 74 68 65 73 65 20 74 65 73 74 73 2c 20 25 20 these tests, %
0c50: 69 73 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a is the wildcard.
0c60: 20 20 2d 69 74 65 6d 70 61 74 74 20 70 61 74 74 -itempatt patt
0c70: 20 20 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c : in l
0c80: 69 73 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e ist-runs show on
0c90: 6c 79 20 74 65 73 74 73 20 77 69 74 68 20 69 74 ly tests with it
0ca0: 65 6d 73 20 74 68 61 74 20 6d 61 74 63 68 20 70 ems that match p
0cb0: 61 74 74 0a 20 20 2d 73 68 6f 77 6b 65 79 73 20 att. -showkeys
0cc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 :
0cd0: 73 68 6f 77 20 74 68 65 20 6b 65 79 73 20 75 73 show the keys us
0ce0: 65 64 20 69 6e 20 74 68 69 73 20 6d 65 67 61 74 ed in this megat
0cf0: 65 73 74 20 73 65 74 75 70 0a 20 20 2d 74 65 73 est setup. -tes
0d00: 74 2d 70 61 74 68 73 20 74 61 72 67 70 61 74 74 t-paths targpatt
0d10: 20 20 20 20 3a 20 67 65 74 20 74 68 65 20 6d 6f : get the mo
0d20: 73 74 20 72 65 63 65 6e 74 20 74 65 73 74 20 70 st recent test p
0d30: 61 74 68 28 73 29 20 6d 61 74 63 68 69 6e 67 20 ath(s) matching
0d40: 74 61 72 67 70 61 74 74 20 65 2e 67 2e 20 25 2f targpatt e.g. %/
0d50: 25 2e 2e 2e 20 0a 20 20 20 20 20 20 20 20 20 20 %... .
0d60: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0d70: 20 20 72 65 74 75 72 6e 73 20 6c 69 73 74 20 73 returns list s
0d80: 6f 72 74 65 64 20 62 79 20 61 67 65 20 61 73 63 orted by age asc
0d90: 65 6e 64 69 6e 67 2c 20 73 65 65 20 65 78 61 6d ending, see exam
0da0: 70 6c 65 73 20 62 65 6c 6f 77 0a 0a 4d 69 73 63 ples below..Misc
0db0: 20 0a 20 20 2d 66 6f 72 63 65 20 20 20 20 20 20 . -force
0dc0: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 6f 76 : ov
0dd0: 65 72 72 69 64 65 20 73 6f 6d 65 20 63 68 65 63 erride some chec
0de0: 6b 73 0a 20 20 2d 72 65 6d 6f 76 65 2d 72 75 6e ks. -remove-run
0df0: 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 72 s : r
0e00: 65 6d 6f 76 65 20 74 68 65 20 64 61 74 61 20 66 emove the data f
0e10: 6f 72 20 61 20 72 75 6e 2c 20 72 65 71 75 69 72 or a run, requir
0e20: 65 73 20 61 6c 6c 20 66 69 65 6c 64 73 20 62 65 es all fields be
0e30: 20 73 70 65 63 69 66 69 65 64 0a 20 20 20 20 20 specified.
0e40: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0e50: 20 20 20 20 20 20 20 61 6e 64 20 3a 72 75 6e 6e and :runn
0e60: 61 6d 65 20 2c 2d 74 65 73 74 70 61 74 74 20 61 ame ,-testpatt a
0e70: 6e 64 20 2d 69 74 65 6d 70 61 74 74 0a 20 20 20 nd -itempatt.
0e80: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0e90: 20 20 20 20 20 20 20 20 20 61 6e 64 20 2d 74 65 and -te
0ea0: 73 74 70 61 74 74 0a 20 20 2d 72 65 72 75 6e 20 stpatt. -rerun
0eb0: 46 41 49 4c 2c 57 41 52 4e 2e 2e 2e 20 20 20 20 FAIL,WARN...
0ec0: 20 3a 20 72 65 2d 72 75 6e 20 69 66 20 63 61 6c : re-run if cal
0ed0: 6c 65 64 20 6f 6e 20 61 20 74 65 73 74 20 74 68 led on a test th
0ee0: 61 74 20 70 72 65 76 69 6f 75 73 6c 79 20 72 61 at previously ra
0ef0: 6e 20 28 6e 75 6c 6c 69 66 69 65 64 0a 20 20 20 n (nullified.
0f00: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0f10: 20 20 20 20 20 20 20 20 20 69 66 20 2d 6b 65 65 if -kee
0f20: 70 67 6f 69 6e 67 20 69 73 20 61 6c 73 6f 20 73 pgoing is also s
0f30: 70 65 63 69 66 69 65 64 29 0a 20 20 2d 72 65 62 pecified). -reb
0f40: 75 69 6c 64 2d 64 62 20 20 20 20 20 20 20 20 20 uild-db
0f50: 20 20 20 20 3a 20 62 72 69 6e 67 20 74 68 65 20 : bring the
0f60: 64 61 74 61 62 61 73 65 20 73 63 68 65 6d 61 20 database schema
0f70: 75 70 20 74 6f 20 64 61 74 65 0a 20 20 2d 72 6f up to date. -ro
0f80: 6c 6c 75 70 20 20 20 20 20 20 20 20 20 20 20 20 llup
0f90: 20 20 20 20 20 3a 20 66 69 6c 6c 20 72 75 6e 20 : fill run
0fa0: 28 73 65 74 20 62 79 20 3a 72 75 6e 6e 61 6d 65 (set by :runname
0fb0: 29 20 20 77 69 74 68 20 6c 61 74 65 73 74 20 74 ) with latest t
0fc0: 65 73 74 28 73 29 20 66 72 6f 6d 0a 20 20 20 20 est(s) from.
0fd0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
0fe0: 20 20 20 20 20 20 20 20 70 72 69 6f 72 20 72 75 prior ru
0ff0: 6e 73 20 77 69 74 68 20 73 61 6d 65 20 6b 65 79 ns with same key
1000: 73 0a 20 20 2d 75 70 64 61 74 65 2d 6d 65 74 61 s. -update-meta
1010: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 75 70 : up
1020: 64 61 74 65 20 74 68 65 20 74 65 73 74 73 20 6d date the tests m
1030: 65 74 61 64 61 74 61 20 66 6f 72 20 61 6c 6c 20 etadata for all
1040: 74 65 73 74 73 0a 20 20 2d 65 6e 76 32 66 69 6c tests. -env2fil
1050: 65 20 66 6e 61 6d 65 20 20 20 20 20 20 20 20 20 e fname
1060: 3a 20 77 72 69 74 65 20 74 68 65 20 65 6e 76 69 : write the envi
1070: 72 6f 6e 6d 65 6e 74 20 74 6f 20 66 6e 61 6d 65 ronment to fname
1080: 2e 63 73 68 20 61 6e 64 20 66 6e 61 6d 65 2e 73 .csh and fname.s
1090: 68 0a 20 20 2d 73 65 74 76 61 72 73 20 56 41 52 h. -setvars VAR
10a0: 31 3d 76 61 6c 31 2c 56 41 52 32 3d 76 61 6c 32 1=val1,VAR2=val2
10b0: 20 3a 20 41 64 64 20 65 6e 76 69 72 6f 6e 6d 65 : Add environme
10c0: 6e 74 20 76 61 72 69 61 62 6c 65 73 20 74 6f 20 nt variables to
10d0: 61 20 72 75 6e 20 4e 42 2f 2f 20 74 68 65 73 65 a run NB// these
10e0: 20 61 72 65 0a 20 20 20 20 20 20 20 20 20 20 20 are.
10f0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1100: 20 20 20 20 20 20 6f 76 65 72 77 72 69 74 74 65 overwritte
1110: 6e 20 62 79 20 76 61 6c 75 65 73 20 73 65 74 20 n by values set
1120: 69 6e 20 63 6f 6e 66 69 67 20 66 69 6c 65 73 2e in config files.
1130: 0a 20 20 2d 61 72 63 68 69 76 65 20 20 20 20 20 . -archive
1140: 20 20 20 20 20 20 20 20 20 20 20 3a 20 61 72 63 : arc
1150: 68 69 76 65 20 74 65 73 74 73 2c 20 75 73 65 20 hive tests, use
1160: 2d 74 61 72 67 65 74 2c 20 3a 72 75 6e 6e 61 6d -target, :runnam
1170: 65 2c 20 2d 69 74 65 6d 70 61 74 74 20 61 6e 64 e, -itempatt and
1180: 20 2d 74 65 73 74 70 61 74 74 0a 0a 53 70 72 65 -testpatt..Spre
1190: 61 64 73 68 65 65 74 20 67 65 6e 65 72 61 74 69 adsheet generati
11a0: 6f 6e 0a 20 20 2d 65 78 74 72 61 63 74 2d 6f 64 on. -extract-od
11b0: 73 20 66 6e 61 6d 65 2e 6f 64 73 20 20 3a 20 65 s fname.ods : e
11c0: 78 74 72 61 63 74 20 61 6e 20 6f 70 65 6e 20 64 xtract an open d
11d0: 6f 63 75 6d 65 6e 74 20 73 70 72 65 61 64 73 68 ocument spreadsh
11e0: 65 65 74 20 66 72 6f 6d 20 74 68 65 20 64 61 74 eet from the dat
11f0: 61 62 61 73 65 0a 20 20 2d 70 61 74 68 6d 6f 64 abase. -pathmod
1200: 20 70 61 74 68 20 20 20 20 20 20 20 20 20 20 20 path
1210: 3a 20 69 6e 73 65 72 74 20 70 61 74 68 2c 20 69 : insert path, i
1220: 2e 65 2e 20 70 61 74 68 2f 72 75 6e 61 6d 65 2f .e. path/runame/
1230: 69 74 65 6d 70 61 74 68 2f 6c 6f 67 66 69 6c 65 itempath/logfile
1240: 2e 68 74 6d 6c 0a 20 20 20 20 20 20 20 20 20 20 .html.
1250: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1260: 20 20 77 69 6c 6c 20 63 6c 65 61 72 20 74 68 65 will clear the
1270: 20 66 69 65 6c 64 20 69 66 20 6e 6f 20 72 75 6e field if no run
1280: 64 69 72 2f 74 65 73 74 6e 61 6d 65 2f 69 74 65 dir/testname/ite
1290: 6d 70 61 74 68 2f 6c 6f 67 66 69 6c 65 0a 20 20 mpath/logfile.
12a0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
12b0: 20 20 20 20 20 20 20 20 20 20 69 66 20 69 74 20 if it
12c0: 63 6f 6e 74 61 69 6e 73 20 66 6f 72 77 61 72 64 contains forward
12d0: 20 73 6c 61 73 68 65 73 20 74 68 65 20 70 61 74 slashes the pat
12e0: 68 20 77 69 6c 6c 20 62 65 20 63 6f 6e 76 65 72 h will be conver
12f0: 74 65 64 0a 20 20 20 20 20 20 20 20 20 20 20 20 ted.
1300: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1310: 74 6f 20 77 69 6e 64 6f 77 73 20 73 74 79 6c 65 to windows style
1320: 0a 0a 48 65 6c 70 65 72 73 20 28 74 68 65 73 65 ..Helpers (these
1330: 20 6f 6e 6c 79 20 61 70 70 6c 79 20 69 6e 20 74 only apply in t
1340: 65 73 74 20 72 75 6e 20 6d 6f 64 65 29 0a 20 20 est run mode).
1350: 2d 72 75 6e 73 74 65 70 20 73 74 65 70 6e 61 6d -runstep stepnam
1360: 65 20 20 2e 2e 2e 20 20 3a 20 74 61 6b 65 20 72 e ... : take r
1370: 65 6d 61 69 6e 69 6e 67 20 70 61 72 61 6d 73 20 emaining params
1380: 61 73 20 63 6f 6d 61 6e 64 20 61 6e 64 20 65 78 as comand and ex
1390: 65 63 75 74 65 20 61 73 20 73 74 65 70 6e 61 6d ecute as stepnam
13a0: 65 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 e.
13b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 6c 6f lo
13c0: 67 20 77 69 6c 6c 20 62 65 20 69 6e 20 73 74 65 g will be in ste
13d0: 70 6e 61 6d 65 2e 6c 6f 67 2e 20 42 65 73 74 20 pname.log. Best
13e0: 74 6f 20 70 75 74 20 63 6f 6d 6d 61 6e 64 20 69 to put command i
13f0: 6e 20 71 75 6f 74 65 73 0a 20 20 2d 6c 6f 67 70 n quotes. -logp
1400: 72 6f 20 66 69 6c 65 20 20 20 20 20 20 20 20 20 ro file
1410: 20 20 20 3a 20 77 69 74 68 20 2d 65 78 65 63 20 : with -exec
1420: 61 70 70 6c 79 20 6c 6f 67 70 72 6f 20 66 69 6c apply logpro fil
1430: 65 20 74 6f 20 73 74 65 70 6e 61 6d 65 2e 6c 6f e to stepname.lo
1440: 67 2c 20 63 72 65 61 74 65 73 0a 20 20 20 20 20 g, creates.
1450: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1460: 20 20 20 20 20 20 20 73 74 65 70 6e 61 6d 65 2e stepname.
1470: 68 74 6d 6c 20 61 6e 64 20 73 65 74 73 20 6c 6f html and sets lo
1480: 67 20 74 6f 20 73 61 6d 65 0a 20 20 20 20 20 20 g to same.
1490: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
14a0: 20 20 20 20 20 20 49 66 20 75 73 69 6e 67 20 6d If using m
14b0: 61 6b 65 20 75 73 65 20 73 74 65 70 6e 61 6d 65 ake use stepname
14c0: 5f 6c 6f 67 70 72 6f 2e 6c 6f 67 20 61 73 20 79 _logpro.log as y
14d0: 6f 75 72 20 74 61 72 67 65 74 0a 0a 45 78 61 6d our target..Exam
14e0: 70 6c 65 73 0a 0a 23 20 47 65 74 20 74 65 73 74 ples..# Get test
14f0: 20 70 61 74 68 73 20 0a 6d 65 67 61 74 65 73 74 paths .megatest
1500: 20 2d 74 65 73 74 2d 70 61 74 68 73 20 2d 74 61 -test-paths -ta
1510: 72 67 65 74 20 75 62 75 6e 74 75 2f 6e 25 2f 6e rget ubuntu/n%/n
1520: 6f 25 20 3a 72 75 6e 6e 61 6d 65 20 77 34 39 25 o% :runname w49%
1530: 20 2d 74 65 73 74 70 61 74 74 20 74 65 73 74 5f -testpatt test_
1540: 6d 74 25 0a 0a 43 61 6c 6c 65 64 20 61 73 20 22 mt%..Called as "
1550: 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 (string-intersp
1560: 65 72 73 65 20 28 61 72 67 76 29 20 22 20 22 29 erse (argv) " ")
1570: 29 29 0a 0a 3b 3b 20 20 2d 67 75 69 20 20 20 20 ))..;; -gui
1580: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20
1590: 3a 20 73 74 61 72 74 20 61 20 67 75 69 20 69 6e : start a gui in
15a0: 74 65 72 66 61 63 65 0a 3b 3b 20 20 2d 63 6f 6e terface.;; -con
15b0: 66 69 67 20 66 6e 61 6d 65 20 20 20 20 20 20 20 fig fname
15c0: 20 20 20 20 3a 20 6f 76 65 72 72 69 64 65 20 74 : override t
15d0: 68 65 20 72 75 6e 63 6f 6e 66 69 67 20 66 69 6c he runconfig fil
15e0: 65 20 77 69 74 68 20 66 6e 61 6d 65 0a 0a 3b 3b e with fname..;;
15f0: 20 70 72 6f 63 65 73 73 20 61 72 67 73 0a 28 64 process args.(d
1600: 65 66 69 6e 65 20 72 65 6d 61 72 67 73 20 28 61 efine remargs (a
1610: 72 67 73 3a 67 65 74 2d 61 72 67 73 20 0a 09 09 rgs:get-args ...
1620: 20 28 61 72 67 76 29 0a 09 09 20 28 6c 69 73 74 (argv)... (list
1630: 20 20 22 2d 72 75 6e 74 65 73 74 73 22 20 20 3b "-runtests" ;
1640: 3b 20 72 75 6e 20 61 20 73 70 65 63 69 66 69 63 ; run a specific
1650: 20 74 65 73 74 0a 09 09 09 22 2d 63 6f 6e 66 69 test...."-confi
1660: 67 22 20 20 20 20 3b 3b 20 6f 76 65 72 72 69 64 g" ;; overrid
1670: 65 20 74 68 65 20 63 6f 6e 66 69 67 20 66 69 6c e the config fil
1680: 65 20 6e 61 6d 65 0a 09 09 09 22 2d 65 78 65 63 e name...."-exec
1690: 75 74 65 22 20 20 20 3b 3b 20 72 75 6e 20 74 68 ute" ;; run th
16a0: 65 20 63 6f 6d 6d 61 6e 64 20 65 6e 63 6f 64 65 e command encode
16b0: 64 20 69 6e 20 74 68 65 20 62 61 73 65 36 34 20 d in the base64
16c0: 70 61 72 61 6d 65 74 65 72 0a 09 09 09 22 2d 73 parameter...."-s
16d0: 74 65 70 22 0a 09 09 09 22 3a 72 75 6e 6e 61 6d tep"....":runnam
16e0: 65 22 20 20 20 0a 09 09 09 22 2d 74 61 72 67 65 e" ...."-targe
16f0: 74 22 0a 09 09 09 22 2d 72 65 71 74 61 72 67 22 t"...."-reqtarg"
1700: 0a 09 09 09 22 3a 69 74 65 6d 22 0a 09 09 09 22 ....":item"...."
1710: 3a 72 75 6e 6e 61 6d 65 22 20 20 20 0a 09 09 09 :runname" ....
1720: 22 3a 73 74 61 74 65 22 20 20 0a 09 09 09 22 3a ":state" ....":
1730: 73 74 61 74 75 73 22 0a 09 09 09 22 2d 6c 69 73 status"...."-lis
1740: 74 2d 72 75 6e 73 22 0a 09 09 09 22 2d 74 65 73 t-runs"...."-tes
1750: 74 70 61 74 74 22 20 0a 09 09 09 22 2d 69 74 65 tpatt" ...."-ite
1760: 6d 70 61 74 74 22 0a 09 09 09 22 2d 73 65 74 6c mpatt"...."-setl
1770: 6f 67 22 0a 09 09 09 22 2d 73 65 74 2d 74 6f 70 og"...."-set-top
1780: 6c 6f 67 22 0a 09 09 09 22 2d 72 75 6e 73 74 65 log"...."-runste
1790: 70 22 0a 09 09 09 22 2d 6c 6f 67 70 72 6f 22 0a p"...."-logpro".
17a0: 09 09 09 22 2d 6d 22 0a 09 09 09 22 2d 72 65 72 ..."-m"...."-rer
17b0: 75 6e 22 0a 09 09 09 22 2d 64 61 79 73 22 0a 09 un"...."-days"..
17c0: 09 09 22 2d 72 65 6e 61 6d 65 2d 72 75 6e 22 0a .."-rename-run".
17d0: 09 09 09 22 2d 74 6f 22 0a 09 09 09 3b 3b 20 76 ..."-to"....;; v
17e0: 61 6c 75 65 73 20 61 6e 64 20 6d 65 73 73 61 67 alues and messag
17f0: 65 73 0a 09 09 09 22 3a 63 61 74 65 67 6f 72 79 es....":category
1800: 22 0a 09 09 09 22 3a 76 61 72 69 61 62 6c 65 22 "....":variable"
1810: 0a 09 09 09 22 3a 76 61 6c 75 65 22 0a 09 09 09 ....":value"....
1820: 22 3a 65 78 70 65 63 74 65 64 22 0a 09 09 09 22 ":expected"...."
1830: 3a 74 6f 6c 22 0a 09 09 09 22 3a 75 6e 69 74 73 :tol"....":units
1840: 22 0a 09 09 09 3b 3b 20 6d 69 73 63 0a 09 09 09 "....;; misc....
1850: 22 2d 65 78 74 72 61 63 74 2d 6f 64 73 22 0a 09 "-extract-ods"..
1860: 09 09 22 2d 70 61 74 68 6d 6f 64 22 0a 09 09 09 .."-pathmod"....
1870: 22 2d 65 6e 76 32 66 69 6c 65 22 0a 09 09 09 22 "-env2file"...."
1880: 2d 73 65 74 76 61 72 73 22 0a 09 09 09 22 2d 64 -setvars"...."-d
1890: 65 62 75 67 22 20 3b 3b 20 66 6f 72 20 2a 76 65 ebug" ;; for *ve
18a0: 72 62 6f 73 69 74 79 2a 20 3e 20 32 0a 09 09 09 rbosity* > 2....
18b0: 29 20 0a 09 09 20 28 6c 69 73 74 20 20 22 2d 68 ) ... (list "-h
18c0: 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 66 6f "... "-fo
18d0: 72 63 65 22 0a 09 09 20 20 20 20 20 20 20 20 22 rce"... "
18e0: 2d 78 74 65 72 6d 22 0a 09 09 20 20 20 20 20 20 -xterm"...
18f0: 20 20 22 2d 73 68 6f 77 6b 65 79 73 22 0a 09 09 "-showkeys"...
1900: 20 20 20 20 20 20 20 20 22 2d 74 65 73 74 2d 73 "-test-s
1910: 74 61 74 75 73 22 0a 09 09 09 22 2d 73 65 74 2d tatus"...."-set-
1920: 76 61 6c 75 65 73 22 0a 09 09 09 22 2d 6c 6f 61 values"...."-loa
1930: 64 2d 74 65 73 74 2d 64 61 74 61 22 0a 09 09 09 d-test-data"....
1940: 22 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d "-summarize-item
1950: 73 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 67 s"... "-g
1960: 75 69 22 0a 09 09 09 3b 3b 20 6d 69 73 63 0a 09 ui"....;; misc..
1970: 09 09 22 2d 61 72 63 68 69 76 65 22 0a 09 09 09 .."-archive"....
1980: 3b 3b 20 71 75 65 72 69 65 73 0a 09 09 09 22 2d ;; queries...."-
1990: 74 65 73 74 2d 70 61 74 68 73 22 20 3b 3b 20 67 test-paths" ;; g
19a0: 65 74 20 70 61 74 68 28 73 29 20 74 6f 20 61 20 et path(s) to a
19b0: 74 65 73 74 2c 20 6f 72 64 65 72 65 64 20 62 79 test, ordered by
19c0: 20 79 6f 75 6e 67 65 73 74 20 66 69 72 73 74 0a youngest first.
19d0: 0a 09 09 09 22 2d 72 75 6e 61 6c 6c 22 20 20 20 ...."-runall"
19e0: 20 3b 3b 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 ;; run all test
19f0: 73 0a 09 09 09 22 2d 72 65 6d 6f 76 65 2d 72 75 s...."-remove-ru
1a00: 6e 73 22 0a 09 09 09 22 2d 6b 65 65 70 67 6f 69 ns"...."-keepgoi
1a10: 6e 67 22 0a 09 09 09 22 2d 75 73 65 71 75 65 75 ng"...."-usequeu
1a20: 65 22 0a 09 09 09 22 2d 72 65 62 75 69 6c 64 2d e"...."-rebuild-
1a30: 64 62 22 0a 09 09 09 22 2d 72 6f 6c 6c 75 70 22 db"...."-rollup"
1a40: 0a 09 09 09 22 2d 75 70 64 61 74 65 2d 6d 65 74 ...."-update-met
1a50: 61 22 0a 09 09 09 22 2d 76 22 20 3b 3b 20 76 65 a"...."-v" ;; ve
1a60: 72 62 6f 73 65 20 32 2c 20 6d 6f 72 65 20 74 68 rbose 2, more th
1a70: 61 6e 20 6e 6f 72 6d 61 6c 20 28 6e 6f 72 6d 61 an normal (norma
1a80: 6c 20 69 73 20 31 29 0a 09 09 09 22 2d 71 22 20 l is 1)...."-q"
1a90: 3b 3b 20 71 75 69 65 74 20 30 2c 20 65 72 72 6f ;; quiet 0, erro
1aa0: 72 73 2f 77 61 72 6e 69 6e 67 73 20 6f 6e 6c 79 rs/warnings only
1ab0: 0a 09 09 20 20 20 20 20 20 20 29 0a 09 09 20 61 ... )... a
1ac0: 72 67 73 3a 61 72 67 2d 68 61 73 68 0a 09 09 20 rgs:arg-hash...
1ad0: 30 29 29 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 0))..(if (args:g
1ae0: 65 74 2d 61 72 67 20 22 2d 68 22 29 0a 20 20 20 et-arg "-h").
1af0: 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20 28 70 (begin. (p
1b00: 72 69 6e 74 20 68 65 6c 70 29 0a 20 20 20 20 20 rint help).
1b10: 20 28 65 78 69 74 29 29 29 0a 0a 28 64 65 66 69 (exit)))..(defi
1b20: 6e 65 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 ne *didsomething
1b30: 2a 20 23 66 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d * #f)..;;=======
1b40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1b70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a ===============.
1b80: 3b 3b 20 4d 69 73 63 20 73 65 74 75 70 20 73 74 ;; Misc setup st
1b90: 75 66 66 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d uff.;;==========
1ba0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1bb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1bc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1bd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 73 ============..(s
1be0: 65 74 21 20 2a 76 65 72 62 6f 73 69 74 79 2a 20 et! *verbosity*
1bf0: 28 63 6f 6e 64 0a 09 09 20 20 20 28 28 61 72 67 (cond... ((arg
1c00: 73 3a 67 65 74 2d 61 72 67 20 22 2d 64 65 62 75 s:get-arg "-debu
1c10: 67 22 29 28 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 g")(string->numb
1c20: 65 72 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 er (args:get-arg
1c30: 20 22 2d 64 65 62 75 67 22 29 29 29 0a 09 09 20 "-debug")))...
1c40: 20 20 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 ((args:get-arg
1c50: 20 22 2d 76 22 29 20 20 20 20 32 29 0a 09 09 20 "-v") 2)...
1c60: 20 20 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 ((args:get-arg
1c70: 20 22 2d 71 22 29 20 20 20 20 30 29 0a 09 09 20 "-q") 0)...
1c80: 20 20 28 65 6c 73 65 20 20 20 20 20 20 20 20 20 (else
1c90: 20 20 20 20 20 20 20 20 20 20 31 29 29 29 0a 0a 1)))..
1ca0: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ;;==============
1cb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1cc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1cd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1ce0: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 4d 69 73 63 ========.;; Misc
1cf0: 20 67 65 6e 65 72 61 6c 20 63 61 6c 6c 73 0a 3b general calls.;
1d00: 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ;===============
1d10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1d40: 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 =======..(if (ar
1d50: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 65 6e 76 gs:get-arg "-env
1d60: 32 66 69 6c 65 22 29 0a 20 20 20 20 28 62 65 67 2file"). (beg
1d70: 69 6e 0a 20 20 20 20 20 20 28 73 61 76 65 2d 65 in. (save-e
1d80: 6e 76 69 72 6f 6e 6d 65 6e 74 2d 61 73 2d 66 69 nvironment-as-fi
1d90: 6c 65 73 20 28 61 72 67 73 3a 67 65 74 2d 61 72 les (args:get-ar
1da0: 67 20 22 2d 65 6e 76 32 66 69 6c 65 22 29 29 0a g "-env2file")).
1db0: 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 (set! *did
1dc0: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 something* #t)))
1dd0: 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ..;;============
1de0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1df0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1e00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1e10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 65 ==========.;; Re
1e20: 6d 6f 76 65 20 6f 6c 64 20 72 75 6e 28 73 29 0a move old run(s).
1e30: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ;;==============
1e40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1e50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1e60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
1e70: 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 73 69 6e ========..;; sin
1e80: 63 65 20 73 65 76 65 72 61 6c 20 61 63 74 69 6f ce several actio
1e90: 6e 73 20 63 61 6e 20 62 65 20 73 70 65 63 69 66 ns can be specif
1ea0: 69 65 64 20 6f 6e 20 74 68 65 20 63 6f 6d 6d 61 ied on the comma
1eb0: 6e 64 20 6c 69 6e 65 20 74 68 65 20 72 65 6d 6f nd line the remo
1ec0: 76 61 6c 0a 3b 3b 20 69 73 20 64 6f 6e 65 20 66 val.;; is done f
1ed0: 69 72 73 74 0a 28 64 65 66 69 6e 65 20 28 72 65 irst.(define (re
1ee0: 6d 6f 76 65 2d 72 75 6e 73 29 0a 20 20 28 63 6f move-runs). (co
1ef0: 6e 64 0a 20 20 20 28 28 6e 6f 74 20 28 61 72 67 nd. ((not (arg
1f00: 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e s:get-arg ":runn
1f10: 61 6d 65 22 29 29 0a 20 20 20 20 28 64 65 62 75 ame")). (debu
1f20: 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 g:print 0 "ERROR
1f30: 3a 20 4d 69 73 73 69 6e 67 20 72 65 71 75 69 72 : Missing requir
1f40: 65 64 20 70 61 72 61 6d 65 74 65 72 20 66 6f 72 ed parameter for
1f50: 20 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 -remove-runs, y
1f60: 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 ou must specify
1f70: 74 68 65 20 72 75 6e 20 6e 61 6d 65 20 70 61 74 the run name pat
1f80: 74 65 72 6e 20 77 69 74 68 20 3a 72 75 6e 6e 61 tern with :runna
1f90: 6d 65 20 70 61 74 74 22 29 0a 20 20 20 20 28 65 me patt"). (e
1fa0: 78 69 74 20 32 29 29 0a 20 20 20 28 28 6e 6f 74 xit 2)). ((not
1fb0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
1fc0: 2d 74 65 73 74 70 61 74 74 22 29 29 0a 20 20 20 -testpatt")).
1fd0: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 (debug:print 0
1fe0: 22 45 52 52 4f 52 3a 20 4d 69 73 73 69 6e 67 20 "ERROR: Missing
1ff0: 72 65 71 75 69 72 65 64 20 70 61 72 61 6d 65 74 required paramet
2000: 65 72 20 66 6f 72 20 2d 72 65 6d 6f 76 65 2d 72 er for -remove-r
2010: 75 6e 73 2c 20 79 6f 75 20 6d 75 73 74 20 73 70 uns, you must sp
2020: 65 63 69 66 79 20 74 68 65 20 74 65 73 74 20 70 ecify the test p
2030: 61 74 74 65 72 6e 20 77 69 74 68 20 2d 74 65 73 attern with -tes
2040: 74 70 61 74 74 22 29 0a 20 20 20 20 28 65 78 69 tpatt"). (exi
2050: 74 20 33 29 29 0a 20 20 20 28 28 6e 6f 74 20 28 t 3)). ((not (
2060: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 args:get-arg "-i
2070: 74 65 6d 70 61 74 74 22 29 29 0a 20 20 20 20 28 tempatt")). (
2080: 70 72 69 6e 74 20 22 45 52 52 4f 52 3a 20 4d 69 print "ERROR: Mi
2090: 73 73 69 6e 67 20 72 65 71 75 69 72 65 64 20 70 ssing required p
20a0: 61 72 61 6d 65 74 65 72 20 66 6f 72 20 2d 72 65 arameter for -re
20b0: 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75 20 6d move-runs, you m
20c0: 75 73 74 20 73 70 65 63 69 66 79 20 74 68 65 20 ust specify the
20d0: 69 74 65 6d 73 20 77 69 74 68 20 2d 69 74 65 6d items with -item
20e0: 70 61 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 patt"). (exit
20f0: 20 34 29 29 0a 20 20 20 28 28 6c 65 74 20 28 28 4)). ((let ((
2100: 64 62 20 23 66 29 29 0a 20 20 20 20 20 20 28 69 db #f)). (i
2110: 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f f (not (setup-fo
2120: 72 2d 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 r-run)).. (begi
2130: 6e 20 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 n .. (debug:p
2140: 72 69 6e 74 20 30 20 70 72 69 6e 74 20 22 46 61 rint 0 print "Fa
2150: 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65 iled to setup, e
2160: 78 69 74 69 6e 67 22 29 0a 09 20 20 20 20 28 65 xiting").. (e
2170: 78 69 74 20 31 29 29 29 0a 20 20 20 20 20 20 28 xit 1))). (
2180: 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 set! db (open-db
2190: 29 29 0a 20 20 20 20 20 20 28 69 66 20 28 6e 6f )). (if (no
21a0: 74 20 28 63 61 72 20 2a 63 6f 6e 66 69 67 69 6e t (car *configin
21b0: 66 6f 2a 29 29 0a 09 20 20 28 62 65 67 69 6e 0a fo*)).. (begin.
21c0: 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e . (debug:prin
21d0: 74 20 30 20 22 45 52 52 4f 52 3a 20 41 74 74 65 t 0 "ERROR: Atte
21e0: 6d 70 74 65 64 20 74 6f 20 72 65 6d 6f 76 65 20 mpted to remove
21f0: 74 65 73 74 28 73 29 20 62 75 74 20 72 75 6e 20 test(s) but run
2200: 61 72 65 61 20 63 6f 6e 66 69 67 20 66 69 6c 65 area config file
2210: 20 6e 6f 74 20 66 6f 75 6e 64 22 29 0a 09 20 20 not found")..
2220: 20 20 28 65 78 69 74 20 31 29 29 0a 09 20 20 3b (exit 1)).. ;
2230: 3b 20 70 75 74 20 74 65 73 74 20 70 61 72 61 6d ; put test param
2240: 65 74 65 72 73 20 69 6e 74 6f 20 63 6f 6e 76 65 eters into conve
2250: 6e 69 65 6e 74 20 76 61 72 69 61 62 6c 65 73 0a nient variables.
2260: 09 20 20 28 72 75 6e 73 3a 72 65 6d 6f 76 65 2d . (runs:remove-
2270: 72 75 6e 73 20 64 62 0a 09 09 09 20 20 20 20 28 runs db.... (
2280: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 args:get-arg ":r
2290: 75 6e 6e 61 6d 65 22 29 0a 09 09 09 20 20 20 20 unname")....
22a0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
22b0: 74 65 73 74 70 61 74 74 22 29 0a 09 09 09 20 20 testpatt")....
22c0: 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 (args:get-arg
22d0: 22 2d 69 74 65 6d 70 61 74 74 22 29 29 29 0a 20 "-itempatt"))).
22e0: 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 (sqlite3:fi
22f0: 6e 61 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 nalize! db).
2300: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 (set! *didsome
2310: 74 68 69 6e 67 2a 20 23 74 29 29 29 29 29 0a 09 thing* #t)))))..
2320: 20 20 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 .(if (args:get
2330: 2d 61 72 67 20 22 2d 72 65 6d 6f 76 65 2d 72 75 -arg "-remove-ru
2340: 6e 73 22 29 0a 20 20 20 20 28 67 65 6e 65 72 61 ns"). (genera
2350: 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20 20 20 20 l-run-call .
2360: 20 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 22 0a "-remove-runs".
2370: 20 20 20 20 20 22 72 65 6d 6f 76 65 20 72 75 6e "remove run
2380: 73 22 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 20 s". (lambda
2390: 28 64 62 20 74 61 72 67 65 74 20 72 75 6e 6e 61 (db target runna
23a0: 6d 65 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 me keys keynames
23b0: 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 keyvallst).
23c0: 20 20 20 28 72 65 6d 6f 76 65 2d 72 75 6e 73 29 (remove-runs)
23d0: 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d )))..;;=========
23e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
23f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2400: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2410: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b =============.;;
2420: 20 51 75 65 72 79 20 72 75 6e 73 0a 3b 3b 3d 3d Query runs.;;==
2430: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2440: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2450: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2460: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2470: 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a ====..(if (args:
2480: 67 65 74 2d 61 72 67 20 22 2d 6c 69 73 74 2d 72 get-arg "-list-r
2490: 75 6e 73 22 29 0a 20 20 20 20 28 6c 65 74 2a 20 uns"). (let*
24a0: 28 28 64 62 20 20 20 20 20 20 20 28 62 65 67 69 ((db (begi
24b0: 6e 0a 09 09 20 20 20 20 20 20 20 28 73 65 74 75 n... (setu
24c0: 70 2d 66 6f 72 2d 72 75 6e 29 0a 09 09 20 20 20 p-for-run)...
24d0: 20 20 20 20 28 6f 70 65 6e 2d 64 62 29 29 29 0a (open-db))).
24e0: 09 20 20 20 28 72 75 6e 70 61 74 74 20 20 28 61 . (runpatt (a
24f0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c 69 rgs:get-arg "-li
2500: 73 74 2d 72 75 6e 73 22 29 29 0a 09 20 20 20 28 st-runs")).. (
2510: 74 65 73 74 70 61 74 74 20 28 61 72 67 73 3a 67 testpatt (args:g
2520: 65 74 2d 61 72 67 20 22 2d 74 65 73 74 70 61 74 et-arg "-testpat
2530: 74 22 29 29 0a 09 20 20 20 28 69 74 65 6d 70 61 t")).. (itempa
2540: 74 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 tt (args:get-arg
2550: 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29 0a 09 "-itempatt"))..
2560: 20 20 20 28 72 75 6e 73 64 61 74 20 20 28 64 62 (runsdat (db
2570: 3a 67 65 74 2d 72 75 6e 73 20 64 62 20 72 75 6e :get-runs db run
2580: 70 61 74 74 20 23 66 20 23 66 20 27 28 29 29 29 patt #f #f '()))
2590: 0a 09 20 20 20 28 72 75 6e 73 20 20 20 20 20 28 .. (runs (
25a0: 64 62 3a 67 65 74 2d 72 6f 77 73 20 72 75 6e 73 db:get-rows runs
25b0: 64 61 74 29 29 0a 09 20 20 20 28 68 65 61 64 65 dat)).. (heade
25c0: 72 20 20 20 28 64 62 3a 67 65 74 2d 68 65 61 64 r (db:get-head
25d0: 65 72 20 72 75 6e 73 64 61 74 29 29 0a 09 20 20 er runsdat))..
25e0: 20 28 6b 65 79 73 20 20 20 20 20 28 64 62 2d 67 (keys (db-g
25f0: 65 74 2d 6b 65 79 73 20 64 62 29 29 0a 09 20 20 et-keys db))..
2600: 20 28 6b 65 79 6e 61 6d 65 73 20 28 6d 61 70 20 (keynames (map
2610: 6b 65 79 3a 67 65 74 2d 66 69 65 6c 64 6e 61 6d key:get-fieldnam
2620: 65 20 6b 65 79 73 29 29 29 0a 20 20 20 20 20 20 e keys))).
2630: 3b 3b 20 45 61 63 68 20 72 75 6e 0a 20 20 20 20 ;; Each run.
2640: 20 20 28 66 6f 72 2d 65 61 63 68 20 0a 20 20 20 (for-each .
2650: 20 20 20 20 28 6c 61 6d 62 64 61 20 28 72 75 6e (lambda (run
2660: 29 0a 09 20 28 64 65 62 75 67 3a 70 72 69 6e 74 ).. (debug:print
2670: 20 32 20 22 52 75 6e 3a 20 22 0a 09 09 28 73 74 2 "Run: "...(st
2680: 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 ring-intersperse
2690: 20 28 6d 61 70 20 28 6c 61 6d 62 64 61 20 28 78 (map (lambda (x
26a0: 29 0a 09 09 09 09 09 20 20 20 28 64 62 3a 67 65 )...... (db:ge
26b0: 74 2d 76 61 6c 75 65 2d 62 79 2d 68 65 61 64 65 t-value-by-heade
26c0: 72 20 72 75 6e 20 68 65 61 64 65 72 20 78 29 29 r run header x))
26d0: 0a 09 09 09 09 09 20 6b 65 79 6e 61 6d 65 73 29 ...... keynames)
26e0: 20 22 2f 22 29 0a 09 09 22 2f 22 0a 09 09 28 64 "/")..."/"...(d
26f0: 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d 68 b:get-value-by-h
2700: 65 61 64 65 72 20 72 75 6e 20 68 65 61 64 65 72 eader run header
2710: 20 22 72 75 6e 6e 61 6d 65 22 29 29 0a 09 20 28 "runname")).. (
2720: 6c 65 74 20 28 28 72 75 6e 2d 69 64 20 28 64 62 let ((run-id (db
2730: 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d 68 65 :get-value-by-he
2740: 61 64 65 72 20 72 75 6e 20 68 65 61 64 65 72 20 ader run header
2750: 22 69 64 22 29 29 29 0a 09 20 20 20 28 6c 65 74 "id"))).. (let
2760: 20 28 28 74 65 73 74 73 20 28 64 62 2d 67 65 74 ((tests (db-get
2770: 2d 74 65 73 74 73 2d 66 6f 72 2d 72 75 6e 20 64 -tests-for-run d
2780: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 70 61 74 b run-id testpat
2790: 74 20 69 74 65 6d 70 61 74 74 20 27 28 29 20 27 t itempatt '() '
27a0: 28 29 29 29 29 0a 09 20 20 20 20 20 3b 3b 20 45 ()))).. ;; E
27b0: 61 63 68 20 74 65 73 74 0a 09 20 20 20 20 20 28 ach test.. (
27c0: 66 6f 72 2d 65 61 63 68 20 0a 09 20 20 20 20 20 for-each ..
27d0: 20 28 6c 61 6d 62 64 61 20 28 74 65 73 74 29 0a (lambda (test).
27e0: 09 09 28 66 6f 72 6d 61 74 20 23 74 0a 09 09 09 ..(format #t....
27f0: 22 20 20 54 65 73 74 3a 20 7e 32 35 61 20 53 74 " Test: ~25a St
2800: 61 74 65 3a 20 7e 31 35 61 20 53 74 61 74 75 73 ate: ~15a Status
2810: 3a 20 7e 31 35 61 20 52 75 6e 74 69 6d 65 3a 20 : ~15a Runtime:
2820: 7e 35 40 61 73 20 54 69 6d 65 3a 20 7e 32 32 61 ~5@as Time: ~22a
2830: 20 48 6f 73 74 3a 20 7e 31 30 61 5c 6e 22 0a 09 Host: ~10a\n"..
2840: 09 09 28 63 6f 6e 63 20 28 64 62 3a 74 65 73 74 ..(conc (db:test
2850: 2d 67 65 74 2d 74 65 73 74 6e 61 6d 65 20 74 65 -get-testname te
2860: 73 74 29 0a 09 09 09 20 20 20 20 20 20 28 69 66 st).... (if
2870: 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 (equal? (db:tes
2880: 74 2d 67 65 74 2d 69 74 65 6d 2d 70 61 74 68 20 t-get-item-path
2890: 74 65 73 74 29 20 22 22 29 0a 09 09 09 09 20 20 test) "").....
28a0: 22 22 20 0a 09 09 09 09 20 20 28 63 6f 6e 63 20 "" ..... (conc
28b0: 22 28 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74 "(" (db:test-get
28c0: 2d 69 74 65 6d 2d 70 61 74 68 20 74 65 73 74 29 -item-path test)
28d0: 20 22 29 22 29 29 29 0a 09 09 09 28 64 62 3a 74 ")")))....(db:t
28e0: 65 73 74 2d 67 65 74 2d 73 74 61 74 65 20 74 65 est-get-state te
28f0: 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d st)....(db:test-
2900: 67 65 74 2d 73 74 61 74 75 73 20 74 65 73 74 29 get-status test)
2910: 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74 ....(db:test-get
2920: 2d 72 75 6e 5f 64 75 72 61 74 69 6f 6e 20 74 65 -run_duration te
2930: 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d st)....(db:test-
2940: 67 65 74 2d 65 76 65 6e 74 5f 74 69 6d 65 20 74 get-event_time t
2950: 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73 74 est)....(db:test
2960: 2d 67 65 74 2d 68 6f 73 74 20 74 65 73 74 29 29 -get-host test))
2970: 0a 20 09 09 28 69 66 20 28 6e 6f 74 20 28 6f 72 . ..(if (not (or
2980: 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 (equal? (db:tes
2990: 74 2d 67 65 74 2d 73 74 61 74 75 73 20 74 65 73 t-get-status tes
29a0: 74 29 20 22 50 41 53 53 22 29 0a 09 09 09 20 20 t) "PASS")....
29b0: 20 20 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 (equal? (db:t
29c0: 65 73 74 2d 67 65 74 2d 73 74 61 74 75 73 20 74 est-get-status t
29d0: 65 73 74 29 20 22 57 41 52 4e 22 29 0a 09 09 09 est) "WARN")....
29e0: 20 20 20 20 20 28 65 71 75 61 6c 3f 20 28 64 62 (equal? (db
29f0: 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74 65 20 :test-get-state
2a00: 74 65 73 74 29 20 20 22 4e 4f 54 5f 53 54 41 52 test) "NOT_STAR
2a10: 54 45 44 22 29 29 29 0a 09 09 20 20 20 20 28 62 TED")))... (b
2a20: 65 67 69 6e 0a 09 09 20 20 20 20 20 20 28 70 72 egin... (pr
2a30: 69 6e 74 20 22 20 20 20 20 20 20 20 20 20 63 70 int " cp
2a40: 75 6c 6f 61 64 3a 20 20 22 20 28 64 62 3a 74 65 uload: " (db:te
2a50: 73 74 2d 67 65 74 2d 63 70 75 6c 6f 61 64 20 74 st-get-cpuload t
2a60: 65 73 74 29 0a 09 09 09 20 20 20 20 20 22 5c 6e est).... "\n
2a70: 20 20 20 20 20 20 20 20 20 64 69 73 6b 66 72 65 diskfre
2a80: 65 3a 20 22 20 28 64 62 3a 74 65 73 74 2d 67 65 e: " (db:test-ge
2a90: 74 2d 64 69 73 6b 66 72 65 65 20 74 65 73 74 29 t-diskfree test)
2aa0: 0a 09 09 09 20 20 20 20 20 22 5c 6e 20 20 20 20 .... "\n
2ab0: 20 20 20 20 20 75 6e 61 6d 65 3a 20 20 20 20 22 uname: "
2ac0: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 75 6e (db:test-get-un
2ad0: 61 6d 65 20 74 65 73 74 29 0a 09 09 09 20 20 20 ame test)....
2ae0: 20 20 22 5c 6e 20 20 20 20 20 20 20 20 20 72 75 "\n ru
2af0: 6e 64 69 72 3a 20 20 20 22 20 28 64 62 3a 74 65 ndir: " (db:te
2b00: 73 74 2d 67 65 74 2d 72 75 6e 64 69 72 20 74 65 st-get-rundir te
2b10: 73 74 29 0a 09 09 09 20 20 20 20 20 29 0a 09 09 st).... )...
2b20: 20 20 20 20 20 20 3b 3b 20 45 61 63 68 20 74 65 ;; Each te
2b30: 73 74 0a 09 09 20 20 20 20 20 20 28 6c 65 74 20 st... (let
2b40: 28 28 73 74 65 70 73 20 28 64 62 3a 67 65 74 2d ((steps (db:get-
2b50: 73 74 65 70 73 2d 66 6f 72 2d 74 65 73 74 20 64 steps-for-test d
2b60: 62 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 69 b (db:test-get-i
2b70: 64 20 74 65 73 74 29 29 29 29 0a 09 09 09 28 66 d test))))....(f
2b80: 6f 72 2d 65 61 63 68 20 0a 09 09 09 20 28 6c 61 or-each .... (la
2b90: 6d 62 64 61 20 28 73 74 65 70 29 0a 09 09 09 20 mbda (step)....
2ba0: 20 20 28 66 6f 72 6d 61 74 20 23 74 20 0a 09 09 (format #t ...
2bb0: 09 09 20 20 20 22 20 20 20 20 53 74 65 70 3a 20 .. " Step:
2bc0: 7e 32 30 61 20 53 74 61 74 65 3a 20 7e 31 30 61 ~20a State: ~10a
2bd0: 20 53 74 61 74 75 73 3a 20 7e 31 30 61 20 54 69 Status: ~10a Ti
2be0: 6d 65 20 7e 32 32 61 5c 6e 22 0a 09 09 09 09 20 me ~22a\n".....
2bf0: 20 20 28 64 62 3a 73 74 65 70 2d 67 65 74 2d 73 (db:step-get-s
2c00: 74 65 70 6e 61 6d 65 20 73 74 65 70 29 0a 09 09 tepname step)...
2c10: 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d 67 65 .. (db:step-ge
2c20: 74 2d 73 74 61 74 65 20 73 74 65 70 29 0a 09 09 t-state step)...
2c30: 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d 67 65 .. (db:step-ge
2c40: 74 2d 73 74 61 74 75 73 20 73 74 65 70 29 0a 09 t-status step)..
2c50: 09 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d 67 ... (db:step-g
2c60: 65 74 2d 65 76 65 6e 74 5f 74 69 6d 65 20 73 74 et-event_time st
2c70: 65 70 29 29 29 0a 09 09 09 20 73 74 65 70 73 29 ep))).... steps)
2c80: 29 29 29 29 0a 09 09 74 65 73 74 73 29 29 29 29 ))))...tests))))
2c90: 0a 20 20 20 20 20 20 20 72 75 6e 73 29 0a 20 20 . runs).
2ca0: 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f (set! *didso
2cb0: 6d 65 74 68 69 6e 67 2a 20 23 74 29 0a 20 20 20 mething* #t).
2cc0: 20 20 20 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d ))..;;=======
2cd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2ce0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2cf0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2d00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a ===============.
2d10: 3b 3b 20 66 75 6c 6c 20 72 75 6e 0a 3b 3b 3d 3d ;; full run.;;==
2d20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2d30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2d40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2d50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
2d60: 3d 3d 3d 3d 0a 0a 3b 3b 20 67 65 74 20 6c 6f 63 ====..;; get loc
2d70: 6b 20 69 6e 20 64 62 20 66 6f 72 20 66 75 6c 6c k in db for full
2d80: 20 72 75 6e 20 66 6f 72 20 74 68 69 73 20 64 69 run for this di
2d90: 72 65 63 74 6f 72 79 0a 3b 3b 20 66 6f 72 20 61 rectory.;; for a
2da0: 6c 6c 20 74 65 73 74 73 20 77 69 74 68 20 64 65 ll tests with de
2db0: 70 73 0a 3b 3b 20 20 20 77 61 6c 6b 20 74 72 65 ps.;; walk tre
2dc0: 65 20 6f 66 20 74 65 73 74 73 20 74 6f 20 66 69 e of tests to fi
2dd0: 6e 64 20 68 65 61 64 20 74 61 73 6b 73 0a 3b 3b nd head tasks.;;
2de0: 20 20 20 61 64 64 20 68 65 61 64 20 74 61 73 6b add head task
2df0: 73 20 74 6f 20 74 61 73 6b 20 71 75 65 75 65 0a s to task queue.
2e00: 3b 3b 20 20 20 61 64 64 20 64 65 70 65 6e 64 61 ;; add dependa
2e10: 6e 74 20 74 61 73 6b 73 20 74 6f 20 74 61 73 6b nt tasks to task
2e20: 20 71 75 65 75 65 20 0a 3b 3b 20 20 20 61 64 64 queue .;; add
2e30: 20 72 65 6d 61 69 6e 69 6e 67 20 74 61 73 6b 73 remaining tasks
2e40: 20 74 6f 20 74 61 73 6b 20 71 75 65 75 65 0a 3b to task queue.;
2e50: 3b 20 66 6f 72 20 65 61 63 68 20 74 61 73 6b 20 ; for each task
2e60: 69 6e 20 74 61 73 6b 20 71 75 65 75 65 0a 3b 3b in task queue.;;
2e70: 20 20 20 69 66 20 68 61 76 65 20 61 64 65 71 75 if have adequ
2e80: 61 74 65 20 72 65 73 6f 75 72 63 65 73 0a 3b 3b ate resources.;;
2e90: 20 20 20 20 20 6c 61 75 6e 63 68 20 74 61 73 6b launch task
2ea0: 0a 3b 3b 20 20 20 65 6c 73 65 0a 3b 3b 20 20 20 .;; else.;;
2eb0: 20 20 70 75 74 20 74 61 73 6b 20 69 6e 20 64 65 put task in de
2ec0: 66 65 72 72 65 64 20 71 75 65 75 65 0a 3b 3b 20 ferred queue.;;
2ed0: 69 66 20 73 74 69 6c 6c 20 6f 6b 20 74 6f 20 72 if still ok to r
2ee0: 75 6e 20 74 61 73 6b 73 0a 3b 3b 20 20 20 70 72 un tasks.;; pr
2ef0: 6f 63 65 73 73 20 64 65 66 65 72 72 65 64 20 74 ocess deferred t
2f00: 61 73 6b 73 20 70 65 72 20 61 62 6f 76 65 20 73 asks per above s
2f10: 74 65 70 73 0a 0a 3b 3b 20 72 75 6e 20 61 6c 6c teps..;; run all
2f20: 20 74 65 73 74 73 20 61 72 65 20 61 72 65 20 4e tests are are N
2f30: 6f 74 20 43 4f 4d 50 4c 45 54 45 44 20 61 6e 64 ot COMPLETED and
2f40: 20 50 41 53 53 20 6f 72 20 43 48 45 43 4b 0a 28 PASS or CHECK.(
2f50: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 if (args:get-arg
2f60: 20 22 2d 72 75 6e 61 6c 6c 22 29 0a 20 20 20 20 "-runall").
2f70: 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 6c (general-run-cal
2f80: 6c 20 0a 20 20 20 20 20 22 2d 72 75 6e 61 6c 6c l . "-runall
2f90: 22 0a 20 20 20 20 20 22 72 75 6e 20 61 6c 6c 20 ". "run all
2fa0: 74 65 73 74 73 22 0a 20 20 20 20 20 28 6c 61 6d tests". (lam
2fb0: 62 64 61 20 28 64 62 20 74 61 72 67 65 74 20 72 bda (db target r
2fc0: 75 6e 6e 61 6d 65 20 6b 65 79 73 20 6b 65 79 6e unname keys keyn
2fd0: 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a ames keyvallst).
2fe0: 20 20 20 20 20 20 20 28 72 75 6e 73 3a 72 75 6e (runs:run
2ff0: 2d 74 65 73 74 73 20 64 62 0a 09 09 20 20 20 20 -tests db...
3000: 20 20 20 74 61 72 67 65 74 0a 09 09 20 20 20 20 target...
3010: 20 20 20 72 75 6e 6e 61 6d 65 0a 09 09 20 20 20 runname...
3020: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 (args:get-ar
3030: 67 20 22 2d 74 65 73 74 70 61 74 74 22 29 0a 09 g "-testpatt")..
3040: 09 20 20 20 20 20 20 20 28 61 72 67 73 3a 67 65 . (args:ge
3050: 74 2d 61 72 67 20 22 2d 69 74 65 6d 70 61 74 74 t-arg "-itempatt
3060: 22 29 0a 09 09 20 20 20 20 20 20 20 75 73 65 72 ")... user
3070: 0a 09 09 20 20 20 20 20 20 20 28 6d 61 6b 65 2d ... (make-
3080: 68 61 73 68 2d 74 61 62 6c 65 29 29 29 29 29 0a hash-table))))).
3090: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d .;;=============
30a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
30b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
30c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
30d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 72 75 6e =========.;; run
30e0: 20 6f 6e 65 20 74 65 73 74 0a 3b 3b 3d 3d 3d 3d one test.;;====
30f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3100: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3110: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3120: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3130: 3d 3d 0a 0a 3b 3b 20 31 2e 20 66 69 6e 64 20 74 ==..;; 1. find t
3140: 68 65 20 63 6f 6e 66 69 67 20 66 69 6c 65 0a 3b he config file.;
3150: 3b 20 32 2e 20 63 68 61 6e 67 65 20 74 6f 20 74 ; 2. change to t
3160: 68 65 20 74 65 73 74 20 64 69 72 65 63 74 6f 72 he test director
3170: 79 0a 3b 3b 20 33 2e 20 75 70 64 61 74 65 20 74 y.;; 3. update t
3180: 68 65 20 64 62 20 77 69 74 68 20 22 74 65 73 74 he db with "test
3190: 20 73 74 61 72 74 65 64 22 20 73 74 61 74 75 73 started" status
31a0: 2c 20 73 65 74 20 72 75 6e 6e 69 6e 67 20 68 6f , set running ho
31b0: 73 74 0a 3b 3b 20 34 2e 20 70 72 6f 63 65 73 73 st.;; 4. process
31c0: 20 6c 61 75 6e 63 68 20 74 68 65 20 74 65 73 74 launch the test
31d0: 0a 3b 3b 20 20 20 20 2d 20 6d 6f 6e 69 74 6f 72 .;; - monitor
31e0: 20 74 68 65 20 70 72 6f 63 65 73 73 2c 20 75 70 the process, up
31f0: 64 61 74 65 20 73 74 61 74 73 20 69 6e 20 74 68 date stats in th
3200: 65 20 64 62 20 65 76 65 72 79 20 32 5e 6e 20 6d e db every 2^n m
3210: 69 6e 75 74 65 73 0a 3b 3b 20 35 2e 20 61 73 20 inutes.;; 5. as
3220: 74 68 65 20 74 65 73 74 20 70 72 6f 63 65 65 64 the test proceed
3230: 73 20 69 6e 74 65 72 6e 61 6c 6c 79 20 69 74 20 s internally it
3240: 63 61 6c 6c 73 20 6d 65 67 61 74 65 73 74 20 61 calls megatest a
3250: 73 20 65 61 63 68 20 73 74 65 70 20 69 73 0a 3b s each step is.;
3260: 3b 20 20 20 20 73 74 61 72 74 65 64 20 61 6e 64 ; started and
3270: 20 63 6f 6d 70 6c 65 74 65 64 0a 3b 3b 20 20 20 completed.;;
3280: 20 2d 20 73 74 65 70 20 73 74 61 72 74 65 64 2c - step started,
3290: 20 74 69 6d 65 73 74 61 6d 70 0a 3b 3b 20 20 20 timestamp.;;
32a0: 20 2d 20 73 74 65 70 20 63 6f 6d 70 6c 65 74 65 - step complete
32b0: 64 2c 20 65 78 69 74 20 73 74 61 74 75 73 2c 20 d, exit status,
32c0: 74 69 6d 65 73 74 61 6d 70 0a 3b 3b 20 36 2e 20 timestamp.;; 6.
32d0: 74 65 73 74 20 70 68 6f 6e 65 20 68 6f 6d 65 0a test phone home.
32e0: 3b 3b 20 20 20 20 2d 20 69 66 20 74 65 73 74 20 ;; - if test
32f0: 72 75 6e 20 74 69 6d 65 20 3e 20 61 6c 6c 6f 77 run time > allow
3300: 65 64 20 72 75 6e 20 74 69 6d 65 20 74 68 65 6e ed run time then
3310: 20 6b 69 6c 6c 20 6a 6f 62 0a 3b 3b 20 20 20 20 kill job.;;
3320: 2d 20 69 66 20 63 61 6e 6e 6f 74 20 61 63 63 65 - if cannot acce
3330: 73 73 20 64 62 20 3e 20 61 6c 6c 6f 77 65 64 20 ss db > allowed
3340: 64 69 73 63 6f 6e 6e 65 63 74 20 74 69 6d 65 20 disconnect time
3350: 74 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62 0a 0a 28 then kill job..(
3360: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 if (args:get-arg
3370: 20 22 2d 72 75 6e 74 65 73 74 73 22 29 0a 20 20 "-runtests").
3380: 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 6c (general-run-cal
3390: 6c 20 0a 20 20 20 22 2d 72 75 6e 74 65 73 74 73 l . "-runtests
33a0: 22 20 0a 20 20 20 22 72 75 6e 20 61 20 74 65 73 " . "run a tes
33b0: 74 22 20 0a 20 20 20 28 6c 61 6d 62 64 61 20 28 t" . (lambda (
33c0: 64 62 20 74 61 72 67 65 74 20 72 75 6e 6e 61 6d db target runnam
33d0: 65 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 20 e keys keynames
33e0: 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 20 keyvallst).
33f0: 28 72 75 6e 73 3a 72 75 6e 2d 74 65 73 74 73 20 (runs:run-tests
3400: 64 62 0a 09 09 20 20 20 20 20 74 61 72 67 65 74 db... target
3410: 0a 09 09 20 20 20 20 20 72 75 6e 6e 61 6d 65 0a ... runname.
3420: 09 09 20 20 20 20 20 28 61 72 67 73 3a 67 65 74 .. (args:get
3430: 2d 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73 22 -arg "-runtests"
3440: 29 0a 09 09 20 20 20 20 20 28 61 72 67 73 3a 67 )... (args:g
3450: 65 74 2d 61 72 67 20 22 2d 69 74 65 6d 70 61 74 et-arg "-itempat
3460: 74 22 29 0a 09 09 20 20 20 20 20 75 73 65 72 0a t")... user.
3470: 09 09 20 20 20 20 20 28 6d 61 6b 65 2d 68 61 73 .. (make-has
3480: 68 2d 74 61 62 6c 65 29 29 29 29 29 0a 0a 3b 3b h-table)))))..;;
3490: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
34a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
34b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
34c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
34d0: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 6f 6c 6c 75 70 ======.;; Rollup
34e0: 20 69 6e 74 6f 20 61 20 72 75 6e 0a 3b 3b 3d 3d into a run.;;==
34f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3500: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3510: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3520: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3530: 3d 3d 3d 3d 0a 28 69 66 20 28 61 72 67 73 3a 67 ====.(if (args:g
3540: 65 74 2d 61 72 67 20 22 2d 72 6f 6c 6c 75 70 22 et-arg "-rollup"
3550: 29 0a 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72 ). (general-r
3560: 75 6e 2d 63 61 6c 6c 20 0a 20 20 20 20 20 22 2d un-call . "-
3570: 72 6f 6c 6c 75 70 22 20 0a 20 20 20 20 20 22 72 rollup" . "r
3580: 6f 6c 6c 75 70 20 74 65 73 74 73 22 20 0a 20 20 ollup tests" .
3590: 20 20 20 28 6c 61 6d 62 64 61 20 28 64 62 20 6b (lambda (db k
35a0: 65 79 73 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79 eys keynames key
35b0: 76 61 6c 6c 73 74 29 0a 20 20 20 20 20 20 20 28 vallst). (
35c0: 72 75 6e 73 3a 72 6f 6c 6c 75 70 2d 72 75 6e 20 runs:rollup-run
35d0: 64 62 0a 09 09 09 6b 65 79 73 0a 09 09 09 28 6b db....keys....(k
35e0: 65 79 73 2d 3e 61 6c 69 73 74 20 6b 65 79 73 20 eys->alist keys
35f0: 22 6e 61 22 29 0a 09 09 09 28 61 72 67 73 3a 67 "na")....(args:g
3600: 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d 65 et-arg ":runname
3610: 22 29 20 0a 09 09 09 75 73 65 72 29 29 29 29 0a ") ....user)))).
3620: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d .;;=============
3630: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3640: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3650: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3660: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 47 65 74 =========.;; Get
3670: 20 70 61 74 68 73 20 74 6f 20 74 65 73 74 73 0a paths to tests.
3680: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ;;==============
3690: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
36a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
36b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
36c0: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 47 65 74 20 ========.;; Get
36d0: 74 65 73 74 20 70 61 74 68 73 20 6d 61 74 63 68 test paths match
36e0: 69 6e 67 20 74 61 72 67 65 74 2c 20 72 75 6e 6e ing target, runn
36f0: 61 6d 65 2c 20 74 65 73 74 70 61 74 74 2c 20 61 ame, testpatt, a
3700: 6e 64 20 69 74 65 6d 70 61 74 74 0a 28 69 66 20 nd itempatt.(if
3710: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
3720: 74 65 73 74 2d 70 61 74 68 73 22 29 0a 20 20 20 test-paths").
3730: 20 3b 3b 20 69 66 20 77 65 20 61 72 65 20 69 6e ;; if we are in
3740: 20 61 20 74 65 73 74 20 75 73 65 20 74 68 65 20 a test use the
3750: 4d 54 5f 43 4d 44 49 4e 46 4f 20 64 61 74 61 0a MT_CMDINFO data.
3760: 20 20 20 20 28 69 66 20 28 67 65 74 65 6e 76 20 (if (getenv
3770: 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 0a 09 28 "MT_CMDINFO")..(
3780: 6c 65 74 2a 20 28 28 73 74 61 72 74 69 6e 67 64 let* ((startingd
3790: 69 72 20 28 63 75 72 72 65 6e 74 2d 64 69 72 65 ir (current-dire
37a0: 63 74 6f 72 79 29 29 0a 09 20 20 20 20 20 20 20 ctory))..
37b0: 28 63 6d 64 69 6e 66 6f 20 20 20 28 72 65 61 64 (cmdinfo (read
37c0: 20 28 6f 70 65 6e 2d 69 6e 70 75 74 2d 73 74 72 (open-input-str
37d0: 69 6e 67 20 28 62 61 73 65 36 34 3a 62 61 73 65 ing (base64:base
37e0: 36 34 2d 64 65 63 6f 64 65 20 28 67 65 74 65 6e 64-decode (geten
37f0: 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 v "MT_CMDINFO"))
3800: 29 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73 ))).. (tes
3810: 74 70 61 74 68 20 20 28 61 73 73 6f 63 2f 64 65 tpath (assoc/de
3820: 66 61 75 6c 74 20 27 74 65 73 74 70 61 74 68 20 fault 'testpath
3830: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 cmdinfo))..
3840: 20 20 20 28 74 65 73 74 2d 6e 61 6d 65 20 28 61 (test-name (a
3850: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65 ssoc/default 'te
3860: 73 74 2d 6e 61 6d 65 20 63 6d 64 69 6e 66 6f 29 st-name cmdinfo)
3870: 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e 73 63 ).. (runsc
3880: 72 69 70 74 20 28 61 73 73 6f 63 2f 64 65 66 61 ript (assoc/defa
3890: 75 6c 74 20 27 72 75 6e 73 63 72 69 70 74 20 63 ult 'runscript c
38a0: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 mdinfo))..
38b0: 20 28 64 62 2d 68 6f 73 74 20 20 20 28 61 73 73 (db-host (ass
38c0: 6f 63 2f 64 65 66 61 75 6c 74 20 27 64 62 2d 68 oc/default 'db-h
38d0: 6f 73 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a ost cmdinfo)).
38e0: 09 20 20 20 20 20 20 20 28 72 75 6e 2d 69 64 20 . (run-id
38f0: 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c (assoc/defaul
3900: 74 20 27 72 75 6e 2d 69 64 20 20 20 20 63 6d 64 t 'run-id cmd
3910: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 info)).. (
3920: 69 74 65 6d 64 61 74 20 20 20 28 61 73 73 6f 63 itemdat (assoc
3930: 2f 64 65 66 61 75 6c 74 20 27 69 74 65 6d 64 61 /default 'itemda
3940: 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 t cmdinfo))..
3950: 20 20 20 20 20 20 28 64 62 20 20 20 20 20 20 20 (db
3960: 20 23 66 29 0a 09 20 20 20 20 20 20 20 28 73 74 #f).. (st
3970: 61 74 65 20 20 20 20 20 28 61 72 67 73 3a 67 65 ate (args:ge
3980: 74 2d 61 72 67 20 22 3a 73 74 61 74 65 22 29 29 t-arg ":state"))
3990: 0a 09 20 20 20 20 20 20 20 28 73 74 61 74 75 73 .. (status
39a0: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 (args:get-ar
39b0: 67 20 22 3a 73 74 61 74 75 73 22 29 29 0a 09 20 g ":status"))..
39c0: 20 20 20 20 20 20 28 74 61 72 67 65 74 20 20 20 (target
39d0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
39e0: 2d 74 61 72 67 65 74 22 29 29 29 0a 09 20 20 28 -target"))).. (
39f0: 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 change-directory
3a00: 20 74 65 73 74 70 61 74 68 29 0a 09 20 20 28 69 testpath).. (i
3a10: 66 20 28 6e 6f 74 20 74 61 72 67 65 74 29 0a 09 f (not target)..
3a20: 20 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09 28 (begin...(
3a30: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 debug:print 0 "E
3a40: 52 52 4f 52 3a 20 2d 74 61 72 67 65 74 20 69 73 RROR: -target is
3a50: 20 72 65 71 75 69 72 65 64 2e 22 29 0a 09 09 28 required.")...(
3a60: 65 78 69 74 20 31 29 29 29 0a 09 20 20 28 69 66 exit 1))).. (if
3a70: 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 (not (setup-for
3a80: 2d 72 75 6e 29 29 0a 09 20 20 20 20 20 20 28 62 -run)).. (b
3a90: 65 67 69 6e 0a 09 09 28 64 65 62 75 67 3a 70 72 egin...(debug:pr
3aa0: 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f int 0 "Failed to
3ab0: 20 73 65 74 75 70 2c 20 67 69 76 69 6e 67 20 75 setup, giving u
3ac0: 70 20 6f 6e 20 2d 74 65 73 74 2d 70 61 74 68 73 p on -test-paths
3ad0: 2c 20 65 78 69 74 69 6e 67 22 29 0a 09 09 28 65 , exiting")...(e
3ae0: 78 69 74 20 31 29 29 29 0a 09 20 20 28 73 65 74 xit 1))).. (set
3af0: 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 20 ! db (open-db))
3b00: 20 20 20 0a 09 20 20 28 6c 65 74 2a 20 28 28 69 .. (let* ((i
3b10: 74 65 6d 70 61 74 74 20 28 61 72 67 73 3a 67 65 tempatt (args:ge
3b20: 74 2d 61 72 67 20 22 2d 69 74 65 6d 70 61 74 74 t-arg "-itempatt
3b30: 22 29 29 0a 09 09 20 28 6b 65 79 73 20 20 20 20 "))... (keys
3b40: 20 28 64 62 2d 67 65 74 2d 6b 65 79 73 20 64 62 (db-get-keys db
3b50: 29 29 0a 09 09 20 28 6b 65 79 6e 61 6d 65 73 20 ))... (keynames
3b60: 28 6d 61 70 20 6b 65 79 3a 67 65 74 2d 66 69 65 (map key:get-fie
3b70: 6c 64 6e 61 6d 65 20 6b 65 79 73 29 29 0a 09 09 ldname keys))...
3b80: 20 28 70 61 74 68 73 20 20 20 20 28 64 62 3a 74 (paths (db:t
3b90: 65 73 74 2d 67 65 74 2d 70 61 74 68 73 2d 6d 61 est-get-paths-ma
3ba0: 74 63 68 69 6e 67 20 64 62 20 6b 65 79 6e 61 6d tching db keynam
3bb0: 65 73 20 74 61 72 67 65 74 29 29 29 0a 09 20 20 es target)))..
3bc0: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 (set! *didsome
3bd0: 74 68 69 6e 67 2a 20 23 74 29 0a 09 20 20 20 20 thing* #t)..
3be0: 28 66 6f 72 2d 65 61 63 68 20 28 6c 61 6d 62 64 (for-each (lambd
3bf0: 61 20 28 70 61 74 68 29 0a 09 09 09 28 70 72 69 a (path)....(pri
3c00: 6e 74 20 70 61 74 68 29 29 0a 09 09 20 20 20 20 nt path))...
3c10: 20 20 70 61 74 68 73 29 29 29 0a 09 3b 3b 20 65 paths)))..;; e
3c20: 6c 73 65 20 64 6f 20 61 20 67 65 6e 65 72 61 6c lse do a general
3c30: 2d 72 75 6e 2d 63 61 6c 6c 0a 09 28 67 65 6e 65 -run-call..(gene
3c40: 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 09 20 ral-run-call ..
3c50: 22 2d 74 65 73 74 2d 70 61 74 68 73 22 0a 09 20 "-test-paths"..
3c60: 22 47 65 74 20 70 61 74 68 73 20 74 6f 20 74 65 "Get paths to te
3c70: 73 74 73 22 0a 09 20 28 6c 61 6d 62 64 61 20 28 sts".. (lambda (
3c80: 64 62 20 74 61 72 67 65 74 20 72 75 6e 6e 61 6d db target runnam
3c90: 65 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 20 e keys keynames
3ca0: 6b 65 79 76 61 6c 6c 73 74 29 0a 09 20 20 20 28 keyvallst).. (
3cb0: 6c 65 74 2a 20 28 28 69 74 65 6d 70 61 74 74 20 let* ((itempatt
3cc0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
3cd0: 69 74 65 6d 70 61 74 74 22 29 29 0a 09 09 20 20 itempatt"))...
3ce0: 28 70 61 74 68 73 20 20 20 20 28 64 62 3a 74 65 (paths (db:te
3cf0: 73 74 2d 67 65 74 2d 70 61 74 68 73 2d 6d 61 74 st-get-paths-mat
3d00: 63 68 69 6e 67 20 64 62 20 6b 65 79 6e 61 6d 65 ching db keyname
3d10: 73 20 74 61 72 67 65 74 29 29 29 0a 09 20 20 20 s target)))..
3d20: 20 20 28 66 6f 72 2d 65 61 63 68 20 28 6c 61 6d (for-each (lam
3d30: 62 64 61 20 28 70 61 74 68 29 0a 09 09 09 20 28 bda (path).... (
3d40: 70 72 69 6e 74 20 70 61 74 68 29 29 0a 09 09 20 print path))...
3d50: 20 20 20 20 20 20 70 61 74 68 73 29 29 29 29 29 paths)))))
3d60: 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d )..;;===========
3d70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3d80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3d90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3da0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 41 ===========.;; A
3db0: 72 63 68 69 76 65 20 74 65 73 74 73 0a 3b 3b 3d rchive tests.;;=
3dc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3dd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3de0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3df0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
3e00: 3d 3d 3d 3d 3d 0a 3b 3b 20 41 72 63 68 69 76 65 =====.;; Archive
3e10: 20 74 65 73 74 73 20 6d 61 74 63 68 69 6e 67 20 tests matching
3e20: 74 61 72 67 65 74 2c 20 72 75 6e 6e 61 6d 65 2c target, runname,
3e30: 20 74 65 73 74 70 61 74 74 2c 20 61 6e 64 20 69 testpatt, and i
3e40: 74 65 6d 70 61 74 74 0a 28 69 66 20 28 61 72 67 tempatt.(if (arg
3e50: 73 3a 67 65 74 2d 61 72 67 20 22 2d 61 72 63 68 s:get-arg "-arch
3e60: 69 76 65 22 29 0a 20 20 20 20 3b 3b 20 69 66 20 ive"). ;; if
3e70: 77 65 20 61 72 65 20 69 6e 20 61 20 74 65 73 74 we are in a test
3e80: 20 75 73 65 20 74 68 65 20 4d 54 5f 43 4d 44 49 use the MT_CMDI
3e90: 4e 46 4f 20 64 61 74 61 0a 20 20 20 20 28 69 66 NFO data. (if
3ea0: 20 28 67 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 (getenv "MT_CMD
3eb0: 49 4e 46 4f 22 29 0a 09 28 6c 65 74 2a 20 28 28 INFO")..(let* ((
3ec0: 73 74 61 72 74 69 6e 67 64 69 72 20 28 63 75 72 startingdir (cur
3ed0: 72 65 6e 74 2d 64 69 72 65 63 74 6f 72 79 29 29 rent-directory))
3ee0: 0a 09 20 20 20 20 20 20 20 28 63 6d 64 69 6e 66 .. (cmdinf
3ef0: 6f 20 20 20 28 72 65 61 64 20 28 6f 70 65 6e 2d o (read (open-
3f00: 69 6e 70 75 74 2d 73 74 72 69 6e 67 20 28 62 61 input-string (ba
3f10: 73 65 36 34 3a 62 61 73 65 36 34 2d 64 65 63 6f se64:base64-deco
3f20: 64 65 20 28 67 65 74 65 6e 76 20 22 4d 54 5f 43 de (getenv "MT_C
3f30: 4d 44 49 4e 46 4f 22 29 29 29 29 29 0a 09 20 20 MDINFO")))))..
3f40: 20 20 20 20 20 28 74 65 73 74 70 61 74 68 20 20 (testpath
3f50: 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 (assoc/default '
3f60: 74 65 73 74 70 61 74 68 20 20 63 6d 64 69 6e 66 testpath cmdinf
3f70: 6f 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73 o)).. (tes
3f80: 74 2d 6e 61 6d 65 20 28 61 73 73 6f 63 2f 64 65 t-name (assoc/de
3f90: 66 61 75 6c 74 20 27 74 65 73 74 2d 6e 61 6d 65 fault 'test-name
3fa0: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 cmdinfo))..
3fb0: 20 20 20 28 72 75 6e 73 63 72 69 70 74 20 28 61 (runscript (a
3fc0: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 72 75 ssoc/default 'ru
3fd0: 6e 73 63 72 69 70 74 20 63 6d 64 69 6e 66 6f 29 nscript cmdinfo)
3fe0: 29 0a 09 20 20 20 20 20 20 20 28 64 62 2d 68 6f ).. (db-ho
3ff0: 73 74 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 st (assoc/defa
4000: 75 6c 74 20 27 64 62 2d 68 6f 73 74 20 20 20 63 ult 'db-host c
4010: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 mdinfo))..
4020: 20 28 72 75 6e 2d 69 64 20 20 20 20 28 61 73 73 (run-id (ass
4030: 6f 63 2f 64 65 66 61 75 6c 74 20 27 72 75 6e 2d oc/default 'run-
4040: 69 64 20 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a id cmdinfo)).
4050: 09 20 20 20 20 20 20 20 28 69 74 65 6d 64 61 74 . (itemdat
4060: 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c (assoc/defaul
4070: 74 20 27 69 74 65 6d 64 61 74 20 20 20 63 6d 64 t 'itemdat cmd
4080: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 info)).. (
4090: 64 62 20 20 20 20 20 20 20 20 23 66 29 0a 09 20 db #f)..
40a0: 20 20 20 20 20 20 28 73 74 61 74 65 20 20 20 20 (state
40b0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
40c0: 3a 73 74 61 74 65 22 29 29 0a 09 20 20 20 20 20 :state"))..
40d0: 20 20 28 73 74 61 74 75 73 20 20 20 20 28 61 72 (status (ar
40e0: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61 gs:get-arg ":sta
40f0: 74 75 73 22 29 29 0a 09 20 20 20 20 20 20 20 28 tus")).. (
4100: 74 61 72 67 65 74 20 20 20 20 28 61 72 67 73 3a target (args:
4110: 67 65 74 2d 61 72 67 20 22 2d 74 61 72 67 65 74 get-arg "-target
4120: 22 29 29 29 0a 09 20 20 28 63 68 61 6e 67 65 2d "))).. (change-
4130: 64 69 72 65 63 74 6f 72 79 20 74 65 73 74 70 61 directory testpa
4140: 74 68 29 0a 09 20 20 28 69 66 20 28 6e 6f 74 20 th).. (if (not
4150: 74 61 72 67 65 74 29 0a 09 20 20 20 20 20 20 28 target).. (
4160: 62 65 67 69 6e 0a 09 09 28 64 65 62 75 67 3a 70 begin...(debug:p
4170: 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 2d rint 0 "ERROR: -
4180: 74 61 72 67 65 74 20 69 73 20 72 65 71 75 69 72 target is requir
4190: 65 64 2e 22 29 0a 09 09 28 65 78 69 74 20 31 29 ed.")...(exit 1)
41a0: 29 29 0a 09 20 20 28 69 66 20 28 6e 6f 74 20 28 )).. (if (not (
41b0: 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a setup-for-run)).
41c0: 09 20 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09 . (begin...
41d0: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 (debug:print 0 "
41e0: 46 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c Failed to setup,
41f0: 20 67 69 76 69 6e 67 20 75 70 20 6f 6e 20 2d 61 giving up on -a
4200: 72 63 68 69 76 65 2c 20 65 78 69 74 69 6e 67 22 rchive, exiting"
4210: 29 0a 09 09 28 65 78 69 74 20 31 29 29 29 0a 09 )...(exit 1)))..
4220: 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e (set! db (open
4230: 2d 64 62 29 29 20 20 20 20 0a 09 20 20 28 6c 65 -db)) .. (le
4240: 74 2a 20 28 28 69 74 65 6d 70 61 74 74 20 28 61 t* ((itempatt (a
4250: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 74 rgs:get-arg "-it
4260: 65 6d 70 61 74 74 22 29 29 0a 09 09 20 28 6b 65 empatt"))... (ke
4270: 79 73 20 20 20 20 20 28 64 62 2d 67 65 74 2d 6b ys (db-get-k
4280: 65 79 73 20 64 62 29 29 0a 09 09 20 28 6b 65 79 eys db))... (key
4290: 6e 61 6d 65 73 20 28 6d 61 70 20 6b 65 79 3a 67 names (map key:g
42a0: 65 74 2d 66 69 65 6c 64 6e 61 6d 65 20 6b 65 79 et-fieldname key
42b0: 73 29 29 0a 09 09 20 28 70 61 74 68 73 20 20 20 s))... (paths
42c0: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 70 61 (db:test-get-pa
42d0: 74 68 73 2d 6d 61 74 63 68 69 6e 67 20 64 62 20 ths-matching db
42e0: 6b 65 79 6e 61 6d 65 73 20 74 61 72 67 65 74 29 keynames target)
42f0: 29 29 0a 09 20 20 20 20 28 73 65 74 21 20 2a 64 )).. (set! *d
4300: 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 idsomething* #t)
4310: 0a 09 20 20 20 20 28 66 6f 72 2d 65 61 63 68 20 .. (for-each
4320: 28 6c 61 6d 62 64 61 20 28 70 61 74 68 29 0a 09 (lambda (path)..
4330: 09 09 28 70 72 69 6e 74 20 70 61 74 68 29 29 0a ..(print path)).
4340: 09 09 20 20 20 20 20 20 70 61 74 68 73 29 29 29 .. paths)))
4350: 0a 09 3b 3b 20 65 6c 73 65 20 64 6f 20 61 20 67 ..;; else do a g
4360: 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 0a eneral-run-call.
4370: 09 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 .(general-run-ca
4380: 6c 6c 20 0a 09 20 22 2d 74 65 73 74 2d 70 61 74 ll .. "-test-pat
4390: 68 73 22 0a 09 20 22 47 65 74 20 70 61 74 68 73 hs".. "Get paths
43a0: 20 74 6f 20 74 65 73 74 73 22 0a 09 20 28 6c 61 to tests".. (la
43b0: 6d 62 64 61 20 28 64 62 20 74 61 72 67 65 74 20 mbda (db target
43c0: 72 75 6e 6e 61 6d 65 20 6b 65 79 73 20 6b 65 79 runname keys key
43d0: 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 names keyvallst)
43e0: 0a 09 20 20 20 28 6c 65 74 2a 20 28 28 69 74 65 .. (let* ((ite
43f0: 6d 70 61 74 74 20 28 61 72 67 73 3a 67 65 74 2d mpatt (args:get-
4400: 61 72 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 arg "-itempatt")
4410: 29 0a 09 09 20 20 28 70 61 74 68 73 20 20 20 20 )... (paths
4420: 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 70 61 74 (db:test-get-pat
4430: 68 73 2d 6d 61 74 63 68 69 6e 67 20 64 62 20 6b hs-matching db k
4440: 65 79 6e 61 6d 65 73 20 74 61 72 67 65 74 29 29 eynames target))
4450: 29 0a 09 20 20 20 20 20 28 66 6f 72 2d 65 61 63 ).. (for-eac
4460: 68 20 28 6c 61 6d 62 64 61 20 28 70 61 74 68 29 h (lambda (path)
4470: 0a 09 09 09 20 28 70 72 69 6e 74 20 70 61 74 68 .... (print path
4480: 29 29 0a 09 09 20 20 20 20 20 20 20 70 61 74 68 ))... path
4490: 73 29 29 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d s))))))..;;=====
44a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
44b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
44c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
44d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
44e0: 3d 0a 3b 3b 20 45 78 74 72 61 63 74 20 61 20 73 =.;; Extract a s
44f0: 70 72 65 61 64 73 68 65 65 74 20 66 72 6f 6d 20 preadsheet from
4500: 74 68 65 20 72 75 6e 73 20 64 61 74 61 62 61 73 the runs databas
4510: 65 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d e.;;============
4520: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
4530: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
4540: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
4550: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 ==========..(if
4560: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
4570: 65 78 74 72 61 63 74 2d 6f 64 73 22 29 0a 20 20 extract-ods").
4580: 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 (general-run-c
4590: 61 6c 6c 0a 20 20 20 20 20 22 2d 65 78 74 72 61 all. "-extra
45a0: 63 74 2d 6f 64 73 22 0a 20 20 20 20 20 22 4d 61 ct-ods". "Ma
45b0: 6b 65 20 6f 64 73 20 73 70 72 65 61 64 73 68 65 ke ods spreadshe
45c0: 65 74 22 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 et". (lambda
45d0: 20 28 64 62 20 74 61 72 67 65 74 20 72 75 6e 6e (db target runn
45e0: 61 6d 65 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 ame keys keyname
45f0: 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 s keyvallst).
4600: 20 20 20 20 28 6c 65 74 20 28 28 6f 75 74 70 75 (let ((outpu
4610: 74 66 69 6c 65 20 28 61 72 67 73 3a 67 65 74 2d tfile (args:get-
4620: 61 72 67 20 22 2d 65 78 74 72 61 63 74 2d 6f 64 arg "-extract-od
4630: 73 22 29 29 0a 09 20 20 20 20 20 28 72 75 6e 73 s")).. (runs
4640: 70 61 74 74 20 20 20 28 61 72 67 73 3a 67 65 74 patt (args:get
4650: 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d 65 22 29 -arg ":runname")
4660: 29 0a 09 20 20 20 20 20 28 70 61 74 68 6d 6f 64 ).. (pathmod
4670: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 (args:get-ar
4680: 67 20 22 2d 70 61 74 68 6d 6f 64 22 29 29 0a 09 g "-pathmod"))..
4690: 20 20 20 20 20 28 6b 65 79 76 61 6c 61 6c 69 73 (keyvalalis
46a0: 74 20 28 6b 65 79 73 2d 3e 61 6c 69 73 74 20 6b t (keys->alist k
46b0: 65 79 73 20 22 25 22 29 29 29 0a 09 20 28 64 65 eys "%"))).. (de
46c0: 62 75 67 3a 70 72 69 6e 74 20 32 20 22 45 78 74 bug:print 2 "Ext
46d0: 72 61 63 74 20 6f 64 73 2c 20 6f 75 74 70 75 74 ract ods, output
46e0: 66 69 6c 65 3a 20 22 20 6f 75 74 70 75 74 66 69 file: " outputfi
46f0: 6c 65 20 22 20 72 75 6e 73 70 61 74 74 3a 20 22 le " runspatt: "
4700: 20 72 75 6e 73 70 61 74 74 20 22 20 6b 65 79 76 runspatt " keyv
4710: 61 6c 61 6c 69 73 74 3a 20 22 20 6b 65 79 76 61 alalist: " keyva
4720: 6c 61 6c 69 73 74 29 0a 09 20 28 64 62 3a 65 78 lalist).. (db:ex
4730: 74 72 61 63 74 2d 6f 64 73 2d 66 69 6c 65 20 64 tract-ods-file d
4740: 62 20 6f 75 74 70 75 74 66 69 6c 65 20 6b 65 79 b outputfile key
4750: 76 61 6c 61 6c 69 73 74 20 28 69 66 20 72 75 6e valalist (if run
4760: 73 70 61 74 74 20 72 75 6e 73 70 61 74 74 20 22 spatt runspatt "
4770: 25 22 29 20 70 61 74 68 6d 6f 64 29 29 29 29 29 %") pathmod)))))
4780: 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ..;;============
4790: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
47a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
47b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
47c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 65 78 ==========.;; ex
47d0: 65 63 75 74 65 20 74 68 65 20 74 65 73 74 0a 3b ecute the test.;
47e0: 3b 20 20 20 20 2d 20 67 65 74 73 20 63 61 6c 6c ; - gets call
47f0: 65 64 20 6f 6e 20 72 65 6d 6f 74 65 20 68 6f 73 ed on remote hos
4800: 74 0a 3b 3b 20 20 20 20 2d 20 72 65 63 65 69 76 t.;; - receiv
4810: 65 73 20 69 6e 66 6f 20 66 72 6f 6d 20 74 68 65 es info from the
4820: 20 2d 65 78 65 63 75 74 65 20 70 61 72 61 6d 0a -execute param.
4830: 3b 3b 20 20 20 20 2d 20 70 61 73 73 65 73 20 69 ;; - passes i
4840: 6e 66 6f 20 74 6f 20 73 74 65 70 73 20 76 69 61 nfo to steps via
4850: 20 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e 76 20 MT_CMDINFO env
4860: 76 61 72 20 28 66 75 74 75 72 65 20 69 73 20 74 var (future is t
4870: 6f 20 75 73 65 20 61 20 64 6f 74 20 66 69 6c 65 o use a dot file
4880: 29 0a 3b 3b 20 20 20 20 2d 20 67 61 74 68 65 72 ).;; - gather
4890: 73 20 68 6f 73 74 20 69 6e 66 6f 20 61 6e 64 20 s host info and
48a0: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d .;;=============
48b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
48c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
48d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
48e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 =========..(if (
48f0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 65 args:get-arg "-e
4900: 78 65 63 75 74 65 22 29 0a 20 20 20 20 28 62 65 xecute"). (be
4910: 67 69 6e 0a 20 20 20 20 20 20 28 6c 61 75 6e 63 gin. (launc
4920: 68 3a 65 78 65 63 75 74 65 20 28 61 72 67 73 3a h:execute (args:
4930: 67 65 74 2d 61 72 67 20 22 2d 65 78 65 63 75 74 get-arg "-execut
4940: 65 22 29 29 0a 20 20 20 20 20 20 28 73 65 74 21 e")). (set!
4950: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 *didsomething*
4960: 23 74 29 29 29 0a 0a 28 69 66 20 28 61 72 67 73 #t)))..(if (args
4970: 3a 67 65 74 2d 61 72 67 20 22 2d 73 74 65 70 22 :get-arg "-step"
4980: 29 0a 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 ). (if (not (
4990: 67 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e getenv "MT_CMDIN
49a0: 46 4f 22 29 29 0a 09 28 62 65 67 69 6e 0a 09 20 FO"))..(begin..
49b0: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 (debug:print 0
49c0: 22 45 52 52 4f 52 3a 20 4d 54 5f 43 4d 44 49 4e "ERROR: MT_CMDIN
49d0: 46 4f 20 65 6e 76 20 76 61 72 20 6e 6f 74 20 73 FO env var not s
49e0: 65 74 2c 20 2d 73 74 65 70 20 6d 75 73 74 20 62 et, -step must b
49f0: 65 20 63 61 6c 6c 65 64 20 2a 69 6e 73 69 64 65 e called *inside
4a00: 2a 20 61 20 6d 65 67 61 74 65 73 74 20 69 6e 76 * a megatest inv
4a10: 6f 6b 65 64 20 65 6e 76 69 72 6f 6e 6d 65 6e 74 oked environment
4a20: 21 22 29 0a 09 20 20 28 65 78 69 74 20 35 29 29 !").. (exit 5))
4a30: 0a 09 28 6c 65 74 2a 20 28 28 73 74 65 70 20 20 ..(let* ((step
4a40: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 (args:get-ar
4a50: 67 20 22 2d 73 74 65 70 22 29 29 0a 09 20 20 20 g "-step"))..
4a60: 20 20 20 20 28 63 6d 64 69 6e 66 6f 20 20 20 28 (cmdinfo (
4a70: 72 65 61 64 20 28 6f 70 65 6e 2d 69 6e 70 75 74 read (open-input
4a80: 2d 73 74 72 69 6e 67 20 28 62 61 73 65 36 34 3a -string (base64:
4a90: 62 61 73 65 36 34 2d 64 65 63 6f 64 65 20 28 67 base64-decode (g
4aa0: 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46 etenv "MT_CMDINF
4ab0: 4f 22 29 29 29 29 29 0a 09 20 20 20 20 20 20 20 O")))))..
4ac0: 28 74 65 73 74 70 61 74 68 20 20 28 61 73 73 6f (testpath (asso
4ad0: 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73 74 70 c/default 'testp
4ae0: 61 74 68 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 ath cmdinfo))..
4af0: 20 20 20 20 20 20 20 28 74 65 73 74 2d 6e 61 6d (test-nam
4b00: 65 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 e (assoc/default
4b10: 20 27 74 65 73 74 2d 6e 61 6d 65 20 63 6d 64 69 'test-name cmdi
4b20: 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72 nfo)).. (r
4b30: 75 6e 73 63 72 69 70 74 20 28 61 73 73 6f 63 2f unscript (assoc/
4b40: 64 65 66 61 75 6c 74 20 27 72 75 6e 73 63 72 69 default 'runscri
4b50: 70 74 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 pt cmdinfo))..
4b60: 20 20 20 20 20 28 64 62 2d 68 6f 73 74 20 20 20 (db-host
4b70: 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 (assoc/default '
4b80: 64 62 2d 68 6f 73 74 20 20 20 63 6d 64 69 6e 66 db-host cmdinf
4b90: 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e o)).. (run
4ba0: 2d 69 64 20 20 20 20 28 61 73 73 6f 63 2f 64 65 -id (assoc/de
4bb0: 66 61 75 6c 74 20 27 72 75 6e 2d 69 64 20 20 20 fault 'run-id
4bc0: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 cmdinfo))..
4bd0: 20 20 20 28 69 74 65 6d 64 61 74 20 20 20 28 61 (itemdat (a
4be0: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 69 74 ssoc/default 'it
4bf0: 65 6d 64 61 74 20 20 20 63 6d 64 69 6e 66 6f 29 emdat cmdinfo)
4c00: 29 0a 09 20 20 20 20 20 20 20 28 64 62 20 20 20 ).. (db
4c10: 20 20 20 20 20 23 66 29 0a 09 20 20 20 20 20 20 #f)..
4c20: 20 28 73 74 61 74 65 20 20 20 20 28 61 72 67 73 (state (args
4c30: 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61 74 65 :get-arg ":state
4c40: 22 29 29 0a 09 20 20 20 20 20 20 20 28 73 74 61 ")).. (sta
4c50: 74 75 73 20 20 20 28 61 72 67 73 3a 67 65 74 2d tus (args:get-
4c60: 61 72 67 20 22 3a 73 74 61 74 75 73 22 29 29 0a arg ":status")).
4c70: 09 20 20 20 20 20 20 20 28 6c 6f 67 66 69 6c 65 . (logfile
4c80: 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 (args:get-arg
4c90: 22 2d 73 65 74 6c 6f 67 22 29 29 29 0a 09 20 20 "-setlog")))..
4ca0: 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 (change-director
4cb0: 79 20 74 65 73 74 70 61 74 68 29 0a 09 20 20 28 y testpath).. (
4cc0: 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 if (not (setup-f
4cd0: 6f 72 2d 72 75 6e 29 29 0a 09 20 20 20 20 20 20 or-run))..
4ce0: 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75 67 3a (begin...(debug:
4cf0: 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20 print 0 "Failed
4d00: 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69 6e to setup, exitin
4d10: 67 22 29 0a 09 09 28 65 78 69 74 20 31 29 29 29 g")...(exit 1)))
4d20: 0a 09 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 .. (set! db (op
4d30: 65 6e 2d 64 62 29 29 0a 09 20 20 28 69 66 20 28 en-db)).. (if (
4d40: 61 6e 64 20 73 74 61 74 65 20 73 74 61 74 75 73 and state status
4d50: 29 0a 09 20 20 20 20 20 20 28 74 65 73 74 73 74 ).. (testst
4d60: 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20 64 ep-set-status! d
4d70: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 b run-id test-na
4d80: 6d 65 20 73 74 65 70 20 73 74 61 74 65 20 73 74 me step state st
4d90: 61 74 75 73 20 69 74 65 6d 64 61 74 20 28 61 72 atus itemdat (ar
4da0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29 gs:get-arg "-m")
4db0: 20 6c 6f 67 66 69 6c 65 29 0a 09 20 20 20 20 20 logfile)..
4dc0: 20 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75 67 (begin...(debug
4dd0: 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a :print 0 "ERROR:
4de0: 20 59 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66 You must specif
4df0: 79 20 3a 73 74 61 74 65 20 61 6e 64 20 3a 73 74 y :state and :st
4e00: 61 74 75 73 20 77 69 74 68 20 65 76 65 72 79 20 atus with every
4e10: 63 61 6c 6c 20 74 6f 20 2d 73 74 65 70 22 29 0a call to -step").
4e20: 09 09 28 65 78 69 74 20 36 29 29 29 0a 09 20 20 ..(exit 6)))..
4e30: 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a (sqlite3:finaliz
4e40: 65 21 20 64 62 29 0a 09 20 20 28 73 65 74 21 20 e! db).. (set!
4e50: 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 *didsomething* #
4e60: 74 29 29 29 29 0a 0a 28 69 66 20 28 6f 72 20 28 t))))..(if (or (
4e70: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 args:get-arg "-s
4e80: 65 74 6c 6f 67 22 29 20 20 20 20 20 20 20 3b 3b etlog") ;;
4e90: 20 73 69 6e 63 65 20 73 65 74 74 69 6e 67 20 75 since setting u
4ea0: 70 20 69 73 20 73 6f 20 63 6f 73 74 6c 79 20 6c p is so costly l
4eb0: 65 74 73 20 70 69 67 67 79 62 61 63 6b 20 6f 6e ets piggyback on
4ec0: 20 2d 74 65 73 74 2d 73 74 61 74 75 73 0a 09 28 -test-status..(
4ed0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 args:get-arg "-s
4ee0: 65 74 2d 74 6f 70 6c 6f 67 22 29 0a 09 28 61 72 et-toplog")..(ar
4ef0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 gs:get-arg "-tes
4f00: 74 2d 73 74 61 74 75 73 22 29 0a 09 28 61 72 67 t-status")..(arg
4f10: 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 2d s:get-arg "-set-
4f20: 76 61 6c 75 65 73 22 29 0a 09 28 61 72 67 73 3a values")..(args:
4f30: 67 65 74 2d 61 72 67 20 22 2d 6c 6f 61 64 2d 74 get-arg "-load-t
4f40: 65 73 74 2d 64 61 74 61 22 29 0a 09 28 61 72 67 est-data")..(arg
4f50: 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 73 s:get-arg "-runs
4f60: 74 65 70 22 29 0a 09 28 61 72 67 73 3a 67 65 74 tep")..(args:get
4f70: 2d 61 72 67 20 22 2d 73 75 6d 6d 61 72 69 7a 65 -arg "-summarize
4f80: 2d 69 74 65 6d 73 22 29 29 0a 20 20 20 20 28 69 -items")). (i
4f90: 66 20 28 6e 6f 74 20 28 67 65 74 65 6e 76 20 22 f (not (getenv "
4fa0: 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 0a 09 28 MT_CMDINFO"))..(
4fb0: 62 65 67 69 6e 0a 09 20 20 28 64 65 62 75 67 3a begin.. (debug:
4fc0: 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 print 0 "ERROR:
4fd0: 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e 76 20 76 MT_CMDINFO env v
4fe0: 61 72 20 6e 6f 74 20 73 65 74 2c 20 63 6f 6d 6d ar not set, comm
4ff0: 61 6e 64 73 20 2d 74 65 73 74 2d 73 74 61 74 75 ands -test-statu
5000: 73 2c 20 2d 72 75 6e 73 74 65 70 20 61 6e 64 20 s, -runstep and
5010: 2d 73 65 74 6c 6f 67 20 6d 75 73 74 20 62 65 20 -setlog must be
5020: 63 61 6c 6c 65 64 20 2a 69 6e 73 69 64 65 2a 20 called *inside*
5030: 61 20 6d 65 67 61 74 65 73 74 20 65 6e 76 69 72 a megatest envir
5040: 6f 6e 6d 65 6e 74 21 22 29 0a 09 20 20 28 65 78 onment!").. (ex
5050: 69 74 20 35 29 29 0a 09 28 6c 65 74 2a 20 28 28 it 5))..(let* ((
5060: 73 74 61 72 74 69 6e 67 64 69 72 20 28 63 75 72 startingdir (cur
5070: 72 65 6e 74 2d 64 69 72 65 63 74 6f 72 79 29 29 rent-directory))
5080: 0a 09 20 20 20 20 20 20 20 28 63 6d 64 69 6e 66 .. (cmdinf
5090: 6f 20 20 20 28 72 65 61 64 20 28 6f 70 65 6e 2d o (read (open-
50a0: 69 6e 70 75 74 2d 73 74 72 69 6e 67 20 28 62 61 input-string (ba
50b0: 73 65 36 34 3a 62 61 73 65 36 34 2d 64 65 63 6f se64:base64-deco
50c0: 64 65 20 28 67 65 74 65 6e 76 20 22 4d 54 5f 43 de (getenv "MT_C
50d0: 4d 44 49 4e 46 4f 22 29 29 29 29 29 0a 09 20 20 MDINFO")))))..
50e0: 20 20 20 20 20 28 74 65 73 74 70 61 74 68 20 20 (testpath
50f0: 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 (assoc/default '
5100: 74 65 73 74 70 61 74 68 20 20 63 6d 64 69 6e 66 testpath cmdinf
5110: 6f 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73 o)).. (tes
5120: 74 2d 6e 61 6d 65 20 28 61 73 73 6f 63 2f 64 65 t-name (assoc/de
5130: 66 61 75 6c 74 20 27 74 65 73 74 2d 6e 61 6d 65 fault 'test-name
5140: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 cmdinfo))..
5150: 20 20 20 28 72 75 6e 73 63 72 69 70 74 20 28 61 (runscript (a
5160: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 72 75 ssoc/default 'ru
5170: 6e 73 63 72 69 70 74 20 63 6d 64 69 6e 66 6f 29 nscript cmdinfo)
5180: 29 0a 09 20 20 20 20 20 20 20 28 64 62 2d 68 6f ).. (db-ho
5190: 73 74 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 st (assoc/defa
51a0: 75 6c 74 20 27 64 62 2d 68 6f 73 74 20 20 20 63 ult 'db-host c
51b0: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 mdinfo))..
51c0: 20 28 72 75 6e 2d 69 64 20 20 20 20 28 61 73 73 (run-id (ass
51d0: 6f 63 2f 64 65 66 61 75 6c 74 20 27 72 75 6e 2d oc/default 'run-
51e0: 69 64 20 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a id cmdinfo)).
51f0: 09 20 20 20 20 20 20 20 28 69 74 65 6d 64 61 74 . (itemdat
5200: 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c (assoc/defaul
5210: 74 20 27 69 74 65 6d 64 61 74 20 20 20 63 6d 64 t 'itemdat cmd
5220: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 info)).. (
5230: 64 62 20 20 20 20 20 20 20 20 23 66 29 0a 09 20 db #f)..
5240: 20 20 20 20 20 20 28 73 74 61 74 65 20 20 20 20 (state
5250: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
5260: 3a 73 74 61 74 65 22 29 29 0a 09 20 20 20 20 20 :state"))..
5270: 20 20 28 73 74 61 74 75 73 20 20 20 20 28 61 72 (status (ar
5280: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61 gs:get-arg ":sta
5290: 74 75 73 22 29 29 29 0a 09 20 20 28 63 68 61 6e tus"))).. (chan
52a0: 67 65 2d 64 69 72 65 63 74 6f 72 79 20 74 65 73 ge-directory tes
52b0: 74 70 61 74 68 29 0a 09 20 20 28 69 66 20 28 6e tpath).. (if (n
52c0: 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d 72 75 ot (setup-for-ru
52d0: 6e 29 29 0a 09 20 20 20 20 20 20 28 62 65 67 69 n)).. (begi
52e0: 6e 0a 09 09 28 64 65 62 75 67 3a 70 72 69 6e 74 n...(debug:print
52f0: 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73 65 0 "Failed to se
5300: 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 0a 09 tup, exiting")..
5310: 09 28 65 78 69 74 20 31 29 29 29 0a 09 20 20 28 .(exit 1))).. (
5320: 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 set! db (open-db
5330: 29 29 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a )).. (if (args:
5340: 67 65 74 2d 61 72 67 20 22 2d 6c 6f 61 64 2d 74 get-arg "-load-t
5350: 65 73 74 2d 64 61 74 61 22 29 0a 09 20 20 20 20 est-data")..
5360: 20 20 28 64 62 3a 6c 6f 61 64 2d 74 65 73 74 2d (db:load-test-
5370: 64 61 74 61 20 64 62 20 72 75 6e 2d 69 64 20 74 data db run-id t
5380: 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 64 61 74 est-name itemdat
5390: 29 29 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a )).. (if (args:
53a0: 67 65 74 2d 61 72 67 20 22 2d 73 65 74 6c 6f 67 get-arg "-setlog
53b0: 22 29 0a 09 20 20 20 20 20 20 28 74 65 73 74 2d ").. (test-
53c0: 73 65 74 2d 6c 6f 67 21 20 64 62 20 72 75 6e 2d set-log! db run-
53d0: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 id test-name ite
53e0: 6d 64 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61 mdat (args:get-a
53f0: 72 67 20 22 2d 73 65 74 6c 6f 67 22 29 29 29 0a rg "-setlog"))).
5400: 09 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74 . (if (args:get
5410: 2d 61 72 67 20 22 2d 73 65 74 2d 74 6f 70 6c 6f -arg "-set-toplo
5420: 67 22 29 0a 09 20 20 20 20 20 20 28 74 65 73 74 g").. (test
5430: 2d 73 65 74 2d 74 6f 70 6c 6f 67 21 20 64 62 20 -set-toplog! db
5440: 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 run-id test-name
5450: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
5460: 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 29 29 29 0a -set-toplog"))).
5470: 09 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74 . (if (args:get
5480: 2d 61 72 67 20 22 2d 73 75 6d 6d 61 72 69 7a 65 -arg "-summarize
5490: 2d 69 74 65 6d 73 22 29 0a 09 20 20 20 20 20 20 -items")..
54a0: 28 74 65 73 74 73 3a 73 75 6d 6d 61 72 69 7a 65 (tests:summarize
54b0: 2d 69 74 65 6d 73 20 64 62 20 72 75 6e 2d 69 64 -items db run-id
54c0: 20 74 65 73 74 2d 6e 61 6d 65 20 23 74 29 29 20 test-name #t))
54d0: 3b 3b 20 64 6f 20 66 6f 72 63 65 20 68 65 72 65 ;; do force here
54e0: 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 .. (if (args:ge
54f0: 74 2d 61 72 67 20 22 2d 72 75 6e 73 74 65 70 22 t-arg "-runstep"
5500: 29 0a 09 20 20 20 20 20 20 28 69 66 20 28 6e 75 ).. (if (nu
5510: 6c 6c 3f 20 72 65 6d 61 72 67 73 29 0a 09 09 20 ll? remargs)...
5520: 20 28 62 65 67 69 6e 0a 09 09 20 20 20 20 28 64 (begin... (d
5530: 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 ebug:print 0 "ER
5540: 52 4f 52 3a 20 6e 6f 74 68 69 6e 67 20 73 70 65 ROR: nothing spe
5550: 63 69 66 69 65 64 20 74 6f 20 72 75 6e 21 22 29 cified to run!")
5560: 0a 09 09 20 20 20 20 28 73 71 6c 69 74 65 33 3a ... (sqlite3:
5570: 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 09 finalize! db)...
5580: 20 20 20 20 28 65 78 69 74 20 36 29 29 0a 09 09 (exit 6))...
5590: 20 20 28 6c 65 74 2a 20 28 28 73 74 65 70 6e 61 (let* ((stepna
55a0: 6d 65 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 me (args:get-a
55b0: 72 67 20 22 2d 72 75 6e 73 74 65 70 22 29 29 0a rg "-runstep")).
55c0: 09 09 09 20 28 6c 6f 67 70 72 6f 66 69 6c 65 20 ... (logprofile
55d0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d (args:get-arg "-
55e0: 6c 6f 67 70 72 6f 22 29 29 0a 09 09 09 20 28 6c logpro")).... (l
55f0: 6f 67 66 69 6c 65 20 20 20 20 28 63 6f 6e 63 20 ogfile (conc
5600: 73 74 65 70 6e 61 6d 65 20 22 2e 6c 6f 67 22 29 stepname ".log")
5610: 29 0a 09 09 09 20 28 63 6d 64 20 20 20 20 20 20 ).... (cmd
5620: 20 20 28 69 66 20 28 6e 75 6c 6c 3f 20 72 65 6d (if (null? rem
5630: 61 72 67 73 29 20 23 66 20 28 63 61 72 20 72 65 args) #f (car re
5640: 6d 61 72 67 73 29 29 29 0a 09 09 09 20 28 70 61 margs))).... (pa
5650: 72 61 6d 73 20 20 20 20 20 28 69 66 20 63 6d 64 rams (if cmd
5660: 20 28 63 64 72 20 72 65 6d 61 72 67 73 29 20 27 (cdr remargs) '
5670: 28 29 29 29 0a 09 09 09 20 28 65 78 69 74 73 74 ())).... (exitst
5680: 61 74 20 20 20 23 66 29 0a 09 09 09 20 28 73 68 at #f).... (sh
5690: 65 6c 6c 20 20 20 20 20 20 28 6c 61 73 74 20 28 ell (last (
56a0: 73 74 72 69 6e 67 2d 73 70 6c 69 74 20 28 67 65 string-split (ge
56b0: 74 2d 65 6e 76 69 72 6f 6e 6d 65 6e 74 2d 76 61 t-environment-va
56c0: 72 69 61 62 6c 65 20 22 53 48 45 4c 4c 22 29 20 riable "SHELL")
56d0: 22 2f 22 29 29 29 0a 09 09 09 20 28 72 65 64 69 "/"))).... (redi
56e0: 72 20 20 20 20 20 20 28 63 61 73 65 20 28 73 74 r (case (st
56f0: 72 69 6e 67 2d 3e 73 79 6d 62 6f 6c 20 73 68 65 ring->symbol she
5700: 6c 6c 29 0a 09 09 09 09 20 20 20 20 20 20 20 28 ll)..... (
5710: 28 74 63 73 68 20 63 73 68 20 6b 73 68 29 20 20 (tcsh csh ksh)
5720: 20 20 22 3e 26 22 29 0a 09 09 09 09 20 20 20 20 ">&").....
5730: 20 20 20 28 28 7a 73 68 20 62 61 73 68 20 73 68 ((zsh bash sh
5740: 20 61 73 68 29 20 22 32 3e 26 31 20 3e 22 29 29 ash) "2>&1 >"))
5750: 29 0a 09 09 09 20 28 66 75 6c 6c 63 6d 64 20 20 ).... (fullcmd
5760: 20 20 28 63 6f 6e 63 20 22 28 22 20 28 73 74 72 (conc "(" (str
5770: 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 20 ing-intersperse
5780: 0a 09 09 09 09 09 09 28 63 6f 6e 73 20 63 6d 64 .......(cons cmd
5790: 20 70 61 72 61 6d 73 29 20 22 20 22 29 0a 09 09 params) " ")...
57a0: 09 09 09 20 20 20 22 29 20 22 20 72 65 64 69 72 ... ") " redir
57b0: 20 22 20 22 20 6c 6f 67 66 69 6c 65 29 29 29 0a " " logfile))).
57c0: 09 09 20 20 20 20 3b 3b 20 6d 61 72 6b 20 74 68 .. ;; mark th
57d0: 65 20 73 74 61 72 74 20 6f 66 20 74 68 65 20 74 e start of the t
57e0: 65 73 74 0a 09 09 20 20 20 20 28 74 65 73 74 73 est... (tests
57f0: 74 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20 tep-set-status!
5800: 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e db run-id test-n
5810: 61 6d 65 20 73 74 65 70 6e 61 6d 65 20 22 73 74 ame stepname "st
5820: 61 72 74 22 20 22 6e 2f 61 22 20 69 74 65 6d 64 art" "n/a" itemd
5830: 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 at (args:get-arg
5840: 20 22 2d 6d 22 29 20 6c 6f 67 66 69 6c 65 29 0a "-m") logfile).
5850: 09 09 20 20 20 20 3b 3b 20 63 6c 6f 73 65 20 74 .. ;; close t
5860: 68 65 20 64 62 0a 09 09 20 20 20 20 28 73 71 6c he db... (sql
5870: 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 ite3:finalize! d
5880: 62 29 0a 09 09 20 20 20 20 3b 3b 20 72 75 6e 20 b)... ;; run
5890: 74 68 65 20 74 65 73 74 20 73 74 65 70 0a 09 09 the test step...
58a0: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 (debug:print
58b0: 20 32 20 22 49 4e 46 4f 3a 20 52 75 6e 6e 69 6e 2 "INFO: Runnin
58c0: 67 20 5c 22 22 20 66 75 6c 6c 63 6d 64 20 22 5c g \"" fullcmd "\
58d0: 22 22 29 0a 09 09 20 20 20 20 28 63 68 61 6e 67 "")... (chang
58e0: 65 2d 64 69 72 65 63 74 6f 72 79 20 73 74 61 72 e-directory star
58f0: 74 69 6e 67 64 69 72 29 0a 09 09 20 20 20 20 28 tingdir)... (
5900: 73 65 74 21 20 65 78 69 74 73 74 61 74 20 28 73 set! exitstat (s
5910: 79 73 74 65 6d 20 66 75 6c 6c 63 6d 64 29 29 20 ystem fullcmd))
5920: 3b 3b 20 63 6d 64 20 70 61 72 61 6d 73 29 29 0a ;; cmd params)).
5930: 09 09 20 20 20 20 28 73 65 74 21 20 2a 67 6c 6f .. (set! *glo
5940: 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a 20 65 balexitstatus* e
5950: 78 69 74 73 74 61 74 29 0a 09 09 20 20 20 20 28 xitstat)... (
5960: 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 change-directory
5970: 20 74 65 73 74 70 61 74 68 29 0a 09 09 20 20 20 testpath)...
5980: 20 3b 3b 20 72 65 2d 6f 70 65 6e 20 74 68 65 20 ;; re-open the
5990: 64 62 0a 09 09 20 20 20 20 28 73 65 74 21 20 64 db... (set! d
59a0: 62 20 28 6f 70 65 6e 2d 64 62 29 29 20 0a 09 09 b (open-db)) ...
59b0: 20 20 20 20 3b 3b 20 72 75 6e 20 6c 6f 67 70 72 ;; run logpr
59c0: 6f 20 69 66 20 61 70 70 6c 69 63 61 62 6c 65 20 o if applicable
59d0: 3b 3b 20 28 70 72 6f 63 65 73 73 2d 72 75 6e 20 ;; (process-run
59e0: 22 6c 73 22 20 28 6c 69 73 74 20 22 2f 66 6f 6f "ls" (list "/foo
59f0: 22 20 22 32 3e 26 31 22 20 22 62 6c 61 68 2e 6c " "2>&1" "blah.l
5a00: 6f 67 22 29 29 0a 09 09 20 20 20 20 28 69 66 20 og"))... (if
5a10: 6c 6f 67 70 72 6f 66 69 6c 65 0a 09 09 09 28 6c logprofile....(l
5a20: 65 74 2a 20 28 28 68 74 6d 6c 6c 6f 67 66 69 6c et* ((htmllogfil
5a30: 65 20 28 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65 e (conc stepname
5a40: 20 22 2e 68 74 6d 6c 22 29 29 0a 09 09 09 20 20 ".html"))....
5a50: 20 20 20 20 20 28 6f 6c 64 65 78 69 74 73 74 61 (oldexitsta
5a60: 74 20 65 78 69 74 73 74 61 74 29 0a 09 09 09 20 t exitstat)....
5a70: 20 20 20 20 20 20 28 63 6d 64 20 20 20 20 20 20 (cmd
5a80: 20 20 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 (string-inter
5a90: 73 70 65 72 73 65 20 28 6c 69 73 74 20 22 6c 6f sperse (list "lo
5aa0: 67 70 72 6f 22 20 6c 6f 67 70 72 6f 66 69 6c 65 gpro" logprofile
5ab0: 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 20 22 3c 22 htmllogfile "<"
5ac0: 20 6c 6f 67 66 69 6c 65 20 22 3e 22 20 28 63 6f logfile ">" (co
5ad0: 6e 63 20 73 74 65 70 6e 61 6d 65 20 22 5f 6c 6f nc stepname "_lo
5ae0: 67 70 72 6f 2e 6c 6f 67 22 29 29 20 22 20 22 29 gpro.log")) " ")
5af0: 29 29 0a 09 09 09 20 20 28 64 65 62 75 67 3a 70 )).... (debug:p
5b00: 72 69 6e 74 20 32 20 22 49 4e 46 4f 3a 20 72 75 rint 2 "INFO: ru
5b10: 6e 6e 69 6e 67 20 5c 22 22 20 63 6d 64 20 22 5c nning \"" cmd "\
5b20: 22 22 29 0a 09 09 09 20 20 28 63 68 61 6e 67 65 "").... (change
5b30: 2d 64 69 72 65 63 74 6f 72 79 20 73 74 61 72 74 -directory start
5b40: 69 6e 67 64 69 72 29 0a 09 09 09 20 20 28 73 65 ingdir).... (se
5b50: 74 21 20 65 78 69 74 73 74 61 74 20 28 73 79 73 t! exitstat (sys
5b60: 74 65 6d 20 63 6d 64 29 29 0a 09 09 09 20 20 28 tem cmd)).... (
5b70: 73 65 74 21 20 2a 67 6c 6f 62 61 6c 65 78 69 74 set! *globalexit
5b80: 73 74 61 74 75 73 2a 20 65 78 69 74 73 74 61 74 status* exitstat
5b90: 29 20 3b 3b 20 6e 6f 20 6e 65 63 65 73 73 61 72 ) ;; no necessar
5ba0: 79 0a 09 09 09 20 20 28 63 68 61 6e 67 65 2d 64 y.... (change-d
5bb0: 69 72 65 63 74 6f 72 79 20 74 65 73 74 70 61 74 irectory testpat
5bc0: 68 29 0a 09 09 09 20 20 28 74 65 73 74 2d 73 65 h).... (test-se
5bd0: 74 2d 6c 6f 67 21 20 64 62 20 72 75 6e 2d 69 64 t-log! db run-id
5be0: 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 64 test-name itemd
5bf0: 61 74 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 29 29 at htmllogfile))
5c00: 29 0a 09 09 20 20 20 20 28 74 65 73 74 73 74 65 )... (testste
5c10: 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20 64 62 p-set-status! db
5c20: 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d run-id test-nam
5c30: 65 20 73 74 65 70 6e 61 6d 65 20 22 65 6e 64 22 e stepname "end"
5c40: 20 65 78 69 74 73 74 61 74 20 69 74 65 6d 64 61 exitstat itemda
5c50: 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 t (args:get-arg
5c60: 22 2d 6d 22 29 20 6c 6f 67 66 69 6c 65 29 0a 09 "-m") logfile)..
5c70: 09 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 . (sqlite3:fi
5c80: 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 09 20 20 nalize! db)...
5c90: 20 20 28 69 66 20 28 6e 6f 74 20 28 65 71 3f 20 (if (not (eq?
5ca0: 65 78 69 74 73 74 61 74 20 30 29 29 0a 09 09 09 exitstat 0))....
5cb0: 28 65 78 69 74 20 32 35 34 29 29 20 3b 3b 20 28 (exit 254)) ;; (
5cc0: 65 78 69 74 20 65 78 69 74 73 74 61 74 29 20 64 exit exitstat) d
5cd0: 6f 65 73 6e 27 74 20 77 6f 72 6b 3f 21 3f 0a 09 oesn't work?!?..
5ce0: 09 20 20 3b 3b 20 6f 70 65 6e 20 74 68 65 20 64 . ;; open the d
5cf0: 62 0a 09 09 20 20 3b 3b 20 6d 61 72 6b 20 74 68 b... ;; mark th
5d00: 65 20 65 6e 64 20 6f 66 20 74 68 65 20 74 65 73 e end of the tes
5d10: 74 0a 09 09 20 20 29 29 29 0a 09 20 20 28 69 66 t... ))).. (if
5d20: 20 28 6f 72 20 28 61 72 67 73 3a 67 65 74 2d 61 (or (args:get-a
5d30: 72 67 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73 rg "-test-status
5d40: 22 29 0a 09 09 20 20 28 61 72 67 73 3a 67 65 74 ")... (args:get
5d50: 2d 61 72 67 20 22 2d 73 65 74 2d 76 61 6c 75 65 -arg "-set-value
5d60: 73 22 29 29 0a 09 20 20 20 20 20 20 28 6c 65 74 s")).. (let
5d70: 20 28 28 6e 65 77 73 74 61 74 75 73 20 28 63 6f ((newstatus (co
5d80: 6e 64 0a 09 09 09 09 28 28 6e 75 6d 62 65 72 3f nd.....((number?
5d90: 20 73 74 61 74 75 73 29 20 20 20 20 20 20 20 28 status) (
5da0: 69 66 20 28 65 71 75 61 6c 3f 20 73 74 61 74 75 if (equal? statu
5db0: 73 20 30 29 20 22 50 41 53 53 22 20 22 46 41 49 s 0) "PASS" "FAI
5dc0: 4c 22 29 29 0a 09 09 09 09 28 28 61 6e 64 20 28 L")).....((and (
5dd0: 73 74 72 69 6e 67 3f 20 73 74 61 74 75 73 29 0a string? status).
5de0: 09 09 09 09 20 20 20 20 20 20 28 73 74 72 69 6e .... (strin
5df0: 67 2d 3e 6e 75 6d 62 65 72 20 73 74 61 74 75 73 g->number status
5e00: 29 29 28 69 66 20 28 65 71 75 61 6c 3f 20 28 73 ))(if (equal? (s
5e10: 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72 20 73 74 tring->number st
5e20: 61 74 75 73 29 20 30 29 20 22 50 41 53 53 22 20 atus) 0) "PASS"
5e30: 22 46 41 49 4c 22 29 29 0a 09 09 09 09 28 65 6c "FAIL")).....(el
5e40: 73 65 20 73 74 61 74 75 73 29 29 29 0a 09 09 20 se status)))...
5e50: 20 20 20 3b 3b 20 74 72 61 6e 73 66 65 72 20 72 ;; transfer r
5e60: 65 6c 65 76 61 6e 74 20 6b 65 79 73 20 69 6e 74 elevant keys int
5e70: 6f 20 61 20 68 61 73 68 20 74 6f 20 62 65 20 70 o a hash to be p
5e80: 61 73 73 65 64 20 74 6f 20 74 65 73 74 2d 73 65 assed to test-se
5e90: 74 2d 73 74 61 74 75 73 21 0a 09 09 20 20 20 20 t-status!...
5ea0: 3b 3b 20 63 6f 75 6c 64 20 75 73 65 20 61 6e 20 ;; could use an
5eb0: 61 73 73 6f 63 20 6c 69 73 74 20 49 20 67 75 65 assoc list I gue
5ec0: 73 73 2e 20 0a 09 09 20 20 20 20 28 6f 74 68 65 ss. ... (othe
5ed0: 72 64 61 74 61 20 28 6c 65 74 20 28 28 72 65 73 rdata (let ((res
5ee0: 20 28 6d 61 6b 65 2d 68 61 73 68 2d 74 61 62 6c (make-hash-tabl
5ef0: 65 29 29 29 0a 09 09 09 09 20 28 66 6f 72 2d 65 e)))..... (for-e
5f00: 61 63 68 20 28 6c 61 6d 62 64 61 20 28 6b 65 79 ach (lambda (key
5f10: 29 0a 09 09 09 09 09 20 20 20 20 20 28 69 66 20 )...... (if
5f20: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 6b 65 (args:get-arg ke
5f30: 79 29 0a 09 09 09 09 09 09 20 28 68 61 73 68 2d y)....... (hash-
5f40: 74 61 62 6c 65 2d 73 65 74 21 20 72 65 73 20 6b table-set! res k
5f50: 65 79 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 ey (args:get-arg
5f60: 20 6b 65 79 29 29 29 29 0a 09 09 09 09 09 20 20 key))))......
5f70: 20 28 6c 69 73 74 20 22 3a 76 61 6c 75 65 22 20 (list ":value"
5f80: 22 3a 74 6f 6c 22 20 22 3a 65 78 70 65 63 74 65 ":tol" ":expecte
5f90: 64 22 20 22 3a 66 69 72 73 74 5f 65 72 72 22 20 d" ":first_err"
5fa0: 22 3a 66 69 72 73 74 5f 77 61 72 6e 22 20 22 3a ":first_warn" ":
5fb0: 75 6e 69 74 73 22 20 22 3a 63 61 74 65 67 6f 72 units" ":categor
5fc0: 79 22 20 22 3a 76 61 72 69 61 62 6c 65 22 29 29 y" ":variable"))
5fd0: 0a 09 09 09 09 20 72 65 73 29 29 29 0a 09 09 28 ..... res)))...(
5fe0: 69 66 20 28 61 6e 64 20 28 61 72 67 73 3a 67 65 if (and (args:ge
5ff0: 74 2d 61 72 67 20 22 2d 74 65 73 74 2d 73 74 61 t-arg "-test-sta
6000: 74 75 73 22 29 0a 09 09 09 20 28 6f 72 20 28 6e tus").... (or (n
6010: 6f 74 20 73 74 61 74 65 29 0a 09 09 09 20 20 20 ot state)....
6020: 20 20 28 6e 6f 74 20 73 74 61 74 75 73 29 29 29 (not status)))
6030: 0a 09 09 20 20 20 20 28 62 65 67 69 6e 0a 09 09 ... (begin...
6040: 20 20 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 (debug:pri
6050: 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 59 6f 75 nt 0 "ERROR: You
6060: 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 3a 73 must specify :s
6070: 74 61 74 65 20 61 6e 64 20 3a 73 74 61 74 75 73 tate and :status
6080: 20 77 69 74 68 20 65 76 65 72 79 20 63 61 6c 6c with every call
6090: 20 74 6f 20 2d 74 65 73 74 2d 73 74 61 74 75 73 to -test-status
60a0: 5c 6e 22 20 68 65 6c 70 29 0a 09 09 20 20 20 20 \n" help)...
60b0: 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c (sqlite3:final
60c0: 69 7a 65 21 20 64 62 29 0a 09 09 20 20 20 20 20 ize! db)...
60d0: 20 28 65 78 69 74 20 36 29 29 29 0a 09 09 28 74 (exit 6)))...(t
60e0: 65 73 74 2d 73 65 74 2d 73 74 61 74 75 73 21 20 est-set-status!
60f0: 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e db run-id test-n
6100: 61 6d 65 20 73 74 61 74 65 20 6e 65 77 73 74 61 ame state newsta
6110: 74 75 73 20 69 74 65 6d 64 61 74 20 28 61 72 67 tus itemdat (arg
6120: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29 20 s:get-arg "-m")
6130: 6f 74 68 65 72 64 61 74 61 29 29 29 0a 09 20 20 otherdata)))..
6140: 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a (sqlite3:finaliz
6150: 65 21 20 64 62 29 0a 09 20 20 28 73 65 74 21 20 e! db).. (set!
6160: 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 *didsomething* #
6170: 74 29 29 29 29 0a 0a 28 69 66 20 28 61 72 67 73 t))))..(if (args
6180: 3a 67 65 74 2d 61 72 67 20 22 2d 73 68 6f 77 6b :get-arg "-showk
6190: 65 79 73 22 29 0a 20 20 20 20 28 6c 65 74 20 28 eys"). (let (
61a0: 28 64 62 20 23 66 29 0a 09 20 20 28 6b 65 79 73 (db #f).. (keys
61b0: 20 23 66 29 29 0a 20 20 20 20 20 20 28 69 66 20 #f)). (if
61c0: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d (not (setup-for-
61d0: 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 0a run)).. (begin.
61e0: 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e . (debug:prin
61f0: 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73 t 0 "Failed to s
6200: 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 0a etup, exiting").
6210: 09 20 20 20 20 28 65 78 69 74 20 31 29 29 29 0a . (exit 1))).
6220: 20 20 20 20 20 20 28 73 65 74 21 20 64 62 20 28 (set! db (
6230: 6f 70 65 6e 2d 64 62 29 29 0a 20 20 20 20 20 20 open-db)).
6240: 28 73 65 74 21 20 6b 65 79 73 20 28 64 62 2d 67 (set! keys (db-g
6250: 65 74 2d 6b 65 79 73 20 64 62 29 29 0a 20 20 20 et-keys db)).
6260: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 (debug:print
6270: 31 20 22 4b 65 79 73 3a 20 22 20 28 73 74 72 69 1 "Keys: " (stri
6280: 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 20 28 ng-intersperse (
6290: 6d 61 70 20 6b 65 79 3a 67 65 74 2d 66 69 65 6c map key:get-fiel
62a0: 64 6e 61 6d 65 20 6b 65 79 73 29 20 22 2c 20 22 dname keys) ", "
62b0: 29 29 0a 20 20 20 20 20 20 28 73 71 6c 69 74 65 )). (sqlite
62c0: 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 3:finalize! db).
62d0: 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 (set! *did
62e0: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 something* #t)))
62f0: 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d ..(if (args:get-
6300: 61 72 67 20 22 2d 67 75 69 22 29 0a 20 20 20 20 arg "-gui").
6310: 28 62 65 67 69 6e 0a 20 20 20 20 20 20 28 64 65 (begin. (de
6320: 62 75 67 3a 70 72 69 6e 74 20 30 20 22 4c 6f 6f bug:print 0 "Loo
6330: 6b 20 61 74 20 74 68 65 20 64 61 73 68 62 6f 61 k at the dashboa
6340: 72 64 20 66 6f 72 20 6e 6f 77 22 29 0a 20 20 20 rd for now").
6350: 20 20 20 3b 3b 20 28 6d 65 67 61 74 65 73 74 2d ;; (megatest-
6360: 67 75 69 29 0a 20 20 20 20 20 20 28 73 65 74 21 gui). (set!
6370: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 *didsomething*
6380: 23 74 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d #t)))..;;=======
6390: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
63a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
63b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
63c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a ===============.
63d0: 3b 3b 20 55 70 64 61 74 65 20 74 68 65 20 64 61 ;; Update the da
63e0: 74 61 62 61 73 65 20 73 63 68 65 6d 61 20 6f 6e tabase schema on
63f0: 20 72 65 71 75 65 73 74 0a 3b 3b 3d 3d 3d 3d 3d request.;;=====
6400: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
6410: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
6420: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
6430: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
6440: 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 =..(if (args:get
6450: 2d 61 72 67 20 22 2d 72 65 62 75 69 6c 64 2d 64 -arg "-rebuild-d
6460: 62 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 b"). (begin.
6470: 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 73 (if (not (s
6480: 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 etup-for-run))..
6490: 20 20 28 62 65 67 69 6e 0a 09 20 20 20 20 28 64 (begin.. (d
64a0: 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46 61 ebug:print 0 "Fa
64b0: 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65 iled to setup, e
64c0: 78 69 74 69 6e 67 22 29 20 0a 09 20 20 20 20 28 xiting") .. (
64d0: 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 20 20 exit 1))).
64e0: 3b 3b 20 6e 6f 77 20 63 61 6e 20 66 69 6e 64 20 ;; now can find
64f0: 6f 75 72 20 64 62 0a 20 20 20 20 20 20 28 73 65 our db. (se
6500: 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 t! db (open-db))
6510: 0a 20 20 20 20 20 20 28 70 61 74 63 68 2d 64 62 . (patch-db
6520: 20 64 62 29 0a 20 20 20 20 20 20 28 73 71 6c 69 db). (sqli
6530: 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 te3:finalize! db
6540: 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 ). (set! *d
6550: 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 idsomething* #t)
6560: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ))..;;==========
6570: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
6580: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
6590: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d ================
65a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 ============.;;
65b0: 55 70 64 61 74 65 20 74 68 65 20 74 65 73 74 73 Update the tests
65c0: 20 6d 65 74 61 20 64 61 74 61 20 66 72 6f 6d 20 meta data from
65d0: 74 68 65 20 74 65 73 74 63 6f 6e 66 69 67 20 66 the testconfig f
65e0: 69 6c 65 73 0a 3b 3b 0a 0a 28 69 66 20 28 61 72 iles.;;..(if (ar
65f0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 75 70 64 gs:get-arg "-upd
6600: 61 74 65 2d 6d 65 74 61 22 29 0a 20 20 20 20 28 ate-meta"). (
6610: 62 65 67 69 6e 0a 20 20 20 20 20 20 28 69 66 20 begin. (if
6620: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d (not (setup-for-
6630: 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 0a run)).. (begin.
6640: 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e . (debug:prin
6650: 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73 t 0 "Failed to s
6660: 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 20 etup, exiting")
6670: 0a 09 20 20 20 20 28 65 78 69 74 20 31 29 29 29 .. (exit 1)))
6680: 0a 20 20 20 20 20 20 3b 3b 20 6e 6f 77 20 63 61 . ;; now ca
6690: 6e 20 66 69 6e 64 20 6f 75 72 20 64 62 0a 20 20 n find our db.
66a0: 20 20 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 (set! db (op
66b0: 65 6e 2d 64 62 29 29 0a 20 20 20 20 20 20 28 72 en-db)). (r
66c0: 75 6e 73 3a 75 70 64 61 74 65 2d 61 6c 6c 2d 74 uns:update-all-t
66d0: 65 73 74 5f 6d 65 74 61 20 64 62 29 0a 20 20 20 est_meta db).
66e0: 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 (sqlite3:fina
66f0: 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20 lize! db).
6700: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 (set! *didsometh
6710: 69 6e 67 2a 20 23 74 29 29 29 0a 0a 28 69 66 20 ing* #t)))..(if
6720: 28 6e 6f 74 20 2a 64 69 64 73 6f 6d 65 74 68 69 (not *didsomethi
6730: 6e 67 2a 29 0a 20 20 20 20 28 64 65 62 75 67 3a ng*). (debug:
6740: 70 72 69 6e 74 20 30 20 68 65 6c 70 29 29 0a 0a print 0 help))..
6750: 28 69 66 20 28 6e 6f 74 20 28 65 71 3f 20 2a 67 (if (not (eq? *g
6760: 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a lobalexitstatus*
6770: 20 30 29 29 0a 20 20 20 20 28 69 66 20 28 6f 72 0)). (if (or
6780: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 (args:get-arg "
6790: 2d 72 75 6e 74 65 73 74 73 22 29 28 61 72 67 73 -runtests")(args
67a0: 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 61 6c :get-arg "-runal
67b0: 6c 22 29 29 0a 20 20 20 20 20 20 20 20 28 62 65 l")). (be
67c0: 67 69 6e 0a 20 20 20 20 20 20 20 20 20 20 20 28 gin. (
67d0: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 4e debug:print 0 "N
67e0: 4f 54 45 3a 20 53 75 62 70 72 6f 63 65 73 73 65 OTE: Subprocesse
67f0: 73 20 77 69 74 68 20 6e 6f 6e 2d 7a 65 72 6f 20 s with non-zero
6800: 65 78 69 74 20 63 6f 64 65 20 64 65 74 65 63 74 exit code detect
6810: 65 64 3a 20 22 20 2a 67 6c 6f 62 61 6c 65 78 69 ed: " *globalexi
6820: 74 73 74 61 74 75 73 2a 29 0a 20 20 20 20 20 20 tstatus*).
6830: 20 20 20 20 20 28 65 78 69 74 20 30 29 29 0a 20 (exit 0)).
6840: 20 20 20 20 20 20 20 28 63 61 73 65 20 2a 67 6c (case *gl
6850: 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a 0a obalexitstatus*.
6860: 20 20 20 20 20 20 20 20 20 28 28 30 29 28 65 78 ((0)(ex
6870: 69 74 20 30 29 29 0a 20 20 20 20 20 20 20 20 20 it 0)).
6880: 28 28 31 29 28 65 78 69 74 20 31 29 29 0a 20 20 ((1)(exit 1)).
6890: 20 20 20 20 20 20 20 28 28 32 29 28 65 78 69 74 ((2)(exit
68a0: 20 32 29 29 0a 20 20 20 20 20 20 20 20 20 28 65 2)). (e
68b0: 6c 73 65 20 28 65 78 69 74 20 33 29 29 29 29 29 lse (exit 3)))))
68c0: 0a .