Megatest

Hex Artifact Content
Login

Artifact 751b469169e9127cc52fa68dbd11cccc10a7c02f:


0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30  ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20  6-2011, Matthew 
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20  Welland..;; .;; 
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73   This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20   made available 
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50  under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72  L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65  .;;  greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69  e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20  ng file COPYING 
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20  for details..;; 
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61  .;;  This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64  m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52   WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65  RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c  ven the.;;  impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20  ied warranty of 
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20  MERCHANTABILITY 
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41  or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20   PARTICULAR.;;  
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e  PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63  clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20  m").;; (include 
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f  "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71  n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73  lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63  ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65  ase srfi-69 base
01c0: 36 34 20 66 6f 72 6d 61 74 29 0a 28 69 6d 70 6f  64 format).(impo
01d0: 72 74 20 28 70 72 65 66 69 78 20 73 71 6c 69 74  rt (prefix sqlit
01e0: 65 33 20 73 71 6c 69 74 65 33 3a 29 29 0a 28 69  e3 sqlite3:)).(i
01f0: 6d 70 6f 72 74 20 28 70 72 65 66 69 78 20 62 61  mport (prefix ba
0200: 73 65 36 34 20 62 61 73 65 36 34 3a 29 29 0a 0a  se64 base64:))..
0210: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 63  (declare (uses c
0220: 6f 6d 6d 6f 6e 29 29 0a 28 64 65 63 6c 61 72 65  ommon)).(declare
0230: 20 28 75 73 65 73 20 6d 65 67 61 74 65 73 74 2d   (uses megatest-
0240: 76 65 72 73 69 6f 6e 29 29 0a 28 64 65 63 6c 61  version)).(decla
0250: 72 65 20 28 75 73 65 73 20 6d 61 72 67 73 29 29  re (uses margs))
0260: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20  .(declare (uses 
0270: 72 75 6e 73 29 29 0a 28 64 65 63 6c 61 72 65 20  runs)).(declare 
0280: 28 75 73 65 73 20 6c 61 75 6e 63 68 29 29 0a 0a  (uses launch))..
0290: 28 69 6e 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e  (include "common
02a0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 28  _records.scm").(
02b0: 69 6e 63 6c 75 64 65 20 22 6b 65 79 5f 72 65 63  include "key_rec
02c0: 6f 72 64 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c  ords.scm").(incl
02d0: 75 64 65 20 22 64 62 5f 72 65 63 6f 72 64 73 2e  ude "db_records.
02e0: 73 63 6d 22 29 0a 0a 28 64 65 66 69 6e 65 20 68  scm")..(define h
02f0: 65 6c 70 20 28 63 6f 6e 63 20 22 0a 4d 65 67 61  elp (conc ".Mega
0300: 74 65 73 74 2c 20 64 6f 63 75 6d 65 6e 74 61 74  test, documentat
0310: 69 6f 6e 20 61 74 20 68 74 74 70 3a 2f 2f 77 77  ion at http://ww
0320: 77 2e 6b 69 61 74 6f 61 2e 63 6f 6d 2f 66 6f 73  w.kiatoa.com/fos
0330: 73 69 6c 73 2f 6d 65 67 61 74 65 73 74 0a 20 20  sils/megatest.  
0340: 76 65 72 73 69 6f 6e 20 22 20 6d 65 67 61 74 65  version " megate
0350: 73 74 2d 76 65 72 73 69 6f 6e 20 22 0a 20 20 6c  st-version ".  l
0360: 69 63 65 6e 73 65 20 47 50 4c 2c 20 43 6f 70 79  icense GPL, Copy
0370: 72 69 67 68 74 20 4d 61 74 74 20 57 65 6c 6c 61  right Matt Wella
0380: 6e 64 20 32 30 30 36 2d 32 30 31 31 0a 0a 55 73  nd 2006-2011..Us
0390: 61 67 65 3a 20 6d 65 67 61 74 65 73 74 20 5b 6f  age: megatest [o
03a0: 70 74 69 6f 6e 73 5d 0a 20 20 2d 68 20 20 20 20  ptions].  -h    
03b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
03c0: 20 20 3a 20 74 68 69 73 20 68 65 6c 70 0a 0a 50    : this help..P
03d0: 72 6f 63 65 73 73 20 61 6e 64 20 74 65 73 74 20  rocess and test 
03e0: 72 75 6e 6e 69 6e 67 0a 20 20 2d 72 75 6e 61 6c  running.  -runal
03f0: 6c 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  l               
0400: 20 20 3a 20 72 75 6e 20 61 6c 6c 20 74 65 73 74    : run all test
0410: 73 20 74 68 61 74 20 61 72 65 20 6e 6f 74 20 73  s that are not s
0420: 74 61 74 65 20 43 4f 4d 50 4c 45 54 45 44 20 61  tate COMPLETED a
0430: 6e 64 20 73 74 61 74 75 73 20 50 41 53 53 2c 20  nd status PASS, 
0440: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  .               
0450: 20 20 20 20 20 20 20 20 20 20 20 20 20 43 48 45               CHE
0460: 43 4b 20 6f 72 20 4b 49 4c 4c 45 44 0a 20 20 2d  CK or KILLED.  -
0470: 72 75 6e 74 65 73 74 73 20 74 73 74 31 2c 74 73  runtests tst1,ts
0480: 74 32 20 2e 2e 2e 20 3a 20 72 75 6e 20 74 65 73  t2 ... : run tes
0490: 74 73 0a 0a 52 75 6e 20 73 74 61 74 75 73 20 75  ts..Run status u
04a0: 70 64 61 74 65 73 20 28 74 68 65 73 65 20 72 65  pdates (these re
04b0: 71 75 69 72 65 20 74 68 61 74 20 79 6f 75 20 61  quire that you a
04c0: 72 65 20 69 6e 20 61 20 74 65 73 74 20 64 69 72  re in a test dir
04d0: 65 63 74 6f 72 79 0a 20 20 20 20 20 20 20 20 20  ectory.         
04e0: 20 20 20 20 20 20 20 20 20 20 20 61 6e 64 20 79             and y
04f0: 6f 75 20 68 61 76 65 20 73 6f 75 72 63 65 64 20  ou have sourced 
0500: 74 68 65 20 5c 22 6d 65 67 61 74 65 73 74 2e 63  the \"megatest.c
0510: 73 68 5c 22 20 6f 72 0a 20 20 20 20 20 20 20 20  sh\" or.        
0520: 20 20 20 20 20 20 20 20 20 20 20 20 5c 22 6d 65              \"me
0530: 67 61 74 65 73 74 2e 73 68 5c 22 20 66 69 6c 65  gatest.sh\" file
0540: 2e 29 0a 20 20 2d 73 74 65 70 20 73 74 65 70 6e  .).  -step stepn
0550: 61 6d 65 0a 20 20 2d 74 65 73 74 2d 73 74 61 74  ame.  -test-stat
0560: 75 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20  us            : 
0570: 73 65 74 20 74 68 65 20 73 74 61 74 65 20 61 6e  set the state an
0580: 64 20 73 74 61 74 75 73 20 6f 66 20 61 20 74 65  d status of a te
0590: 73 74 20 28 75 73 65 20 3a 73 74 61 74 65 20 61  st (use :state a
05a0: 6e 64 20 3a 73 74 61 74 75 73 29 0a 20 20 2d 73  nd :status).  -s
05b0: 65 74 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 20  etlog logfname  
05c0: 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20        : set the 
05d0: 70 61 74 68 2f 66 69 6c 65 6e 61 6d 65 20 74 6f  path/filename to
05e0: 20 74 68 65 20 66 69 6e 61 6c 20 6c 6f 67 20 72   the final log r
05f0: 65 6c 61 74 69 76 65 20 74 6f 20 74 68 65 20 74  elative to the t
0600: 65 73 74 0a 20 20 20 20 20 20 20 20 20 20 20 20  est.            
0610: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0620: 64 69 72 65 63 74 6f 72 79 2e 20 6d 61 79 20 62  directory. may b
0630: 65 20 75 73 65 64 20 77 69 74 68 20 2d 74 65 73  e used with -tes
0640: 74 2d 73 74 61 74 75 73 0a 20 20 2d 73 65 74 2d  t-status.  -set-
0650: 74 6f 70 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20  toplog logfname 
0660: 20 20 20 3a 20 73 65 74 20 74 68 65 20 6f 76 65     : set the ove
0670: 72 61 6c 6c 20 6c 6f 67 20 66 6f 72 20 61 20 73  rall log for a s
0680: 75 69 74 65 20 6f 66 20 73 75 62 2d 74 65 73 74  uite of sub-test
0690: 73 0a 20 20 2d 73 75 6d 6d 61 72 69 7a 65 2d 69  s.  -summarize-i
06a0: 74 65 6d 73 20 20 20 20 20 20 20 20 3a 20 66 6f  tems        : fo
06b0: 72 20 61 6e 20 69 74 65 6d 69 7a 65 64 20 74 65  r an itemized te
06c0: 73 74 20 63 72 65 61 74 65 20 61 20 73 75 6d 6d  st create a summ
06d0: 61 72 79 20 68 74 6d 6c 20 0a 20 20 2d 6d 20 63  ary html .  -m c
06e0: 6f 6d 6d 65 6e 74 20 20 20 20 20 20 20 20 20 20  omment          
06f0: 20 20 20 20 3a 20 69 6e 73 65 72 74 20 61 20 63      : insert a c
0700: 6f 6d 6d 65 6e 74 20 66 6f 72 20 74 68 69 73 20  omment for this 
0710: 74 65 73 74 0a 0a 52 75 6e 20 64 61 74 61 0a 20  test..Run data. 
0720: 20 2d 74 61 72 67 65 74 20 6b 65 79 31 2f 6b 65   -target key1/ke
0730: 79 32 2f 2e 2e 2e 20 20 20 3a 20 72 75 6e 20 66  y2/...   : run f
0740: 6f 72 20 6b 65 79 31 2c 20 6b 65 79 32 2c 20 65  or key1, key2, e
0750: 74 63 2e 0a 20 20 2d 72 65 71 74 61 72 67 20 6b  tc..  -reqtarg k
0760: 65 79 31 2f 6b 65 79 32 2f 2e 2e 2e 20 20 3a 20  ey1/key2/...  : 
0770: 72 75 6e 20 66 6f 72 20 6b 65 79 31 2c 20 6b 65  run for key1, ke
0780: 79 32 2c 20 65 74 63 2e 20 62 75 74 20 6b 65 79  y2, etc. but key
0790: 31 2f 6b 65 79 32 20 6d 75 73 74 20 62 65 20 69  1/key2 must be i
07a0: 6e 20 72 75 6e 63 6f 6e 66 69 67 0a 20 20 3a 72  n runconfig.  :r
07b0: 75 6e 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20  unname          
07c0: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64        : required
07d0: 2c 20 6e 61 6d 65 20 66 6f 72 20 74 68 69 73 20  , name for this 
07e0: 70 61 72 74 69 63 75 6c 61 72 20 74 65 73 74 20  particular test 
07f0: 72 75 6e 0a 20 20 3a 73 74 61 74 65 20 20 20 20  run.  :state    
0800: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20                : 
0810: 72 65 71 75 69 72 65 64 20 69 66 20 75 70 64 61  required if upda
0820: 74 69 6e 67 20 73 74 65 70 20 73 74 61 74 65 3b  ting step state;
0830: 20 65 2e 67 2e 20 73 74 61 72 74 2c 20 65 6e 64   e.g. start, end
0840: 2c 20 63 6f 6d 70 6c 65 74 65 64 0a 20 20 3a 73  , completed.  :s
0850: 74 61 74 75 73 20 20 20 20 20 20 20 20 20 20 20  tatus           
0860: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64        : required
0870: 20 69 66 20 75 70 64 61 74 69 6e 67 20 73 74 65   if updating ste
0880: 70 20 73 74 61 74 75 73 3b 20 65 2e 67 2e 20 70  p status; e.g. p
0890: 61 73 73 2c 20 66 61 69 6c 2c 20 6e 2f 61 0a 0a  ass, fail, n/a..
08a0: 56 61 6c 75 65 73 20 61 6e 64 20 72 65 63 6f 72  Values and recor
08b0: 64 20 65 72 72 6f 72 73 20 61 6e 64 20 77 61 72  d errors and war
08c0: 6e 69 6e 67 73 0a 20 20 2d 73 65 74 2d 76 61 6c  nings.  -set-val
08d0: 75 65 73 20 20 20 20 20 20 20 20 20 20 20 20 20  ues             
08e0: 3a 20 75 70 64 61 74 65 20 6f 72 20 73 65 74 20  : update or set 
08f0: 76 61 6c 75 65 73 20 69 6e 20 74 68 65 20 6d 65  values in the me
0900: 67 61 74 65 73 74 20 64 62 20 0a 20 20 3a 63 61  gatest db .  :ca
0910: 74 65 67 6f 72 79 20 20 20 20 20 20 20 20 20 20  tegory          
0920: 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 63       : set the c
0930: 61 74 65 67 6f 72 79 20 66 69 65 6c 64 20 28 6f  ategory field (o
0940: 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 76 61 72 69  ptional).  :vari
0950: 61 62 6c 65 20 20 20 20 20 20 20 20 20 20 20 20  able            
0960: 20 20 20 3a 20 73 65 74 20 74 68 65 20 76 61 72     : set the var
0970: 69 61 62 6c 65 20 6e 61 6d 65 20 28 6f 70 74 69  iable name (opti
0980: 6f 6e 61 6c 29 0a 20 20 3a 76 61 6c 75 65 20 20  onal).  :value  
0990: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
09a0: 3a 20 76 61 6c 75 65 20 6d 65 61 73 75 72 65 64  : value measured
09b0: 20 28 72 65 71 75 69 72 65 64 29 0a 20 20 3a 65   (required).  :e
09c0: 78 70 65 63 74 65 64 20 20 20 20 20 20 20 20 20  xpected         
09d0: 20 20 20 20 20 20 3a 20 76 61 6c 75 65 20 65 78        : value ex
09e0: 70 65 63 74 65 64 20 28 72 65 71 75 69 72 65 64  pected (required
09f0: 29 0a 20 20 3a 74 6f 6c 20 20 20 20 20 20 20 20  ).  :tol        
0a00: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 7c 76              : |v
0a10: 61 6c 75 65 2d 65 78 70 65 63 74 7c 20 3c 3d 20  alue-expect| <= 
0a20: 74 6f 6c 20 28 72 65 71 75 69 72 65 64 2c 20 63  tol (required, c
0a30: 61 6e 20 62 65 20 3c 2c 20 3e 2c 20 3e 3d 2c 20  an be <, >, >=, 
0a40: 3c 3d 20 6f 72 20 6e 75 6d 62 65 72 29 0a 20 20  <= or number).  
0a50: 3a 75 6e 69 74 73 20 20 20 20 20 20 20 20 20 20  :units          
0a60: 20 20 20 20 20 20 20 20 3a 20 6e 61 6d 65 20 6f          : name o
0a70: 66 20 74 68 65 20 75 6e 69 74 73 20 66 6f 72 20  f the units for 
0a80: 76 61 6c 75 65 2c 20 65 78 70 65 63 74 65 64 5f  value, expected_
0a90: 76 61 6c 75 65 20 65 74 63 2e 20 28 6f 70 74 69  value etc. (opti
0aa0: 6f 6e 61 6c 29 0a 0a 41 72 62 69 74 72 61 72 79  onal)..Arbitrary
0ab0: 20 74 65 73 74 20 64 61 74 61 20 6c 6f 61 64 69   test data loadi
0ac0: 6e 67 0a 20 20 2d 6c 6f 61 64 2d 74 65 73 74 2d  ng.  -load-test-
0ad0: 64 61 74 61 20 20 20 20 20 20 20 20 20 3a 20 72  data         : r
0ae0: 65 61 64 20 74 65 73 74 20 73 70 65 63 69 66 69  ead test specifi
0af0: 63 20 64 61 74 61 20 66 6f 72 20 73 74 6f 72 61  c data for stora
0b00: 67 65 20 69 6e 20 74 68 65 20 74 65 73 74 5f 64  ge in the test_d
0b10: 61 74 61 20 74 61 62 6c 65 0a 20 20 20 20 20 20  ata table.      
0b20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b30: 20 20 20 20 20 20 66 72 6f 6d 20 73 74 61 6e 64        from stand
0b40: 61 72 64 20 69 6e 2e 20 45 61 63 68 20 6c 69 6e  ard in. Each lin
0b50: 65 20 69 73 20 63 6f 6d 6d 61 20 64 65 6c 69 6d  e is comma delim
0b60: 69 74 65 64 20 77 69 74 68 20 66 6f 75 72 0a 20  ited with four. 
0b70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b80: 20 20 20 20 20 20 20 20 20 20 20 66 69 65 6c 64             field
0b90: 73 20 63 61 74 65 67 6f 72 79 2c 76 61 72 69 61  s category,varia
0ba0: 62 6c 65 2c 76 61 6c 75 65 2c 63 6f 6d 6d 65 6e  ble,value,commen
0bb0: 74 0a 0a 51 75 65 72 69 65 73 0a 20 20 2d 6c 69  t..Queries.  -li
0bc0: 73 74 2d 72 75 6e 73 20 70 61 74 74 20 20 20 20  st-runs patt    
0bd0: 20 20 20 20 20 3a 20 6c 69 73 74 20 72 75 6e 73       : list runs
0be0: 20 6d 61 74 63 68 69 6e 67 20 70 61 74 74 65 72   matching patter
0bf0: 6e 20 5c 22 70 61 74 74 5c 22 2c 20 25 20 69 73  n \"patt\", % is
0c00: 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a 20 20   the wildcard.  
0c10: 2d 74 65 73 74 70 61 74 74 20 70 61 74 74 20 20  -testpatt patt  
0c20: 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c 69 73          : in lis
0c30: 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e 6c 79  t-runs show only
0c40: 20 74 68 65 73 65 20 74 65 73 74 73 2c 20 25 20   these tests, % 
0c50: 69 73 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a  is the wildcard.
0c60: 20 20 2d 69 74 65 6d 70 61 74 74 20 70 61 74 74    -itempatt patt
0c70: 20 20 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c            : in l
0c80: 69 73 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e  ist-runs show on
0c90: 6c 79 20 74 65 73 74 73 20 77 69 74 68 20 69 74  ly tests with it
0ca0: 65 6d 73 20 74 68 61 74 20 6d 61 74 63 68 20 70  ems that match p
0cb0: 61 74 74 0a 20 20 2d 73 68 6f 77 6b 65 79 73 20  att.  -showkeys 
0cc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20                : 
0cd0: 73 68 6f 77 20 74 68 65 20 6b 65 79 73 20 75 73  show the keys us
0ce0: 65 64 20 69 6e 20 74 68 69 73 20 6d 65 67 61 74  ed in this megat
0cf0: 65 73 74 20 73 65 74 75 70 0a 0a 4d 69 73 63 20  est setup..Misc 
0d00: 0a 20 20 2d 66 6f 72 63 65 20 20 20 20 20 20 20  .  -force       
0d10: 20 20 20 20 20 20 20 20 20 20 20 3a 20 6f 76 65             : ove
0d20: 72 72 69 64 65 20 73 6f 6d 65 20 63 68 65 63 6b  rride some check
0d30: 73 0a 20 20 2d 78 74 65 72 6d 20 20 20 20 20 20  s.  -xterm      
0d40: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 73 74              : st
0d50: 61 72 74 20 61 6e 20 78 74 65 72 6d 20 69 6e 73  art an xterm ins
0d60: 74 65 61 64 20 6f 66 20 6c 61 75 6e 63 68 69 6e  tead of launchin
0d70: 67 20 74 68 65 20 74 65 73 74 0a 20 20 2d 72 65  g the test.  -re
0d80: 6d 6f 76 65 2d 72 75 6e 73 20 20 20 20 20 20 20  move-runs       
0d90: 20 20 20 20 20 3a 20 72 65 6d 6f 76 65 20 74 68       : remove th
0da0: 65 20 64 61 74 61 20 66 6f 72 20 61 20 72 75 6e  e data for a run
0db0: 2c 20 72 65 71 75 69 72 65 73 20 61 6c 6c 20 66  , requires all f
0dc0: 69 65 6c 64 73 20 62 65 20 73 70 65 63 69 66 69  ields be specifi
0dd0: 65 64 0a 20 20 20 20 20 20 20 20 20 20 20 20 20  ed.             
0de0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 61                 a
0df0: 6e 64 20 3a 72 75 6e 6e 61 6d 65 20 2c 2d 74 65  nd :runname ,-te
0e00: 73 74 70 61 74 74 20 61 6e 64 20 2d 69 74 65 6d  stpatt and -item
0e10: 70 61 74 74 0a 20 20 20 20 20 20 20 20 20 20 20  patt.           
0e20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0e30: 20 61 6e 64 20 2d 74 65 73 74 70 61 74 74 0a 20   and -testpatt. 
0e40: 20 2d 6b 65 65 70 67 6f 69 6e 67 20 20 20 20 20   -keepgoing     
0e50: 20 20 20 20 20 20 20 20 20 3a 20 63 6f 6e 74 69           : conti
0e60: 6e 75 65 20 72 75 6e 6e 69 6e 67 20 75 6e 74 69  nue running unti
0e70: 6c 20 6e 6f 20 6a 6f 62 73 20 61 72 65 20 5c 22  l no jobs are \"
0e80: 4c 41 55 4e 43 48 45 44 5c 22 20 6f 72 0a 20 20  LAUNCHED\" or.  
0e90: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0ea0: 20 20 20 20 20 20 20 20 20 20 5c 22 4e 4f 54 5f            \"NOT_
0eb0: 53 54 41 52 54 45 44 5c 22 0a 20 20 2d 72 65 72  STARTED\".  -rer
0ec0: 75 6e 20 46 41 49 4c 2c 57 41 52 4e 2e 2e 2e 20  un FAIL,WARN... 
0ed0: 20 20 20 20 3a 20 72 65 2d 72 75 6e 20 69 66 20      : re-run if 
0ee0: 63 61 6c 6c 65 64 20 6f 6e 20 61 20 74 65 73 74  called on a test
0ef0: 20 74 68 61 74 20 70 72 65 76 69 6f 75 73 6c 79   that previously
0f00: 20 72 61 6e 20 28 6e 75 6c 6c 69 66 69 65 64 0a   ran (nullified.
0f10: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0f20: 20 20 20 20 20 20 20 20 20 20 20 20 69 66 20 2d              if -
0f30: 6b 65 65 70 67 6f 69 6e 67 20 69 73 20 61 6c 73  keepgoing is als
0f40: 6f 20 73 70 65 63 69 66 69 65 64 29 0a 20 20 2d  o specified).  -
0f50: 72 65 62 75 69 6c 64 2d 64 62 20 20 20 20 20 20  rebuild-db      
0f60: 20 20 20 20 20 20 20 3a 20 62 72 69 6e 67 20 74         : bring t
0f70: 68 65 20 64 61 74 61 62 61 73 65 20 73 63 68 65  he database sche
0f80: 6d 61 20 75 70 20 74 6f 20 64 61 74 65 0a 20 20  ma up to date.  
0f90: 2d 72 6f 6c 6c 75 70 20 20 20 20 20 20 20 20 20  -rollup         
0fa0: 20 20 20 20 20 20 20 20 3a 20 66 69 6c 6c 20 72          : fill r
0fb0: 75 6e 20 28 73 65 74 20 62 79 20 3a 72 75 6e 6e  un (set by :runn
0fc0: 61 6d 65 29 20 20 77 69 74 68 20 6c 61 74 65 73  ame)  with lates
0fd0: 74 20 74 65 73 74 28 73 29 20 66 72 6f 6d 0a 20  t test(s) from. 
0fe0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0ff0: 20 20 20 20 20 20 20 20 20 20 20 70 72 69 6f 72             prior
1000: 20 72 75 6e 73 20 77 69 74 68 20 73 61 6d 65 20   runs with same 
1010: 6b 65 79 73 0a 20 20 2d 75 70 64 61 74 65 2d 6d  keys.  -update-m
1020: 65 74 61 20 20 20 20 20 20 20 20 20 20 20 20 3a  eta            :
1030: 20 75 70 64 61 74 65 20 74 68 65 20 74 65 73 74   update the test
1040: 73 20 6d 65 74 61 64 61 74 61 20 66 6f 72 20 61  s metadata for a
1050: 6c 6c 20 74 65 73 74 73 0a 20 20 2d 65 6e 76 32  ll tests.  -env2
1060: 66 69 6c 65 20 66 6e 61 6d 65 20 20 20 20 20 20  file fname      
1070: 20 20 20 3a 20 77 72 69 74 65 20 74 68 65 20 65     : write the e
1080: 6e 76 69 72 6f 6e 6d 65 6e 74 20 74 6f 20 66 6e  nvironment to fn
1090: 61 6d 65 2e 63 73 68 20 61 6e 64 20 66 6e 61 6d  ame.csh and fnam
10a0: 65 2e 73 68 0a 0a 53 70 72 65 61 64 73 68 65 65  e.sh..Spreadshee
10b0: 74 20 67 65 6e 65 72 61 74 69 6f 6e 0a 20 20 2d  t generation.  -
10c0: 65 78 74 72 61 63 74 2d 6f 64 73 20 20 20 20 20  extract-ods     
10d0: 20 20 20 20 20 20 20 3a 20 65 78 74 72 61 63 74         : extract
10e0: 20 61 6e 20 6f 70 65 6e 20 64 6f 63 75 6d 65 6e   an open documen
10f0: 74 20 73 70 72 65 61 64 73 68 65 65 74 20 66 72  t spreadsheet fr
1100: 6f 6d 20 74 68 65 20 64 61 74 61 62 61 73 65 0a  om the database.
1110: 20 20 2d 70 61 74 68 6d 6f 64 20 70 61 74 68 20    -pathmod path 
1120: 20 20 20 20 20 20 20 20 20 20 3a 20 69 6e 73 65            : inse
1130: 72 74 20 70 61 74 68 2c 20 69 2e 65 2e 20 70 61  rt path, i.e. pa
1140: 74 68 2f 72 75 6e 61 6d 65 2f 69 74 65 6d 70 61  th/runame/itempa
1150: 74 68 2f 6c 6f 67 66 69 6c 65 2e 68 74 6d 6c 0a  th/logfile.html.
1160: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1170: 20 20 20 20 20 20 20 20 20 20 20 20 77 69 6c 6c              will
1180: 20 63 6c 65 61 72 20 74 68 65 20 66 69 65 6c 64   clear the field
1190: 20 69 66 20 6e 6f 20 72 75 6e 64 69 72 2f 74 65   if no rundir/te
11a0: 73 74 6e 61 6d 65 2f 69 74 65 6d 70 61 74 68 2f  stname/itempath/
11b0: 6c 6f 67 66 69 6c 65 0a 20 20 20 20 20 20 20 20  logfile.        
11c0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
11d0: 20 20 20 20 69 66 20 69 74 20 63 6f 6e 74 61 69      if it contai
11e0: 6e 73 20 66 6f 72 77 61 72 64 20 73 6c 61 73 68  ns forward slash
11f0: 65 73 20 74 68 65 20 70 61 74 68 20 77 69 6c 6c  es the path will
1200: 20 62 65 20 63 6f 6e 76 65 72 74 65 64 0a 20 20   be converted.  
1210: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1220: 20 20 20 20 20 20 20 20 20 20 74 6f 20 77 69 6e            to win
1230: 64 6f 77 73 20 73 74 79 6c 65 0a 0a 48 65 6c 70  dows style..Help
1240: 65 72 73 0a 20 20 2d 72 75 6e 73 74 65 70 20 73  ers.  -runstep s
1250: 74 65 70 6e 61 6d 65 20 20 2e 2e 2e 20 20 3a 20  tepname  ...  : 
1260: 74 61 6b 65 20 72 65 6d 61 69 6e 69 6e 67 20 70  take remaining p
1270: 61 72 61 6d 73 20 61 73 20 63 6f 6d 61 6e 64 20  arams as comand 
1280: 61 6e 64 20 65 78 65 63 75 74 65 20 61 73 20 73  and execute as s
1290: 74 65 70 6e 61 6d 65 0a 20 20 20 20 20 20 20 20  tepname.        
12a0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
12b0: 20 20 20 20 6c 6f 67 20 77 69 6c 6c 20 62 65 20      log will be 
12c0: 69 6e 20 73 74 65 70 6e 61 6d 65 2e 6c 6f 67 2e  in stepname.log.
12d0: 20 42 65 73 74 20 74 6f 20 70 75 74 20 63 6f 6d   Best to put com
12e0: 6d 61 6e 64 20 69 6e 20 71 75 6f 74 65 73 0a 20  mand in quotes. 
12f0: 20 2d 6c 6f 67 70 72 6f 20 66 69 6c 65 20 20 20   -logpro file   
1300: 20 20 20 20 20 20 20 20 20 3a 20 77 69 74 68 20           : with 
1310: 2d 65 78 65 63 20 61 70 70 6c 79 20 6c 6f 67 70  -exec apply logp
1320: 72 6f 20 66 69 6c 65 20 74 6f 20 73 74 65 70 6e  ro file to stepn
1330: 61 6d 65 2e 6c 6f 67 2c 20 63 72 65 61 74 65 73  ame.log, creates
1340: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  .               
1350: 20 20 20 20 20 20 20 20 20 20 20 20 20 73 74 65               ste
1360: 70 6e 61 6d 65 2e 68 74 6d 6c 20 61 6e 64 20 73  pname.html and s
1370: 65 74 73 20 6c 6f 67 20 74 6f 20 73 61 6d 65 0a  ets log to same.
1380: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1390: 20 20 20 20 20 20 20 20 20 20 20 20 49 66 20 75              If u
13a0: 73 69 6e 67 20 6d 61 6b 65 20 75 73 65 20 73 74  sing make use st
13b0: 65 70 6e 61 6d 65 5f 6c 6f 67 70 72 6f 2e 6c 6f  epname_logpro.lo
13c0: 67 20 61 73 20 79 6f 75 72 20 74 61 72 67 65 74  g as your target
13d0: 0a 0a 43 61 6c 6c 65 64 20 61 73 20 22 20 28 73  ..Called as " (s
13e0: 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73  tring-interspers
13f0: 65 20 28 61 72 67 76 29 20 22 20 22 29 29 29 0a  e (argv) " "))).
1400: 0a 3b 3b 20 20 2d 67 75 69 20 20 20 20 20 20 20  .;;  -gui       
1410: 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 73               : s
1420: 74 61 72 74 20 61 20 67 75 69 20 69 6e 74 65 72  tart a gui inter
1430: 66 61 63 65 0a 3b 3b 20 20 2d 63 6f 6e 66 69 67  face.;;  -config
1440: 20 66 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20   fname          
1450: 20 3a 20 6f 76 65 72 72 69 64 65 20 74 68 65 20   : override the 
1460: 72 75 6e 63 6f 6e 66 69 67 20 66 69 6c 65 20 77  runconfig file w
1470: 69 74 68 20 66 6e 61 6d 65 0a 0a 3b 3b 20 70 72  ith fname..;; pr
1480: 6f 63 65 73 73 20 61 72 67 73 0a 28 64 65 66 69  ocess args.(defi
1490: 6e 65 20 72 65 6d 61 72 67 73 20 28 61 72 67 73  ne remargs (args
14a0: 3a 67 65 74 2d 61 72 67 73 20 0a 09 09 20 28 61  :get-args ... (a
14b0: 72 67 76 29 0a 09 09 20 28 6c 69 73 74 20 20 22  rgv)... (list  "
14c0: 2d 72 75 6e 74 65 73 74 73 22 20 20 3b 3b 20 72  -runtests"  ;; r
14d0: 75 6e 20 61 20 73 70 65 63 69 66 69 63 20 74 65  un a specific te
14e0: 73 74 0a 09 09 09 22 2d 63 6f 6e 66 69 67 22 20  st...."-config" 
14f0: 20 20 20 3b 3b 20 6f 76 65 72 72 69 64 65 20 74     ;; override t
1500: 68 65 20 63 6f 6e 66 69 67 20 66 69 6c 65 20 6e  he config file n
1510: 61 6d 65 0a 09 09 09 22 2d 65 78 65 63 75 74 65  ame...."-execute
1520: 22 20 20 20 3b 3b 20 72 75 6e 20 74 68 65 20 63  "   ;; run the c
1530: 6f 6d 6d 61 6e 64 20 65 6e 63 6f 64 65 64 20 69  ommand encoded i
1540: 6e 20 74 68 65 20 62 61 73 65 36 34 20 70 61 72  n the base64 par
1550: 61 6d 65 74 65 72 0a 09 09 09 22 2d 73 74 65 70  ameter...."-step
1560: 22 0a 09 09 09 22 3a 72 75 6e 6e 61 6d 65 22 20  "....":runname" 
1570: 20 20 0a 09 09 09 22 2d 74 61 72 67 65 74 22 0a    ...."-target".
1580: 09 09 09 22 2d 72 65 71 74 61 72 67 22 0a 09 09  ..."-reqtarg"...
1590: 09 22 3a 69 74 65 6d 22 0a 09 09 09 22 3a 72 75  .":item"....":ru
15a0: 6e 6e 61 6d 65 22 20 20 20 0a 09 09 09 22 3a 73  nname"   ....":s
15b0: 74 61 74 65 22 20 20 0a 09 09 09 22 3a 73 74 61  tate"  ....":sta
15c0: 74 75 73 22 0a 09 09 09 22 2d 6c 69 73 74 2d 72  tus"...."-list-r
15d0: 75 6e 73 22 0a 09 09 09 22 2d 74 65 73 74 70 61  uns"...."-testpa
15e0: 74 74 22 20 0a 09 09 09 22 2d 69 74 65 6d 70 61  tt" ...."-itempa
15f0: 74 74 22 0a 09 09 09 22 2d 73 65 74 6c 6f 67 22  tt"...."-setlog"
1600: 0a 09 09 09 22 2d 73 65 74 2d 74 6f 70 6c 6f 67  ...."-set-toplog
1610: 22 0a 09 09 09 22 2d 72 75 6e 73 74 65 70 22 0a  "...."-runstep".
1620: 09 09 09 22 2d 6c 6f 67 70 72 6f 22 0a 09 09 09  ..."-logpro"....
1630: 22 2d 6d 22 0a 09 09 09 22 2d 72 65 72 75 6e 22  "-m"...."-rerun"
1640: 0a 09 09 09 22 2d 64 61 79 73 22 0a 09 09 09 22  ...."-days"...."
1650: 2d 72 65 6e 61 6d 65 2d 72 75 6e 22 0a 09 09 09  -rename-run"....
1660: 22 2d 74 6f 22 0a 09 09 09 3b 3b 20 76 61 6c 75  "-to"....;; valu
1670: 65 73 20 61 6e 64 20 6d 65 73 73 61 67 65 73 0a  es and messages.
1680: 09 09 09 22 3a 63 61 74 65 67 6f 72 79 22 0a 09  ...":category"..
1690: 09 09 22 3a 76 61 72 69 61 62 6c 65 22 0a 09 09  ..":variable"...
16a0: 09 22 3a 76 61 6c 75 65 22 0a 09 09 09 22 3a 65  .":value"....":e
16b0: 78 70 65 63 74 65 64 22 0a 09 09 09 22 3a 74 6f  xpected"....":to
16c0: 6c 22 0a 09 09 09 22 3a 75 6e 69 74 73 22 0a 09  l"....":units"..
16d0: 09 09 3b 3b 20 6d 69 73 63 0a 09 09 09 22 2d 65  ..;; misc...."-e
16e0: 78 74 72 61 63 74 2d 6f 64 73 22 0a 09 09 09 22  xtract-ods"...."
16f0: 2d 70 61 74 68 6d 6f 64 22 0a 09 09 09 22 2d 65  -pathmod"...."-e
1700: 6e 76 32 66 69 6c 65 22 0a 09 09 09 22 2d 64 65  nv2file"...."-de
1710: 62 75 67 22 20 3b 3b 20 66 6f 72 20 2a 76 65 72  bug" ;; for *ver
1720: 62 6f 73 69 74 79 2a 20 3e 20 32 0a 09 09 09 29  bosity* > 2....)
1730: 20 0a 09 09 20 28 6c 69 73 74 20 20 22 2d 68 22   ... (list  "-h"
1740: 0a 09 09 20 20 20 20 20 20 20 20 22 2d 66 6f 72  ...        "-for
1750: 63 65 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d  ce"...        "-
1760: 78 74 65 72 6d 22 0a 09 09 20 20 20 20 20 20 20  xterm"...       
1770: 20 22 2d 73 68 6f 77 6b 65 79 73 22 0a 09 09 20   "-showkeys"... 
1780: 20 20 20 20 20 20 20 22 2d 74 65 73 74 2d 73 74         "-test-st
1790: 61 74 75 73 22 0a 09 09 09 22 2d 73 65 74 2d 76  atus"...."-set-v
17a0: 61 6c 75 65 73 22 0a 09 09 09 22 2d 6c 6f 61 64  alues"...."-load
17b0: 2d 74 65 73 74 2d 64 61 74 61 22 0a 09 09 09 22  -test-data"...."
17c0: 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73  -summarize-items
17d0: 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 67 75  "...        "-gu
17e0: 69 22 0a 09 09 09 22 2d 72 75 6e 61 6c 6c 22 20  i"...."-runall" 
17f0: 20 20 20 3b 3b 20 72 75 6e 20 61 6c 6c 20 74 65     ;; run all te
1800: 73 74 73 0a 09 09 09 22 2d 72 65 6d 6f 76 65 2d  sts...."-remove-
1810: 72 75 6e 73 22 0a 09 09 09 22 2d 6b 65 65 70 67  runs"...."-keepg
1820: 6f 69 6e 67 22 0a 09 09 09 22 2d 75 73 65 71 75  oing"...."-usequ
1830: 65 75 65 22 0a 09 09 09 22 2d 72 65 62 75 69 6c  eue"...."-rebuil
1840: 64 2d 64 62 22 0a 09 09 09 22 2d 72 6f 6c 6c 75  d-db"...."-rollu
1850: 70 22 0a 09 09 09 22 2d 75 70 64 61 74 65 2d 6d  p"...."-update-m
1860: 65 74 61 22 0a 09 09 09 22 2d 76 22 20 3b 3b 20  eta"...."-v" ;; 
1870: 76 65 72 62 6f 73 65 20 32 2c 20 6d 6f 72 65 20  verbose 2, more 
1880: 74 68 61 6e 20 6e 6f 72 6d 61 6c 20 28 6e 6f 72  than normal (nor
1890: 6d 61 6c 20 69 73 20 31 29 0a 09 09 09 22 2d 71  mal is 1)...."-q
18a0: 22 20 3b 3b 20 71 75 69 65 74 20 30 2c 20 65 72  " ;; quiet 0, er
18b0: 72 6f 72 73 2f 77 61 72 6e 69 6e 67 73 20 6f 6e  rors/warnings on
18c0: 6c 79 0a 09 09 20 20 20 20 20 20 20 29 0a 09 09  ly...       )...
18d0: 20 61 72 67 73 3a 61 72 67 2d 68 61 73 68 0a 09   args:arg-hash..
18e0: 09 20 30 29 29 0a 0a 28 69 66 20 28 61 72 67 73  . 0))..(if (args
18f0: 3a 67 65 74 2d 61 72 67 20 22 2d 68 22 29 0a 20  :get-arg "-h"). 
1900: 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20     (begin.      
1910: 28 70 72 69 6e 74 20 68 65 6c 70 29 0a 20 20 20  (print help).   
1920: 20 20 20 28 65 78 69 74 29 29 29 0a 0a 28 64 65     (exit)))..(de
1930: 66 69 6e 65 20 2a 64 69 64 73 6f 6d 65 74 68 69  fine *didsomethi
1940: 6e 67 2a 20 23 66 29 0a 0a 3b 3b 3d 3d 3d 3d 3d  ng* #f)..;;=====
1950: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1960: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1970: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1980: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1990: 3d 0a 3b 3b 20 4d 69 73 63 20 73 65 74 75 70 20  =.;; Misc setup 
19a0: 73 74 75 66 66 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d  stuff.;;========
19b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a  ==============..
19f0: 28 73 65 74 21 20 2a 76 65 72 62 6f 73 69 74 79  (set! *verbosity
1a00: 2a 20 28 63 6f 6e 64 0a 09 09 20 20 20 28 28 61  * (cond...   ((a
1a10: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 64 65  rgs:get-arg "-de
1a20: 62 75 67 22 29 28 73 74 72 69 6e 67 2d 3e 6e 75  bug")(string->nu
1a30: 6d 62 65 72 20 28 61 72 67 73 3a 67 65 74 2d 61  mber (args:get-a
1a40: 72 67 20 22 2d 64 65 62 75 67 22 29 29 29 0a 09  rg "-debug")))..
1a50: 09 20 20 20 28 28 61 72 67 73 3a 67 65 74 2d 61  .   ((args:get-a
1a60: 72 67 20 22 2d 76 22 29 20 20 20 20 32 29 0a 09  rg "-v")    2)..
1a70: 09 20 20 20 28 28 61 72 67 73 3a 67 65 74 2d 61  .   ((args:get-a
1a80: 72 67 20 22 2d 71 22 29 20 20 20 20 30 29 0a 09  rg "-q")    0)..
1a90: 09 20 20 20 28 65 6c 73 65 20 20 20 20 20 20 20  .   (else       
1aa0: 20 20 20 20 20 20 20 20 20 20 20 20 31 29 29 29              1)))
1ab0: 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ..;;============
1ac0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ad0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ae0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1af0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 4d 69  ==========.;; Mi
1b00: 73 63 20 67 65 6e 65 72 61 6c 20 63 61 6c 6c 73  sc general calls
1b10: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  .;;=============
1b20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28  =========..(if (
1b60: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 65  args:get-arg "-e
1b70: 6e 76 32 66 69 6c 65 22 29 0a 20 20 20 20 28 62  nv2file").    (b
1b80: 65 67 69 6e 0a 20 20 20 20 20 20 28 73 61 76 65  egin.      (save
1b90: 2d 65 6e 76 69 72 6f 6e 6d 65 6e 74 2d 61 73 2d  -environment-as-
1ba0: 66 69 6c 65 73 20 28 61 72 67 73 3a 67 65 74 2d  files (args:get-
1bb0: 61 72 67 20 22 2d 65 6e 76 32 66 69 6c 65 22 29  arg "-env2file")
1bc0: 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a 64  ).      (set! *d
1bd0: 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29  idsomething* #t)
1be0: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ))..;;==========
1bf0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20  ============.;; 
1c30: 52 65 6d 6f 76 65 20 6f 6c 64 20 72 75 6e 28 73  Remove old run(s
1c40: 29 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ).;;============
1c50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 73  ==========..;; s
1c90: 69 6e 63 65 20 73 65 76 65 72 61 6c 20 61 63 74  ince several act
1ca0: 69 6f 6e 73 20 63 61 6e 20 62 65 20 73 70 65 63  ions can be spec
1cb0: 69 66 69 65 64 20 6f 6e 20 74 68 65 20 63 6f 6d  ified on the com
1cc0: 6d 61 6e 64 20 6c 69 6e 65 20 74 68 65 20 72 65  mand line the re
1cd0: 6d 6f 76 61 6c 0a 3b 3b 20 69 73 20 64 6f 6e 65  moval.;; is done
1ce0: 20 66 69 72 73 74 0a 28 64 65 66 69 6e 65 20 28   first.(define (
1cf0: 72 65 6d 6f 76 65 2d 72 75 6e 73 29 0a 20 20 28  remove-runs).  (
1d00: 63 6f 6e 64 0a 20 20 20 28 28 6e 6f 74 20 28 61  cond.   ((not (a
1d10: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 75  rgs:get-arg ":ru
1d20: 6e 6e 61 6d 65 22 29 29 0a 20 20 20 20 28 64 65  nname")).    (de
1d30: 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52  bug:print 0 "ERR
1d40: 4f 52 3a 20 4d 69 73 73 69 6e 67 20 72 65 71 75  OR: Missing requ
1d50: 69 72 65 64 20 70 61 72 61 6d 65 74 65 72 20 66  ired parameter f
1d60: 6f 72 20 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 2c  or -remove-runs,
1d70: 20 79 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66   you must specif
1d80: 79 20 74 68 65 20 72 75 6e 20 6e 61 6d 65 20 70  y the run name p
1d90: 61 74 74 65 72 6e 20 77 69 74 68 20 3a 72 75 6e  attern with :run
1da0: 6e 61 6d 65 20 70 61 74 74 22 29 0a 20 20 20 20  name patt").    
1db0: 28 65 78 69 74 20 32 29 29 0a 20 20 20 28 28 6e  (exit 2)).   ((n
1dc0: 6f 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  ot (args:get-arg
1dd0: 20 22 2d 74 65 73 74 70 61 74 74 22 29 29 0a 20   "-testpatt")). 
1de0: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20     (debug:print 
1df0: 30 20 22 45 52 52 4f 52 3a 20 4d 69 73 73 69 6e  0 "ERROR: Missin
1e00: 67 20 72 65 71 75 69 72 65 64 20 70 61 72 61 6d  g required param
1e10: 65 74 65 72 20 66 6f 72 20 2d 72 65 6d 6f 76 65  eter for -remove
1e20: 2d 72 75 6e 73 2c 20 79 6f 75 20 6d 75 73 74 20  -runs, you must 
1e30: 73 70 65 63 69 66 79 20 74 68 65 20 74 65 73 74  specify the test
1e40: 20 70 61 74 74 65 72 6e 20 77 69 74 68 20 2d 74   pattern with -t
1e50: 65 73 74 70 61 74 74 22 29 0a 20 20 20 20 28 65  estpatt").    (e
1e60: 78 69 74 20 33 29 29 0a 20 20 20 28 28 6e 6f 74  xit 3)).   ((not
1e70: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
1e80: 2d 69 74 65 6d 70 61 74 74 22 29 29 0a 20 20 20  -itempatt")).   
1e90: 20 28 70 72 69 6e 74 20 22 45 52 52 4f 52 3a 20   (print "ERROR: 
1ea0: 4d 69 73 73 69 6e 67 20 72 65 71 75 69 72 65 64  Missing required
1eb0: 20 70 61 72 61 6d 65 74 65 72 20 66 6f 72 20 2d   parameter for -
1ec0: 72 65 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75  remove-runs, you
1ed0: 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 74 68   must specify th
1ee0: 65 20 69 74 65 6d 73 20 77 69 74 68 20 2d 69 74  e items with -it
1ef0: 65 6d 70 61 74 74 22 29 0a 20 20 20 20 28 65 78  empatt").    (ex
1f00: 69 74 20 34 29 29 0a 20 20 20 28 28 6c 65 74 20  it 4)).   ((let 
1f10: 28 28 64 62 20 23 66 29 29 0a 20 20 20 20 20 20  ((db #f)).      
1f20: 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d  (if (not (setup-
1f30: 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28 62 65  for-run))..  (be
1f40: 67 69 6e 20 0a 09 20 20 20 20 28 64 65 62 75 67  gin ..    (debug
1f50: 3a 70 72 69 6e 74 20 30 20 70 72 69 6e 74 20 22  :print 0 print "
1f60: 46 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c  Failed to setup,
1f70: 20 65 78 69 74 69 6e 67 22 29 0a 09 20 20 20 20   exiting")..    
1f80: 28 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 20  (exit 1))).     
1f90: 20 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d   (set! db (open-
1fa0: 64 62 29 29 0a 20 20 20 20 20 20 28 69 66 20 28  db)).      (if (
1fb0: 6e 6f 74 20 28 63 61 72 20 2a 63 6f 6e 66 69 67  not (car *config
1fc0: 69 6e 66 6f 2a 29 29 0a 09 20 20 28 62 65 67 69  info*))..  (begi
1fd0: 6e 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 72  n..    (debug:pr
1fe0: 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 41 74  int 0 "ERROR: At
1ff0: 74 65 6d 70 74 65 64 20 74 6f 20 72 65 6d 6f 76  tempted to remov
2000: 65 20 74 65 73 74 28 73 29 20 62 75 74 20 72 75  e test(s) but ru
2010: 6e 20 61 72 65 61 20 63 6f 6e 66 69 67 20 66 69  n area config fi
2020: 6c 65 20 6e 6f 74 20 66 6f 75 6e 64 22 29 0a 09  le not found")..
2030: 20 20 20 20 28 65 78 69 74 20 31 29 29 0a 09 20      (exit 1)).. 
2040: 20 3b 3b 20 70 75 74 20 74 65 73 74 20 70 61 72   ;; put test par
2050: 61 6d 65 74 65 72 73 20 69 6e 74 6f 20 63 6f 6e  ameters into con
2060: 76 65 6e 69 65 6e 74 20 76 61 72 69 61 62 6c 65  venient variable
2070: 73 0a 09 20 20 28 72 75 6e 73 3a 72 65 6d 6f 76  s..  (runs:remov
2080: 65 2d 72 75 6e 73 20 64 62 0a 09 09 09 20 20 20  e-runs db....   
2090: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
20a0: 3a 72 75 6e 6e 61 6d 65 22 29 0a 09 09 09 20 20  :runname")....  
20b0: 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20    (args:get-arg 
20c0: 22 2d 74 65 73 74 70 61 74 74 22 29 0a 09 09 09  "-testpatt")....
20d0: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72      (args:get-ar
20e0: 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29 29  g "-itempatt")))
20f0: 0a 20 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a  .      (sqlite3:
2100: 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 20 20  finalize! db).  
2110: 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f      (set! *didso
2120: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 29 29  mething* #t)))))
2130: 0a 09 20 20 0a 28 69 66 20 28 61 72 67 73 3a 67  ..  .(if (args:g
2140: 65 74 2d 61 72 67 20 22 2d 72 65 6d 6f 76 65 2d  et-arg "-remove-
2150: 72 75 6e 73 22 29 0a 20 20 20 20 28 72 65 6d 6f  runs").    (remo
2160: 76 65 2d 72 75 6e 73 29 29 0a 0a 3b 3b 3d 3d 3d  ve-runs))..;;===
2170: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2180: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2190: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
21a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
21b0: 3d 3d 3d 0a 3b 3b 20 51 75 65 72 79 20 72 75 6e  ===.;; Query run
21c0: 73 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  s.;;============
21d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
21e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
21f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2200: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20  ==========..(if 
2210: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
2220: 6c 69 73 74 2d 72 75 6e 73 22 29 0a 20 20 20 20  list-runs").    
2230: 28 6c 65 74 2a 20 28 28 64 62 20 20 20 20 20 20  (let* ((db      
2240: 20 28 62 65 67 69 6e 0a 09 09 20 20 20 20 20 20   (begin...      
2250: 20 28 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29   (setup-for-run)
2260: 0a 09 09 20 20 20 20 20 20 20 28 6f 70 65 6e 2d  ...       (open-
2270: 64 62 29 29 29 0a 09 20 20 20 28 72 75 6e 70 61  db)))..   (runpa
2280: 74 74 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72  tt  (args:get-ar
2290: 67 20 22 2d 6c 69 73 74 2d 72 75 6e 73 22 29 29  g "-list-runs"))
22a0: 0a 09 20 20 20 28 74 65 73 74 70 61 74 74 20 28  ..   (testpatt (
22b0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74  args:get-arg "-t
22c0: 65 73 74 70 61 74 74 22 29 29 0a 09 20 20 20 28  estpatt"))..   (
22d0: 69 74 65 6d 70 61 74 74 20 28 61 72 67 73 3a 67  itempatt (args:g
22e0: 65 74 2d 61 72 67 20 22 2d 69 74 65 6d 70 61 74  et-arg "-itempat
22f0: 74 22 29 29 0a 09 20 20 20 28 72 75 6e 73 64 61  t"))..   (runsda
2300: 74 20 20 28 64 62 3a 67 65 74 2d 72 75 6e 73 20  t  (db:get-runs 
2310: 64 62 20 72 75 6e 70 61 74 74 20 23 66 20 23 66  db runpatt #f #f
2320: 20 27 28 29 29 29 0a 09 20 20 20 28 72 75 6e 73   '()))..   (runs
2330: 20 20 20 20 20 28 64 62 3a 67 65 74 2d 72 6f 77       (db:get-row
2340: 73 20 72 75 6e 73 64 61 74 29 29 0a 09 20 20 20  s runsdat))..   
2350: 28 68 65 61 64 65 72 20 20 20 28 64 62 3a 67 65  (header   (db:ge
2360: 74 2d 68 65 61 64 65 72 20 72 75 6e 73 64 61 74  t-header runsdat
2370: 29 29 0a 09 20 20 20 28 6b 65 79 73 20 20 20 20  ))..   (keys    
2380: 20 28 64 62 2d 67 65 74 2d 6b 65 79 73 20 64 62   (db-get-keys db
2390: 29 29 0a 09 20 20 20 28 6b 65 79 6e 61 6d 65 73  ))..   (keynames
23a0: 20 28 6d 61 70 20 6b 65 79 3a 67 65 74 2d 66 69   (map key:get-fi
23b0: 65 6c 64 6e 61 6d 65 20 6b 65 79 73 29 29 29 0a  eldname keys))).
23c0: 20 20 20 20 20 20 3b 3b 20 45 61 63 68 20 72 75        ;; Each ru
23d0: 6e 0a 20 20 20 20 20 20 28 66 6f 72 2d 65 61 63  n.      (for-eac
23e0: 68 20 0a 20 20 20 20 20 20 20 28 6c 61 6d 62 64  h .       (lambd
23f0: 61 20 28 72 75 6e 29 0a 09 20 28 64 65 62 75 67  a (run).. (debug
2400: 3a 70 72 69 6e 74 20 32 20 22 52 75 6e 3a 20 22  :print 2 "Run: "
2410: 0a 09 09 28 73 74 72 69 6e 67 2d 69 6e 74 65 72  ...(string-inter
2420: 73 70 65 72 73 65 20 28 6d 61 70 20 28 6c 61 6d  sperse (map (lam
2430: 62 64 61 20 28 78 29 0a 09 09 09 09 09 20 20 20  bda (x)......   
2440: 28 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79  (db:get-value-by
2450: 2d 68 65 61 64 65 72 20 72 75 6e 20 68 65 61 64  -header run head
2460: 65 72 20 78 29 29 0a 09 09 09 09 09 20 6b 65 79  er x))...... key
2470: 6e 61 6d 65 73 29 20 22 2f 22 29 0a 09 09 22 2f  names) "/")..."/
2480: 22 0a 09 09 28 64 62 3a 67 65 74 2d 76 61 6c 75  "...(db:get-valu
2490: 65 2d 62 79 2d 68 65 61 64 65 72 20 72 75 6e 20  e-by-header run 
24a0: 68 65 61 64 65 72 20 22 72 75 6e 6e 61 6d 65 22  header "runname"
24b0: 29 29 0a 09 20 28 6c 65 74 20 28 28 72 75 6e 2d  )).. (let ((run-
24c0: 69 64 20 28 64 62 3a 67 65 74 2d 76 61 6c 75 65  id (db:get-value
24d0: 2d 62 79 2d 68 65 61 64 65 72 20 72 75 6e 20 68  -by-header run h
24e0: 65 61 64 65 72 20 22 69 64 22 29 29 29 0a 09 20  eader "id"))).. 
24f0: 20 20 28 6c 65 74 20 28 28 74 65 73 74 73 20 28    (let ((tests (
2500: 64 62 2d 67 65 74 2d 74 65 73 74 73 2d 66 6f 72  db-get-tests-for
2510: 2d 72 75 6e 20 64 62 20 72 75 6e 2d 69 64 20 74  -run db run-id t
2520: 65 73 74 70 61 74 74 20 69 74 65 6d 70 61 74 74  estpatt itempatt
2530: 20 27 28 29 20 27 28 29 29 29 29 0a 09 20 20 20   '() '())))..   
2540: 20 20 3b 3b 20 45 61 63 68 20 74 65 73 74 0a 09    ;; Each test..
2550: 20 20 20 20 20 28 66 6f 72 2d 65 61 63 68 20 0a       (for-each .
2560: 09 20 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28  .      (lambda (
2570: 74 65 73 74 29 0a 09 09 28 66 6f 72 6d 61 74 20  test)...(format 
2580: 23 74 0a 09 09 09 22 20 20 54 65 73 74 3a 20 7e  #t...."  Test: ~
2590: 32 35 61 20 53 74 61 74 65 3a 20 7e 31 35 61 20  25a State: ~15a 
25a0: 53 74 61 74 75 73 3a 20 7e 31 35 61 20 52 75 6e  Status: ~15a Run
25b0: 74 69 6d 65 3a 20 7e 35 40 61 73 20 54 69 6d 65  time: ~5@as Time
25c0: 3a 20 7e 32 32 61 20 48 6f 73 74 3a 20 7e 31 30  : ~22a Host: ~10
25d0: 61 5c 6e 22 0a 09 09 09 28 63 6f 6e 63 20 28 64  a\n"....(conc (d
25e0: 62 3a 74 65 73 74 2d 67 65 74 2d 74 65 73 74 6e  b:test-get-testn
25f0: 61 6d 65 20 74 65 73 74 29 0a 09 09 09 20 20 20  ame test)....   
2600: 20 20 20 28 69 66 20 28 65 71 75 61 6c 3f 20 28     (if (equal? (
2610: 64 62 3a 74 65 73 74 2d 67 65 74 2d 69 74 65 6d  db:test-get-item
2620: 2d 70 61 74 68 20 74 65 73 74 29 20 22 22 29 0a  -path test) "").
2630: 09 09 09 09 20 20 22 22 20 0a 09 09 09 09 20 20  ....  "" .....  
2640: 28 63 6f 6e 63 20 22 28 22 20 28 64 62 3a 74 65  (conc "(" (db:te
2650: 73 74 2d 67 65 74 2d 69 74 65 6d 2d 70 61 74 68  st-get-item-path
2660: 20 74 65 73 74 29 20 22 29 22 29 29 29 0a 09 09   test) ")")))...
2670: 09 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74  .(db:test-get-st
2680: 61 74 65 20 74 65 73 74 29 0a 09 09 09 28 64 62  ate test)....(db
2690: 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74 75 73  :test-get-status
26a0: 20 74 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65   test)....(db:te
26b0: 73 74 2d 67 65 74 2d 72 75 6e 5f 64 75 72 61 74  st-get-run_durat
26c0: 69 6f 6e 20 74 65 73 74 29 0a 09 09 09 28 64 62  ion test)....(db
26d0: 3a 74 65 73 74 2d 67 65 74 2d 65 76 65 6e 74 5f  :test-get-event_
26e0: 74 69 6d 65 20 74 65 73 74 29 0a 09 09 09 28 64  time test)....(d
26f0: 62 3a 74 65 73 74 2d 67 65 74 2d 68 6f 73 74 20  b:test-get-host 
2700: 74 65 73 74 29 29 0a 20 09 09 28 69 66 20 28 6e  test)). ..(if (n
2710: 6f 74 20 28 6f 72 20 28 65 71 75 61 6c 3f 20 28  ot (or (equal? (
2720: 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74  db:test-get-stat
2730: 75 73 20 74 65 73 74 29 20 22 50 41 53 53 22 29  us test) "PASS")
2740: 0a 09 09 09 20 20 20 20 20 28 65 71 75 61 6c 3f  ....     (equal?
2750: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74   (db:test-get-st
2760: 61 74 75 73 20 74 65 73 74 29 20 22 57 41 52 4e  atus test) "WARN
2770: 22 29 0a 09 09 09 20 20 20 20 20 28 65 71 75 61  ")....     (equa
2780: 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d  l? (db:test-get-
2790: 73 74 61 74 65 20 74 65 73 74 29 20 20 22 4e 4f  state test)  "NO
27a0: 54 5f 53 54 41 52 54 45 44 22 29 29 29 0a 09 09  T_STARTED")))...
27b0: 20 20 20 20 28 62 65 67 69 6e 0a 09 09 20 20 20      (begin...   
27c0: 20 20 20 28 70 72 69 6e 74 20 22 20 20 20 20 20     (print "     
27d0: 20 20 20 20 63 70 75 6c 6f 61 64 3a 20 20 22 20      cpuload:  " 
27e0: 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 63 70 75  (db:test-get-cpu
27f0: 6c 6f 61 64 20 74 65 73 74 29 0a 09 09 09 20 20  load test)....  
2800: 20 20 20 22 5c 6e 20 20 20 20 20 20 20 20 20 64     "\n         d
2810: 69 73 6b 66 72 65 65 3a 20 22 20 28 64 62 3a 74  iskfree: " (db:t
2820: 65 73 74 2d 67 65 74 2d 64 69 73 6b 66 72 65 65  est-get-diskfree
2830: 20 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 22   test)....     "
2840: 5c 6e 20 20 20 20 20 20 20 20 20 75 6e 61 6d 65  \n         uname
2850: 3a 20 20 20 20 22 20 28 64 62 3a 74 65 73 74 2d  :    " (db:test-
2860: 67 65 74 2d 75 6e 61 6d 65 20 74 65 73 74 29 0a  get-uname test).
2870: 09 09 09 20 20 20 20 20 22 5c 6e 20 20 20 20 20  ...     "\n     
2880: 20 20 20 20 72 75 6e 64 69 72 3a 20 20 20 22 20      rundir:   " 
2890: 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 72 75 6e  (db:test-get-run
28a0: 64 69 72 20 74 65 73 74 29 0a 09 09 09 20 20 20  dir test)....   
28b0: 20 20 29 0a 09 09 20 20 20 20 20 20 3b 3b 20 45    )...      ;; E
28c0: 61 63 68 20 74 65 73 74 0a 09 09 20 20 20 20 20  ach test...     
28d0: 20 28 6c 65 74 20 28 28 73 74 65 70 73 20 28 64   (let ((steps (d
28e0: 62 3a 67 65 74 2d 73 74 65 70 73 2d 66 6f 72 2d  b:get-steps-for-
28f0: 74 65 73 74 20 64 62 20 28 64 62 3a 74 65 73 74  test db (db:test
2900: 2d 67 65 74 2d 69 64 20 74 65 73 74 29 29 29 29  -get-id test))))
2910: 0a 09 09 09 28 66 6f 72 2d 65 61 63 68 20 0a 09  ....(for-each ..
2920: 09 09 20 28 6c 61 6d 62 64 61 20 28 73 74 65 70  .. (lambda (step
2930: 29 0a 09 09 09 20 20 20 28 66 6f 72 6d 61 74 20  )....   (format 
2940: 23 74 20 0a 09 09 09 09 20 20 20 22 20 20 20 20  #t .....   "    
2950: 53 74 65 70 3a 20 7e 32 30 61 20 53 74 61 74 65  Step: ~20a State
2960: 3a 20 7e 31 30 61 20 53 74 61 74 75 73 3a 20 7e  : ~10a Status: ~
2970: 31 30 61 20 54 69 6d 65 20 7e 32 32 61 5c 6e 22  10a Time ~22a\n"
2980: 0a 09 09 09 09 20 20 20 28 64 62 3a 73 74 65 70  .....   (db:step
2990: 2d 67 65 74 2d 73 74 65 70 6e 61 6d 65 20 73 74  -get-stepname st
29a0: 65 70 29 0a 09 09 09 09 20 20 20 28 64 62 3a 73  ep).....   (db:s
29b0: 74 65 70 2d 67 65 74 2d 73 74 61 74 65 20 73 74  tep-get-state st
29c0: 65 70 29 0a 09 09 09 09 20 20 20 28 64 62 3a 73  ep).....   (db:s
29d0: 74 65 70 2d 67 65 74 2d 73 74 61 74 75 73 20 73  tep-get-status s
29e0: 74 65 70 29 0a 09 09 09 09 20 20 20 28 64 62 3a  tep).....   (db:
29f0: 73 74 65 70 2d 67 65 74 2d 65 76 65 6e 74 5f 74  step-get-event_t
2a00: 69 6d 65 20 73 74 65 70 29 29 29 0a 09 09 09 20  ime step))).... 
2a10: 73 74 65 70 73 29 29 29 29 29 0a 09 09 74 65 73  steps)))))...tes
2a20: 74 73 29 29 29 29 0a 20 20 20 20 20 20 20 72 75  ts)))).       ru
2a30: 6e 73 29 0a 20 20 20 20 20 20 28 73 65 74 21 20  ns).      (set! 
2a40: 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23  *didsomething* #
2a50: 74 29 0a 20 20 20 20 20 20 29 29 0a 0a 3b 3b 3d  t).      ))..;;=
2a60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2a70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2a80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2a90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2aa0: 3d 3d 3d 3d 3d 0a 3b 3b 20 66 75 6c 6c 20 72 75  =====.;; full ru
2ab0: 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  n.;;============
2ac0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ad0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ae0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2af0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 67  ==========..;; g
2b00: 65 74 20 6c 6f 63 6b 20 69 6e 20 64 62 20 66 6f  et lock in db fo
2b10: 72 20 66 75 6c 6c 20 72 75 6e 20 66 6f 72 20 74  r full run for t
2b20: 68 69 73 20 64 69 72 65 63 74 6f 72 79 0a 3b 3b  his directory.;;
2b30: 20 66 6f 72 20 61 6c 6c 20 74 65 73 74 73 20 77   for all tests w
2b40: 69 74 68 20 64 65 70 73 0a 3b 3b 20 20 20 77 61  ith deps.;;   wa
2b50: 6c 6b 20 74 72 65 65 20 6f 66 20 74 65 73 74 73  lk tree of tests
2b60: 20 74 6f 20 66 69 6e 64 20 68 65 61 64 20 74 61   to find head ta
2b70: 73 6b 73 0a 3b 3b 20 20 20 61 64 64 20 68 65 61  sks.;;   add hea
2b80: 64 20 74 61 73 6b 73 20 74 6f 20 74 61 73 6b 20  d tasks to task 
2b90: 71 75 65 75 65 0a 3b 3b 20 20 20 61 64 64 20 64  queue.;;   add d
2ba0: 65 70 65 6e 64 61 6e 74 20 74 61 73 6b 73 20 74  ependant tasks t
2bb0: 6f 20 74 61 73 6b 20 71 75 65 75 65 20 0a 3b 3b  o task queue .;;
2bc0: 20 20 20 61 64 64 20 72 65 6d 61 69 6e 69 6e 67     add remaining
2bd0: 20 74 61 73 6b 73 20 74 6f 20 74 61 73 6b 20 71   tasks to task q
2be0: 75 65 75 65 0a 3b 3b 20 66 6f 72 20 65 61 63 68  ueue.;; for each
2bf0: 20 74 61 73 6b 20 69 6e 20 74 61 73 6b 20 71 75   task in task qu
2c00: 65 75 65 0a 3b 3b 20 20 20 69 66 20 68 61 76 65  eue.;;   if have
2c10: 20 61 64 65 71 75 61 74 65 20 72 65 73 6f 75 72   adequate resour
2c20: 63 65 73 0a 3b 3b 20 20 20 20 20 6c 61 75 6e 63  ces.;;     launc
2c30: 68 20 74 61 73 6b 0a 3b 3b 20 20 20 65 6c 73 65  h task.;;   else
2c40: 0a 3b 3b 20 20 20 20 20 70 75 74 20 74 61 73 6b  .;;     put task
2c50: 20 69 6e 20 64 65 66 65 72 72 65 64 20 71 75 65   in deferred que
2c60: 75 65 0a 3b 3b 20 69 66 20 73 74 69 6c 6c 20 6f  ue.;; if still o
2c70: 6b 20 74 6f 20 72 75 6e 20 74 61 73 6b 73 0a 3b  k to run tasks.;
2c80: 3b 20 20 20 70 72 6f 63 65 73 73 20 64 65 66 65  ;   process defe
2c90: 72 72 65 64 20 74 61 73 6b 73 20 70 65 72 20 61  rred tasks per a
2ca0: 62 6f 76 65 20 73 74 65 70 73 0a 0a 3b 3b 20 72  bove steps..;; r
2cb0: 75 6e 20 61 6c 6c 20 74 65 73 74 73 20 61 72 65  un all tests are
2cc0: 20 61 72 65 20 4e 6f 74 20 43 4f 4d 50 4c 45 54   are Not COMPLET
2cd0: 45 44 20 61 6e 64 20 50 41 53 53 20 6f 72 20 43  ED and PASS or C
2ce0: 48 45 43 4b 0a 28 69 66 20 28 61 72 67 73 3a 67  HECK.(if (args:g
2cf0: 65 74 2d 61 72 67 20 22 2d 72 75 6e 61 6c 6c 22  et-arg "-runall"
2d00: 29 0a 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72  ).    (general-r
2d10: 75 6e 2d 63 61 6c 6c 20 0a 20 20 20 20 20 22 2d  un-call .     "-
2d20: 72 75 6e 61 6c 6c 22 0a 20 20 20 20 20 22 72 75  runall".     "ru
2d30: 6e 20 61 6c 6c 20 74 65 73 74 73 22 0a 20 20 20  n all tests".   
2d40: 20 20 28 6c 61 6d 62 64 61 20 28 64 62 20 6b 65    (lambda (db ke
2d50: 79 73 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79 76  ys keynames keyv
2d60: 61 6c 6c 73 74 29 0a 20 20 20 20 20 20 20 28 6c  allst).       (l
2d70: 65 74 2a 20 28 28 74 65 73 74 2d 6e 61 6d 65 73  et* ((test-names
2d80: 20 28 67 65 74 2d 61 6c 6c 2d 6c 65 67 61 6c 2d   (get-all-legal-
2d90: 74 65 73 74 73 29 29 29 20 3b 3b 20 22 50 52 4f  tests))) ;; "PRO
2da0: 44 22 20 69 73 20 69 67 6e 6f 72 65 64 20 66 6f  D" is ignored fo
2db0: 72 20 6e 6f 77 0a 09 20 28 64 65 62 75 67 3a 70  r now.. (debug:p
2dc0: 72 69 6e 74 20 31 20 22 49 4e 46 4f 3a 20 41 74  rint 1 "INFO: At
2dd0: 74 65 6d 70 74 69 6e 67 20 74 6f 20 73 74 61 72  tempting to star
2de0: 74 20 74 68 65 20 66 6f 6c 6c 6f 77 69 6e 67 20  t the following 
2df0: 74 65 73 74 73 2e 2e 2e 22 29 0a 09 20 28 64 65  tests...").. (de
2e00: 62 75 67 3a 70 72 69 6e 74 20 31 20 22 20 20 20  bug:print 1 "   
2e10: 20 20 22 20 28 73 74 72 69 6e 67 2d 69 6e 74 65    " (string-inte
2e20: 72 73 70 65 72 73 65 20 74 65 73 74 2d 6e 61 6d  rsperse test-nam
2e30: 65 73 20 22 2c 22 29 29 0a 09 20 28 72 75 6e 2d  es ",")).. (run-
2e40: 74 65 73 74 73 20 64 62 20 74 65 73 74 2d 6e 61  tests db test-na
2e50: 6d 65 73 29 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d  mes)))))..;;====
2e60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2e70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2e80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2e90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ea0: 3d 3d 0a 3b 3b 20 52 6f 6c 6c 75 70 20 69 6e 74  ==.;; Rollup int
2eb0: 6f 20 61 20 72 75 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d  o a run.;;======
2ec0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ed0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ee0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ef0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f00: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61  .(if (args:get-a
2f10: 72 67 20 22 2d 72 6f 6c 6c 75 70 22 29 0a 20 20  rg "-rollup").  
2f20: 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63    (general-run-c
2f30: 61 6c 6c 20 0a 20 20 20 20 20 22 2d 72 6f 6c 6c  all .     "-roll
2f40: 75 70 22 20 0a 20 20 20 20 20 22 72 6f 6c 6c 75  up" .     "rollu
2f50: 70 20 74 65 73 74 73 22 20 0a 20 20 20 20 20 28  p tests" .     (
2f60: 6c 61 6d 62 64 61 20 28 64 62 20 6b 65 79 73 20  lambda (db keys 
2f70: 6b 65 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c  keynames keyvall
2f80: 73 74 29 0a 20 20 20 20 20 20 20 28 72 75 6e 73  st).       (runs
2f90: 3a 72 6f 6c 6c 75 70 2d 72 75 6e 20 64 62 0a 09  :rollup-run db..
2fa0: 09 09 6b 65 79 73 0a 09 09 09 28 6b 65 79 73 2d  ..keys....(keys-
2fb0: 3e 61 6c 69 73 74 20 6b 65 79 73 20 22 6e 61 22  >alist keys "na"
2fc0: 29 0a 09 09 09 28 61 72 67 73 3a 67 65 74 2d 61  )....(args:get-a
2fd0: 72 67 20 22 3a 72 75 6e 6e 61 6d 65 22 29 20 0a  rg ":runname") .
2fe0: 09 09 09 75 73 65 72 29 29 29 29 0a 0a 3b 3b 3d  ...user))))..;;=
2ff0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3000: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3010: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3020: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3030: 3d 3d 3d 3d 3d 0a 3b 3b 20 45 78 74 72 61 63 74  =====.;; Extract
3040: 20 61 20 73 70 72 65 61 64 73 68 65 65 74 20 66   a spreadsheet f
3050: 72 6f 6d 20 74 68 65 20 72 75 6e 73 20 64 61 74  rom the runs dat
3060: 61 62 61 73 65 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d  abase.;;========
3070: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3080: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3090: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a  ==============..
30b0: 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72  (if (args:get-ar
30c0: 67 20 22 2d 65 78 74 72 61 63 74 2d 6f 64 73 22  g "-extract-ods"
30d0: 29 0a 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72  ).    (general-r
30e0: 75 6e 2d 63 61 6c 6c 0a 20 20 20 20 20 22 2d 65  un-call.     "-e
30f0: 78 74 72 61 63 74 2d 6f 64 73 22 0a 20 20 20 20  xtract-ods".    
3100: 20 22 4d 61 6b 65 20 6f 64 73 20 73 70 72 65 61   "Make ods sprea
3110: 64 73 68 65 65 74 22 0a 20 20 20 20 20 28 6c 61  dsheet".     (la
3120: 6d 62 64 61 20 28 64 62 20 6b 65 79 73 20 6b 65  mbda (db keys ke
3130: 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74  ynames keyvallst
3140: 29 0a 20 20 20 20 20 20 20 28 6c 65 74 20 28 28  ).       (let ((
3150: 6f 75 74 70 75 74 66 69 6c 65 20 28 61 72 67 73  outputfile (args
3160: 3a 67 65 74 2d 61 72 67 20 22 2d 65 78 74 72 61  :get-arg "-extra
3170: 63 74 2d 6f 64 73 22 29 29 0a 09 20 20 20 20 20  ct-ods"))..     
3180: 28 72 75 6e 73 70 61 74 74 20 20 20 28 61 72 67  (runspatt   (arg
3190: 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e  s:get-arg ":runn
31a0: 61 6d 65 22 29 29 0a 09 20 20 20 20 20 28 70 61  ame"))..     (pa
31b0: 74 68 6d 6f 64 20 20 20 20 28 61 72 67 73 3a 67  thmod    (args:g
31c0: 65 74 2d 61 72 67 20 22 2d 70 61 74 68 6d 6f 64  et-arg "-pathmod
31d0: 22 29 29 0a 09 20 20 20 20 20 28 6b 65 79 76 61  "))..     (keyva
31e0: 6c 61 6c 69 73 74 20 28 6b 65 79 73 2d 3e 61 6c  lalist (keys->al
31f0: 69 73 74 20 6b 65 79 73 20 22 25 22 29 29 29 0a  ist keys "%"))).
3200: 09 20 28 64 62 3a 65 78 74 72 61 63 74 2d 6f 64  . (db:extract-od
3210: 73 2d 66 69 6c 65 20 64 62 20 6f 75 74 70 75 74  s-file db output
3220: 66 69 6c 65 20 6b 65 79 76 61 6c 61 6c 69 73 74  file keyvalalist
3230: 20 28 69 66 20 72 75 6e 73 70 61 74 74 20 72 75   (if runspatt ru
3240: 6e 73 70 61 74 74 20 22 25 22 29 20 70 61 74 68  nspatt "%") path
3250: 6d 6f 64 29 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d  mod)))))..;;====
3260: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3270: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3280: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3290: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
32a0: 3d 3d 0a 3b 3b 20 72 75 6e 20 6f 6e 65 20 74 65  ==.;; run one te
32b0: 73 74 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  st.;;===========
32c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
32d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
32e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
32f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20  ===========..;; 
3300: 31 2e 20 66 69 6e 64 20 74 68 65 20 63 6f 6e 66  1. find the conf
3310: 69 67 20 66 69 6c 65 0a 3b 3b 20 32 2e 20 63 68  ig file.;; 2. ch
3320: 61 6e 67 65 20 74 6f 20 74 68 65 20 74 65 73 74  ange to the test
3330: 20 64 69 72 65 63 74 6f 72 79 0a 3b 3b 20 33 2e   directory.;; 3.
3340: 20 75 70 64 61 74 65 20 74 68 65 20 64 62 20 77   update the db w
3350: 69 74 68 20 22 74 65 73 74 20 73 74 61 72 74 65  ith "test starte
3360: 64 22 20 73 74 61 74 75 73 2c 20 73 65 74 20 72  d" status, set r
3370: 75 6e 6e 69 6e 67 20 68 6f 73 74 0a 3b 3b 20 34  unning host.;; 4
3380: 2e 20 70 72 6f 63 65 73 73 20 6c 61 75 6e 63 68  . process launch
3390: 20 74 68 65 20 74 65 73 74 0a 3b 3b 20 20 20 20   the test.;;    
33a0: 2d 20 6d 6f 6e 69 74 6f 72 20 74 68 65 20 70 72  - monitor the pr
33b0: 6f 63 65 73 73 2c 20 75 70 64 61 74 65 20 73 74  ocess, update st
33c0: 61 74 73 20 69 6e 20 74 68 65 20 64 62 20 65 76  ats in the db ev
33d0: 65 72 79 20 32 5e 6e 20 6d 69 6e 75 74 65 73 0a  ery 2^n minutes.
33e0: 3b 3b 20 35 2e 20 61 73 20 74 68 65 20 74 65 73  ;; 5. as the tes
33f0: 74 20 70 72 6f 63 65 65 64 73 20 69 6e 74 65 72  t proceeds inter
3400: 6e 61 6c 6c 79 20 69 74 20 63 61 6c 6c 73 20 6d  nally it calls m
3410: 65 67 61 74 65 73 74 20 61 73 20 65 61 63 68 20  egatest as each 
3420: 73 74 65 70 20 69 73 0a 3b 3b 20 20 20 20 73 74  step is.;;    st
3430: 61 72 74 65 64 20 61 6e 64 20 63 6f 6d 70 6c 65  arted and comple
3440: 74 65 64 0a 3b 3b 20 20 20 20 2d 20 73 74 65 70  ted.;;    - step
3450: 20 73 74 61 72 74 65 64 2c 20 74 69 6d 65 73 74   started, timest
3460: 61 6d 70 0a 3b 3b 20 20 20 20 2d 20 73 74 65 70  amp.;;    - step
3470: 20 63 6f 6d 70 6c 65 74 65 64 2c 20 65 78 69 74   completed, exit
3480: 20 73 74 61 74 75 73 2c 20 74 69 6d 65 73 74 61   status, timesta
3490: 6d 70 0a 3b 3b 20 36 2e 20 74 65 73 74 20 70 68  mp.;; 6. test ph
34a0: 6f 6e 65 20 68 6f 6d 65 0a 3b 3b 20 20 20 20 2d  one home.;;    -
34b0: 20 69 66 20 74 65 73 74 20 72 75 6e 20 74 69 6d   if test run tim
34c0: 65 20 3e 20 61 6c 6c 6f 77 65 64 20 72 75 6e 20  e > allowed run 
34d0: 74 69 6d 65 20 74 68 65 6e 20 6b 69 6c 6c 20 6a  time then kill j
34e0: 6f 62 0a 3b 3b 20 20 20 20 2d 20 69 66 20 63 61  ob.;;    - if ca
34f0: 6e 6e 6f 74 20 61 63 63 65 73 73 20 64 62 20 3e  nnot access db >
3500: 20 61 6c 6c 6f 77 65 64 20 64 69 73 63 6f 6e 6e   allowed disconn
3510: 65 63 74 20 74 69 6d 65 20 74 68 65 6e 20 6b 69  ect time then ki
3520: 6c 6c 20 6a 6f 62 0a 0a 28 69 66 20 28 61 72 67  ll job..(if (arg
3530: 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 74  s:get-arg "-runt
3540: 65 73 74 73 22 29 0a 20 20 28 67 65 6e 65 72 61  ests").  (genera
3550: 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20 20 20 22  l-run-call .   "
3560: 2d 72 75 6e 74 65 73 74 73 22 20 0a 20 20 20 22  -runtests" .   "
3570: 72 75 6e 20 61 20 74 65 73 74 22 20 0a 20 20 20  run a test" .   
3580: 28 6c 61 6d 62 64 61 20 28 64 62 20 6b 65 79 73  (lambda (db keys
3590: 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c   keynames keyval
35a0: 6c 73 74 29 0a 20 20 20 20 20 28 6c 65 74 20 28  lst).     (let (
35b0: 28 74 65 73 74 2d 6e 61 6d 65 73 20 28 73 74 72  (test-names (str
35c0: 69 6e 67 2d 73 70 6c 69 74 20 28 61 72 67 73 3a  ing-split (args:
35d0: 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 74 65 73  get-arg "-runtes
35e0: 74 73 22 29 20 22 2c 22 29 29 29 0a 20 20 20 20  ts") ","))).    
35f0: 20 20 20 28 72 75 6e 2d 74 65 73 74 73 20 64 62     (run-tests db
3600: 20 74 65 73 74 2d 6e 61 6d 65 73 29 29 29 29 29   test-names)))))
3610: 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ..;;============
3620: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3630: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3640: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3650: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 65 78  ==========.;; ex
3660: 65 63 75 74 65 20 74 68 65 20 74 65 73 74 0a 3b  ecute the test.;
3670: 3b 20 20 20 20 2d 20 67 65 74 73 20 63 61 6c 6c  ;    - gets call
3680: 65 64 20 6f 6e 20 72 65 6d 6f 74 65 20 68 6f 73  ed on remote hos
3690: 74 0a 3b 3b 20 20 20 20 2d 20 72 65 63 65 69 76  t.;;    - receiv
36a0: 65 73 20 69 6e 66 6f 20 66 72 6f 6d 20 74 68 65  es info from the
36b0: 20 2d 65 78 65 63 75 74 65 20 70 61 72 61 6d 0a   -execute param.
36c0: 3b 3b 20 20 20 20 2d 20 70 61 73 73 65 73 20 69  ;;    - passes i
36d0: 6e 66 6f 20 74 6f 20 73 74 65 70 73 20 76 69 61  nfo to steps via
36e0: 20 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e 76 20   MT_CMDINFO env 
36f0: 76 61 72 20 28 66 75 74 75 72 65 20 69 73 20 74  var (future is t
3700: 6f 20 75 73 65 20 61 20 64 6f 74 20 66 69 6c 65  o use a dot file
3710: 29 0a 3b 3b 20 20 20 20 2d 20 67 61 74 68 65 72  ).;;    - gather
3720: 73 20 68 6f 73 74 20 69 6e 66 6f 20 61 6e 64 20  s host info and 
3730: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  .;;=============
3740: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3750: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3760: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3770: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28  =========..(if (
3780: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 65  args:get-arg "-e
3790: 78 65 63 75 74 65 22 29 0a 20 20 20 20 28 62 65  xecute").    (be
37a0: 67 69 6e 0a 20 20 20 20 20 20 28 6c 61 75 6e 63  gin.      (launc
37b0: 68 3a 65 78 65 63 75 74 65 20 28 61 72 67 73 3a  h:execute (args:
37c0: 67 65 74 2d 61 72 67 20 22 2d 65 78 65 63 75 74  get-arg "-execut
37d0: 65 22 29 29 0a 20 20 20 20 20 20 28 73 65 74 21  e")).      (set!
37e0: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20   *didsomething* 
37f0: 23 74 29 29 29 0a 0a 28 69 66 20 28 61 72 67 73  #t)))..(if (args
3800: 3a 67 65 74 2d 61 72 67 20 22 2d 73 74 65 70 22  :get-arg "-step"
3810: 29 0a 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28  ).    (if (not (
3820: 67 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e  getenv "MT_CMDIN
3830: 46 4f 22 29 29 0a 09 28 62 65 67 69 6e 0a 09 20  FO"))..(begin.. 
3840: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20   (debug:print 0 
3850: 22 45 52 52 4f 52 3a 20 4d 54 5f 43 4d 44 49 4e  "ERROR: MT_CMDIN
3860: 46 4f 20 65 6e 76 20 76 61 72 20 6e 6f 74 20 73  FO env var not s
3870: 65 74 2c 20 2d 73 74 65 70 20 6d 75 73 74 20 62  et, -step must b
3880: 65 20 63 61 6c 6c 65 64 20 2a 69 6e 73 69 64 65  e called *inside
3890: 2a 20 61 20 6d 65 67 61 74 65 73 74 20 69 6e 76  * a megatest inv
38a0: 6f 6b 65 64 20 65 6e 76 69 72 6f 6e 6d 65 6e 74  oked environment
38b0: 21 22 29 0a 09 20 20 28 65 78 69 74 20 35 29 29  !")..  (exit 5))
38c0: 0a 09 28 6c 65 74 2a 20 28 28 73 74 65 70 20 20  ..(let* ((step  
38d0: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72      (args:get-ar
38e0: 67 20 22 2d 73 74 65 70 22 29 29 0a 09 20 20 20  g "-step"))..   
38f0: 20 20 20 20 28 63 6d 64 69 6e 66 6f 20 20 20 28      (cmdinfo   (
3900: 72 65 61 64 20 28 6f 70 65 6e 2d 69 6e 70 75 74  read (open-input
3910: 2d 73 74 72 69 6e 67 20 28 62 61 73 65 36 34 3a  -string (base64:
3920: 62 61 73 65 36 34 2d 64 65 63 6f 64 65 20 28 67  base64-decode (g
3930: 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46  etenv "MT_CMDINF
3940: 4f 22 29 29 29 29 29 0a 09 20 20 20 20 20 20 20  O")))))..       
3950: 28 74 65 73 74 70 61 74 68 20 20 28 61 73 73 6f  (testpath  (asso
3960: 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73 74 70  c/default 'testp
3970: 61 74 68 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09  ath  cmdinfo))..
3980: 20 20 20 20 20 20 20 28 74 65 73 74 2d 6e 61 6d         (test-nam
3990: 65 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74  e (assoc/default
39a0: 20 27 74 65 73 74 2d 6e 61 6d 65 20 63 6d 64 69   'test-name cmdi
39b0: 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72  nfo))..       (r
39c0: 75 6e 73 63 72 69 70 74 20 28 61 73 73 6f 63 2f  unscript (assoc/
39d0: 64 65 66 61 75 6c 74 20 27 72 75 6e 73 63 72 69  default 'runscri
39e0: 70 74 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20  pt cmdinfo))..  
39f0: 20 20 20 20 20 28 64 62 2d 68 6f 73 74 20 20 20       (db-host   
3a00: 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27  (assoc/default '
3a10: 64 62 2d 68 6f 73 74 20 20 20 63 6d 64 69 6e 66  db-host   cmdinf
3a20: 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e  o))..       (run
3a30: 2d 69 64 20 20 20 20 28 61 73 73 6f 63 2f 64 65  -id    (assoc/de
3a40: 66 61 75 6c 74 20 27 72 75 6e 2d 69 64 20 20 20  fault 'run-id   
3a50: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20   cmdinfo))..    
3a60: 20 20 20 28 69 74 65 6d 64 61 74 20 20 20 28 61     (itemdat   (a
3a70: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 69 74  ssoc/default 'it
3a80: 65 6d 64 61 74 20 20 20 63 6d 64 69 6e 66 6f 29  emdat   cmdinfo)
3a90: 29 0a 09 20 20 20 20 20 20 20 28 64 62 20 20 20  )..       (db   
3aa0: 20 20 20 20 20 23 66 29 0a 09 20 20 20 20 20 20       #f)..      
3ab0: 20 28 73 74 61 74 65 20 20 20 20 28 61 72 67 73   (state    (args
3ac0: 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61 74 65  :get-arg ":state
3ad0: 22 29 29 0a 09 20 20 20 20 20 20 20 28 73 74 61  "))..       (sta
3ae0: 74 75 73 20 20 20 28 61 72 67 73 3a 67 65 74 2d  tus   (args:get-
3af0: 61 72 67 20 22 3a 73 74 61 74 75 73 22 29 29 0a  arg ":status")).
3b00: 09 20 20 20 20 20 20 20 28 6c 6f 67 66 69 6c 65  .       (logfile
3b10: 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20    (args:get-arg 
3b20: 22 2d 73 65 74 6c 6f 67 22 29 29 29 0a 09 20 20  "-setlog")))..  
3b30: 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72  (change-director
3b40: 79 20 74 65 73 74 70 61 74 68 29 0a 09 20 20 28  y testpath)..  (
3b50: 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66  if (not (setup-f
3b60: 6f 72 2d 72 75 6e 29 29 0a 09 20 20 20 20 20 20  or-run))..      
3b70: 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75 67 3a  (begin...(debug:
3b80: 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20  print 0 "Failed 
3b90: 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69 6e  to setup, exitin
3ba0: 67 22 29 0a 09 09 28 65 78 69 74 20 31 29 29 29  g")...(exit 1)))
3bb0: 0a 09 20 20 28 73 65 74 21 20 64 62 20 28 6f 70  ..  (set! db (op
3bc0: 65 6e 2d 64 62 29 29 0a 09 20 20 28 69 66 20 28  en-db))..  (if (
3bd0: 61 6e 64 20 73 74 61 74 65 20 73 74 61 74 75 73  and state status
3be0: 29 0a 09 20 20 20 20 20 20 28 74 65 73 74 73 74  )..      (testst
3bf0: 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20 64  ep-set-status! d
3c00: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61  b run-id test-na
3c10: 6d 65 20 73 74 65 70 20 73 74 61 74 65 20 73 74  me step state st
3c20: 61 74 75 73 20 69 74 65 6d 64 61 74 20 28 61 72  atus itemdat (ar
3c30: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29  gs:get-arg "-m")
3c40: 20 6c 6f 67 66 69 6c 65 29 0a 09 20 20 20 20 20   logfile)..     
3c50: 20 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75 67   (begin...(debug
3c60: 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a  :print 0 "ERROR:
3c70: 20 59 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66   You must specif
3c80: 79 20 3a 73 74 61 74 65 20 61 6e 64 20 3a 73 74  y :state and :st
3c90: 61 74 75 73 20 77 69 74 68 20 65 76 65 72 79 20  atus with every 
3ca0: 63 61 6c 6c 20 74 6f 20 2d 73 74 65 70 22 29 0a  call to -step").
3cb0: 09 09 28 65 78 69 74 20 36 29 29 29 0a 09 20 20  ..(exit 6)))..  
3cc0: 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a  (sqlite3:finaliz
3cd0: 65 21 20 64 62 29 0a 09 20 20 28 73 65 74 21 20  e! db)..  (set! 
3ce0: 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23  *didsomething* #
3cf0: 74 29 29 29 29 0a 0a 28 69 66 20 28 6f 72 20 28  t))))..(if (or (
3d00: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73  args:get-arg "-s
3d10: 65 74 6c 6f 67 22 29 20 20 20 20 20 20 20 3b 3b  etlog")       ;;
3d20: 20 73 69 6e 63 65 20 73 65 74 74 69 6e 67 20 75   since setting u
3d30: 70 20 69 73 20 73 6f 20 63 6f 73 74 6c 79 20 6c  p is so costly l
3d40: 65 74 73 20 70 69 67 67 79 62 61 63 6b 20 6f 6e  ets piggyback on
3d50: 20 2d 74 65 73 74 2d 73 74 61 74 75 73 0a 09 28   -test-status..(
3d60: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73  args:get-arg "-s
3d70: 65 74 2d 74 6f 70 6c 6f 67 22 29 0a 09 28 61 72  et-toplog")..(ar
3d80: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73  gs:get-arg "-tes
3d90: 74 2d 73 74 61 74 75 73 22 29 0a 09 28 61 72 67  t-status")..(arg
3da0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 2d  s:get-arg "-set-
3db0: 76 61 6c 75 65 73 22 29 0a 09 28 61 72 67 73 3a  values")..(args:
3dc0: 67 65 74 2d 61 72 67 20 22 2d 6c 6f 61 64 2d 74  get-arg "-load-t
3dd0: 65 73 74 2d 64 61 74 61 22 29 0a 09 28 61 72 67  est-data")..(arg
3de0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 73  s:get-arg "-runs
3df0: 74 65 70 22 29 0a 09 28 61 72 67 73 3a 67 65 74  tep")..(args:get
3e00: 2d 61 72 67 20 22 2d 73 75 6d 6d 61 72 69 7a 65  -arg "-summarize
3e10: 2d 69 74 65 6d 73 22 29 29 0a 20 20 20 20 28 69  -items")).    (i
3e20: 66 20 28 6e 6f 74 20 28 67 65 74 65 6e 76 20 22  f (not (getenv "
3e30: 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 0a 09 28  MT_CMDINFO"))..(
3e40: 62 65 67 69 6e 0a 09 20 20 28 64 65 62 75 67 3a  begin..  (debug:
3e50: 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20  print 0 "ERROR: 
3e60: 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e 76 20 76  MT_CMDINFO env v
3e70: 61 72 20 6e 6f 74 20 73 65 74 2c 20 63 6f 6d 6d  ar not set, comm
3e80: 61 6e 64 73 20 2d 74 65 73 74 2d 73 74 61 74 75  ands -test-statu
3e90: 73 2c 20 2d 72 75 6e 73 74 65 70 20 61 6e 64 20  s, -runstep and 
3ea0: 2d 73 65 74 6c 6f 67 20 6d 75 73 74 20 62 65 20  -setlog must be 
3eb0: 63 61 6c 6c 65 64 20 2a 69 6e 73 69 64 65 2a 20  called *inside* 
3ec0: 61 20 6d 65 67 61 74 65 73 74 20 65 6e 76 69 72  a megatest envir
3ed0: 6f 6e 6d 65 6e 74 21 22 29 0a 09 20 20 28 65 78  onment!")..  (ex
3ee0: 69 74 20 35 29 29 0a 09 28 6c 65 74 2a 20 28 28  it 5))..(let* ((
3ef0: 73 74 61 72 74 69 6e 67 64 69 72 20 28 63 75 72  startingdir (cur
3f00: 72 65 6e 74 2d 64 69 72 65 63 74 6f 72 79 29 29  rent-directory))
3f10: 0a 09 20 20 20 20 20 20 20 28 63 6d 64 69 6e 66  ..       (cmdinf
3f20: 6f 20 20 20 28 72 65 61 64 20 28 6f 70 65 6e 2d  o   (read (open-
3f30: 69 6e 70 75 74 2d 73 74 72 69 6e 67 20 28 62 61  input-string (ba
3f40: 73 65 36 34 3a 62 61 73 65 36 34 2d 64 65 63 6f  se64:base64-deco
3f50: 64 65 20 28 67 65 74 65 6e 76 20 22 4d 54 5f 43  de (getenv "MT_C
3f60: 4d 44 49 4e 46 4f 22 29 29 29 29 29 0a 09 20 20  MDINFO")))))..  
3f70: 20 20 20 20 20 28 74 65 73 74 70 61 74 68 20 20       (testpath  
3f80: 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27  (assoc/default '
3f90: 74 65 73 74 70 61 74 68 20 20 63 6d 64 69 6e 66  testpath  cmdinf
3fa0: 6f 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73  o))..       (tes
3fb0: 74 2d 6e 61 6d 65 20 28 61 73 73 6f 63 2f 64 65  t-name (assoc/de
3fc0: 66 61 75 6c 74 20 27 74 65 73 74 2d 6e 61 6d 65  fault 'test-name
3fd0: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20   cmdinfo))..    
3fe0: 20 20 20 28 72 75 6e 73 63 72 69 70 74 20 28 61     (runscript (a
3ff0: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 72 75  ssoc/default 'ru
4000: 6e 73 63 72 69 70 74 20 63 6d 64 69 6e 66 6f 29  nscript cmdinfo)
4010: 29 0a 09 20 20 20 20 20 20 20 28 64 62 2d 68 6f  )..       (db-ho
4020: 73 74 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61  st   (assoc/defa
4030: 75 6c 74 20 27 64 62 2d 68 6f 73 74 20 20 20 63  ult 'db-host   c
4040: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20  mdinfo))..      
4050: 20 28 72 75 6e 2d 69 64 20 20 20 20 28 61 73 73   (run-id    (ass
4060: 6f 63 2f 64 65 66 61 75 6c 74 20 27 72 75 6e 2d  oc/default 'run-
4070: 69 64 20 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a  id    cmdinfo)).
4080: 09 20 20 20 20 20 20 20 28 69 74 65 6d 64 61 74  .       (itemdat
4090: 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c     (assoc/defaul
40a0: 74 20 27 69 74 65 6d 64 61 74 20 20 20 63 6d 64  t 'itemdat   cmd
40b0: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28  info))..       (
40c0: 64 62 20 20 20 20 20 20 20 20 23 66 29 0a 09 20  db        #f).. 
40d0: 20 20 20 20 20 20 28 73 74 61 74 65 20 20 20 20        (state    
40e0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
40f0: 3a 73 74 61 74 65 22 29 29 0a 09 20 20 20 20 20  :state"))..     
4100: 20 20 28 73 74 61 74 75 73 20 20 20 20 28 61 72    (status    (ar
4110: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61  gs:get-arg ":sta
4120: 74 75 73 22 29 29 29 0a 09 20 20 28 63 68 61 6e  tus")))..  (chan
4130: 67 65 2d 64 69 72 65 63 74 6f 72 79 20 74 65 73  ge-directory tes
4140: 74 70 61 74 68 29 0a 09 20 20 28 69 66 20 28 6e  tpath)..  (if (n
4150: 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d 72 75  ot (setup-for-ru
4160: 6e 29 29 0a 09 20 20 20 20 20 20 28 62 65 67 69  n))..      (begi
4170: 6e 0a 09 09 28 64 65 62 75 67 3a 70 72 69 6e 74  n...(debug:print
4180: 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73 65   0 "Failed to se
4190: 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 0a 09  tup, exiting")..
41a0: 09 28 65 78 69 74 20 31 29 29 29 0a 09 20 20 28  .(exit 1)))..  (
41b0: 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62  set! db (open-db
41c0: 29 29 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a  ))..  (if (args:
41d0: 67 65 74 2d 61 72 67 20 22 2d 6c 6f 61 64 2d 74  get-arg "-load-t
41e0: 65 73 74 2d 64 61 74 61 22 29 0a 09 20 20 20 20  est-data")..    
41f0: 20 20 28 64 62 3a 6c 6f 61 64 2d 74 65 73 74 2d    (db:load-test-
4200: 64 61 74 61 20 64 62 20 72 75 6e 2d 69 64 20 74  data db run-id t
4210: 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 64 61 74  est-name itemdat
4220: 29 29 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a  ))..  (if (args:
4230: 67 65 74 2d 61 72 67 20 22 2d 73 65 74 6c 6f 67  get-arg "-setlog
4240: 22 29 0a 09 20 20 20 20 20 20 28 74 65 73 74 2d  ")..      (test-
4250: 73 65 74 2d 6c 6f 67 21 20 64 62 20 72 75 6e 2d  set-log! db run-
4260: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65  id test-name ite
4270: 6d 64 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61  mdat (args:get-a
4280: 72 67 20 22 2d 73 65 74 6c 6f 67 22 29 29 29 0a  rg "-setlog"))).
4290: 09 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74  .  (if (args:get
42a0: 2d 61 72 67 20 22 2d 73 65 74 2d 74 6f 70 6c 6f  -arg "-set-toplo
42b0: 67 22 29 0a 09 20 20 20 20 20 20 28 74 65 73 74  g")..      (test
42c0: 2d 73 65 74 2d 74 6f 70 6c 6f 67 21 20 64 62 20  -set-toplog! db 
42d0: 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65  run-id test-name
42e0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
42f0: 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 29 29 29 0a  -set-toplog"))).
4300: 09 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74  .  (if (args:get
4310: 2d 61 72 67 20 22 2d 73 75 6d 6d 61 72 69 7a 65  -arg "-summarize
4320: 2d 69 74 65 6d 73 22 29 0a 09 20 20 20 20 20 20  -items")..      
4330: 28 74 65 73 74 73 3a 73 75 6d 6d 61 72 69 7a 65  (tests:summarize
4340: 2d 69 74 65 6d 73 20 64 62 20 72 75 6e 2d 69 64  -items db run-id
4350: 20 74 65 73 74 2d 6e 61 6d 65 20 23 74 29 29 20   test-name #t)) 
4360: 3b 3b 20 64 6f 20 66 6f 72 63 65 20 68 65 72 65  ;; do force here
4370: 0a 09 20 20 28 69 66 20 28 61 72 67 73 3a 67 65  ..  (if (args:ge
4380: 74 2d 61 72 67 20 22 2d 72 75 6e 73 74 65 70 22  t-arg "-runstep"
4390: 29 0a 09 20 20 20 20 20 20 28 69 66 20 28 6e 75  )..      (if (nu
43a0: 6c 6c 3f 20 72 65 6d 61 72 67 73 29 0a 09 09 20  ll? remargs)... 
43b0: 20 28 62 65 67 69 6e 0a 09 09 20 20 20 20 28 64   (begin...    (d
43c0: 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52  ebug:print 0 "ER
43d0: 52 4f 52 3a 20 6e 6f 74 68 69 6e 67 20 73 70 65  ROR: nothing spe
43e0: 63 69 66 69 65 64 20 74 6f 20 72 75 6e 21 22 29  cified to run!")
43f0: 0a 09 09 20 20 20 20 28 73 71 6c 69 74 65 33 3a  ...    (sqlite3:
4400: 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 09  finalize! db)...
4410: 20 20 20 20 28 65 78 69 74 20 36 29 29 0a 09 09      (exit 6))...
4420: 20 20 28 6c 65 74 2a 20 28 28 73 74 65 70 6e 61    (let* ((stepna
4430: 6d 65 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61  me   (args:get-a
4440: 72 67 20 22 2d 72 75 6e 73 74 65 70 22 29 29 0a  rg "-runstep")).
4450: 09 09 09 20 28 6c 6f 67 70 72 6f 66 69 6c 65 20  ... (logprofile 
4460: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
4470: 6c 6f 67 70 72 6f 22 29 29 0a 09 09 09 20 28 6c  logpro")).... (l
4480: 6f 67 66 69 6c 65 20 20 20 20 28 63 6f 6e 63 20  ogfile    (conc 
4490: 73 74 65 70 6e 61 6d 65 20 22 2e 6c 6f 67 22 29  stepname ".log")
44a0: 29 0a 09 09 09 20 28 63 6d 64 20 20 20 20 20 20  ).... (cmd      
44b0: 20 20 28 69 66 20 28 6e 75 6c 6c 3f 20 72 65 6d    (if (null? rem
44c0: 61 72 67 73 29 20 23 66 20 28 63 61 72 20 72 65  args) #f (car re
44d0: 6d 61 72 67 73 29 29 29 0a 09 09 09 20 28 70 61  margs))).... (pa
44e0: 72 61 6d 73 20 20 20 20 20 28 69 66 20 63 6d 64  rams     (if cmd
44f0: 20 28 63 64 72 20 72 65 6d 61 72 67 73 29 20 27   (cdr remargs) '
4500: 28 29 29 29 0a 09 09 09 20 28 65 78 69 74 73 74  ())).... (exitst
4510: 61 74 20 20 20 23 66 29 0a 09 09 09 20 28 73 68  at   #f).... (sh
4520: 65 6c 6c 20 20 20 20 20 20 28 6c 61 73 74 20 28  ell      (last (
4530: 73 74 72 69 6e 67 2d 73 70 6c 69 74 20 28 67 65  string-split (ge
4540: 74 2d 65 6e 76 69 72 6f 6e 6d 65 6e 74 2d 76 61  t-environment-va
4550: 72 69 61 62 6c 65 20 22 53 48 45 4c 4c 22 29 20  riable "SHELL") 
4560: 22 2f 22 29 29 29 0a 09 09 09 20 28 72 65 64 69  "/"))).... (redi
4570: 72 20 20 20 20 20 20 28 63 61 73 65 20 28 73 74  r      (case (st
4580: 72 69 6e 67 2d 3e 73 79 6d 62 6f 6c 20 73 68 65  ring->symbol she
4590: 6c 6c 29 0a 09 09 09 09 20 20 20 20 20 20 20 28  ll).....       (
45a0: 28 74 63 73 68 20 63 73 68 20 6b 73 68 29 20 20  (tcsh csh ksh)  
45b0: 20 20 22 3e 26 22 29 0a 09 09 09 09 20 20 20 20    ">&").....    
45c0: 20 20 20 28 28 7a 73 68 20 62 61 73 68 20 73 68     ((zsh bash sh
45d0: 20 61 73 68 29 20 22 32 3e 26 31 20 3e 22 29 29   ash) "2>&1 >"))
45e0: 29 0a 09 09 09 20 28 66 75 6c 6c 63 6d 64 20 20  ).... (fullcmd  
45f0: 20 20 28 63 6f 6e 63 20 22 28 22 20 28 73 74 72    (conc "(" (str
4600: 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 20  ing-intersperse 
4610: 0a 09 09 09 09 09 09 28 63 6f 6e 73 20 63 6d 64  .......(cons cmd
4620: 20 70 61 72 61 6d 73 29 20 22 20 22 29 0a 09 09   params) " ")...
4630: 09 09 09 20 20 20 22 29 20 22 20 72 65 64 69 72  ...   ") " redir
4640: 20 22 20 22 20 6c 6f 67 66 69 6c 65 29 29 29 0a   " " logfile))).
4650: 09 09 20 20 20 20 3b 3b 20 6d 61 72 6b 20 74 68  ..    ;; mark th
4660: 65 20 73 74 61 72 74 20 6f 66 20 74 68 65 20 74  e start of the t
4670: 65 73 74 0a 09 09 20 20 20 20 28 74 65 73 74 73  est...    (tests
4680: 74 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20  tep-set-status! 
4690: 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e  db run-id test-n
46a0: 61 6d 65 20 73 74 65 70 6e 61 6d 65 20 22 73 74  ame stepname "st
46b0: 61 72 74 22 20 22 6e 2f 61 22 20 69 74 65 6d 64  art" "n/a" itemd
46c0: 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  at (args:get-arg
46d0: 20 22 2d 6d 22 29 20 6c 6f 67 66 69 6c 65 29 0a   "-m") logfile).
46e0: 09 09 20 20 20 20 3b 3b 20 63 6c 6f 73 65 20 74  ..    ;; close t
46f0: 68 65 20 64 62 0a 09 09 20 20 20 20 28 73 71 6c  he db...    (sql
4700: 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64  ite3:finalize! d
4710: 62 29 0a 09 09 20 20 20 20 3b 3b 20 72 75 6e 20  b)...    ;; run 
4720: 74 68 65 20 74 65 73 74 20 73 74 65 70 0a 09 09  the test step...
4730: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74      (debug:print
4740: 20 32 20 22 49 4e 46 4f 3a 20 52 75 6e 6e 69 6e   2 "INFO: Runnin
4750: 67 20 5c 22 22 20 66 75 6c 6c 63 6d 64 20 22 5c  g \"" fullcmd "\
4760: 22 22 29 0a 09 09 20 20 20 20 28 63 68 61 6e 67  "")...    (chang
4770: 65 2d 64 69 72 65 63 74 6f 72 79 20 73 74 61 72  e-directory star
4780: 74 69 6e 67 64 69 72 29 0a 09 09 20 20 20 20 28  tingdir)...    (
4790: 73 65 74 21 20 65 78 69 74 73 74 61 74 20 28 73  set! exitstat (s
47a0: 79 73 74 65 6d 20 66 75 6c 6c 63 6d 64 29 29 20  ystem fullcmd)) 
47b0: 3b 3b 20 63 6d 64 20 70 61 72 61 6d 73 29 29 0a  ;; cmd params)).
47c0: 09 09 20 20 20 20 28 73 65 74 21 20 2a 67 6c 6f  ..    (set! *glo
47d0: 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a 20 65  balexitstatus* e
47e0: 78 69 74 73 74 61 74 29 0a 09 09 20 20 20 20 28  xitstat)...    (
47f0: 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79  change-directory
4800: 20 74 65 73 74 70 61 74 68 29 0a 09 09 20 20 20   testpath)...   
4810: 20 3b 3b 20 72 65 2d 6f 70 65 6e 20 74 68 65 20   ;; re-open the 
4820: 64 62 0a 09 09 20 20 20 20 28 73 65 74 21 20 64  db...    (set! d
4830: 62 20 28 6f 70 65 6e 2d 64 62 29 29 20 0a 09 09  b (open-db)) ...
4840: 20 20 20 20 3b 3b 20 72 75 6e 20 6c 6f 67 70 72      ;; run logpr
4850: 6f 20 69 66 20 61 70 70 6c 69 63 61 62 6c 65 20  o if applicable 
4860: 3b 3b 20 28 70 72 6f 63 65 73 73 2d 72 75 6e 20  ;; (process-run 
4870: 22 6c 73 22 20 28 6c 69 73 74 20 22 2f 66 6f 6f  "ls" (list "/foo
4880: 22 20 22 32 3e 26 31 22 20 22 62 6c 61 68 2e 6c  " "2>&1" "blah.l
4890: 6f 67 22 29 29 0a 09 09 20 20 20 20 28 69 66 20  og"))...    (if 
48a0: 6c 6f 67 70 72 6f 66 69 6c 65 0a 09 09 09 28 6c  logprofile....(l
48b0: 65 74 2a 20 28 28 68 74 6d 6c 6c 6f 67 66 69 6c  et* ((htmllogfil
48c0: 65 20 28 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65  e (conc stepname
48d0: 20 22 2e 68 74 6d 6c 22 29 29 0a 09 09 09 20 20   ".html"))....  
48e0: 20 20 20 20 20 28 6f 6c 64 65 78 69 74 73 74 61       (oldexitsta
48f0: 74 20 65 78 69 74 73 74 61 74 29 0a 09 09 09 20  t exitstat).... 
4900: 20 20 20 20 20 20 28 63 6d 64 20 20 20 20 20 20        (cmd      
4910: 20 20 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72     (string-inter
4920: 73 70 65 72 73 65 20 28 6c 69 73 74 20 22 6c 6f  sperse (list "lo
4930: 67 70 72 6f 22 20 6c 6f 67 70 72 6f 66 69 6c 65  gpro" logprofile
4940: 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 20 22 3c 22   htmllogfile "<"
4950: 20 6c 6f 67 66 69 6c 65 20 22 3e 22 20 28 63 6f   logfile ">" (co
4960: 6e 63 20 73 74 65 70 6e 61 6d 65 20 22 5f 6c 6f  nc stepname "_lo
4970: 67 70 72 6f 2e 6c 6f 67 22 29 29 20 22 20 22 29  gpro.log")) " ")
4980: 29 29 0a 09 09 09 20 20 28 64 65 62 75 67 3a 70  ))....  (debug:p
4990: 72 69 6e 74 20 32 20 22 49 4e 46 4f 3a 20 72 75  rint 2 "INFO: ru
49a0: 6e 6e 69 6e 67 20 5c 22 22 20 63 6d 64 20 22 5c  nning \"" cmd "\
49b0: 22 22 29 0a 09 09 09 20 20 28 63 68 61 6e 67 65  "")....  (change
49c0: 2d 64 69 72 65 63 74 6f 72 79 20 73 74 61 72 74  -directory start
49d0: 69 6e 67 64 69 72 29 0a 09 09 09 20 20 28 73 65  ingdir)....  (se
49e0: 74 21 20 65 78 69 74 73 74 61 74 20 28 73 79 73  t! exitstat (sys
49f0: 74 65 6d 20 63 6d 64 29 29 0a 09 09 09 20 20 28  tem cmd))....  (
4a00: 73 65 74 21 20 2a 67 6c 6f 62 61 6c 65 78 69 74  set! *globalexit
4a10: 73 74 61 74 75 73 2a 20 65 78 69 74 73 74 61 74  status* exitstat
4a20: 29 20 3b 3b 20 6e 6f 20 6e 65 63 65 73 73 61 72  ) ;; no necessar
4a30: 79 0a 09 09 09 20 20 28 63 68 61 6e 67 65 2d 64  y....  (change-d
4a40: 69 72 65 63 74 6f 72 79 20 74 65 73 74 70 61 74  irectory testpat
4a50: 68 29 0a 09 09 09 20 20 28 74 65 73 74 2d 73 65  h)....  (test-se
4a60: 74 2d 6c 6f 67 21 20 64 62 20 72 75 6e 2d 69 64  t-log! db run-id
4a70: 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 64   test-name itemd
4a80: 61 74 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 29 29  at htmllogfile))
4a90: 29 0a 09 09 20 20 20 20 28 74 65 73 74 73 74 65  )...    (testste
4aa0: 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20 64 62  p-set-status! db
4ab0: 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d   run-id test-nam
4ac0: 65 20 73 74 65 70 6e 61 6d 65 20 22 65 6e 64 22  e stepname "end"
4ad0: 20 65 78 69 74 73 74 61 74 20 69 74 65 6d 64 61   exitstat itemda
4ae0: 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  t (args:get-arg 
4af0: 22 2d 6d 22 29 20 6c 6f 67 66 69 6c 65 29 0a 09  "-m") logfile)..
4b00: 09 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69  .    (sqlite3:fi
4b10: 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 09 20 20  nalize! db)...  
4b20: 20 20 28 69 66 20 28 6e 6f 74 20 28 65 71 3f 20    (if (not (eq? 
4b30: 65 78 69 74 73 74 61 74 20 30 29 29 0a 09 09 09  exitstat 0))....
4b40: 28 65 78 69 74 20 32 35 34 29 29 20 3b 3b 20 28  (exit 254)) ;; (
4b50: 65 78 69 74 20 65 78 69 74 73 74 61 74 29 20 64  exit exitstat) d
4b60: 6f 65 73 6e 27 74 20 77 6f 72 6b 3f 21 3f 0a 09  oesn't work?!?..
4b70: 09 20 20 3b 3b 20 6f 70 65 6e 20 74 68 65 20 64  .  ;; open the d
4b80: 62 0a 09 09 20 20 3b 3b 20 6d 61 72 6b 20 74 68  b...  ;; mark th
4b90: 65 20 65 6e 64 20 6f 66 20 74 68 65 20 74 65 73  e end of the tes
4ba0: 74 0a 09 09 20 20 29 29 29 0a 09 20 20 28 69 66  t...  )))..  (if
4bb0: 20 28 6f 72 20 28 61 72 67 73 3a 67 65 74 2d 61   (or (args:get-a
4bc0: 72 67 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73  rg "-test-status
4bd0: 22 29 0a 09 09 20 20 28 61 72 67 73 3a 67 65 74  ")...  (args:get
4be0: 2d 61 72 67 20 22 2d 73 65 74 2d 76 61 6c 75 65  -arg "-set-value
4bf0: 73 22 29 29 0a 09 20 20 20 20 20 20 28 6c 65 74  s"))..      (let
4c00: 20 28 28 6e 65 77 73 74 61 74 75 73 20 28 63 6f   ((newstatus (co
4c10: 6e 64 0a 09 09 09 09 28 28 6e 75 6d 62 65 72 3f  nd.....((number?
4c20: 20 73 74 61 74 75 73 29 20 20 20 20 20 20 20 28   status)       (
4c30: 69 66 20 28 65 71 75 61 6c 3f 20 73 74 61 74 75  if (equal? statu
4c40: 73 20 30 29 20 22 50 41 53 53 22 20 22 46 41 49  s 0) "PASS" "FAI
4c50: 4c 22 29 29 0a 09 09 09 09 28 28 61 6e 64 20 28  L")).....((and (
4c60: 73 74 72 69 6e 67 3f 20 73 74 61 74 75 73 29 0a  string? status).
4c70: 09 09 09 09 20 20 20 20 20 20 28 73 74 72 69 6e  ....      (strin
4c80: 67 2d 3e 6e 75 6d 62 65 72 20 73 74 61 74 75 73  g->number status
4c90: 29 29 28 69 66 20 28 65 71 75 61 6c 3f 20 28 73  ))(if (equal? (s
4ca0: 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72 20 73 74  tring->number st
4cb0: 61 74 75 73 29 20 30 29 20 22 50 41 53 53 22 20  atus) 0) "PASS" 
4cc0: 22 46 41 49 4c 22 29 29 0a 09 09 09 09 28 65 6c  "FAIL")).....(el
4cd0: 73 65 20 73 74 61 74 75 73 29 29 29 0a 09 09 20  se status)))... 
4ce0: 20 20 20 3b 3b 20 74 72 61 6e 73 66 65 72 20 72     ;; transfer r
4cf0: 65 6c 65 76 61 6e 74 20 6b 65 79 73 20 69 6e 74  elevant keys int
4d00: 6f 20 61 20 68 61 73 68 20 74 6f 20 62 65 20 70  o a hash to be p
4d10: 61 73 73 65 64 20 74 6f 20 74 65 73 74 2d 73 65  assed to test-se
4d20: 74 2d 73 74 61 74 75 73 21 0a 09 09 20 20 20 20  t-status!...    
4d30: 3b 3b 20 63 6f 75 6c 64 20 75 73 65 20 61 6e 20  ;; could use an 
4d40: 61 73 73 6f 63 20 6c 69 73 74 20 49 20 67 75 65  assoc list I gue
4d50: 73 73 2e 20 0a 09 09 20 20 20 20 28 6f 74 68 65  ss. ...    (othe
4d60: 72 64 61 74 61 20 28 6c 65 74 20 28 28 72 65 73  rdata (let ((res
4d70: 20 28 6d 61 6b 65 2d 68 61 73 68 2d 74 61 62 6c   (make-hash-tabl
4d80: 65 29 29 29 0a 09 09 09 09 20 28 66 6f 72 2d 65  e)))..... (for-e
4d90: 61 63 68 20 28 6c 61 6d 62 64 61 20 28 6b 65 79  ach (lambda (key
4da0: 29 0a 09 09 09 09 09 20 20 20 20 20 28 69 66 20  )......     (if 
4db0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 6b 65  (args:get-arg ke
4dc0: 79 29 0a 09 09 09 09 09 09 20 28 68 61 73 68 2d  y)....... (hash-
4dd0: 74 61 62 6c 65 2d 73 65 74 21 20 72 65 73 20 6b  table-set! res k
4de0: 65 79 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  ey (args:get-arg
4df0: 20 6b 65 79 29 29 29 29 0a 09 09 09 09 09 20 20   key))))......  
4e00: 20 28 6c 69 73 74 20 22 3a 76 61 6c 75 65 22 20   (list ":value" 
4e10: 22 3a 74 6f 6c 22 20 22 3a 65 78 70 65 63 74 65  ":tol" ":expecte
4e20: 64 22 20 22 3a 66 69 72 73 74 5f 65 72 72 22 20  d" ":first_err" 
4e30: 22 3a 66 69 72 73 74 5f 77 61 72 6e 22 20 22 3a  ":first_warn" ":
4e40: 75 6e 69 74 73 22 20 22 3a 63 61 74 65 67 6f 72  units" ":categor
4e50: 79 22 20 22 3a 76 61 72 69 61 62 6c 65 22 29 29  y" ":variable"))
4e60: 0a 09 09 09 09 20 72 65 73 29 29 29 0a 09 09 28  ..... res)))...(
4e70: 69 66 20 28 61 6e 64 20 28 61 72 67 73 3a 67 65  if (and (args:ge
4e80: 74 2d 61 72 67 20 22 2d 74 65 73 74 2d 73 74 61  t-arg "-test-sta
4e90: 74 75 73 22 29 0a 09 09 09 20 28 6f 72 20 28 6e  tus").... (or (n
4ea0: 6f 74 20 73 74 61 74 65 29 0a 09 09 09 20 20 20  ot state)....   
4eb0: 20 20 28 6e 6f 74 20 73 74 61 74 75 73 29 29 29    (not status)))
4ec0: 0a 09 09 20 20 20 20 28 62 65 67 69 6e 0a 09 09  ...    (begin...
4ed0: 20 20 20 20 20 20 28 64 65 62 75 67 3a 70 72 69        (debug:pri
4ee0: 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 59 6f 75  nt 0 "ERROR: You
4ef0: 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 3a 73   must specify :s
4f00: 74 61 74 65 20 61 6e 64 20 3a 73 74 61 74 75 73  tate and :status
4f10: 20 77 69 74 68 20 65 76 65 72 79 20 63 61 6c 6c   with every call
4f20: 20 74 6f 20 2d 74 65 73 74 2d 73 74 61 74 75 73   to -test-status
4f30: 5c 6e 22 20 68 65 6c 70 29 0a 09 09 20 20 20 20  \n" help)...    
4f40: 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c    (sqlite3:final
4f50: 69 7a 65 21 20 64 62 29 0a 09 09 20 20 20 20 20  ize! db)...     
4f60: 20 28 65 78 69 74 20 36 29 29 29 0a 09 09 28 74   (exit 6)))...(t
4f70: 65 73 74 2d 73 65 74 2d 73 74 61 74 75 73 21 20  est-set-status! 
4f80: 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e  db run-id test-n
4f90: 61 6d 65 20 73 74 61 74 65 20 6e 65 77 73 74 61  ame state newsta
4fa0: 74 75 73 20 69 74 65 6d 64 61 74 20 28 61 72 67  tus itemdat (arg
4fb0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29 20  s:get-arg "-m") 
4fc0: 6f 74 68 65 72 64 61 74 61 29 29 29 0a 09 20 20  otherdata)))..  
4fd0: 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a  (sqlite3:finaliz
4fe0: 65 21 20 64 62 29 0a 09 20 20 28 73 65 74 21 20  e! db)..  (set! 
4ff0: 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23  *didsomething* #
5000: 74 29 29 29 29 0a 0a 28 69 66 20 28 61 72 67 73  t))))..(if (args
5010: 3a 67 65 74 2d 61 72 67 20 22 2d 73 68 6f 77 6b  :get-arg "-showk
5020: 65 79 73 22 29 0a 20 20 20 20 28 6c 65 74 20 28  eys").    (let (
5030: 28 64 62 20 23 66 29 0a 09 20 20 28 6b 65 79 73  (db #f)..  (keys
5040: 20 23 66 29 29 0a 20 20 20 20 20 20 28 69 66 20   #f)).      (if 
5050: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d  (not (setup-for-
5060: 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 0a  run))..  (begin.
5070: 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e  .    (debug:prin
5080: 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73  t 0 "Failed to s
5090: 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 0a  etup, exiting").
50a0: 09 20 20 20 20 28 65 78 69 74 20 31 29 29 29 0a  .    (exit 1))).
50b0: 20 20 20 20 20 20 28 73 65 74 21 20 64 62 20 28        (set! db (
50c0: 6f 70 65 6e 2d 64 62 29 29 0a 20 20 20 20 20 20  open-db)).      
50d0: 28 73 65 74 21 20 6b 65 79 73 20 28 64 62 2d 67  (set! keys (db-g
50e0: 65 74 2d 6b 65 79 73 20 64 62 29 29 0a 20 20 20  et-keys db)).   
50f0: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20     (debug:print 
5100: 31 20 22 4b 65 79 73 3a 20 22 20 28 73 74 72 69  1 "Keys: " (stri
5110: 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 20 28  ng-intersperse (
5120: 6d 61 70 20 6b 65 79 3a 67 65 74 2d 66 69 65 6c  map key:get-fiel
5130: 64 6e 61 6d 65 20 6b 65 79 73 29 20 22 2c 20 22  dname keys) ", "
5140: 29 29 0a 20 20 20 20 20 20 28 73 71 6c 69 74 65  )).      (sqlite
5150: 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a  3:finalize! db).
5160: 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64        (set! *did
5170: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29  something* #t)))
5180: 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d  ..(if (args:get-
5190: 61 72 67 20 22 2d 67 75 69 22 29 0a 20 20 20 20  arg "-gui").    
51a0: 28 62 65 67 69 6e 0a 20 20 20 20 20 20 28 64 65  (begin.      (de
51b0: 62 75 67 3a 70 72 69 6e 74 20 30 20 22 4c 6f 6f  bug:print 0 "Loo
51c0: 6b 20 61 74 20 74 68 65 20 64 61 73 68 62 6f 61  k at the dashboa
51d0: 72 64 20 66 6f 72 20 6e 6f 77 22 29 0a 20 20 20  rd for now").   
51e0: 20 20 20 3b 3b 20 28 6d 65 67 61 74 65 73 74 2d     ;; (megatest-
51f0: 67 75 69 29 0a 20 20 20 20 20 20 28 73 65 74 21  gui).      (set!
5200: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20   *didsomething* 
5210: 23 74 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d  #t)))..;;=======
5220: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5230: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5240: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5250: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a  ===============.
5260: 3b 3b 20 55 70 64 61 74 65 20 74 68 65 20 64 61  ;; Update the da
5270: 74 61 62 61 73 65 20 73 63 68 65 6d 61 20 6f 6e  tabase schema on
5280: 20 72 65 71 75 65 73 74 0a 3b 3b 3d 3d 3d 3d 3d   request.;;=====
5290: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52d0: 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74  =..(if (args:get
52e0: 2d 61 72 67 20 22 2d 72 65 62 75 69 6c 64 2d 64  -arg "-rebuild-d
52f0: 62 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20  b").    (begin. 
5300: 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 73       (if (not (s
5310: 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09  etup-for-run))..
5320: 20 20 28 62 65 67 69 6e 0a 09 20 20 20 20 28 64    (begin..    (d
5330: 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46 61  ebug:print 0 "Fa
5340: 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65  iled to setup, e
5350: 78 69 74 69 6e 67 22 29 20 0a 09 20 20 20 20 28  xiting") ..    (
5360: 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 20 20  exit 1))).      
5370: 3b 3b 20 6e 6f 77 20 63 61 6e 20 66 69 6e 64 20  ;; now can find 
5380: 6f 75 72 20 64 62 0a 20 20 20 20 20 20 28 73 65  our db.      (se
5390: 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29  t! db (open-db))
53a0: 0a 20 20 20 20 20 20 28 70 61 74 63 68 2d 64 62  .      (patch-db
53b0: 20 64 62 29 0a 20 20 20 20 20 20 28 73 71 6c 69   db).      (sqli
53c0: 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62  te3:finalize! db
53d0: 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a 64  ).      (set! *d
53e0: 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29  idsomething* #t)
53f0: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ))..;;==========
5400: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5410: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5420: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5430: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20  ============.;; 
5440: 55 70 64 61 74 65 20 74 68 65 20 74 65 73 74 73  Update the tests
5450: 20 6d 65 74 61 20 64 61 74 61 20 66 72 6f 6d 20   meta data from 
5460: 74 68 65 20 74 65 73 74 63 6f 6e 66 69 67 20 66  the testconfig f
5470: 69 6c 65 73 0a 3b 3b 0a 0a 28 69 66 20 28 61 72  iles.;;..(if (ar
5480: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 75 70 64  gs:get-arg "-upd
5490: 61 74 65 2d 6d 65 74 61 22 29 0a 20 20 20 20 28  ate-meta").    (
54a0: 62 65 67 69 6e 0a 20 20 20 20 20 20 28 69 66 20  begin.      (if 
54b0: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d  (not (setup-for-
54c0: 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 0a  run))..  (begin.
54d0: 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e  .    (debug:prin
54e0: 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73  t 0 "Failed to s
54f0: 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 20  etup, exiting") 
5500: 0a 09 20 20 20 20 28 65 78 69 74 20 31 29 29 29  ..    (exit 1)))
5510: 0a 20 20 20 20 20 20 3b 3b 20 6e 6f 77 20 63 61  .      ;; now ca
5520: 6e 20 66 69 6e 64 20 6f 75 72 20 64 62 0a 20 20  n find our db.  
5530: 20 20 20 20 28 73 65 74 21 20 64 62 20 28 6f 70      (set! db (op
5540: 65 6e 2d 64 62 29 29 0a 20 20 20 20 20 20 28 72  en-db)).      (r
5550: 75 6e 73 3a 75 70 64 61 74 65 2d 61 6c 6c 2d 74  uns:update-all-t
5560: 65 73 74 5f 6d 65 74 61 20 64 62 29 0a 20 20 20  est_meta db).   
5570: 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61     (sqlite3:fina
5580: 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20  lize! db).      
5590: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68  (set! *didsometh
55a0: 69 6e 67 2a 20 23 74 29 29 29 0a 0a 28 69 66 20  ing* #t)))..(if 
55b0: 28 6e 6f 74 20 2a 64 69 64 73 6f 6d 65 74 68 69  (not *didsomethi
55c0: 6e 67 2a 29 0a 20 20 20 20 28 64 65 62 75 67 3a  ng*).    (debug:
55d0: 70 72 69 6e 74 20 30 20 68 65 6c 70 29 29 0a 0a  print 0 help))..
55e0: 28 69 66 20 28 6e 6f 74 20 28 65 71 3f 20 2a 67  (if (not (eq? *g
55f0: 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a  lobalexitstatus*
5600: 20 30 29 29 0a 20 20 20 20 28 69 66 20 28 6f 72   0)).    (if (or
5610: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
5620: 2d 72 75 6e 74 65 73 74 73 22 29 28 61 72 67 73  -runtests")(args
5630: 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 61 6c  :get-arg "-runal
5640: 6c 22 29 29 0a 20 20 20 20 20 20 20 20 28 62 65  l")).        (be
5650: 67 69 6e 0a 20 20 20 20 20 20 20 20 20 20 20 28  gin.           (
5660: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 4e  debug:print 0 "N
5670: 4f 54 45 3a 20 53 75 62 70 72 6f 63 65 73 73 65  OTE: Subprocesse
5680: 73 20 77 69 74 68 20 6e 6f 6e 2d 7a 65 72 6f 20  s with non-zero 
5690: 65 78 69 74 20 63 6f 64 65 20 64 65 74 65 63 74  exit code detect
56a0: 65 64 3a 20 22 20 2a 67 6c 6f 62 61 6c 65 78 69  ed: " *globalexi
56b0: 74 73 74 61 74 75 73 2a 29 0a 20 20 20 20 20 20  tstatus*).      
56c0: 20 20 20 20 20 28 65 78 69 74 20 30 29 29 0a 20       (exit 0)). 
56d0: 20 20 20 20 20 20 20 28 63 61 73 65 20 2a 67 6c         (case *gl
56e0: 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a 0a  obalexitstatus*.
56f0: 20 20 20 20 20 20 20 20 20 28 28 30 29 28 65 78           ((0)(ex
5700: 69 74 20 30 29 29 0a 20 20 20 20 20 20 20 20 20  it 0)).         
5710: 28 28 31 29 28 65 78 69 74 20 31 29 29 0a 20 20  ((1)(exit 1)).  
5720: 20 20 20 20 20 20 20 28 28 32 29 28 65 78 69 74         ((2)(exit
5730: 20 32 29 29 0a 20 20 20 20 20 20 20 20 20 28 65   2)).         (e
5740: 6c 73 65 20 28 65 78 69 74 20 33 29 29 29 29 29  lse (exit 3)))))
5750: 0a                                               .