Megatest

Hex Artifact Content
Login

Artifact b0196f050b175929835a04ae2d772ae082974e7f:


0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30  ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20  6-2011, Matthew 
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20  Welland..;; .;; 
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73   This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20   made available 
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50  under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72  L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65  .;;  greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69  e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20  ng file COPYING 
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20  for details..;; 
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61  .;;  This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64  m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52   WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65  RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c  ven the.;;  impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20  ied warranty of 
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20  MERCHANTABILITY 
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41  or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20   PARTICULAR.;;  
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e  PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63  clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20  m").;; (include 
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f  "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71  n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73  lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63  ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65  ase srfi-69 base
01c0: 36 34 20 66 6f 72 6d 61 74 29 0a 28 69 6d 70 6f  64 format).(impo
01d0: 72 74 20 28 70 72 65 66 69 78 20 73 71 6c 69 74  rt (prefix sqlit
01e0: 65 33 20 73 71 6c 69 74 65 33 3a 29 29 0a 28 69  e3 sqlite3:)).(i
01f0: 6d 70 6f 72 74 20 28 70 72 65 66 69 78 20 62 61  mport (prefix ba
0200: 73 65 36 34 20 62 61 73 65 36 34 3a 29 29 0a 0a  se64 base64:))..
0210: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 63  (declare (uses c
0220: 6f 6d 6d 6f 6e 29 29 0a 28 64 65 63 6c 61 72 65  ommon)).(declare
0230: 20 28 75 73 65 73 20 6d 65 67 61 74 65 73 74 2d   (uses megatest-
0240: 76 65 72 73 69 6f 6e 29 29 0a 28 64 65 63 6c 61  version)).(decla
0250: 72 65 20 28 75 73 65 73 20 6d 61 72 67 73 29 29  re (uses margs))
0260: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20  .(declare (uses 
0270: 72 75 6e 73 29 29 0a 28 64 65 63 6c 61 72 65 20  runs)).(declare 
0280: 28 75 73 65 73 20 6c 61 75 6e 63 68 29 29 0a 0a  (uses launch))..
0290: 28 69 6e 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e  (include "common
02a0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 28  _records.scm").(
02b0: 69 6e 63 6c 75 64 65 20 22 6b 65 79 5f 72 65 63  include "key_rec
02c0: 6f 72 64 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c  ords.scm").(incl
02d0: 75 64 65 20 22 64 62 5f 72 65 63 6f 72 64 73 2e  ude "db_records.
02e0: 73 63 6d 22 29 0a 0a 28 64 65 66 69 6e 65 20 68  scm")..(define h
02f0: 65 6c 70 20 28 63 6f 6e 63 20 22 0a 4d 65 67 61  elp (conc ".Mega
0300: 74 65 73 74 2c 20 64 6f 63 75 6d 65 6e 74 61 74  test, documentat
0310: 69 6f 6e 20 61 74 20 68 74 74 70 3a 2f 2f 77 77  ion at http://ww
0320: 77 2e 6b 69 61 74 6f 61 2e 63 6f 6d 2f 66 6f 73  w.kiatoa.com/fos
0330: 73 69 6c 73 2f 6d 65 67 61 74 65 73 74 0a 20 20  sils/megatest.  
0340: 76 65 72 73 69 6f 6e 20 22 20 6d 65 67 61 74 65  version " megate
0350: 73 74 2d 76 65 72 73 69 6f 6e 20 22 0a 20 20 6c  st-version ".  l
0360: 69 63 65 6e 73 65 20 47 50 4c 2c 20 43 6f 70 79  icense GPL, Copy
0370: 72 69 67 68 74 20 4d 61 74 74 20 57 65 6c 6c 61  right Matt Wella
0380: 6e 64 20 32 30 30 36 2d 32 30 31 31 0a 0a 55 73  nd 2006-2011..Us
0390: 61 67 65 3a 20 6d 65 67 61 74 65 73 74 20 5b 6f  age: megatest [o
03a0: 70 74 69 6f 6e 73 5d 0a 20 20 2d 68 20 20 20 20  ptions].  -h    
03b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
03c0: 20 20 3a 20 74 68 69 73 20 68 65 6c 70 0a 0a 50    : this help..P
03d0: 72 6f 63 65 73 73 20 61 6e 64 20 74 65 73 74 20  rocess and test 
03e0: 72 75 6e 6e 69 6e 67 0a 20 20 2d 72 75 6e 61 6c  running.  -runal
03f0: 6c 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  l               
0400: 20 20 3a 20 72 75 6e 20 61 6c 6c 20 74 65 73 74    : run all test
0410: 73 20 74 68 61 74 20 61 72 65 20 6e 6f 74 20 73  s that are not s
0420: 74 61 74 65 20 43 4f 4d 50 4c 45 54 45 44 20 61  tate COMPLETED a
0430: 6e 64 20 73 74 61 74 75 73 20 50 41 53 53 2c 20  nd status PASS, 
0440: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  .               
0450: 20 20 20 20 20 20 20 20 20 20 20 20 20 43 48 45               CHE
0460: 43 4b 20 6f 72 20 4b 49 4c 4c 45 44 0a 20 20 2d  CK or KILLED.  -
0470: 72 75 6e 74 65 73 74 73 20 74 73 74 31 2c 74 73  runtests tst1,ts
0480: 74 32 20 2e 2e 2e 20 3a 20 72 75 6e 20 74 65 73  t2 ... : run tes
0490: 74 73 0a 0a 52 75 6e 20 73 74 61 74 75 73 20 75  ts..Run status u
04a0: 70 64 61 74 65 73 20 28 74 68 65 73 65 20 72 65  pdates (these re
04b0: 71 75 69 72 65 20 74 68 61 74 20 79 6f 75 20 61  quire that you a
04c0: 72 65 20 69 6e 20 61 20 74 65 73 74 20 64 69 72  re in a test dir
04d0: 65 63 74 6f 72 79 0a 20 20 20 20 20 20 20 20 20  ectory.         
04e0: 20 20 20 20 20 20 20 20 20 20 20 61 6e 64 20 79             and y
04f0: 6f 75 20 68 61 76 65 20 73 6f 75 72 63 65 64 20  ou have sourced 
0500: 74 68 65 20 5c 22 6d 65 67 61 74 65 73 74 2e 63  the \"megatest.c
0510: 73 68 5c 22 20 6f 72 0a 20 20 20 20 20 20 20 20  sh\" or.        
0520: 20 20 20 20 20 20 20 20 20 20 20 20 5c 22 6d 65              \"me
0530: 67 61 74 65 73 74 2e 73 68 5c 22 20 66 69 6c 65  gatest.sh\" file
0540: 2e 29 0a 20 20 2d 73 74 65 70 20 73 74 65 70 6e  .).  -step stepn
0550: 61 6d 65 0a 20 20 2d 74 65 73 74 2d 73 74 61 74  ame.  -test-stat
0560: 75 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20  us            : 
0570: 73 65 74 20 74 68 65 20 73 74 61 74 65 20 61 6e  set the state an
0580: 64 20 73 74 61 74 75 73 20 6f 66 20 61 20 74 65  d status of a te
0590: 73 74 20 28 75 73 65 20 3a 73 74 61 74 65 20 61  st (use :state a
05a0: 6e 64 20 3a 73 74 61 74 75 73 29 0a 20 20 2d 73  nd :status).  -s
05b0: 65 74 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 20  etlog logfname  
05c0: 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20        : set the 
05d0: 70 61 74 68 2f 66 69 6c 65 6e 61 6d 65 20 74 6f  path/filename to
05e0: 20 74 68 65 20 66 69 6e 61 6c 20 6c 6f 67 20 72   the final log r
05f0: 65 6c 61 74 69 76 65 20 74 6f 20 74 68 65 20 74  elative to the t
0600: 65 73 74 0a 20 20 20 20 20 20 20 20 20 20 20 20  est.            
0610: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0620: 64 69 72 65 63 74 6f 72 79 2e 20 6d 61 79 20 62  directory. may b
0630: 65 20 75 73 65 64 20 77 69 74 68 20 2d 74 65 73  e used with -tes
0640: 74 2d 73 74 61 74 75 73 0a 20 20 2d 73 65 74 2d  t-status.  -set-
0650: 74 6f 70 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20  toplog logfname 
0660: 20 20 20 3a 20 73 65 74 20 74 68 65 20 6f 76 65     : set the ove
0670: 72 61 6c 6c 20 6c 6f 67 20 66 6f 72 20 61 20 73  rall log for a s
0680: 75 69 74 65 20 6f 66 20 73 75 62 2d 74 65 73 74  uite of sub-test
0690: 73 0a 20 20 2d 73 75 6d 6d 61 72 69 7a 65 2d 69  s.  -summarize-i
06a0: 74 65 6d 73 20 20 20 20 20 20 20 20 3a 20 66 6f  tems        : fo
06b0: 72 20 61 6e 20 69 74 65 6d 69 7a 65 64 20 74 65  r an itemized te
06c0: 73 74 20 63 72 65 61 74 65 20 61 20 73 75 6d 6d  st create a summ
06d0: 61 72 79 20 68 74 6d 6c 20 0a 20 20 2d 6d 20 63  ary html .  -m c
06e0: 6f 6d 6d 65 6e 74 20 20 20 20 20 20 20 20 20 20  omment          
06f0: 20 20 20 20 3a 20 69 6e 73 65 72 74 20 61 20 63      : insert a c
0700: 6f 6d 6d 65 6e 74 20 66 6f 72 20 74 68 69 73 20  omment for this 
0710: 74 65 73 74 0a 0a 52 75 6e 20 64 61 74 61 0a 20  test..Run data. 
0720: 20 3a 72 75 6e 6e 61 6d 65 20 20 20 20 20 20 20   :runname       
0730: 20 20 20 20 20 20 20 20 20 3a 20 72 65 71 75 69           : requi
0740: 72 65 64 2c 20 6e 61 6d 65 20 66 6f 72 20 74 68  red, name for th
0750: 69 73 20 70 61 72 74 69 63 75 6c 61 72 20 74 65  is particular te
0760: 73 74 20 72 75 6e 0a 20 20 3a 73 74 61 74 65 20  st run.  :state 
0770: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0780: 20 3a 20 72 65 71 75 69 72 65 64 20 69 66 20 75   : required if u
0790: 70 64 61 74 69 6e 67 20 73 74 65 70 20 73 74 61  pdating step sta
07a0: 74 65 3b 20 65 2e 67 2e 20 73 74 61 72 74 2c 20  te; e.g. start, 
07b0: 65 6e 64 2c 20 63 6f 6d 70 6c 65 74 65 64 0a 20  end, completed. 
07c0: 20 3a 73 74 61 74 75 73 20 20 20 20 20 20 20 20   :status        
07d0: 20 20 20 20 20 20 20 20 20 3a 20 72 65 71 75 69           : requi
07e0: 72 65 64 20 69 66 20 75 70 64 61 74 69 6e 67 20  red if updating 
07f0: 73 74 65 70 20 73 74 61 74 75 73 3b 20 65 2e 67  step status; e.g
0800: 2e 20 70 61 73 73 2c 20 66 61 69 6c 2c 20 6e 2f  . pass, fail, n/
0810: 61 0a 0a 56 61 6c 75 65 73 20 61 6e 64 20 72 65  a..Values and re
0820: 63 6f 72 64 20 65 72 72 6f 72 73 20 61 6e 64 20  cord errors and 
0830: 77 61 72 6e 69 6e 67 73 0a 20 20 2d 73 65 74 2d  warnings.  -set-
0840: 76 61 6c 75 65 73 20 20 20 20 20 20 20 20 20 20  values          
0850: 20 20 20 3a 20 75 70 64 61 74 65 20 6f 72 20 73     : update or s
0860: 65 74 20 76 61 6c 75 65 73 20 69 6e 20 74 68 65  et values in the
0870: 20 6d 65 67 61 74 65 73 74 20 64 62 20 0a 20 20   megatest db .  
0880: 3a 63 61 74 65 67 6f 72 79 20 20 20 20 20 20 20  :category       
0890: 20 20 20 20 20 20 20 20 3a 20 73 65 74 20 74 68          : set th
08a0: 65 20 63 61 74 65 67 6f 72 79 20 66 69 65 6c 64  e category field
08b0: 20 28 6f 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 76   (optional).  :v
08c0: 61 72 69 61 62 6c 65 20 20 20 20 20 20 20 20 20  ariable         
08d0: 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20        : set the 
08e0: 76 61 72 69 61 62 6c 65 20 6e 61 6d 65 20 28 6f  variable name (o
08f0: 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 76 61 6c 75  ptional).  :valu
0900: 65 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  e               
0910: 20 20 20 3a 20 76 61 6c 75 65 20 6d 65 61 73 75     : value measu
0920: 72 65 64 20 28 72 65 71 75 69 72 65 64 29 0a 20  red (required). 
0930: 20 3a 65 78 70 65 63 74 65 64 20 20 20 20 20 20   :expected      
0940: 20 20 20 20 20 20 20 20 20 3a 20 76 61 6c 75 65           : value
0950: 20 65 78 70 65 63 74 65 64 20 28 72 65 71 75 69   expected (requi
0960: 72 65 64 29 0a 20 20 3a 74 6f 6c 20 20 20 20 20  red).  :tol     
0970: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a                 :
0980: 20 7c 76 61 6c 75 65 2d 65 78 70 65 63 74 7c 20   |value-expect| 
0990: 3c 3d 20 74 6f 6c 20 28 72 65 71 75 69 72 65 64  <= tol (required
09a0: 2c 20 63 61 6e 20 62 65 20 3c 2c 20 3e 2c 20 3e  , can be <, >, >
09b0: 3d 2c 20 3c 3d 20 6f 72 20 6e 75 6d 62 65 72 29  =, <= or number)
09c0: 0a 20 20 3a 75 6e 69 74 73 20 20 20 20 20 20 20  .  :units       
09d0: 20 20 20 20 20 20 20 20 20 20 20 3a 20 6e 61 6d             : nam
09e0: 65 20 6f 66 20 74 68 65 20 75 6e 69 74 73 20 66  e of the units f
09f0: 6f 72 20 76 61 6c 75 65 2c 20 65 78 70 65 63 74  or value, expect
0a00: 65 64 5f 76 61 6c 75 65 20 65 74 63 2e 20 28 6f  ed_value etc. (o
0a10: 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 66 69 72 73  ptional).  :firs
0a20: 74 5f 65 72 72 20 20 20 20 20 20 20 20 20 20 20  t_err           
0a30: 20 20 20 3a 20 72 65 63 6f 72 64 20 61 6e 20 65     : record an e
0a40: 72 72 6f 72 20 6d 65 73 73 61 67 65 0a 20 20 3a  rror message.  :
0a50: 66 69 72 73 74 5f 77 61 72 6e 20 20 20 20 20 20  first_warn      
0a60: 20 20 20 20 20 20 20 3a 20 72 65 63 6f 72 64 20         : record 
0a70: 61 20 77 61 72 6e 69 6e 67 20 6d 65 73 73 61 67  a warning messag
0a80: 65 0a 0a 41 72 62 69 74 72 61 72 79 20 74 65 73  e..Arbitrary tes
0a90: 74 20 64 61 74 61 20 6c 6f 61 64 69 6e 67 0a 20  t data loading. 
0aa0: 20 2d 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61   -load-test-data
0ab0: 20 20 20 20 20 20 20 20 20 3a 20 72 65 61 64 20           : read 
0ac0: 74 65 73 74 20 73 70 65 63 69 66 69 63 20 64 61  test specific da
0ad0: 74 61 20 66 6f 72 20 73 74 6f 72 61 67 65 20 69  ta for storage i
0ae0: 6e 20 74 68 65 20 74 65 73 74 5f 64 61 74 61 20  n the test_data 
0af0: 74 61 62 6c 65 0a 20 20 20 20 20 20 20 20 20 20  table.          
0b00: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b10: 20 20 66 72 6f 6d 20 73 74 61 6e 64 61 72 64 20    from standard 
0b20: 69 6e 2e 20 45 61 63 68 20 6c 69 6e 65 20 69 73  in. Each line is
0b30: 20 63 6f 6d 6d 61 20 64 65 6c 69 6d 69 74 65 64   comma delimited
0b40: 20 77 69 74 68 20 66 6f 75 72 0a 20 20 20 20 20   with four.     
0b50: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b60: 20 20 20 20 20 20 20 66 69 65 6c 64 73 20 63 61         fields ca
0b70: 74 65 67 6f 72 79 2c 76 61 72 69 61 62 6c 65 2c  tegory,variable,
0b80: 76 61 6c 75 65 2c 63 6f 6d 6d 65 6e 74 0a 0a 51  value,comment..Q
0b90: 75 65 72 69 65 73 0a 20 20 2d 6c 69 73 74 2d 72  ueries.  -list-r
0ba0: 75 6e 73 20 70 61 74 74 20 20 20 20 20 20 20 20  uns patt        
0bb0: 20 3a 20 6c 69 73 74 20 72 75 6e 73 20 6d 61 74   : list runs mat
0bc0: 63 68 69 6e 67 20 70 61 74 74 65 72 6e 20 5c 22  ching pattern \"
0bd0: 70 61 74 74 5c 22 2c 20 25 20 69 73 20 74 68 65  patt\", % is the
0be0: 20 77 69 6c 64 63 61 72 64 0a 20 20 2d 74 65 73   wildcard.  -tes
0bf0: 74 70 61 74 74 20 70 61 74 74 20 20 20 20 20 20  tpatt patt      
0c00: 20 20 20 20 3a 20 69 6e 20 6c 69 73 74 2d 72 75      : in list-ru
0c10: 6e 73 20 73 68 6f 77 20 6f 6e 6c 79 20 74 68 65  ns show only the
0c20: 73 65 20 74 65 73 74 73 2c 20 25 20 69 73 20 74  se tests, % is t
0c30: 68 65 20 77 69 6c 64 63 61 72 64 0a 20 20 2d 69  he wildcard.  -i
0c40: 74 65 6d 70 61 74 74 20 70 61 74 74 20 20 20 20  tempatt patt    
0c50: 20 20 20 20 20 20 3a 20 69 6e 20 6c 69 73 74 2d        : in list-
0c60: 72 75 6e 73 20 73 68 6f 77 20 6f 6e 6c 79 20 74  runs show only t
0c70: 65 73 74 73 20 77 69 74 68 20 69 74 65 6d 73 20  ests with items 
0c80: 74 68 61 74 20 6d 61 74 63 68 20 70 61 74 74 0a  that match patt.
0c90: 20 20 2d 73 68 6f 77 6b 65 79 73 20 20 20 20 20    -showkeys     
0ca0: 20 20 20 20 20 20 20 20 20 20 3a 20 73 68 6f 77            : show
0cb0: 20 74 68 65 20 6b 65 79 73 20 75 73 65 64 20 69   the keys used i
0cc0: 6e 20 74 68 69 73 20 6d 65 67 61 74 65 73 74 20  n this megatest 
0cd0: 73 65 74 75 70 0a 0a 4d 69 73 63 20 0a 20 20 2d  setup..Misc .  -
0ce0: 66 6f 72 63 65 20 20 20 20 20 20 20 20 20 20 20  force           
0cf0: 20 20 20 20 20 20 20 3a 20 6f 76 65 72 72 69 64         : overrid
0d00: 65 20 73 6f 6d 65 20 63 68 65 63 6b 73 0a 20 20  e some checks.  
0d10: 2d 78 74 65 72 6d 20 20 20 20 20 20 20 20 20 20  -xterm          
0d20: 20 20 20 20 20 20 20 20 3a 20 73 74 61 72 74 20          : start 
0d30: 61 6e 20 78 74 65 72 6d 20 69 6e 73 74 65 61 64  an xterm instead
0d40: 20 6f 66 20 6c 61 75 6e 63 68 69 6e 67 20 74 68   of launching th
0d50: 65 20 74 65 73 74 0a 20 20 2d 72 65 6d 6f 76 65  e test.  -remove
0d60: 2d 72 75 6e 73 20 20 20 20 20 20 20 20 20 20 20  -runs           
0d70: 20 3a 20 72 65 6d 6f 76 65 20 74 68 65 20 64 61   : remove the da
0d80: 74 61 20 66 6f 72 20 61 20 72 75 6e 2c 20 72 65  ta for a run, re
0d90: 71 75 69 72 65 73 20 61 6c 6c 20 66 69 65 6c 64  quires all field
0da0: 73 20 62 65 20 73 70 65 63 69 66 69 65 64 0a 20  s be specified. 
0db0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0dc0: 20 20 20 20 20 20 20 20 20 20 20 61 6e 64 20 3a             and :
0dd0: 72 75 6e 6e 61 6d 65 20 2c 2d 74 65 73 74 70 61  runname ,-testpa
0de0: 74 74 20 61 6e 64 20 2d 69 74 65 6d 70 61 74 74  tt and -itempatt
0df0: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  .               
0e00: 20 20 20 20 20 20 20 20 20 20 20 20 20 61 6e 64               and
0e10: 20 2d 74 65 73 74 70 61 74 74 0a 20 20 2d 6b 65   -testpatt.  -ke
0e20: 65 70 67 6f 69 6e 67 20 20 20 20 20 20 20 20 20  epgoing         
0e30: 20 20 20 20 20 3a 20 63 6f 6e 74 69 6e 75 65 20       : continue 
0e40: 72 75 6e 6e 69 6e 67 20 75 6e 74 69 6c 20 6e 6f  running until no
0e50: 20 6a 6f 62 73 20 61 72 65 20 5c 22 4c 41 55 4e   jobs are \"LAUN
0e60: 43 48 45 44 5c 22 20 6f 72 0a 20 20 20 20 20 20  CHED\" or.      
0e70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0e80: 20 20 20 20 20 20 5c 22 4e 4f 54 5f 53 54 41 52        \"NOT_STAR
0e90: 54 45 44 5c 22 0a 20 20 2d 72 65 72 75 6e 20 46  TED\".  -rerun F
0ea0: 41 49 4c 2c 57 41 52 4e 2e 2e 2e 20 20 20 20 20  AIL,WARN...     
0eb0: 3a 20 72 65 2d 72 75 6e 20 69 66 20 63 61 6c 6c  : re-run if call
0ec0: 65 64 20 6f 6e 20 61 20 74 65 73 74 20 74 68 61  ed on a test tha
0ed0: 74 20 70 72 65 76 69 6f 75 73 6c 79 20 72 61 6e  t previously ran
0ee0: 20 28 6e 75 6c 6c 69 66 69 65 64 0a 20 20 20 20   (nullified.    
0ef0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0f00: 20 20 20 20 20 20 20 20 69 66 20 2d 6b 65 65 70          if -keep
0f10: 67 6f 69 6e 67 20 69 73 20 61 6c 73 6f 20 73 70  going is also sp
0f20: 65 63 69 66 69 65 64 29 0a 20 20 2d 72 65 62 75  ecified).  -rebu
0f30: 69 6c 64 2d 64 62 20 20 20 20 20 20 20 20 20 20  ild-db          
0f40: 20 20 20 3a 20 62 72 69 6e 67 20 74 68 65 20 64     : bring the d
0f50: 61 74 61 62 61 73 65 20 73 63 68 65 6d 61 20 75  atabase schema u
0f60: 70 20 74 6f 20 64 61 74 65 0a 20 20 2d 72 6f 6c  p to date.  -rol
0f70: 6c 75 70 20 20 20 20 20 20 20 20 20 20 20 20 20  lup             
0f80: 20 20 20 20 3a 20 66 69 6c 6c 20 72 75 6e 20 28      : fill run (
0f90: 73 65 74 20 62 79 20 3a 72 75 6e 6e 61 6d 65 29  set by :runname)
0fa0: 20 20 77 69 74 68 20 6c 61 74 65 73 74 20 74 65    with latest te
0fb0: 73 74 28 73 29 20 66 72 6f 6d 0a 20 20 20 20 20  st(s) from.     
0fc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0fd0: 20 20 20 20 20 20 20 70 72 69 6f 72 20 72 75 6e         prior run
0fe0: 73 20 77 69 74 68 20 73 61 6d 65 20 6b 65 79 73  s with same keys
0ff0: 0a 20 20 2d 72 65 6e 61 6d 65 2d 72 75 6e 20 3c  .  -rename-run <
1000: 72 75 6e 62 3e 20 20 20 20 20 20 3a 20 72 65 6e  runb>      : ren
1010: 61 6d 65 20 72 75 6e 20 28 73 65 74 20 62 79 20  ame run (set by 
1020: 3a 72 75 6e 6e 61 6d 65 29 20 74 6f 20 3c 72 75  :runname) to <ru
1030: 6e 62 3e 2c 20 72 65 71 75 69 72 65 73 20 6b 65  nb>, requires ke
1040: 79 73 0a 20 20 2d 75 70 64 61 74 65 2d 6d 65 74  ys.  -update-met
1050: 61 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 75  a            : u
1060: 70 64 61 74 65 20 74 68 65 20 74 65 73 74 73 20  pdate the tests 
1070: 6d 65 74 61 64 61 74 61 20 66 6f 72 20 61 6c 6c  metadata for all
1080: 20 74 65 73 74 73 0a 20 20 2d 65 78 74 72 61 63   tests.  -extrac
1090: 74 2d 6f 64 73 20 20 20 20 20 20 20 20 20 20 20  t-ods           
10a0: 20 3a 20 65 78 74 72 61 63 74 20 61 6e 20 6f 70   : extract an op
10b0: 65 6e 20 64 6f 63 75 6d 65 6e 74 20 73 70 72 65  en document spre
10c0: 61 64 73 68 65 65 74 20 66 72 6f 6d 20 74 68 65  adsheet from the
10d0: 20 64 61 74 61 62 61 73 65 0a 20 20 2d 65 6e 76   database.  -env
10e0: 32 66 69 6c 65 20 66 6e 61 6d 65 20 20 20 20 20  2file fname     
10f0: 20 20 20 20 3a 20 77 72 69 74 65 20 74 68 65 20      : write the 
1100: 65 6e 76 69 72 6f 6e 6d 65 6e 74 20 74 6f 20 66  environment to f
1110: 6e 61 6d 65 2e 63 73 68 20 61 6e 64 20 66 6e 61  name.csh and fna
1120: 6d 65 2e 73 68 0a 0a 48 65 6c 70 65 72 73 0a 20  me.sh..Helpers. 
1130: 20 2d 72 75 6e 73 74 65 70 20 73 74 65 70 6e 61   -runstep stepna
1140: 6d 65 20 20 2e 2e 2e 20 20 3a 20 74 61 6b 65 20  me  ...  : take 
1150: 72 65 6d 61 69 6e 69 6e 67 20 70 61 72 61 6d 73  remaining params
1160: 20 61 73 20 63 6f 6d 61 6e 64 20 61 6e 64 20 65   as comand and e
1170: 78 65 63 75 74 65 20 61 73 20 73 74 65 70 6e 61  xecute as stepna
1180: 6d 65 0a 20 20 20 20 20 20 20 20 20 20 20 20 20  me.             
1190: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 6c                 l
11a0: 6f 67 20 77 69 6c 6c 20 62 65 20 69 6e 20 73 74  og will be in st
11b0: 65 70 6e 61 6d 65 2e 6c 6f 67 2e 20 42 65 73 74  epname.log. Best
11c0: 20 74 6f 20 70 75 74 20 63 6f 6d 6d 61 6e 64 20   to put command 
11d0: 69 6e 20 71 75 6f 74 65 73 0a 20 20 2d 6c 6f 67  in quotes.  -log
11e0: 70 72 6f 20 66 69 6c 65 20 20 20 20 20 20 20 20  pro file        
11f0: 20 20 20 20 3a 20 77 69 74 68 20 2d 65 78 65 63      : with -exec
1200: 20 61 70 70 6c 79 20 6c 6f 67 70 72 6f 20 66 69   apply logpro fi
1210: 6c 65 20 74 6f 20 73 74 65 70 6e 61 6d 65 2e 6c  le to stepname.l
1220: 6f 67 2c 20 63 72 65 61 74 65 73 0a 20 20 20 20  og, creates.    
1230: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1240: 20 20 20 20 20 20 20 20 73 74 65 70 6e 61 6d 65          stepname
1250: 2e 68 74 6d 6c 20 61 6e 64 20 73 65 74 73 20 6c  .html and sets l
1260: 6f 67 20 74 6f 20 73 61 6d 65 0a 20 20 20 20 20  og to same.     
1270: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1280: 20 20 20 20 20 20 20 49 66 20 75 73 69 6e 67 20         If using 
1290: 6d 61 6b 65 20 75 73 65 20 73 74 65 70 6e 61 6d  make use stepnam
12a0: 65 5f 6c 6f 67 70 72 6f 2e 6c 6f 67 20 61 73 20  e_logpro.log as 
12b0: 79 6f 75 72 20 74 61 72 67 65 74 0a 0a 43 61 6c  your target..Cal
12c0: 6c 65 64 20 61 73 20 22 20 28 73 74 72 69 6e 67  led as " (string
12d0: 2d 69 6e 74 65 72 73 70 65 72 73 65 20 28 61 72  -intersperse (ar
12e0: 67 76 29 20 22 20 22 29 29 29 0a 0a 3b 3b 20 20  gv) " ")))..;;  
12f0: 2d 67 75 69 20 20 20 20 20 20 20 20 20 20 20 20  -gui            
1300: 20 20 20 20 20 20 20 20 3a 20 73 74 61 72 74 20          : start 
1310: 61 20 67 75 69 20 69 6e 74 65 72 66 61 63 65 0a  a gui interface.
1320: 3b 3b 20 20 2d 63 6f 6e 66 69 67 20 66 6e 61 6d  ;;  -config fnam
1330: 65 20 20 20 20 20 20 20 20 20 20 20 3a 20 6f 76  e           : ov
1340: 65 72 72 69 64 65 20 74 68 65 20 72 75 6e 63 6f  erride the runco
1350: 6e 66 69 67 20 66 69 6c 65 20 77 69 74 68 20 66  nfig file with f
1360: 6e 61 6d 65 0a 0a 3b 3b 20 70 72 6f 63 65 73 73  name..;; process
1370: 20 61 72 67 73 0a 28 64 65 66 69 6e 65 20 72 65   args.(define re
1380: 6d 61 72 67 73 20 28 61 72 67 73 3a 67 65 74 2d  margs (args:get-
1390: 61 72 67 73 20 0a 09 09 20 28 61 72 67 76 29 0a  args ... (argv).
13a0: 09 09 20 28 6c 69 73 74 20 20 22 2d 72 75 6e 74  .. (list  "-runt
13b0: 65 73 74 73 22 20 20 3b 3b 20 72 75 6e 20 61 20  ests"  ;; run a 
13c0: 73 70 65 63 69 66 69 63 20 74 65 73 74 0a 09 09  specific test...
13d0: 09 22 2d 63 6f 6e 66 69 67 22 20 20 20 20 3b 3b  ."-config"    ;;
13e0: 20 6f 76 65 72 72 69 64 65 20 74 68 65 20 63 6f   override the co
13f0: 6e 66 69 67 20 66 69 6c 65 20 6e 61 6d 65 0a 09  nfig file name..
1400: 09 09 22 2d 65 78 65 63 75 74 65 22 20 20 20 3b  .."-execute"   ;
1410: 3b 20 72 75 6e 20 74 68 65 20 63 6f 6d 6d 61 6e  ; run the comman
1420: 64 20 65 6e 63 6f 64 65 64 20 69 6e 20 74 68 65  d encoded in the
1430: 20 62 61 73 65 36 34 20 70 61 72 61 6d 65 74 65   base64 paramete
1440: 72 0a 09 09 09 22 2d 73 74 65 70 22 0a 09 09 09  r...."-step"....
1450: 22 3a 72 75 6e 6e 61 6d 65 22 20 20 20 0a 09 09  ":runname"   ...
1460: 09 22 3a 69 74 65 6d 22 0a 09 09 09 22 3a 72 75  .":item"....":ru
1470: 6e 6e 61 6d 65 22 20 20 20 0a 09 09 09 22 3a 73  nname"   ....":s
1480: 74 61 74 65 22 20 20 0a 09 09 09 22 3a 73 74 61  tate"  ....":sta
1490: 74 75 73 22 0a 09 09 09 22 2d 6c 69 73 74 2d 72  tus"...."-list-r
14a0: 75 6e 73 22 0a 09 09 09 22 2d 74 65 73 74 70 61  uns"...."-testpa
14b0: 74 74 22 20 0a 09 09 09 22 2d 69 74 65 6d 70 61  tt" ...."-itempa
14c0: 74 74 22 0a 09 09 09 22 2d 73 65 74 6c 6f 67 22  tt"...."-setlog"
14d0: 0a 09 09 09 22 2d 73 65 74 2d 74 6f 70 6c 6f 67  ...."-set-toplog
14e0: 22 0a 09 09 09 22 2d 72 75 6e 73 74 65 70 22 0a  "...."-runstep".
14f0: 09 09 09 22 2d 6c 6f 67 70 72 6f 22 0a 09 09 09  ..."-logpro"....
1500: 22 2d 6d 22 0a 09 09 09 22 2d 72 65 72 75 6e 22  "-m"...."-rerun"
1510: 0a 09 09 09 22 2d 64 61 79 73 22 0a 09 09 09 22  ...."-days"...."
1520: 2d 72 65 6e 61 6d 65 2d 72 75 6e 22 0a 09 09 09  -rename-run"....
1530: 22 2d 74 6f 22 0a 09 09 09 3b 3b 20 76 61 6c 75  "-to"....;; valu
1540: 65 73 20 61 6e 64 20 6d 65 73 73 61 67 65 73 0a  es and messages.
1550: 09 09 09 22 3a 63 61 74 65 67 6f 72 79 22 0a 09  ...":category"..
1560: 09 09 22 3a 76 61 72 69 61 62 6c 65 22 0a 09 09  ..":variable"...
1570: 09 22 3a 66 69 72 73 74 5f 65 72 72 22 0a 09 09  .":first_err"...
1580: 09 22 3a 66 69 72 73 74 5f 77 61 72 6e 22 0a 09  .":first_warn"..
1590: 09 09 22 3a 76 61 6c 75 65 22 0a 09 09 09 22 3a  ..":value"....":
15a0: 65 78 70 65 63 74 65 64 22 0a 09 09 09 22 3a 74  expected"....":t
15b0: 6f 6c 22 0a 09 09 09 22 3a 75 6e 69 74 73 22 0a  ol"....":units".
15c0: 09 09 09 3b 3b 20 6d 69 73 63 0a 09 09 09 22 2d  ...;; misc...."-
15d0: 65 78 74 72 61 63 74 2d 6f 64 73 22 0a 09 09 09  extract-ods"....
15e0: 22 2d 65 6e 76 32 66 69 6c 65 22 0a 09 09 09 22  "-env2file"...."
15f0: 2d 64 65 62 75 67 22 20 3b 3b 20 66 6f 72 20 2a  -debug" ;; for *
1600: 76 65 72 62 6f 73 69 74 79 2a 20 3e 20 32 0a 09  verbosity* > 2..
1610: 09 09 29 20 0a 09 09 20 28 6c 69 73 74 20 20 22  ..) ... (list  "
1620: 2d 68 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d  -h"...        "-
1630: 66 6f 72 63 65 22 0a 09 09 20 20 20 20 20 20 20  force"...       
1640: 20 22 2d 78 74 65 72 6d 22 0a 09 09 20 20 20 20   "-xterm"...    
1650: 20 20 20 20 22 2d 73 68 6f 77 6b 65 79 73 22 0a      "-showkeys".
1660: 09 09 20 20 20 20 20 20 20 20 22 2d 74 65 73 74  ..        "-test
1670: 2d 73 74 61 74 75 73 22 0a 09 09 09 22 2d 73 65  -status"...."-se
1680: 74 2d 76 61 6c 75 65 73 22 0a 09 09 09 22 2d 6c  t-values"...."-l
1690: 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 22 0a 09  oad-test-data"..
16a0: 09 09 22 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74  .."-summarize-it
16b0: 65 6d 73 22 0a 09 09 20 20 20 20 20 20 20 20 22  ems"...        "
16c0: 2d 67 75 69 22 0a 09 09 09 22 2d 72 75 6e 61 6c  -gui"...."-runal
16d0: 6c 22 20 20 20 20 3b 3b 20 72 75 6e 20 61 6c 6c  l"    ;; run all
16e0: 20 74 65 73 74 73 0a 09 09 09 22 2d 72 65 6d 6f   tests...."-remo
16f0: 76 65 2d 72 75 6e 73 22 0a 09 09 09 22 2d 6b 65  ve-runs"...."-ke
1700: 65 70 67 6f 69 6e 67 22 0a 09 09 09 22 2d 75 73  epgoing"...."-us
1710: 65 71 75 65 75 65 22 0a 09 09 09 22 2d 72 65 62  equeue"...."-reb
1720: 75 69 6c 64 2d 64 62 22 0a 09 09 09 22 2d 72 6f  uild-db"...."-ro
1730: 6c 6c 75 70 22 0a 09 09 09 22 2d 75 70 64 61 74  llup"...."-updat
1740: 65 2d 6d 65 74 61 22 0a 09 09 09 22 2d 76 22 20  e-meta"...."-v" 
1750: 3b 3b 20 76 65 72 62 6f 73 65 20 32 2c 20 6d 6f  ;; verbose 2, mo
1760: 72 65 20 74 68 61 6e 20 6e 6f 72 6d 61 6c 20 28  re than normal (
1770: 6e 6f 72 6d 61 6c 20 69 73 20 31 29 0a 09 09 09  normal is 1)....
1780: 22 2d 71 22 20 3b 3b 20 71 75 69 65 74 20 30 2c  "-q" ;; quiet 0,
1790: 20 65 72 72 6f 72 73 2f 77 61 72 6e 69 6e 67 73   errors/warnings
17a0: 20 6f 6e 6c 79 0a 09 09 20 20 20 20 20 20 20 29   only...       )
17b0: 0a 09 09 20 61 72 67 73 3a 61 72 67 2d 68 61 73  ... args:arg-has
17c0: 68 0a 09 09 20 30 29 29 0a 0a 28 69 66 20 28 61  h... 0))..(if (a
17d0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 68 22  rgs:get-arg "-h"
17e0: 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20  ).    (begin.   
17f0: 20 20 20 28 70 72 69 6e 74 20 68 65 6c 70 29 0a     (print help).
1800: 20 20 20 20 20 20 28 65 78 69 74 29 29 29 0a 0a        (exit)))..
1810: 28 64 65 66 69 6e 65 20 2a 64 69 64 73 6f 6d 65  (define *didsome
1820: 74 68 69 6e 67 2a 20 23 66 29 0a 0a 3b 3b 3d 3d  thing* #f)..;;==
1830: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1840: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1850: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1860: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1870: 3d 3d 3d 3d 0a 3b 3b 20 4d 69 73 63 20 73 65 74  ====.;; Misc set
1880: 75 70 20 73 74 75 66 66 0a 3b 3b 3d 3d 3d 3d 3d  up stuff.;;=====
1890: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
18a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
18b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
18c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
18d0: 3d 0a 0a 28 73 65 74 21 20 2a 76 65 72 62 6f 73  =..(set! *verbos
18e0: 69 74 79 2a 20 28 63 6f 6e 64 0a 09 09 20 20 20  ity* (cond...   
18f0: 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  ((args:get-arg "
1900: 2d 64 65 62 75 67 22 29 28 73 74 72 69 6e 67 2d  -debug")(string-
1910: 3e 6e 75 6d 62 65 72 20 28 61 72 67 73 3a 67 65  >number (args:ge
1920: 74 2d 61 72 67 20 22 2d 64 65 62 75 67 22 29 29  t-arg "-debug"))
1930: 29 0a 09 09 20 20 20 28 28 61 72 67 73 3a 67 65  )...   ((args:ge
1940: 74 2d 61 72 67 20 22 2d 76 22 29 20 20 20 20 32  t-arg "-v")    2
1950: 29 0a 09 09 20 20 20 28 28 61 72 67 73 3a 67 65  )...   ((args:ge
1960: 74 2d 61 72 67 20 22 2d 71 22 29 20 20 20 20 30  t-arg "-q")    0
1970: 29 0a 09 09 20 20 20 28 65 6c 73 65 20 20 20 20  )...   (else    
1980: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 31                 1
1990: 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  )))..;;=========
19a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b  =============.;;
19e0: 20 4d 69 73 63 20 67 65 6e 65 72 61 6c 20 63 61   Misc general ca
19f0: 6c 6c 73 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  lls.;;==========
1a00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69  ============..(i
1a40: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  f (args:get-arg 
1a50: 22 2d 65 6e 76 32 66 69 6c 65 22 29 0a 20 20 20  "-env2file").   
1a60: 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20 28 73   (begin.      (s
1a70: 61 76 65 2d 65 6e 76 69 72 6f 6e 6d 65 6e 74 2d  ave-environment-
1a80: 61 73 2d 66 69 6c 65 73 20 28 61 72 67 73 3a 67  as-files (args:g
1a90: 65 74 2d 61 72 67 20 22 2d 65 6e 76 32 66 69 6c  et-arg "-env2fil
1aa0: 65 22 29 29 0a 20 20 20 20 20 20 28 73 65 74 21  e")).      (set!
1ab0: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20   *didsomething* 
1ac0: 23 74 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d  #t)))..;;=======
1ad0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ae0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1af0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a  ===============.
1b10: 3b 3b 20 52 65 6d 6f 76 65 20 6f 6c 64 20 72 75  ;; Remove old ru
1b20: 6e 28 73 29 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  n(s).;;=========
1b30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b  =============..;
1b70: 3b 20 73 69 6e 63 65 20 73 65 76 65 72 61 6c 20  ; since several 
1b80: 61 63 74 69 6f 6e 73 20 63 61 6e 20 62 65 20 73  actions can be s
1b90: 70 65 63 69 66 69 65 64 20 6f 6e 20 74 68 65 20  pecified on the 
1ba0: 63 6f 6d 6d 61 6e 64 20 6c 69 6e 65 20 74 68 65  command line the
1bb0: 20 72 65 6d 6f 76 61 6c 0a 3b 3b 20 69 73 20 64   removal.;; is d
1bc0: 6f 6e 65 20 66 69 72 73 74 0a 28 64 65 66 69 6e  one first.(defin
1bd0: 65 20 28 72 65 6d 6f 76 65 2d 72 75 6e 73 29 0a  e (remove-runs).
1be0: 20 20 28 63 6f 6e 64 0a 20 20 20 28 28 6e 6f 74    (cond.   ((not
1bf0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
1c00: 3a 72 75 6e 6e 61 6d 65 22 29 29 0a 20 20 20 20  :runname")).    
1c10: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22  (debug:print 0 "
1c20: 45 52 52 4f 52 3a 20 4d 69 73 73 69 6e 67 20 72  ERROR: Missing r
1c30: 65 71 75 69 72 65 64 20 70 61 72 61 6d 65 74 65  equired paramete
1c40: 72 20 66 6f 72 20 2d 72 65 6d 6f 76 65 2d 72 75  r for -remove-ru
1c50: 6e 73 2c 20 79 6f 75 20 6d 75 73 74 20 73 70 65  ns, you must spe
1c60: 63 69 66 79 20 74 68 65 20 72 75 6e 20 6e 61 6d  cify the run nam
1c70: 65 20 70 61 74 74 65 72 6e 20 77 69 74 68 20 3a  e pattern with :
1c80: 72 75 6e 6e 61 6d 65 20 70 61 74 74 22 29 0a 20  runname patt"). 
1c90: 20 20 20 28 65 78 69 74 20 32 29 29 0a 20 20 20     (exit 2)).   
1ca0: 28 28 6e 6f 74 20 28 61 72 67 73 3a 67 65 74 2d  ((not (args:get-
1cb0: 61 72 67 20 22 2d 74 65 73 74 70 61 74 74 22 29  arg "-testpatt")
1cc0: 29 0a 20 20 20 20 28 64 65 62 75 67 3a 70 72 69  ).    (debug:pri
1cd0: 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 4d 69 73  nt 0 "ERROR: Mis
1ce0: 73 69 6e 67 20 72 65 71 75 69 72 65 64 20 70 61  sing required pa
1cf0: 72 61 6d 65 74 65 72 20 66 6f 72 20 2d 72 65 6d  rameter for -rem
1d00: 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75 20 6d 75  ove-runs, you mu
1d10: 73 74 20 73 70 65 63 69 66 79 20 74 68 65 20 74  st specify the t
1d20: 65 73 74 20 70 61 74 74 65 72 6e 20 77 69 74 68  est pattern with
1d30: 20 2d 74 65 73 74 70 61 74 74 22 29 0a 20 20 20   -testpatt").   
1d40: 20 28 65 78 69 74 20 33 29 29 0a 20 20 20 28 28   (exit 3)).   ((
1d50: 6e 6f 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72  not (args:get-ar
1d60: 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29 0a  g "-itempatt")).
1d70: 20 20 20 20 28 70 72 69 6e 74 20 22 45 52 52 4f      (print "ERRO
1d80: 52 3a 20 4d 69 73 73 69 6e 67 20 72 65 71 75 69  R: Missing requi
1d90: 72 65 64 20 70 61 72 61 6d 65 74 65 72 20 66 6f  red parameter fo
1da0: 72 20 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 2c 20  r -remove-runs, 
1db0: 79 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66 79  you must specify
1dc0: 20 74 68 65 20 69 74 65 6d 73 20 77 69 74 68 20   the items with 
1dd0: 2d 69 74 65 6d 70 61 74 74 22 29 0a 20 20 20 20  -itempatt").    
1de0: 28 65 78 69 74 20 34 29 29 0a 20 20 20 28 28 6c  (exit 4)).   ((l
1df0: 65 74 20 28 28 64 62 20 23 66 29 29 0a 20 20 20  et ((db #f)).   
1e00: 20 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74     (if (not (set
1e10: 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20  up-for-run))..  
1e20: 28 62 65 67 69 6e 20 0a 09 20 20 20 20 28 64 65  (begin ..    (de
1e30: 62 75 67 3a 70 72 69 6e 74 20 30 20 70 72 69 6e  bug:print 0 prin
1e40: 74 20 22 46 61 69 6c 65 64 20 74 6f 20 73 65 74  t "Failed to set
1e50: 75 70 2c 20 65 78 69 74 69 6e 67 22 29 0a 09 20  up, exiting").. 
1e60: 20 20 20 28 65 78 69 74 20 31 29 29 29 0a 20 20     (exit 1))).  
1e70: 20 20 20 20 28 73 65 74 21 20 64 62 20 28 6f 70      (set! db (op
1e80: 65 6e 2d 64 62 29 29 0a 20 20 20 20 20 20 28 69  en-db)).      (i
1e90: 66 20 28 6e 6f 74 20 28 63 61 72 20 2a 63 6f 6e  f (not (car *con
1ea0: 66 69 67 69 6e 66 6f 2a 29 29 0a 09 20 20 28 62  figinfo*))..  (b
1eb0: 65 67 69 6e 0a 09 20 20 20 20 28 64 65 62 75 67  egin..    (debug
1ec0: 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a  :print 0 "ERROR:
1ed0: 20 41 74 74 65 6d 70 74 65 64 20 74 6f 20 72 65   Attempted to re
1ee0: 6d 6f 76 65 20 74 65 73 74 28 73 29 20 62 75 74  move test(s) but
1ef0: 20 72 75 6e 20 61 72 65 61 20 63 6f 6e 66 69 67   run area config
1f00: 20 66 69 6c 65 20 6e 6f 74 20 66 6f 75 6e 64 22   file not found"
1f10: 29 0a 09 20 20 20 20 28 65 78 69 74 20 31 29 29  )..    (exit 1))
1f20: 0a 09 20 20 3b 3b 20 70 75 74 20 74 65 73 74 20  ..  ;; put test 
1f30: 70 61 72 61 6d 65 74 65 72 73 20 69 6e 74 6f 20  parameters into 
1f40: 63 6f 6e 76 65 6e 69 65 6e 74 20 76 61 72 69 61  convenient varia
1f50: 62 6c 65 73 0a 09 20 20 28 72 75 6e 73 3a 72 65  bles..  (runs:re
1f60: 6d 6f 76 65 2d 72 75 6e 73 20 64 62 0a 09 09 09  move-runs db....
1f70: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72      (args:get-ar
1f80: 67 20 22 3a 72 75 6e 6e 61 6d 65 22 29 0a 09 09  g ":runname")...
1f90: 09 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61  .    (args:get-a
1fa0: 72 67 20 22 2d 74 65 73 74 70 61 74 74 22 29 0a  rg "-testpatt").
1fb0: 09 09 09 20 20 20 20 28 61 72 67 73 3a 67 65 74  ...    (args:get
1fc0: 2d 61 72 67 20 22 2d 69 74 65 6d 70 61 74 74 22  -arg "-itempatt"
1fd0: 29 29 29 0a 20 20 20 20 20 20 28 73 71 6c 69 74  ))).      (sqlit
1fe0: 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29  e3:finalize! db)
1ff0: 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69  .      (set! *di
2000: 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29  dsomething* #t))
2010: 29 29 29 0a 09 20 20 0a 28 69 66 20 28 61 72 67  )))..  .(if (arg
2020: 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 65 6d 6f  s:get-arg "-remo
2030: 76 65 2d 72 75 6e 73 22 29 0a 20 20 20 20 28 72  ve-runs").    (r
2040: 65 6d 6f 76 65 2d 72 75 6e 73 29 29 0a 0a 3b 3b  emove-runs))..;;
2050: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2060: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2070: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2080: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2090: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 51 75 65 72 79 20  ======.;; Query 
20a0: 72 75 6e 73 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  runs.;;=========
20b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
20c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
20d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
20e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28  =============..(
20f0: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
2100: 20 22 2d 6c 69 73 74 2d 72 75 6e 73 22 29 0a 20   "-list-runs"). 
2110: 20 20 20 28 6c 65 74 2a 20 28 28 64 62 20 20 20     (let* ((db   
2120: 20 20 20 20 28 62 65 67 69 6e 0a 09 09 20 20 20      (begin...   
2130: 20 20 20 20 28 73 65 74 75 70 2d 66 6f 72 2d 72      (setup-for-r
2140: 75 6e 29 0a 09 09 20 20 20 20 20 20 20 28 6f 70  un)...       (op
2150: 65 6e 2d 64 62 29 29 29 0a 09 20 20 20 28 72 75  en-db)))..   (ru
2160: 6e 70 61 74 74 20 20 28 61 72 67 73 3a 67 65 74  npatt  (args:get
2170: 2d 61 72 67 20 22 2d 6c 69 73 74 2d 72 75 6e 73  -arg "-list-runs
2180: 22 29 29 0a 09 20 20 20 28 74 65 73 74 70 61 74  "))..   (testpat
2190: 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  t (args:get-arg 
21a0: 22 2d 74 65 73 74 70 61 74 74 22 29 29 0a 09 20  "-testpatt")).. 
21b0: 20 20 28 69 74 65 6d 70 61 74 74 20 28 61 72 67    (itempatt (arg
21c0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 74 65 6d  s:get-arg "-item
21d0: 70 61 74 74 22 29 29 0a 09 20 20 20 28 72 75 6e  patt"))..   (run
21e0: 73 64 61 74 20 20 28 64 62 3a 67 65 74 2d 72 75  sdat  (db:get-ru
21f0: 6e 73 20 64 62 20 72 75 6e 70 61 74 74 20 23 66  ns db runpatt #f
2200: 20 23 66 20 27 28 29 29 29 0a 09 20 20 20 28 72   #f '()))..   (r
2210: 75 6e 73 20 20 20 20 20 28 64 62 3a 67 65 74 2d  uns     (db:get-
2220: 72 6f 77 73 20 72 75 6e 73 64 61 74 29 29 0a 09  rows runsdat))..
2230: 20 20 20 28 68 65 61 64 65 72 20 20 20 28 64 62     (header   (db
2240: 3a 67 65 74 2d 68 65 61 64 65 72 20 72 75 6e 73  :get-header runs
2250: 64 61 74 29 29 0a 09 20 20 20 28 6b 65 79 73 20  dat))..   (keys 
2260: 20 20 20 20 28 64 62 2d 67 65 74 2d 6b 65 79 73      (db-get-keys
2270: 20 64 62 29 29 0a 09 20 20 20 28 6b 65 79 6e 61   db))..   (keyna
2280: 6d 65 73 20 28 6d 61 70 20 6b 65 79 3a 67 65 74  mes (map key:get
2290: 2d 66 69 65 6c 64 6e 61 6d 65 20 6b 65 79 73 29  -fieldname keys)
22a0: 29 29 0a 20 20 20 20 20 20 3b 3b 20 45 61 63 68  )).      ;; Each
22b0: 20 72 75 6e 0a 20 20 20 20 20 20 28 66 6f 72 2d   run.      (for-
22c0: 65 61 63 68 20 0a 20 20 20 20 20 20 20 28 6c 61  each .       (la
22d0: 6d 62 64 61 20 28 72 75 6e 29 0a 09 20 28 64 65  mbda (run).. (de
22e0: 62 75 67 3a 70 72 69 6e 74 20 32 20 22 52 75 6e  bug:print 2 "Run
22f0: 3a 20 22 0a 09 09 28 73 74 72 69 6e 67 2d 69 6e  : "...(string-in
2300: 74 65 72 73 70 65 72 73 65 20 28 6d 61 70 20 28  tersperse (map (
2310: 6c 61 6d 62 64 61 20 28 78 29 0a 09 09 09 09 09  lambda (x)......
2320: 20 20 20 28 64 62 3a 67 65 74 2d 76 61 6c 75 65     (db:get-value
2330: 2d 62 79 2d 68 65 61 64 65 72 20 72 75 6e 20 68  -by-header run h
2340: 65 61 64 65 72 20 78 29 29 0a 09 09 09 09 09 20  eader x))...... 
2350: 6b 65 79 6e 61 6d 65 73 29 20 22 2f 22 29 0a 09  keynames) "/")..
2360: 09 22 2f 22 0a 09 09 28 64 62 3a 67 65 74 2d 76  ."/"...(db:get-v
2370: 61 6c 75 65 2d 62 79 2d 68 65 61 64 65 72 20 72  alue-by-header r
2380: 75 6e 20 68 65 61 64 65 72 20 22 72 75 6e 6e 61  un header "runna
2390: 6d 65 22 29 29 0a 09 20 28 6c 65 74 20 28 28 72  me")).. (let ((r
23a0: 75 6e 2d 69 64 20 28 64 62 3a 67 65 74 2d 76 61  un-id (db:get-va
23b0: 6c 75 65 2d 62 79 2d 68 65 61 64 65 72 20 72 75  lue-by-header ru
23c0: 6e 20 68 65 61 64 65 72 20 22 69 64 22 29 29 29  n header "id")))
23d0: 0a 09 20 20 20 28 6c 65 74 20 28 28 74 65 73 74  ..   (let ((test
23e0: 73 20 28 64 62 2d 67 65 74 2d 74 65 73 74 73 2d  s (db-get-tests-
23f0: 66 6f 72 2d 72 75 6e 20 64 62 20 72 75 6e 2d 69  for-run db run-i
2400: 64 20 74 65 73 74 70 61 74 74 20 69 74 65 6d 70  d testpatt itemp
2410: 61 74 74 20 27 28 29 20 27 28 29 29 29 29 0a 09  att '() '())))..
2420: 20 20 20 20 20 3b 3b 20 45 61 63 68 20 74 65 73       ;; Each tes
2430: 74 0a 09 20 20 20 20 20 28 66 6f 72 2d 65 61 63  t..     (for-eac
2440: 68 20 0a 09 20 20 20 20 20 20 28 6c 61 6d 62 64  h ..      (lambd
2450: 61 20 28 74 65 73 74 29 0a 09 09 28 66 6f 72 6d  a (test)...(form
2460: 61 74 20 23 74 0a 09 09 09 22 20 20 54 65 73 74  at #t...."  Test
2470: 3a 20 7e 32 35 61 20 53 74 61 74 65 3a 20 7e 31  : ~25a State: ~1
2480: 35 61 20 53 74 61 74 75 73 3a 20 7e 31 35 61 20  5a Status: ~15a 
2490: 52 75 6e 74 69 6d 65 3a 20 7e 35 40 61 73 20 54  Runtime: ~5@as T
24a0: 69 6d 65 3a 20 7e 32 32 61 20 48 6f 73 74 3a 20  ime: ~22a Host: 
24b0: 7e 31 30 61 5c 6e 22 0a 09 09 09 28 63 6f 6e 63  ~10a\n"....(conc
24c0: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 74 65   (db:test-get-te
24d0: 73 74 6e 61 6d 65 20 74 65 73 74 29 0a 09 09 09  stname test)....
24e0: 20 20 20 20 20 20 28 69 66 20 28 65 71 75 61 6c        (if (equal
24f0: 3f 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 69  ? (db:test-get-i
2500: 74 65 6d 2d 70 61 74 68 20 74 65 73 74 29 20 22  tem-path test) "
2510: 22 29 0a 09 09 09 09 20 20 22 22 20 0a 09 09 09  ").....  "" ....
2520: 09 20 20 28 63 6f 6e 63 20 22 28 22 20 28 64 62  .  (conc "(" (db
2530: 3a 74 65 73 74 2d 67 65 74 2d 69 74 65 6d 2d 70  :test-get-item-p
2540: 61 74 68 20 74 65 73 74 29 20 22 29 22 29 29 29  ath test) ")")))
2550: 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74  ....(db:test-get
2560: 2d 73 74 61 74 65 20 74 65 73 74 29 0a 09 09 09  -state test)....
2570: 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74 61  (db:test-get-sta
2580: 74 75 73 20 74 65 73 74 29 0a 09 09 09 28 64 62  tus test)....(db
2590: 3a 74 65 73 74 2d 67 65 74 2d 72 75 6e 5f 64 75  :test-get-run_du
25a0: 72 61 74 69 6f 6e 20 74 65 73 74 29 0a 09 09 09  ration test)....
25b0: 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 65 76 65  (db:test-get-eve
25c0: 6e 74 5f 74 69 6d 65 20 74 65 73 74 29 0a 09 09  nt_time test)...
25d0: 09 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 68 6f  .(db:test-get-ho
25e0: 73 74 20 74 65 73 74 29 29 0a 20 09 09 28 69 66  st test)). ..(if
25f0: 20 28 6e 6f 74 20 28 6f 72 20 28 65 71 75 61 6c   (not (or (equal
2600: 3f 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 73  ? (db:test-get-s
2610: 74 61 74 75 73 20 74 65 73 74 29 20 22 50 41 53  tatus test) "PAS
2620: 53 22 29 0a 09 09 09 20 20 20 20 20 28 65 71 75  S")....     (equ
2630: 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67 65 74  al? (db:test-get
2640: 2d 73 74 61 74 75 73 20 74 65 73 74 29 20 22 57  -status test) "W
2650: 41 52 4e 22 29 0a 09 09 09 20 20 20 20 20 28 65  ARN")....     (e
2660: 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67  qual? (db:test-g
2670: 65 74 2d 73 74 61 74 65 20 74 65 73 74 29 20 20  et-state test)  
2680: 22 4e 4f 54 5f 53 54 41 52 54 45 44 22 29 29 29  "NOT_STARTED")))
2690: 0a 09 09 20 20 20 20 28 62 65 67 69 6e 0a 09 09  ...    (begin...
26a0: 20 20 20 20 20 20 28 70 72 69 6e 74 20 22 20 20        (print "  
26b0: 20 20 20 20 20 20 20 63 70 75 6c 6f 61 64 3a 20         cpuload: 
26c0: 20 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d   " (db:test-get-
26d0: 63 70 75 6c 6f 61 64 20 74 65 73 74 29 0a 09 09  cpuload test)...
26e0: 09 20 20 20 20 20 22 5c 6e 20 20 20 20 20 20 20  .     "\n       
26f0: 20 20 64 69 73 6b 66 72 65 65 3a 20 22 20 28 64    diskfree: " (d
2700: 62 3a 74 65 73 74 2d 67 65 74 2d 64 69 73 6b 66  b:test-get-diskf
2710: 72 65 65 20 74 65 73 74 29 0a 09 09 09 20 20 20  ree test)....   
2720: 20 20 22 5c 6e 20 20 20 20 20 20 20 20 20 75 6e    "\n         un
2730: 61 6d 65 3a 20 20 20 20 22 20 28 64 62 3a 74 65  ame:    " (db:te
2740: 73 74 2d 67 65 74 2d 75 6e 61 6d 65 20 74 65 73  st-get-uname tes
2750: 74 29 0a 09 09 09 20 20 20 20 20 22 5c 6e 20 20  t)....     "\n  
2760: 20 20 20 20 20 20 20 72 75 6e 64 69 72 3a 20 20         rundir:  
2770: 20 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d   " (db:test-get-
2780: 72 75 6e 64 69 72 20 74 65 73 74 29 0a 09 09 09  rundir test)....
2790: 20 20 20 20 20 29 0a 09 09 20 20 20 20 20 20 3b       )...      ;
27a0: 3b 20 45 61 63 68 20 74 65 73 74 0a 09 09 20 20  ; Each test...  
27b0: 20 20 20 20 28 6c 65 74 20 28 28 73 74 65 70 73      (let ((steps
27c0: 20 28 64 62 3a 67 65 74 2d 73 74 65 70 73 2d 66   (db:get-steps-f
27d0: 6f 72 2d 74 65 73 74 20 64 62 20 28 64 62 3a 74  or-test db (db:t
27e0: 65 73 74 2d 67 65 74 2d 69 64 20 74 65 73 74 29  est-get-id test)
27f0: 29 29 29 0a 09 09 09 28 66 6f 72 2d 65 61 63 68  )))....(for-each
2800: 20 0a 09 09 09 20 28 6c 61 6d 62 64 61 20 28 73   .... (lambda (s
2810: 74 65 70 29 0a 09 09 09 20 20 20 28 66 6f 72 6d  tep)....   (form
2820: 61 74 20 23 74 20 0a 09 09 09 09 20 20 20 22 20  at #t .....   " 
2830: 20 20 20 53 74 65 70 3a 20 7e 32 30 61 20 53 74     Step: ~20a St
2840: 61 74 65 3a 20 7e 31 30 61 20 53 74 61 74 75 73  ate: ~10a Status
2850: 3a 20 7e 31 30 61 20 54 69 6d 65 20 7e 32 32 61  : ~10a Time ~22a
2860: 5c 6e 22 0a 09 09 09 09 20 20 20 28 64 62 3a 73  \n".....   (db:s
2870: 74 65 70 2d 67 65 74 2d 73 74 65 70 6e 61 6d 65  tep-get-stepname
2880: 20 73 74 65 70 29 0a 09 09 09 09 20 20 20 28 64   step).....   (d
2890: 62 3a 73 74 65 70 2d 67 65 74 2d 73 74 61 74 65  b:step-get-state
28a0: 20 73 74 65 70 29 0a 09 09 09 09 20 20 20 28 64   step).....   (d
28b0: 62 3a 73 74 65 70 2d 67 65 74 2d 73 74 61 74 75  b:step-get-statu
28c0: 73 20 73 74 65 70 29 0a 09 09 09 09 20 20 20 28  s step).....   (
28d0: 64 62 3a 73 74 65 70 2d 67 65 74 2d 65 76 65 6e  db:step-get-even
28e0: 74 5f 74 69 6d 65 20 73 74 65 70 29 29 29 0a 09  t_time step)))..
28f0: 09 09 20 73 74 65 70 73 29 29 29 29 29 0a 09 09  .. steps)))))...
2900: 74 65 73 74 73 29 29 29 29 0a 20 20 20 20 20 20  tests)))).      
2910: 20 72 75 6e 73 29 0a 20 20 20 20 20 20 28 73 65   runs).      (se
2920: 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67  t! *didsomething
2930: 2a 20 23 74 29 0a 20 20 20 20 20 20 29 29 0a 0a  * #t).      ))..
2940: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
2950: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2960: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2970: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2980: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 66 75 6c 6c  ========.;; full
2990: 20 72 75 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d   run.;;=========
29a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
29b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
29c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
29d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b  =============..;
29e0: 3b 20 67 65 74 20 6c 6f 63 6b 20 69 6e 20 64 62  ; get lock in db
29f0: 20 66 6f 72 20 66 75 6c 6c 20 72 75 6e 20 66 6f   for full run fo
2a00: 72 20 74 68 69 73 20 64 69 72 65 63 74 6f 72 79  r this directory
2a10: 0a 3b 3b 20 66 6f 72 20 61 6c 6c 20 74 65 73 74  .;; for all test
2a20: 73 20 77 69 74 68 20 64 65 70 73 0a 3b 3b 20 20  s with deps.;;  
2a30: 20 77 61 6c 6b 20 74 72 65 65 20 6f 66 20 74 65   walk tree of te
2a40: 73 74 73 20 74 6f 20 66 69 6e 64 20 68 65 61 64  sts to find head
2a50: 20 74 61 73 6b 73 0a 3b 3b 20 20 20 61 64 64 20   tasks.;;   add 
2a60: 68 65 61 64 20 74 61 73 6b 73 20 74 6f 20 74 61  head tasks to ta
2a70: 73 6b 20 71 75 65 75 65 0a 3b 3b 20 20 20 61 64  sk queue.;;   ad
2a80: 64 20 64 65 70 65 6e 64 61 6e 74 20 74 61 73 6b  d dependant task
2a90: 73 20 74 6f 20 74 61 73 6b 20 71 75 65 75 65 20  s to task queue 
2aa0: 0a 3b 3b 20 20 20 61 64 64 20 72 65 6d 61 69 6e  .;;   add remain
2ab0: 69 6e 67 20 74 61 73 6b 73 20 74 6f 20 74 61 73  ing tasks to tas
2ac0: 6b 20 71 75 65 75 65 0a 3b 3b 20 66 6f 72 20 65  k queue.;; for e
2ad0: 61 63 68 20 74 61 73 6b 20 69 6e 20 74 61 73 6b  ach task in task
2ae0: 20 71 75 65 75 65 0a 3b 3b 20 20 20 69 66 20 68   queue.;;   if h
2af0: 61 76 65 20 61 64 65 71 75 61 74 65 20 72 65 73  ave adequate res
2b00: 6f 75 72 63 65 73 0a 3b 3b 20 20 20 20 20 6c 61  ources.;;     la
2b10: 75 6e 63 68 20 74 61 73 6b 0a 3b 3b 20 20 20 65  unch task.;;   e
2b20: 6c 73 65 0a 3b 3b 20 20 20 20 20 70 75 74 20 74  lse.;;     put t
2b30: 61 73 6b 20 69 6e 20 64 65 66 65 72 72 65 64 20  ask in deferred 
2b40: 71 75 65 75 65 0a 3b 3b 20 69 66 20 73 74 69 6c  queue.;; if stil
2b50: 6c 20 6f 6b 20 74 6f 20 72 75 6e 20 74 61 73 6b  l ok to run task
2b60: 73 0a 3b 3b 20 20 20 70 72 6f 63 65 73 73 20 64  s.;;   process d
2b70: 65 66 65 72 72 65 64 20 74 61 73 6b 73 20 70 65  eferred tasks pe
2b80: 72 20 61 62 6f 76 65 20 73 74 65 70 73 0a 0a 3b  r above steps..;
2b90: 3b 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 73 20  ; run all tests 
2ba0: 61 72 65 20 61 72 65 20 4e 6f 74 20 43 4f 4d 50  are are Not COMP
2bb0: 4c 45 54 45 44 20 61 6e 64 20 50 41 53 53 20 6f  LETED and PASS o
2bc0: 72 20 43 48 45 43 4b 0a 28 69 66 20 28 61 72 67  r CHECK.(if (arg
2bd0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 61  s:get-arg "-runa
2be0: 6c 6c 22 29 0a 20 20 20 20 28 67 65 6e 65 72 61  ll").    (genera
2bf0: 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20 20 20 20  l-run-call .    
2c00: 20 22 2d 72 75 6e 61 6c 6c 22 0a 20 20 20 20 20   "-runall".     
2c10: 22 72 75 6e 20 61 6c 6c 20 74 65 73 74 73 22 0a  "run all tests".
2c20: 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28 64 62       (lambda (db
2c30: 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 20 6b   keys keynames k
2c40: 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 20 20  eyvallst).      
2c50: 20 28 6c 65 74 2a 20 28 28 74 65 73 74 2d 6e 61   (let* ((test-na
2c60: 6d 65 73 20 28 67 65 74 2d 61 6c 6c 2d 6c 65 67  mes (get-all-leg
2c70: 61 6c 2d 74 65 73 74 73 29 29 29 20 3b 3b 20 22  al-tests))) ;; "
2c80: 50 52 4f 44 22 20 69 73 20 69 67 6e 6f 72 65 64  PROD" is ignored
2c90: 20 66 6f 72 20 6e 6f 77 0a 09 20 28 64 65 62 75   for now.. (debu
2ca0: 67 3a 70 72 69 6e 74 20 31 20 22 49 4e 46 4f 3a  g:print 1 "INFO:
2cb0: 20 41 74 74 65 6d 70 74 69 6e 67 20 74 6f 20 73   Attempting to s
2cc0: 74 61 72 74 20 74 68 65 20 66 6f 6c 6c 6f 77 69  tart the followi
2cd0: 6e 67 20 74 65 73 74 73 2e 2e 2e 22 29 0a 09 20  ng tests...").. 
2ce0: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 31 20 22  (debug:print 1 "
2cf0: 20 20 20 20 20 22 20 28 73 74 72 69 6e 67 2d 69       " (string-i
2d00: 6e 74 65 72 73 70 65 72 73 65 20 74 65 73 74 2d  ntersperse test-
2d10: 6e 61 6d 65 73 20 22 2c 22 29 29 0a 09 20 28 72  names ",")).. (r
2d20: 75 6e 2d 74 65 73 74 73 20 64 62 20 74 65 73 74  un-tests db test
2d30: 2d 6e 61 6d 65 73 29 29 29 29 29 0a 0a 3b 3b 3d  -names)))))..;;=
2d40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d80: 3d 3d 3d 3d 3d 0a 3b 3b 20 52 6f 6c 6c 75 70 20  =====.;; Rollup 
2d90: 69 6e 74 6f 20 61 20 72 75 6e 0a 3b 3b 3d 3d 3d  into a run.;;===
2da0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2db0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2dc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2dd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2de0: 3d 3d 3d 0a 28 69 66 20 28 61 72 67 73 3a 67 65  ===.(if (args:ge
2df0: 74 2d 61 72 67 20 22 2d 72 6f 6c 6c 75 70 22 29  t-arg "-rollup")
2e00: 0a 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72 75  .    (general-ru
2e10: 6e 2d 63 61 6c 6c 20 0a 20 20 20 20 20 22 2d 72  n-call .     "-r
2e20: 6f 6c 6c 75 70 22 20 0a 20 20 20 20 20 22 72 6f  ollup" .     "ro
2e30: 6c 6c 75 70 20 74 65 73 74 73 22 20 0a 20 20 20  llup tests" .   
2e40: 20 20 28 6c 61 6d 62 64 61 20 28 64 62 20 6b 65    (lambda (db ke
2e50: 79 73 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79 76  ys keynames keyv
2e60: 61 6c 6c 73 74 29 0a 20 20 20 20 20 20 20 28 72  allst).       (r
2e70: 75 6e 73 3a 72 6f 6c 6c 75 70 2d 72 75 6e 20 64  uns:rollup-run d
2e80: 62 20 6b 65 79 73 29 29 29 29 0a 0a 3b 3b 3d 3d  b keys))))..;;==
2e90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ea0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2eb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ec0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ed0: 3d 3d 3d 3d 0a 3b 3b 20 45 78 74 72 61 63 74 20  ====.;; Extract 
2ee0: 61 20 73 70 72 65 61 64 73 68 65 65 74 20 66 72  a spreadsheet fr
2ef0: 6f 6d 20 74 68 65 20 72 75 6e 73 20 64 61 74 61  om the runs data
2f00: 62 61 73 65 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  base.;;=========
2f10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28  =============..(
2f50: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
2f60: 20 22 2d 65 78 74 72 61 63 74 2d 6f 64 73 22 29   "-extract-ods")
2f70: 0a 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72 75  .    (general-ru
2f80: 6e 2d 63 61 6c 6c 0a 20 20 20 20 20 22 2d 65 78  n-call.     "-ex
2f90: 74 72 61 63 74 2d 6f 64 73 22 0a 20 20 20 20 20  tract-ods".     
2fa0: 22 4d 61 6b 65 20 6f 64 73 20 73 70 72 65 61 64  "Make ods spread
2fb0: 73 68 65 65 74 22 0a 20 20 20 20 20 28 6c 61 6d  sheet".     (lam
2fc0: 62 64 61 20 28 64 62 20 6b 65 79 73 20 6b 65 79  bda (db keys key
2fd0: 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29  names keyvallst)
2fe0: 0a 20 20 20 20 20 20 20 28 6c 65 74 20 28 28 6f  .       (let ((o
2ff0: 75 74 70 75 74 66 69 6c 65 20 28 61 72 67 73 3a  utputfile (args:
3000: 67 65 74 2d 61 72 67 20 22 2d 65 78 74 72 61 63  get-arg "-extrac
3010: 74 2d 6f 64 73 22 29 29 0a 09 20 20 20 20 20 28  t-ods"))..     (
3020: 72 75 6e 73 70 61 74 74 20 20 20 28 61 72 67 73  runspatt   (args
3030: 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61  :get-arg ":runna
3040: 6d 65 22 29 29 0a 09 20 20 20 20 20 28 6b 65 79  me"))..     (key
3050: 76 61 6c 61 6c 69 73 74 20 28 6b 65 79 73 2d 3e  valalist (keys->
3060: 61 6c 69 73 74 20 6b 65 79 73 20 22 25 22 29 29  alist keys "%"))
3070: 29 0a 09 20 28 64 62 3a 65 78 74 72 61 63 74 2d  ).. (db:extract-
3080: 6f 64 73 2d 66 69 6c 65 20 64 62 20 6f 75 74 70  ods-file db outp
3090: 75 74 66 69 6c 65 20 6b 65 79 76 61 6c 61 6c 69  utfile keyvalali
30a0: 73 74 20 28 69 66 20 72 75 6e 73 70 61 74 74 20  st (if runspatt 
30b0: 72 75 6e 73 70 61 74 74 20 22 25 22 29 29 29 29  runspatt "%"))))
30c0: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ))..;;==========
30d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3100: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20  ============.;; 
3110: 72 75 6e 20 6f 6e 65 20 74 65 73 74 0a 3b 3b 3d  run one test.;;=
3120: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3130: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3140: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3150: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3160: 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 31 2e 20 66 69 6e  =====..;; 1. fin
3170: 64 20 74 68 65 20 63 6f 6e 66 69 67 20 66 69 6c  d the config fil
3180: 65 0a 3b 3b 20 32 2e 20 63 68 61 6e 67 65 20 74  e.;; 2. change t
3190: 6f 20 74 68 65 20 74 65 73 74 20 64 69 72 65 63  o the test direc
31a0: 74 6f 72 79 0a 3b 3b 20 33 2e 20 75 70 64 61 74  tory.;; 3. updat
31b0: 65 20 74 68 65 20 64 62 20 77 69 74 68 20 22 74  e the db with "t
31c0: 65 73 74 20 73 74 61 72 74 65 64 22 20 73 74 61  est started" sta
31d0: 74 75 73 2c 20 73 65 74 20 72 75 6e 6e 69 6e 67  tus, set running
31e0: 20 68 6f 73 74 0a 3b 3b 20 34 2e 20 70 72 6f 63   host.;; 4. proc
31f0: 65 73 73 20 6c 61 75 6e 63 68 20 74 68 65 20 74  ess launch the t
3200: 65 73 74 0a 3b 3b 20 20 20 20 2d 20 6d 6f 6e 69  est.;;    - moni
3210: 74 6f 72 20 74 68 65 20 70 72 6f 63 65 73 73 2c  tor the process,
3220: 20 75 70 64 61 74 65 20 73 74 61 74 73 20 69 6e   update stats in
3230: 20 74 68 65 20 64 62 20 65 76 65 72 79 20 32 5e   the db every 2^
3240: 6e 20 6d 69 6e 75 74 65 73 0a 3b 3b 20 35 2e 20  n minutes.;; 5. 
3250: 61 73 20 74 68 65 20 74 65 73 74 20 70 72 6f 63  as the test proc
3260: 65 65 64 73 20 69 6e 74 65 72 6e 61 6c 6c 79 20  eeds internally 
3270: 69 74 20 63 61 6c 6c 73 20 6d 65 67 61 74 65 73  it calls megates
3280: 74 20 61 73 20 65 61 63 68 20 73 74 65 70 20 69  t as each step i
3290: 73 0a 3b 3b 20 20 20 20 73 74 61 72 74 65 64 20  s.;;    started 
32a0: 61 6e 64 20 63 6f 6d 70 6c 65 74 65 64 0a 3b 3b  and completed.;;
32b0: 20 20 20 20 2d 20 73 74 65 70 20 73 74 61 72 74      - step start
32c0: 65 64 2c 20 74 69 6d 65 73 74 61 6d 70 0a 3b 3b  ed, timestamp.;;
32d0: 20 20 20 20 2d 20 73 74 65 70 20 63 6f 6d 70 6c      - step compl
32e0: 65 74 65 64 2c 20 65 78 69 74 20 73 74 61 74 75  eted, exit statu
32f0: 73 2c 20 74 69 6d 65 73 74 61 6d 70 0a 3b 3b 20  s, timestamp.;; 
3300: 36 2e 20 74 65 73 74 20 70 68 6f 6e 65 20 68 6f  6. test phone ho
3310: 6d 65 0a 3b 3b 20 20 20 20 2d 20 69 66 20 74 65  me.;;    - if te
3320: 73 74 20 72 75 6e 20 74 69 6d 65 20 3e 20 61 6c  st run time > al
3330: 6c 6f 77 65 64 20 72 75 6e 20 74 69 6d 65 20 74  lowed run time t
3340: 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62 0a 3b 3b 20  hen kill job.;; 
3350: 20 20 20 2d 20 69 66 20 63 61 6e 6e 6f 74 20 61     - if cannot a
3360: 63 63 65 73 73 20 64 62 20 3e 20 61 6c 6c 6f 77  ccess db > allow
3370: 65 64 20 64 69 73 63 6f 6e 6e 65 63 74 20 74 69  ed disconnect ti
3380: 6d 65 20 74 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62  me then kill job
3390: 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d  ..(if (args:get-
33a0: 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73 22 29  arg "-runtests")
33b0: 0a 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d  .  (general-run-
33c0: 63 61 6c 6c 20 0a 20 20 20 22 2d 72 75 6e 74 65  call .   "-runte
33d0: 73 74 73 22 20 0a 20 20 20 22 72 75 6e 20 61 20  sts" .   "run a 
33e0: 74 65 73 74 22 20 0a 20 20 20 28 6c 61 6d 62 64  test" .   (lambd
33f0: 61 20 28 64 62 20 6b 65 79 73 20 6b 65 79 6e 61  a (db keys keyna
3400: 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20  mes keyvallst). 
3410: 20 20 20 20 28 6c 65 74 20 28 28 74 65 73 74 2d      (let ((test-
3420: 6e 61 6d 65 73 20 28 73 74 72 69 6e 67 2d 73 70  names (string-sp
3430: 6c 69 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72  lit (args:get-ar
3440: 67 20 22 2d 72 75 6e 74 65 73 74 73 22 29 20 22  g "-runtests") "
3450: 2c 22 29 29 29 0a 20 20 20 20 20 20 20 28 72 75  ,"))).       (ru
3460: 6e 2d 74 65 73 74 73 20 64 62 20 74 65 73 74 2d  n-tests db test-
3470: 6e 61 6d 65 73 29 29 29 29 29 0a 0a 3b 3b 3d 3d  names)))))..;;==
3480: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3490: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
34a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
34b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
34c0: 3d 3d 3d 3d 0a 3b 3b 20 65 78 65 63 75 74 65 20  ====.;; execute 
34d0: 74 68 65 20 74 65 73 74 0a 3b 3b 20 20 20 20 2d  the test.;;    -
34e0: 20 67 65 74 73 20 63 61 6c 6c 65 64 20 6f 6e 20   gets called on 
34f0: 72 65 6d 6f 74 65 20 68 6f 73 74 0a 3b 3b 20 20  remote host.;;  
3500: 20 20 2d 20 72 65 63 65 69 76 65 73 20 69 6e 66    - receives inf
3510: 6f 20 66 72 6f 6d 20 74 68 65 20 2d 65 78 65 63  o from the -exec
3520: 75 74 65 20 70 61 72 61 6d 0a 3b 3b 20 20 20 20  ute param.;;    
3530: 2d 20 70 61 73 73 65 73 20 69 6e 66 6f 20 74 6f  - passes info to
3540: 20 73 74 65 70 73 20 76 69 61 20 4d 54 5f 43 4d   steps via MT_CM
3550: 44 49 4e 46 4f 20 65 6e 76 20 76 61 72 20 28 66  DINFO env var (f
3560: 75 74 75 72 65 20 69 73 20 74 6f 20 75 73 65 20  uture is to use 
3570: 61 20 64 6f 74 20 66 69 6c 65 29 0a 3b 3b 20 20  a dot file).;;  
3580: 20 20 2d 20 67 61 74 68 65 72 73 20 68 6f 73 74    - gathers host
3590: 20 69 6e 66 6f 20 61 6e 64 20 0a 3b 3b 3d 3d 3d   info and .;;===
35a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
35b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
35c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
35d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
35e0: 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a 67  ===..(if (args:g
35f0: 65 74 2d 61 72 67 20 22 2d 65 78 65 63 75 74 65  et-arg "-execute
3600: 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20  ").    (begin.  
3610: 20 20 20 20 28 6c 61 75 6e 63 68 3a 65 78 65 63      (launch:exec
3620: 75 74 65 20 28 61 72 67 73 3a 67 65 74 2d 61 72  ute (args:get-ar
3630: 67 20 22 2d 65 78 65 63 75 74 65 22 29 29 0a 20  g "-execute")). 
3640: 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73       (set! *dids
3650: 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 0a  omething* #t))).
3660: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61  .(if (args:get-a
3670: 72 67 20 22 2d 73 74 65 70 22 29 0a 20 20 20 20  rg "-step").    
3680: 28 69 66 20 28 6e 6f 74 20 28 67 65 74 65 6e 76  (if (not (getenv
3690: 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 0a   "MT_CMDINFO")).
36a0: 09 28 62 65 67 69 6e 0a 09 20 20 28 64 65 62 75  .(begin..  (debu
36b0: 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52  g:print 0 "ERROR
36c0: 3a 20 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e 76  : MT_CMDINFO env
36d0: 20 76 61 72 20 6e 6f 74 20 73 65 74 2c 20 2d 73   var not set, -s
36e0: 74 65 70 20 6d 75 73 74 20 62 65 20 63 61 6c 6c  tep must be call
36f0: 65 64 20 2a 69 6e 73 69 64 65 2a 20 61 20 6d 65  ed *inside* a me
3700: 67 61 74 65 73 74 20 69 6e 76 6f 6b 65 64 20 65  gatest invoked e
3710: 6e 76 69 72 6f 6e 6d 65 6e 74 21 22 29 0a 09 20  nvironment!").. 
3720: 20 28 65 78 69 74 20 35 29 29 0a 09 28 6c 65 74   (exit 5))..(let
3730: 2a 20 28 28 73 74 65 70 20 20 20 20 20 20 28 61  * ((step      (a
3740: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 74  rgs:get-arg "-st
3750: 65 70 22 29 29 0a 09 20 20 20 20 20 20 20 28 63  ep"))..       (c
3760: 6d 64 69 6e 66 6f 20 20 20 28 72 65 61 64 20 28  mdinfo   (read (
3770: 6f 70 65 6e 2d 69 6e 70 75 74 2d 73 74 72 69 6e  open-input-strin
3780: 67 20 28 62 61 73 65 36 34 3a 62 61 73 65 36 34  g (base64:base64
3790: 2d 64 65 63 6f 64 65 20 28 67 65 74 65 6e 76 20  -decode (getenv 
37a0: 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 29 29  "MT_CMDINFO"))))
37b0: 29 0a 09 20 20 20 20 20 20 20 28 74 65 73 74 70  )..       (testp
37c0: 61 74 68 20 20 28 61 73 73 6f 63 2f 64 65 66 61  ath  (assoc/defa
37d0: 75 6c 74 20 27 74 65 73 74 70 61 74 68 20 20 63  ult 'testpath  c
37e0: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20  mdinfo))..      
37f0: 20 28 74 65 73 74 2d 6e 61 6d 65 20 28 61 73 73   (test-name (ass
3800: 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73 74  oc/default 'test
3810: 2d 6e 61 6d 65 20 63 6d 64 69 6e 66 6f 29 29 0a  -name cmdinfo)).
3820: 09 20 20 20 20 20 20 20 28 72 75 6e 73 63 72 69  .       (runscri
3830: 70 74 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c  pt (assoc/defaul
3840: 74 20 27 72 75 6e 73 63 72 69 70 74 20 63 6d 64  t 'runscript cmd
3850: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28  info))..       (
3860: 64 62 2d 68 6f 73 74 20 20 20 28 61 73 73 6f 63  db-host   (assoc
3870: 2f 64 65 66 61 75 6c 74 20 27 64 62 2d 68 6f 73  /default 'db-hos
3880: 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20  t   cmdinfo)).. 
3890: 20 20 20 20 20 20 28 72 75 6e 2d 69 64 20 20 20        (run-id   
38a0: 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20   (assoc/default 
38b0: 27 72 75 6e 2d 69 64 20 20 20 20 63 6d 64 69 6e  'run-id    cmdin
38c0: 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 69 74  fo))..       (it
38d0: 65 6d 64 61 74 20 20 20 28 61 73 73 6f 63 2f 64  emdat   (assoc/d
38e0: 65 66 61 75 6c 74 20 27 69 74 65 6d 64 61 74 20  efault 'itemdat 
38f0: 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20    cmdinfo))..   
3900: 20 20 20 20 28 64 62 20 20 20 20 20 20 20 20 23      (db        #
3910: 66 29 0a 09 20 20 20 20 20 20 20 28 73 74 61 74  f)..       (stat
3920: 65 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61  e    (args:get-a
3930: 72 67 20 22 3a 73 74 61 74 65 22 29 29 0a 09 20  rg ":state")).. 
3940: 20 20 20 20 20 20 28 73 74 61 74 75 73 20 20 20        (status   
3950: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 3a  (args:get-arg ":
3960: 73 74 61 74 75 73 22 29 29 29 0a 09 20 20 28 63  status")))..  (c
3970: 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20  hange-directory 
3980: 74 65 73 74 70 61 74 68 29 0a 09 20 20 28 69 66  testpath)..  (if
3990: 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72   (not (setup-for
39a0: 2d 72 75 6e 29 29 0a 09 20 20 20 20 20 20 28 62  -run))..      (b
39b0: 65 67 69 6e 0a 09 09 28 64 65 62 75 67 3a 70 72  egin...(debug:pr
39c0: 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f  int 0 "Failed to
39d0: 20 73 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22   setup, exiting"
39e0: 29 0a 09 09 28 65 78 69 74 20 31 29 29 29 0a 09  )...(exit 1)))..
39f0: 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e    (set! db (open
3a00: 2d 64 62 29 29 0a 09 20 20 28 69 66 20 28 61 6e  -db))..  (if (an
3a10: 64 20 73 74 61 74 65 20 73 74 61 74 75 73 29 0a  d state status).
3a20: 09 20 20 20 20 20 20 28 74 65 73 74 73 74 65 70  .      (teststep
3a30: 2d 73 65 74 2d 73 74 61 74 75 73 21 20 64 62 20  -set-status! db 
3a40: 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65  run-id test-name
3a50: 20 73 74 65 70 20 73 74 61 74 65 20 73 74 61 74   step state stat
3a60: 75 73 20 69 74 65 6d 64 61 74 20 28 61 72 67 73  us itemdat (args
3a70: 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29 29 0a  :get-arg "-m")).
3a80: 09 20 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09  .      (begin...
3a90: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22  (debug:print 0 "
3aa0: 45 52 52 4f 52 3a 20 59 6f 75 20 6d 75 73 74 20  ERROR: You must 
3ab0: 73 70 65 63 69 66 79 20 3a 73 74 61 74 65 20 61  specify :state a
3ac0: 6e 64 20 3a 73 74 61 74 75 73 20 77 69 74 68 20  nd :status with 
3ad0: 65 76 65 72 79 20 63 61 6c 6c 20 74 6f 20 2d 73  every call to -s
3ae0: 74 65 70 22 29 0a 09 09 28 65 78 69 74 20 36 29  tep")...(exit 6)
3af0: 29 29 0a 09 20 20 28 73 71 6c 69 74 65 33 3a 66  ))..  (sqlite3:f
3b00: 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 20 20  inalize! db)..  
3b10: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68  (set! *didsometh
3b20: 69 6e 67 2a 20 23 74 29 29 29 29 0a 0a 28 69 66  ing* #t))))..(if
3b30: 20 28 6f 72 20 28 61 72 67 73 3a 67 65 74 2d 61   (or (args:get-a
3b40: 72 67 20 22 2d 73 65 74 6c 6f 67 22 29 20 20 20  rg "-setlog")   
3b50: 20 20 20 20 3b 3b 20 73 69 6e 63 65 20 73 65 74      ;; since set
3b60: 74 69 6e 67 20 75 70 20 69 73 20 73 6f 20 63 6f  ting up is so co
3b70: 73 74 6c 79 20 6c 65 74 73 20 70 69 67 67 79 62  stly lets piggyb
3b80: 61 63 6b 20 6f 6e 20 2d 74 65 73 74 2d 73 74 61  ack on -test-sta
3b90: 74 75 73 0a 09 28 61 72 67 73 3a 67 65 74 2d 61  tus..(args:get-a
3ba0: 72 67 20 22 2d 73 65 74 2d 74 6f 70 6c 6f 67 22  rg "-set-toplog"
3bb0: 29 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67  )..(args:get-arg
3bc0: 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73 22 29   "-test-status")
3bd0: 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  ..(args:get-arg 
3be0: 22 2d 73 65 74 2d 76 61 6c 75 65 73 22 29 0a 09  "-set-values")..
3bf0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
3c00: 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 22 29  load-test-data")
3c10: 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  ..(args:get-arg 
3c20: 22 2d 72 75 6e 73 74 65 70 22 29 0a 09 28 61 72  "-runstep")..(ar
3c30: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 75 6d  gs:get-arg "-sum
3c40: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 29 29 0a  marize-items")).
3c50: 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 67 65      (if (not (ge
3c60: 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f  tenv "MT_CMDINFO
3c70: 22 29 29 0a 09 28 62 65 67 69 6e 0a 09 20 20 28  "))..(begin..  (
3c80: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45  debug:print 0 "E
3c90: 52 52 4f 52 3a 20 4d 54 5f 43 4d 44 49 4e 46 4f  RROR: MT_CMDINFO
3ca0: 20 65 6e 76 20 76 61 72 20 6e 6f 74 20 73 65 74   env var not set
3cb0: 2c 20 63 6f 6d 6d 61 6e 64 73 20 2d 74 65 73 74  , commands -test
3cc0: 2d 73 74 61 74 75 73 2c 20 2d 72 75 6e 73 74 65  -status, -runste
3cd0: 70 20 61 6e 64 20 2d 73 65 74 6c 6f 67 20 6d 75  p and -setlog mu
3ce0: 73 74 20 62 65 20 63 61 6c 6c 65 64 20 2a 69 6e  st be called *in
3cf0: 73 69 64 65 2a 20 61 20 6d 65 67 61 74 65 73 74  side* a megatest
3d00: 20 65 6e 76 69 72 6f 6e 6d 65 6e 74 21 22 29 0a   environment!").
3d10: 09 20 20 28 65 78 69 74 20 35 29 29 0a 09 28 6c  .  (exit 5))..(l
3d20: 65 74 2a 20 28 28 73 74 61 72 74 69 6e 67 64 69  et* ((startingdi
3d30: 72 20 28 63 75 72 72 65 6e 74 2d 64 69 72 65 63  r (current-direc
3d40: 74 6f 72 79 29 29 0a 09 20 20 20 20 20 20 20 28  tory))..       (
3d50: 63 6d 64 69 6e 66 6f 20 20 20 28 72 65 61 64 20  cmdinfo   (read 
3d60: 28 6f 70 65 6e 2d 69 6e 70 75 74 2d 73 74 72 69  (open-input-stri
3d70: 6e 67 20 28 62 61 73 65 36 34 3a 62 61 73 65 36  ng (base64:base6
3d80: 34 2d 64 65 63 6f 64 65 20 28 67 65 74 65 6e 76  4-decode (getenv
3d90: 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 29   "MT_CMDINFO")))
3da0: 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73 74  ))..       (test
3db0: 70 61 74 68 20 20 28 61 73 73 6f 63 2f 64 65 66  path  (assoc/def
3dc0: 61 75 6c 74 20 27 74 65 73 74 70 61 74 68 20 20  ault 'testpath  
3dd0: 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20  cmdinfo))..     
3de0: 20 20 28 74 65 73 74 2d 6e 61 6d 65 20 28 61 73    (test-name (as
3df0: 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73  soc/default 'tes
3e00: 74 2d 6e 61 6d 65 20 63 6d 64 69 6e 66 6f 29 29  t-name cmdinfo))
3e10: 0a 09 20 20 20 20 20 20 20 28 72 75 6e 73 63 72  ..       (runscr
3e20: 69 70 74 20 28 61 73 73 6f 63 2f 64 65 66 61 75  ipt (assoc/defau
3e30: 6c 74 20 27 72 75 6e 73 63 72 69 70 74 20 63 6d  lt 'runscript cm
3e40: 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20  dinfo))..       
3e50: 28 64 62 2d 68 6f 73 74 20 20 20 28 61 73 73 6f  (db-host   (asso
3e60: 63 2f 64 65 66 61 75 6c 74 20 27 64 62 2d 68 6f  c/default 'db-ho
3e70: 73 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09  st   cmdinfo))..
3e80: 20 20 20 20 20 20 20 28 72 75 6e 2d 69 64 20 20         (run-id  
3e90: 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74    (assoc/default
3ea0: 20 27 72 75 6e 2d 69 64 20 20 20 20 63 6d 64 69   'run-id    cmdi
3eb0: 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 69  nfo))..       (i
3ec0: 74 65 6d 64 61 74 20 20 20 28 61 73 73 6f 63 2f  temdat   (assoc/
3ed0: 64 65 66 61 75 6c 74 20 27 69 74 65 6d 64 61 74  default 'itemdat
3ee0: 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20     cmdinfo))..  
3ef0: 20 20 20 20 20 28 64 62 20 20 20 20 20 20 20 20       (db        
3f00: 23 66 29 0a 09 20 20 20 20 20 20 20 28 73 74 61  #f)..       (sta
3f10: 74 65 20 20 20 20 20 28 61 72 67 73 3a 67 65 74  te     (args:get
3f20: 2d 61 72 67 20 22 3a 73 74 61 74 65 22 29 29 0a  -arg ":state")).
3f30: 09 20 20 20 20 20 20 20 28 73 74 61 74 75 73 20  .       (status 
3f40: 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67     (args:get-arg
3f50: 20 22 3a 73 74 61 74 75 73 22 29 29 29 0a 09 20   ":status"))).. 
3f60: 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f   (change-directo
3f70: 72 79 20 74 65 73 74 70 61 74 68 29 0a 09 20 20  ry testpath)..  
3f80: 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d  (if (not (setup-
3f90: 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 20 20 20  for-run))..     
3fa0: 20 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75 67   (begin...(debug
3fb0: 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65 64  :print 0 "Failed
3fc0: 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69   to setup, exiti
3fd0: 6e 67 22 29 0a 09 09 28 65 78 69 74 20 31 29 29  ng")...(exit 1))
3fe0: 29 0a 09 20 20 28 73 65 74 21 20 64 62 20 28 6f  )..  (set! db (o
3ff0: 70 65 6e 2d 64 62 29 29 0a 09 20 20 28 69 66 20  pen-db))..  (if 
4000: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
4010: 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 22 29  load-test-data")
4020: 0a 09 20 20 20 20 20 20 28 64 62 3a 6c 6f 61 64  ..      (db:load
4030: 2d 74 65 73 74 2d 64 61 74 61 20 64 62 20 72 75  -test-data db ru
4040: 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69  n-id test-name i
4050: 74 65 6d 64 61 74 29 29 0a 09 20 20 28 69 66 20  temdat))..  (if 
4060: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
4070: 73 65 74 6c 6f 67 22 29 0a 09 20 20 20 20 20 20  setlog")..      
4080: 28 74 65 73 74 2d 73 65 74 2d 6c 6f 67 21 20 64  (test-set-log! d
4090: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61  b run-id test-na
40a0: 6d 65 20 69 74 65 6d 64 61 74 20 28 61 72 67 73  me itemdat (args
40b0: 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 6c 6f  :get-arg "-setlo
40c0: 67 22 29 29 29 0a 09 20 20 28 69 66 20 28 61 72  g")))..  (if (ar
40d0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74  gs:get-arg "-set
40e0: 2d 74 6f 70 6c 6f 67 22 29 0a 09 20 20 20 20 20  -toplog")..     
40f0: 20 28 74 65 73 74 2d 73 65 74 2d 74 6f 70 6c 6f   (test-set-toplo
4100: 67 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73  g! db run-id tes
4110: 74 2d 6e 61 6d 65 20 28 61 72 67 73 3a 67 65 74  t-name (args:get
4120: 2d 61 72 67 20 22 2d 73 65 74 2d 74 6f 70 6c 6f  -arg "-set-toplo
4130: 67 22 29 29 29 0a 09 20 20 28 69 66 20 28 61 72  g")))..  (if (ar
4140: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 75 6d  gs:get-arg "-sum
4150: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 29 0a 09  marize-items")..
4160: 20 20 20 20 20 20 28 74 65 73 74 73 3a 73 75 6d        (tests:sum
4170: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 20 64 62 20  marize-items db 
4180: 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65  run-id test-name
4190: 20 23 74 29 29 20 3b 3b 20 64 6f 20 66 6f 72 63   #t)) ;; do forc
41a0: 65 20 68 65 72 65 0a 09 20 20 28 69 66 20 28 61  e here..  (if (a
41b0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75  rgs:get-arg "-ru
41c0: 6e 73 74 65 70 22 29 0a 09 20 20 20 20 20 20 28  nstep")..      (
41d0: 69 66 20 28 6e 75 6c 6c 3f 20 72 65 6d 61 72 67  if (null? remarg
41e0: 73 29 0a 09 09 20 20 28 62 65 67 69 6e 0a 09 09  s)...  (begin...
41f0: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74      (debug:print
4200: 20 30 20 22 45 52 52 4f 52 3a 20 6e 6f 74 68 69   0 "ERROR: nothi
4210: 6e 67 20 73 70 65 63 69 66 69 65 64 20 74 6f 20  ng specified to 
4220: 72 75 6e 21 22 29 0a 09 09 20 20 20 20 28 73 71  run!")...    (sq
4230: 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20  lite3:finalize! 
4240: 64 62 29 0a 09 09 20 20 20 20 28 65 78 69 74 20  db)...    (exit 
4250: 36 29 29 0a 09 09 20 20 28 6c 65 74 2a 20 28 28  6))...  (let* ((
4260: 73 74 65 70 6e 61 6d 65 20 20 20 28 61 72 67 73  stepname   (args
4270: 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 73 74  :get-arg "-runst
4280: 65 70 22 29 29 0a 09 09 09 20 28 6c 6f 67 70 72  ep")).... (logpr
4290: 6f 66 69 6c 65 20 28 61 72 67 73 3a 67 65 74 2d  ofile (args:get-
42a0: 61 72 67 20 22 2d 6c 6f 67 70 72 6f 22 29 29 0a  arg "-logpro")).
42b0: 09 09 09 20 28 6c 6f 67 66 69 6c 65 20 20 20 20  ... (logfile    
42c0: 28 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65 20 22  (conc stepname "
42d0: 2e 6c 6f 67 22 29 29 0a 09 09 09 20 28 63 6d 64  .log")).... (cmd
42e0: 20 20 20 20 20 20 20 20 28 69 66 20 28 6e 75 6c          (if (nul
42f0: 6c 3f 20 72 65 6d 61 72 67 73 29 20 23 66 20 28  l? remargs) #f (
4300: 63 61 72 20 72 65 6d 61 72 67 73 29 29 29 0a 09  car remargs)))..
4310: 09 09 20 28 70 61 72 61 6d 73 20 20 20 20 20 28  .. (params     (
4320: 69 66 20 63 6d 64 20 28 63 64 72 20 72 65 6d 61  if cmd (cdr rema
4330: 72 67 73 29 20 27 28 29 29 29 0a 09 09 09 20 28  rgs) '())).... (
4340: 65 78 69 74 73 74 61 74 20 20 20 23 66 29 0a 09  exitstat   #f)..
4350: 09 09 20 28 73 68 65 6c 6c 20 20 20 20 20 20 28  .. (shell      (
4360: 6c 61 73 74 20 28 73 74 72 69 6e 67 2d 73 70 6c  last (string-spl
4370: 69 74 20 28 67 65 74 2d 65 6e 76 69 72 6f 6e 6d  it (get-environm
4380: 65 6e 74 2d 76 61 72 69 61 62 6c 65 20 22 53 48  ent-variable "SH
4390: 45 4c 4c 22 29 20 22 2f 22 29 29 29 0a 09 09 09  ELL") "/")))....
43a0: 20 28 72 65 64 69 72 20 20 20 20 20 20 28 63 61   (redir      (ca
43b0: 73 65 20 28 73 74 72 69 6e 67 2d 3e 73 79 6d 62  se (string->symb
43c0: 6f 6c 20 73 68 65 6c 6c 29 0a 09 09 09 09 20 20  ol shell).....  
43d0: 20 20 20 20 20 28 28 74 63 73 68 20 63 73 68 20       ((tcsh csh 
43e0: 6b 73 68 29 20 20 20 20 22 3e 26 22 29 0a 09 09  ksh)    ">&")...
43f0: 09 09 20 20 20 20 20 20 20 28 28 7a 73 68 20 62  ..       ((zsh b
4400: 61 73 68 20 73 68 20 61 73 68 29 20 22 32 3e 26  ash sh ash) "2>&
4410: 31 20 3e 22 29 29 29 0a 09 09 09 20 28 66 75 6c  1 >"))).... (ful
4420: 6c 63 6d 64 20 20 20 20 28 63 6f 6e 63 20 22 28  lcmd    (conc "(
4430: 22 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73  " (string-inters
4440: 70 65 72 73 65 20 0a 09 09 09 09 09 09 28 63 6f  perse .......(co
4450: 6e 73 20 63 6d 64 20 70 61 72 61 6d 73 29 20 22  ns cmd params) "
4460: 20 22 29 0a 09 09 09 09 09 20 20 20 22 29 20 22   ")......   ") "
4470: 20 72 65 64 69 72 20 22 20 22 20 6c 6f 67 66 69   redir " " logfi
4480: 6c 65 29 29 29 0a 09 09 20 20 20 20 3b 3b 20 6d  le)))...    ;; m
4490: 61 72 6b 20 74 68 65 20 73 74 61 72 74 20 6f 66  ark the start of
44a0: 20 74 68 65 20 74 65 73 74 0a 09 09 20 20 20 20   the test...    
44b0: 28 74 65 73 74 73 74 65 70 2d 73 65 74 2d 73 74  (teststep-set-st
44c0: 61 74 75 73 21 20 64 62 20 72 75 6e 2d 69 64 20  atus! db run-id 
44d0: 74 65 73 74 2d 6e 61 6d 65 20 73 74 65 70 6e 61  test-name stepna
44e0: 6d 65 20 22 73 74 61 72 74 22 20 22 6e 2f 61 22  me "start" "n/a"
44f0: 20 69 74 65 6d 64 61 74 20 28 61 72 67 73 3a 67   itemdat (args:g
4500: 65 74 2d 61 72 67 20 22 2d 6d 22 29 29 0a 09 09  et-arg "-m"))...
4510: 20 20 20 20 3b 3b 20 63 6c 6f 73 65 20 74 68 65      ;; close the
4520: 20 64 62 0a 09 09 20 20 20 20 28 73 71 6c 69 74   db...    (sqlit
4530: 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29  e3:finalize! db)
4540: 0a 09 09 20 20 20 20 3b 3b 20 72 75 6e 20 74 68  ...    ;; run th
4550: 65 20 74 65 73 74 20 73 74 65 70 0a 09 09 20 20  e test step...  
4560: 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 32    (debug:print 2
4570: 20 22 49 4e 46 4f 3a 20 52 75 6e 6e 69 6e 67 20   "INFO: Running 
4580: 5c 22 22 20 66 75 6c 6c 63 6d 64 20 22 5c 22 22  \"" fullcmd "\""
4590: 29 0a 09 09 20 20 20 20 28 63 68 61 6e 67 65 2d  )...    (change-
45a0: 64 69 72 65 63 74 6f 72 79 20 73 74 61 72 74 69  directory starti
45b0: 6e 67 64 69 72 29 0a 09 09 20 20 20 20 28 73 65  ngdir)...    (se
45c0: 74 21 20 65 78 69 74 73 74 61 74 20 28 73 79 73  t! exitstat (sys
45d0: 74 65 6d 20 66 75 6c 6c 63 6d 64 29 29 20 3b 3b  tem fullcmd)) ;;
45e0: 20 63 6d 64 20 70 61 72 61 6d 73 29 29 0a 09 09   cmd params))...
45f0: 20 20 20 20 28 73 65 74 21 20 2a 67 6c 6f 62 61      (set! *globa
4600: 6c 65 78 69 74 73 74 61 74 75 73 2a 20 65 78 69  lexitstatus* exi
4610: 74 73 74 61 74 29 0a 09 09 20 20 20 20 28 63 68  tstat)...    (ch
4620: 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20 74  ange-directory t
4630: 65 73 74 70 61 74 68 29 0a 09 09 20 20 20 20 3b  estpath)...    ;
4640: 3b 20 72 65 2d 6f 70 65 6e 20 74 68 65 20 64 62  ; re-open the db
4650: 0a 09 09 20 20 20 20 28 73 65 74 21 20 64 62 20  ...    (set! db 
4660: 28 6f 70 65 6e 2d 64 62 29 29 20 0a 09 09 20 20  (open-db)) ...  
4670: 20 20 3b 3b 20 72 75 6e 20 6c 6f 67 70 72 6f 20    ;; run logpro 
4680: 69 66 20 61 70 70 6c 69 63 61 62 6c 65 20 3b 3b  if applicable ;;
4690: 20 28 70 72 6f 63 65 73 73 2d 72 75 6e 20 22 6c   (process-run "l
46a0: 73 22 20 28 6c 69 73 74 20 22 2f 66 6f 6f 22 20  s" (list "/foo" 
46b0: 22 32 3e 26 31 22 20 22 62 6c 61 68 2e 6c 6f 67  "2>&1" "blah.log
46c0: 22 29 29 0a 09 09 20 20 20 20 28 69 66 20 6c 6f  "))...    (if lo
46d0: 67 70 72 6f 66 69 6c 65 0a 09 09 09 28 6c 65 74  gprofile....(let
46e0: 2a 20 28 28 68 74 6d 6c 6c 6f 67 66 69 6c 65 20  * ((htmllogfile 
46f0: 28 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65 20 22  (conc stepname "
4700: 2e 68 74 6d 6c 22 29 29 0a 09 09 09 20 20 20 20  .html"))....    
4710: 20 20 20 28 6f 6c 64 65 78 69 74 73 74 61 74 20     (oldexitstat 
4720: 65 78 69 74 73 74 61 74 29 0a 09 09 09 20 20 20  exitstat)....   
4730: 20 20 20 20 28 63 6d 64 20 20 20 20 20 20 20 20      (cmd        
4740: 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70   (string-intersp
4750: 65 72 73 65 20 28 6c 69 73 74 20 22 6c 6f 67 70  erse (list "logp
4760: 72 6f 22 20 6c 6f 67 70 72 6f 66 69 6c 65 20 68  ro" logprofile h
4770: 74 6d 6c 6c 6f 67 66 69 6c 65 20 22 3c 22 20 6c  tmllogfile "<" l
4780: 6f 67 66 69 6c 65 20 22 3e 22 20 28 63 6f 6e 63  ogfile ">" (conc
4790: 20 73 74 65 70 6e 61 6d 65 20 22 5f 6c 6f 67 70   stepname "_logp
47a0: 72 6f 2e 6c 6f 67 22 29 29 20 22 20 22 29 29 29  ro.log")) " ")))
47b0: 0a 09 09 09 20 20 28 64 65 62 75 67 3a 70 72 69  ....  (debug:pri
47c0: 6e 74 20 32 20 22 49 4e 46 4f 3a 20 72 75 6e 6e  nt 2 "INFO: runn
47d0: 69 6e 67 20 5c 22 22 20 63 6d 64 20 22 5c 22 22  ing \"" cmd "\""
47e0: 29 0a 09 09 09 20 20 28 63 68 61 6e 67 65 2d 64  )....  (change-d
47f0: 69 72 65 63 74 6f 72 79 20 73 74 61 72 74 69 6e  irectory startin
4800: 67 64 69 72 29 0a 09 09 09 20 20 28 73 65 74 21  gdir)....  (set!
4810: 20 65 78 69 74 73 74 61 74 20 28 73 79 73 74 65   exitstat (syste
4820: 6d 20 63 6d 64 29 29 0a 09 09 09 20 20 28 73 65  m cmd))....  (se
4830: 74 21 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74  t! *globalexitst
4840: 61 74 75 73 2a 20 65 78 69 74 73 74 61 74 29 20  atus* exitstat) 
4850: 3b 3b 20 6e 6f 20 6e 65 63 65 73 73 61 72 79 0a  ;; no necessary.
4860: 09 09 09 20 20 28 63 68 61 6e 67 65 2d 64 69 72  ...  (change-dir
4870: 65 63 74 6f 72 79 20 74 65 73 74 70 61 74 68 29  ectory testpath)
4880: 0a 09 09 09 20 20 28 74 65 73 74 2d 73 65 74 2d  ....  (test-set-
4890: 6c 6f 67 21 20 64 62 20 72 75 6e 2d 69 64 20 74  log! db run-id t
48a0: 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 64 61 74  est-name itemdat
48b0: 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 29 29 29 0a   htmllogfile))).
48c0: 09 09 20 20 20 20 28 74 65 73 74 73 74 65 70 2d  ..    (teststep-
48d0: 73 65 74 2d 73 74 61 74 75 73 21 20 64 62 20 72  set-status! db r
48e0: 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20  un-id test-name 
48f0: 73 74 65 70 6e 61 6d 65 20 22 65 6e 64 22 20 65  stepname "end" e
4900: 78 69 74 73 74 61 74 20 69 74 65 6d 64 61 74 20  xitstat itemdat 
4910: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
4920: 6d 22 29 29 0a 09 09 20 20 20 20 28 73 71 6c 69  m"))...    (sqli
4930: 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62  te3:finalize! db
4940: 29 0a 09 09 20 20 20 20 28 69 66 20 28 6e 6f 74  )...    (if (not
4950: 20 28 65 71 3f 20 65 78 69 74 73 74 61 74 20 30   (eq? exitstat 0
4960: 29 29 0a 09 09 09 28 65 78 69 74 20 32 35 34 29  ))....(exit 254)
4970: 29 20 3b 3b 20 28 65 78 69 74 20 65 78 69 74 73  ) ;; (exit exits
4980: 74 61 74 29 20 64 6f 65 73 6e 27 74 20 77 6f 72  tat) doesn't wor
4990: 6b 3f 21 3f 0a 09 09 20 20 3b 3b 20 6f 70 65 6e  k?!?...  ;; open
49a0: 20 74 68 65 20 64 62 0a 09 09 20 20 3b 3b 20 6d   the db...  ;; m
49b0: 61 72 6b 20 74 68 65 20 65 6e 64 20 6f 66 20 74  ark the end of t
49c0: 68 65 20 74 65 73 74 0a 09 09 20 20 29 29 29 0a  he test...  ))).
49d0: 09 20 20 28 69 66 20 28 6f 72 20 28 61 72 67 73  .  (if (or (args
49e0: 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74 2d  :get-arg "-test-
49f0: 73 74 61 74 75 73 22 29 0a 09 09 20 20 28 61 72  status")...  (ar
4a00: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74  gs:get-arg "-set
4a10: 2d 76 61 6c 75 65 73 22 29 29 0a 09 20 20 20 20  -values"))..    
4a20: 20 20 28 6c 65 74 20 28 28 6e 65 77 73 74 61 74    (let ((newstat
4a30: 75 73 20 28 63 6f 6e 64 0a 09 09 09 09 28 28 6e  us (cond.....((n
4a40: 75 6d 62 65 72 3f 20 73 74 61 74 75 73 29 20 20  umber? status)  
4a50: 20 20 20 20 20 28 69 66 20 28 65 71 75 61 6c 3f       (if (equal?
4a60: 20 73 74 61 74 75 73 20 30 29 20 22 50 41 53 53   status 0) "PASS
4a70: 22 20 22 46 41 49 4c 22 29 29 0a 09 09 09 09 28  " "FAIL")).....(
4a80: 28 61 6e 64 20 28 73 74 72 69 6e 67 3f 20 73 74  (and (string? st
4a90: 61 74 75 73 29 0a 09 09 09 09 20 20 20 20 20 20  atus).....      
4aa0: 28 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72 20  (string->number 
4ab0: 73 74 61 74 75 73 29 29 28 69 66 20 28 65 71 75  status))(if (equ
4ac0: 61 6c 3f 20 28 73 74 72 69 6e 67 2d 3e 6e 75 6d  al? (string->num
4ad0: 62 65 72 20 73 74 61 74 75 73 29 20 30 29 20 22  ber status) 0) "
4ae0: 50 41 53 53 22 20 22 46 41 49 4c 22 29 29 0a 09  PASS" "FAIL"))..
4af0: 09 09 09 28 65 6c 73 65 20 73 74 61 74 75 73 29  ...(else status)
4b00: 29 29 0a 09 09 20 20 20 20 3b 3b 20 74 72 61 6e  ))...    ;; tran
4b10: 73 66 65 72 20 72 65 6c 65 76 61 6e 74 20 6b 65  sfer relevant ke
4b20: 79 73 20 69 6e 74 6f 20 61 20 68 61 73 68 20 74  ys into a hash t
4b30: 6f 20 62 65 20 70 61 73 73 65 64 20 74 6f 20 74  o be passed to t
4b40: 65 73 74 2d 73 65 74 2d 73 74 61 74 75 73 21 0a  est-set-status!.
4b50: 09 09 20 20 20 20 3b 3b 20 63 6f 75 6c 64 20 75  ..    ;; could u
4b60: 73 65 20 61 6e 20 61 73 73 6f 63 20 6c 69 73 74  se an assoc list
4b70: 20 49 20 67 75 65 73 73 2e 20 0a 09 09 20 20 20   I guess. ...   
4b80: 20 28 6f 74 68 65 72 64 61 74 61 20 28 6c 65 74   (otherdata (let
4b90: 20 28 28 72 65 73 20 28 6d 61 6b 65 2d 68 61 73   ((res (make-has
4ba0: 68 2d 74 61 62 6c 65 29 29 29 0a 09 09 09 09 20  h-table)))..... 
4bb0: 28 66 6f 72 2d 65 61 63 68 20 28 6c 61 6d 62 64  (for-each (lambd
4bc0: 61 20 28 6b 65 79 29 0a 09 09 09 09 09 20 20 20  a (key)......   
4bd0: 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d    (if (args:get-
4be0: 61 72 67 20 6b 65 79 29 0a 09 09 09 09 09 09 20  arg key)....... 
4bf0: 28 68 61 73 68 2d 74 61 62 6c 65 2d 73 65 74 21  (hash-table-set!
4c00: 20 72 65 73 20 6b 65 79 20 28 61 72 67 73 3a 67   res key (args:g
4c10: 65 74 2d 61 72 67 20 6b 65 79 29 29 29 29 0a 09  et-arg key))))..
4c20: 09 09 09 09 20 20 20 28 6c 69 73 74 20 22 3a 76  ....   (list ":v
4c30: 61 6c 75 65 22 20 22 3a 74 6f 6c 22 20 22 3a 65  alue" ":tol" ":e
4c40: 78 70 65 63 74 65 64 22 20 22 3a 66 69 72 73 74  xpected" ":first
4c50: 5f 65 72 72 22 20 22 3a 66 69 72 73 74 5f 77 61  _err" ":first_wa
4c60: 72 6e 22 20 22 3a 75 6e 69 74 73 22 20 22 3a 63  rn" ":units" ":c
4c70: 61 74 65 67 6f 72 79 22 20 22 3a 76 61 72 69 61  ategory" ":varia
4c80: 62 6c 65 22 29 29 0a 09 09 09 09 20 72 65 73 29  ble"))..... res)
4c90: 29 29 0a 09 09 28 69 66 20 28 61 6e 64 20 28 61  ))...(if (and (a
4ca0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65  rgs:get-arg "-te
4cb0: 73 74 2d 73 74 61 74 75 73 22 29 0a 09 09 09 20  st-status").... 
4cc0: 28 6f 72 20 28 6e 6f 74 20 73 74 61 74 65 29 0a  (or (not state).
4cd0: 09 09 09 20 20 20 20 20 28 6e 6f 74 20 73 74 61  ...     (not sta
4ce0: 74 75 73 29 29 29 0a 09 09 20 20 20 20 28 62 65  tus)))...    (be
4cf0: 67 69 6e 0a 09 09 20 20 20 20 20 20 28 64 65 62  gin...      (deb
4d00: 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f  ug:print 0 "ERRO
4d10: 52 3a 20 59 6f 75 20 6d 75 73 74 20 73 70 65 63  R: You must spec
4d20: 69 66 79 20 3a 73 74 61 74 65 20 61 6e 64 20 3a  ify :state and :
4d30: 73 74 61 74 75 73 20 77 69 74 68 20 65 76 65 72  status with ever
4d40: 79 20 63 61 6c 6c 20 74 6f 20 2d 74 65 73 74 2d  y call to -test-
4d50: 73 74 61 74 75 73 5c 6e 22 20 68 65 6c 70 29 0a  status\n" help).
4d60: 09 09 20 20 20 20 20 20 28 73 71 6c 69 74 65 33  ..      (sqlite3
4d70: 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09  :finalize! db)..
4d80: 09 20 20 20 20 20 20 28 65 78 69 74 20 36 29 29  .      (exit 6))
4d90: 29 0a 09 09 28 74 65 73 74 2d 73 65 74 2d 73 74  )...(test-set-st
4da0: 61 74 75 73 21 20 64 62 20 72 75 6e 2d 69 64 20  atus! db run-id 
4db0: 74 65 73 74 2d 6e 61 6d 65 20 73 74 61 74 65 20  test-name state 
4dc0: 6e 65 77 73 74 61 74 75 73 20 69 74 65 6d 64 61  newstatus itemda
4dd0: 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  t (args:get-arg 
4de0: 22 2d 6d 22 29 20 6f 74 68 65 72 64 61 74 61 29  "-m") otherdata)
4df0: 29 29 0a 09 20 20 28 73 71 6c 69 74 65 33 3a 66  ))..  (sqlite3:f
4e00: 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 20 20  inalize! db)..  
4e10: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68  (set! *didsometh
4e20: 69 6e 67 2a 20 23 74 29 29 29 29 0a 0a 28 69 66  ing* #t))))..(if
4e30: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
4e40: 2d 73 68 6f 77 6b 65 79 73 22 29 0a 20 20 20 20  -showkeys").    
4e50: 28 6c 65 74 20 28 28 64 62 20 23 66 29 0a 09 20  (let ((db #f).. 
4e60: 20 28 6b 65 79 73 20 23 66 29 29 0a 20 20 20 20   (keys #f)).    
4e70: 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75    (if (not (setu
4e80: 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28  p-for-run))..  (
4e90: 62 65 67 69 6e 0a 09 20 20 20 20 28 64 65 62 75  begin..    (debu
4ea0: 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65  g:print 0 "Faile
4eb0: 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74  d to setup, exit
4ec0: 69 6e 67 22 29 0a 09 20 20 20 20 28 65 78 69 74  ing")..    (exit
4ed0: 20 31 29 29 29 0a 20 20 20 20 20 20 28 73 65 74   1))).      (set
4ee0: 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a  ! db (open-db)).
4ef0: 20 20 20 20 20 20 28 73 65 74 21 20 6b 65 79 73        (set! keys
4f00: 20 28 64 62 2d 67 65 74 2d 6b 65 79 73 20 64 62   (db-get-keys db
4f10: 29 29 0a 20 20 20 20 20 20 28 64 65 62 75 67 3a  )).      (debug:
4f20: 70 72 69 6e 74 20 31 20 22 4b 65 79 73 3a 20 22  print 1 "Keys: "
4f30: 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70   (string-intersp
4f40: 65 72 73 65 20 28 6d 61 70 20 6b 65 79 3a 67 65  erse (map key:ge
4f50: 74 2d 66 69 65 6c 64 6e 61 6d 65 20 6b 65 79 73  t-fieldname keys
4f60: 29 20 22 2c 20 22 29 29 0a 20 20 20 20 20 20 28  ) ", ")).      (
4f70: 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65  sqlite3:finalize
4f80: 21 20 64 62 29 0a 20 20 20 20 20 20 28 73 65 74  ! db).      (set
4f90: 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a  ! *didsomething*
4fa0: 20 23 74 29 29 29 0a 0a 28 69 66 20 28 61 72 67   #t)))..(if (arg
4fb0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 67 75 69 22  s:get-arg "-gui"
4fc0: 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20  ).    (begin.   
4fd0: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20     (debug:print 
4fe0: 30 20 22 4c 6f 6f 6b 20 61 74 20 74 68 65 20 64  0 "Look at the d
4ff0: 61 73 68 62 6f 61 72 64 20 66 6f 72 20 6e 6f 77  ashboard for now
5000: 22 29 0a 20 20 20 20 20 20 3b 3b 20 28 6d 65 67  ").      ;; (meg
5010: 61 74 65 73 74 2d 67 75 69 29 0a 20 20 20 20 20  atest-gui).     
5020: 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74   (set! *didsomet
5030: 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 3b 3b 3d  hing* #t)))..;;=
5040: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5050: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5060: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5070: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5080: 3d 3d 3d 3d 3d 0a 3b 3b 20 55 70 64 61 74 65 20  =====.;; Update 
5090: 74 68 65 20 64 61 74 61 62 61 73 65 20 73 63 68  the database sch
50a0: 65 6d 61 20 6f 6e 20 72 65 71 75 65 73 74 0a 3b  ema on request.;
50b0: 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;===============
50c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50f0: 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72  =======..(if (ar
5100: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 65 62  gs:get-arg "-reb
5110: 75 69 6c 64 2d 64 62 22 29 0a 20 20 20 20 28 62  uild-db").    (b
5120: 65 67 69 6e 0a 20 20 20 20 20 20 28 69 66 20 28  egin.      (if (
5130: 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d 72  not (setup-for-r
5140: 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 0a 09  un))..  (begin..
5150: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74      (debug:print
5160: 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73 65   0 "Failed to se
5170: 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 20 0a  tup, exiting") .
5180: 09 20 20 20 20 28 65 78 69 74 20 31 29 29 29 0a  .    (exit 1))).
5190: 20 20 20 20 20 20 3b 3b 20 6e 6f 77 20 63 61 6e        ;; now can
51a0: 20 66 69 6e 64 20 6f 75 72 20 64 62 0a 20 20 20   find our db.   
51b0: 20 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 65     (set! db (ope
51c0: 6e 2d 64 62 29 29 0a 20 20 20 20 20 20 28 70 61  n-db)).      (pa
51d0: 74 63 68 2d 64 62 20 64 62 29 0a 20 20 20 20 20  tch-db db).     
51e0: 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69   (sqlite3:finali
51f0: 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20 28 73  ze! db).      (s
5200: 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e  et! *didsomethin
5210: 67 2a 20 23 74 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d  g* #t)))..;;====
5220: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5230: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5240: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5250: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5260: 3d 3d 0a 3b 3b 20 55 70 64 61 74 65 20 74 68 65  ==.;; Update the
5270: 20 74 65 73 74 73 20 6d 65 74 61 20 64 61 74 61   tests meta data
5280: 20 66 72 6f 6d 20 74 68 65 20 74 65 73 74 63 6f   from the testco
5290: 6e 66 69 67 20 66 69 6c 65 73 0a 3b 3b 0a 0a 28  nfig files.;;..(
52a0: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
52b0: 20 22 2d 75 70 64 61 74 65 2d 6d 65 74 61 22 29   "-update-meta")
52c0: 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20  .    (begin.    
52d0: 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75    (if (not (setu
52e0: 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28  p-for-run))..  (
52f0: 62 65 67 69 6e 0a 09 20 20 20 20 28 64 65 62 75  begin..    (debu
5300: 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65  g:print 0 "Faile
5310: 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74  d to setup, exit
5320: 69 6e 67 22 29 20 0a 09 20 20 20 20 28 65 78 69  ing") ..    (exi
5330: 74 20 31 29 29 29 0a 20 20 20 20 20 20 3b 3b 20  t 1))).      ;; 
5340: 6e 6f 77 20 63 61 6e 20 66 69 6e 64 20 6f 75 72  now can find our
5350: 20 64 62 0a 20 20 20 20 20 20 28 73 65 74 21 20   db.      (set! 
5360: 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 20 20  db (open-db)).  
5370: 20 20 20 20 28 72 75 6e 73 3a 75 70 64 61 74 65      (runs:update
5380: 2d 61 6c 6c 2d 74 65 73 74 5f 6d 65 74 61 20 64  -all-test_meta d
5390: 62 29 0a 20 20 20 20 20 20 28 73 71 6c 69 74 65  b).      (sqlite
53a0: 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a  3:finalize! db).
53b0: 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64        (set! *did
53c0: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29  something* #t)))
53d0: 0a 0a 28 69 66 20 28 6e 6f 74 20 2a 64 69 64 73  ..(if (not *dids
53e0: 6f 6d 65 74 68 69 6e 67 2a 29 0a 20 20 20 20 28  omething*).    (
53f0: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 68 65  debug:print 0 he
5400: 6c 70 29 29 0a 0a 28 69 66 20 28 6e 6f 74 20 28  lp))..(if (not (
5410: 65 71 3f 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73  eq? *globalexits
5420: 74 61 74 75 73 2a 20 30 29 29 0a 20 20 20 20 28  tatus* 0)).    (
5430: 69 66 20 28 6f 72 20 28 61 72 67 73 3a 67 65 74  if (or (args:get
5440: 2d 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73 22  -arg "-runtests"
5450: 29 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  )(args:get-arg "
5460: 2d 72 75 6e 61 6c 6c 22 29 29 0a 20 20 20 20 20  -runall")).     
5470: 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20     (begin.      
5480: 20 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e       (debug:prin
5490: 74 20 30 20 22 4e 4f 54 45 3a 20 53 75 62 70 72  t 0 "NOTE: Subpr
54a0: 6f 63 65 73 73 65 73 20 77 69 74 68 20 6e 6f 6e  ocesses with non
54b0: 2d 7a 65 72 6f 20 65 78 69 74 20 63 6f 64 65 20  -zero exit code 
54c0: 64 65 74 65 63 74 65 64 3a 20 22 20 2a 67 6c 6f  detected: " *glo
54d0: 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a 29 0a  balexitstatus*).
54e0: 20 20 20 20 20 20 20 20 20 20 20 28 65 78 69 74             (exit
54f0: 20 30 29 29 0a 20 20 20 20 20 20 20 20 28 63 61   0)).        (ca
5500: 73 65 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74  se *globalexitst
5510: 61 74 75 73 2a 0a 20 20 20 20 20 20 20 20 20 28  atus*.         (
5520: 28 30 29 28 65 78 69 74 20 30 29 29 0a 20 20 20  (0)(exit 0)).   
5530: 20 20 20 20 20 20 28 28 31 29 28 65 78 69 74 20        ((1)(exit 
5540: 31 29 29 0a 20 20 20 20 20 20 20 20 20 28 28 32  1)).         ((2
5550: 29 28 65 78 69 74 20 32 29 29 0a 20 20 20 20 20  )(exit 2)).     
5560: 20 20 20 20 28 65 6c 73 65 20 28 65 78 69 74 20      (else (exit 
5570: 33 29 29 29 29 29 0a                             3))))).