Megatest

Hex Artifact Content
Login

Artifact d64eb95b04d1432698a4d00e330c00c59a6ed7b2:


0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30  ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20  6-2011, Matthew 
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20  Welland..;; .;; 
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73   This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20   made available 
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50  under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72  L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65  .;;  greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69  e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20  ng file COPYING 
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20  for details..;; 
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61  .;;  This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64  m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52   WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65  RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c  ven the.;;  impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20  ied warranty of 
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20  MERCHANTABILITY 
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41  or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20   PARTICULAR.;;  
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e  PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63  clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20  m").;; (include 
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f  "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71  n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73  lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63  ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65  ase srfi-69 base
01c0: 36 34 20 66 6f 72 6d 61 74 29 0a 28 69 6d 70 6f  64 format).(impo
01d0: 72 74 20 28 70 72 65 66 69 78 20 73 71 6c 69 74  rt (prefix sqlit
01e0: 65 33 20 73 71 6c 69 74 65 33 3a 29 29 0a 28 69  e3 sqlite3:)).(i
01f0: 6d 70 6f 72 74 20 28 70 72 65 66 69 78 20 62 61  mport (prefix ba
0200: 73 65 36 34 20 62 61 73 65 36 34 3a 29 29 0a 0a  se64 base64:))..
0210: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 63  (declare (uses c
0220: 6f 6d 6d 6f 6e 29 29 0a 28 64 65 63 6c 61 72 65  ommon)).(declare
0230: 20 28 75 73 65 73 20 6d 65 67 61 74 65 73 74 2d   (uses megatest-
0240: 76 65 72 73 69 6f 6e 29 29 0a 28 64 65 63 6c 61  version)).(decla
0250: 72 65 20 28 75 73 65 73 20 6d 61 72 67 73 29 29  re (uses margs))
0260: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20  .(declare (uses 
0270: 72 75 6e 73 29 29 0a 28 64 65 63 6c 61 72 65 20  runs)).(declare 
0280: 28 75 73 65 73 20 6c 61 75 6e 63 68 29 29 0a 0a  (uses launch))..
0290: 28 69 6e 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e  (include "common
02a0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 28  _records.scm").(
02b0: 69 6e 63 6c 75 64 65 20 22 6b 65 79 5f 72 65 63  include "key_rec
02c0: 6f 72 64 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c  ords.scm").(incl
02d0: 75 64 65 20 22 64 62 5f 72 65 63 6f 72 64 73 2e  ude "db_records.
02e0: 73 63 6d 22 29 0a 0a 28 64 65 66 69 6e 65 20 68  scm")..(define h
02f0: 65 6c 70 20 28 63 6f 6e 63 20 22 0a 4d 65 67 61  elp (conc ".Mega
0300: 74 65 73 74 2c 20 64 6f 63 75 6d 65 6e 74 61 74  test, documentat
0310: 69 6f 6e 20 61 74 20 68 74 74 70 3a 2f 2f 77 77  ion at http://ww
0320: 77 2e 6b 69 61 74 6f 61 2e 63 6f 6d 2f 66 6f 73  w.kiatoa.com/fos
0330: 73 69 6c 73 2f 6d 65 67 61 74 65 73 74 0a 20 20  sils/megatest.  
0340: 76 65 72 73 69 6f 6e 20 22 20 6d 65 67 61 74 65  version " megate
0350: 73 74 2d 76 65 72 73 69 6f 6e 20 22 0a 20 20 6c  st-version ".  l
0360: 69 63 65 6e 73 65 20 47 50 4c 2c 20 43 6f 70 79  icense GPL, Copy
0370: 72 69 67 68 74 20 4d 61 74 74 20 57 65 6c 6c 61  right Matt Wella
0380: 6e 64 20 32 30 30 36 2d 32 30 31 31 0a 0a 55 73  nd 2006-2011..Us
0390: 61 67 65 3a 20 6d 65 67 61 74 65 73 74 20 5b 6f  age: megatest [o
03a0: 70 74 69 6f 6e 73 5d 0a 20 20 2d 68 20 20 20 20  ptions].  -h    
03b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
03c0: 20 20 3a 20 74 68 69 73 20 68 65 6c 70 0a 0a 50    : this help..P
03d0: 72 6f 63 65 73 73 20 61 6e 64 20 74 65 73 74 20  rocess and test 
03e0: 72 75 6e 6e 69 6e 67 0a 20 20 2d 72 75 6e 61 6c  running.  -runal
03f0: 6c 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  l               
0400: 20 20 3a 20 72 75 6e 20 61 6c 6c 20 74 65 73 74    : run all test
0410: 73 20 74 68 61 74 20 61 72 65 20 6e 6f 74 20 73  s that are not s
0420: 74 61 74 65 20 43 4f 4d 50 4c 45 54 45 44 20 61  tate COMPLETED a
0430: 6e 64 20 73 74 61 74 75 73 20 50 41 53 53 2c 20  nd status PASS, 
0440: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  .               
0450: 20 20 20 20 20 20 20 20 20 20 20 20 20 43 48 45               CHE
0460: 43 4b 20 6f 72 20 4b 49 4c 4c 45 44 0a 20 20 2d  CK or KILLED.  -
0470: 72 75 6e 74 65 73 74 73 20 74 73 74 31 2c 74 73  runtests tst1,ts
0480: 74 32 20 2e 2e 2e 20 3a 20 72 75 6e 20 74 65 73  t2 ... : run tes
0490: 74 73 0a 0a 52 75 6e 20 73 74 61 74 75 73 20 75  ts..Run status u
04a0: 70 64 61 74 65 73 20 28 74 68 65 73 65 20 72 65  pdates (these re
04b0: 71 75 69 72 65 20 74 68 61 74 20 79 6f 75 20 61  quire that you a
04c0: 72 65 20 69 6e 20 61 20 74 65 73 74 20 64 69 72  re in a test dir
04d0: 65 63 74 6f 72 79 0a 20 20 20 20 20 20 20 20 20  ectory.         
04e0: 20 20 20 20 20 20 20 20 20 20 20 61 6e 64 20 79             and y
04f0: 6f 75 20 68 61 76 65 20 73 6f 75 72 63 65 64 20  ou have sourced 
0500: 74 68 65 20 5c 22 6d 65 67 61 74 65 73 74 2e 63  the \"megatest.c
0510: 73 68 5c 22 20 6f 72 0a 20 20 20 20 20 20 20 20  sh\" or.        
0520: 20 20 20 20 20 20 20 20 20 20 20 20 5c 22 6d 65              \"me
0530: 67 61 74 65 73 74 2e 73 68 5c 22 20 66 69 6c 65  gatest.sh\" file
0540: 2e 29 0a 20 20 2d 73 74 65 70 20 73 74 65 70 6e  .).  -step stepn
0550: 61 6d 65 0a 20 20 2d 74 65 73 74 2d 73 74 61 74  ame.  -test-stat
0560: 75 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20  us            : 
0570: 73 65 74 20 74 68 65 20 73 74 61 74 65 20 61 6e  set the state an
0580: 64 20 73 74 61 74 75 73 20 6f 66 20 61 20 74 65  d status of a te
0590: 73 74 20 28 75 73 65 20 3a 73 74 61 74 65 20 61  st (use :state a
05a0: 6e 64 20 3a 73 74 61 74 75 73 29 0a 20 20 2d 73  nd :status).  -s
05b0: 65 74 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 20  etlog logfname  
05c0: 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20        : set the 
05d0: 70 61 74 68 2f 66 69 6c 65 6e 61 6d 65 20 74 6f  path/filename to
05e0: 20 74 68 65 20 66 69 6e 61 6c 20 6c 6f 67 20 72   the final log r
05f0: 65 6c 61 74 69 76 65 20 74 6f 20 74 68 65 20 74  elative to the t
0600: 65 73 74 0a 20 20 20 20 20 20 20 20 20 20 20 20  est.            
0610: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0620: 64 69 72 65 63 74 6f 72 79 2e 20 6d 61 79 20 62  directory. may b
0630: 65 20 75 73 65 64 20 77 69 74 68 20 2d 74 65 73  e used with -tes
0640: 74 2d 73 74 61 74 75 73 0a 20 20 2d 73 65 74 2d  t-status.  -set-
0650: 74 6f 70 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20  toplog logfname 
0660: 20 20 20 3a 20 73 65 74 20 74 68 65 20 6f 76 65     : set the ove
0670: 72 61 6c 6c 20 6c 6f 67 20 66 6f 72 20 61 20 73  rall log for a s
0680: 75 69 74 65 20 6f 66 20 73 75 62 2d 74 65 73 74  uite of sub-test
0690: 73 0a 20 20 2d 73 75 6d 6d 61 72 69 7a 65 2d 69  s.  -summarize-i
06a0: 74 65 6d 73 20 20 20 20 20 20 20 20 3a 20 66 6f  tems        : fo
06b0: 72 20 61 6e 20 69 74 65 6d 69 7a 65 64 20 74 65  r an itemized te
06c0: 73 74 20 63 72 65 61 74 65 20 61 20 73 75 6d 6d  st create a summ
06d0: 61 72 79 20 68 74 6d 6c 20 0a 20 20 2d 6d 20 63  ary html .  -m c
06e0: 6f 6d 6d 65 6e 74 20 20 20 20 20 20 20 20 20 20  omment          
06f0: 20 20 20 20 3a 20 69 6e 73 65 72 74 20 61 20 63      : insert a c
0700: 6f 6d 6d 65 6e 74 20 66 6f 72 20 74 68 69 73 20  omment for this 
0710: 74 65 73 74 0a 0a 52 75 6e 20 64 61 74 61 0a 20  test..Run data. 
0720: 20 2d 74 61 72 67 65 74 20 6b 65 79 31 2f 6b 65   -target key1/ke
0730: 79 32 2f 2e 2e 2e 20 20 20 3a 20 72 75 6e 20 66  y2/...   : run f
0740: 6f 72 20 6b 65 79 31 2c 20 6b 65 79 32 2c 20 65  or key1, key2, e
0750: 74 63 2e 0a 20 20 2d 72 65 71 74 61 72 67 20 6b  tc..  -reqtarg k
0760: 65 79 31 2f 6b 65 79 32 2f 2e 2e 2e 20 20 3a 20  ey1/key2/...  : 
0770: 72 75 6e 20 66 6f 72 20 6b 65 79 31 2c 20 6b 65  run for key1, ke
0780: 79 32 2c 20 65 74 63 2e 20 62 75 74 20 6b 65 79  y2, etc. but key
0790: 31 2f 6b 65 79 32 20 6d 75 73 74 20 62 65 20 69  1/key2 must be i
07a0: 6e 20 72 75 6e 63 6f 6e 66 69 67 0a 20 20 3a 72  n runconfig.  :r
07b0: 75 6e 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20  unname          
07c0: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64        : required
07d0: 2c 20 6e 61 6d 65 20 66 6f 72 20 74 68 69 73 20  , name for this 
07e0: 70 61 72 74 69 63 75 6c 61 72 20 74 65 73 74 20  particular test 
07f0: 72 75 6e 0a 20 20 3a 73 74 61 74 65 20 20 20 20  run.  :state    
0800: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20                : 
0810: 72 65 71 75 69 72 65 64 20 69 66 20 75 70 64 61  required if upda
0820: 74 69 6e 67 20 73 74 65 70 20 73 74 61 74 65 3b  ting step state;
0830: 20 65 2e 67 2e 20 73 74 61 72 74 2c 20 65 6e 64   e.g. start, end
0840: 2c 20 63 6f 6d 70 6c 65 74 65 64 0a 20 20 3a 73  , completed.  :s
0850: 74 61 74 75 73 20 20 20 20 20 20 20 20 20 20 20  tatus           
0860: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64        : required
0870: 20 69 66 20 75 70 64 61 74 69 6e 67 20 73 74 65   if updating ste
0880: 70 20 73 74 61 74 75 73 3b 20 65 2e 67 2e 20 70  p status; e.g. p
0890: 61 73 73 2c 20 66 61 69 6c 2c 20 6e 2f 61 0a 0a  ass, fail, n/a..
08a0: 56 61 6c 75 65 73 20 61 6e 64 20 72 65 63 6f 72  Values and recor
08b0: 64 20 65 72 72 6f 72 73 20 61 6e 64 20 77 61 72  d errors and war
08c0: 6e 69 6e 67 73 0a 20 20 2d 73 65 74 2d 76 61 6c  nings.  -set-val
08d0: 75 65 73 20 20 20 20 20 20 20 20 20 20 20 20 20  ues             
08e0: 3a 20 75 70 64 61 74 65 20 6f 72 20 73 65 74 20  : update or set 
08f0: 76 61 6c 75 65 73 20 69 6e 20 74 68 65 20 6d 65  values in the me
0900: 67 61 74 65 73 74 20 64 62 20 0a 20 20 3a 63 61  gatest db .  :ca
0910: 74 65 67 6f 72 79 20 20 20 20 20 20 20 20 20 20  tegory          
0920: 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 63       : set the c
0930: 61 74 65 67 6f 72 79 20 66 69 65 6c 64 20 28 6f  ategory field (o
0940: 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 76 61 72 69  ptional).  :vari
0950: 61 62 6c 65 20 20 20 20 20 20 20 20 20 20 20 20  able            
0960: 20 20 20 3a 20 73 65 74 20 74 68 65 20 76 61 72     : set the var
0970: 69 61 62 6c 65 20 6e 61 6d 65 20 28 6f 70 74 69  iable name (opti
0980: 6f 6e 61 6c 29 0a 20 20 3a 76 61 6c 75 65 20 20  onal).  :value  
0990: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
09a0: 3a 20 76 61 6c 75 65 20 6d 65 61 73 75 72 65 64  : value measured
09b0: 20 28 72 65 71 75 69 72 65 64 29 0a 20 20 3a 65   (required).  :e
09c0: 78 70 65 63 74 65 64 20 20 20 20 20 20 20 20 20  xpected         
09d0: 20 20 20 20 20 20 3a 20 76 61 6c 75 65 20 65 78        : value ex
09e0: 70 65 63 74 65 64 20 28 72 65 71 75 69 72 65 64  pected (required
09f0: 29 0a 20 20 3a 74 6f 6c 20 20 20 20 20 20 20 20  ).  :tol        
0a00: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 7c 76              : |v
0a10: 61 6c 75 65 2d 65 78 70 65 63 74 7c 20 3c 3d 20  alue-expect| <= 
0a20: 74 6f 6c 20 28 72 65 71 75 69 72 65 64 2c 20 63  tol (required, c
0a30: 61 6e 20 62 65 20 3c 2c 20 3e 2c 20 3e 3d 2c 20  an be <, >, >=, 
0a40: 3c 3d 20 6f 72 20 6e 75 6d 62 65 72 29 0a 20 20  <= or number).  
0a50: 3a 75 6e 69 74 73 20 20 20 20 20 20 20 20 20 20  :units          
0a60: 20 20 20 20 20 20 20 20 3a 20 6e 61 6d 65 20 6f          : name o
0a70: 66 20 74 68 65 20 75 6e 69 74 73 20 66 6f 72 20  f the units for 
0a80: 76 61 6c 75 65 2c 20 65 78 70 65 63 74 65 64 5f  value, expected_
0a90: 76 61 6c 75 65 20 65 74 63 2e 20 28 6f 70 74 69  value etc. (opti
0aa0: 6f 6e 61 6c 29 0a 0a 41 72 62 69 74 72 61 72 79  onal)..Arbitrary
0ab0: 20 74 65 73 74 20 64 61 74 61 20 6c 6f 61 64 69   test data loadi
0ac0: 6e 67 0a 20 20 2d 6c 6f 61 64 2d 74 65 73 74 2d  ng.  -load-test-
0ad0: 64 61 74 61 20 20 20 20 20 20 20 20 20 3a 20 72  data         : r
0ae0: 65 61 64 20 74 65 73 74 20 73 70 65 63 69 66 69  ead test specifi
0af0: 63 20 64 61 74 61 20 66 6f 72 20 73 74 6f 72 61  c data for stora
0b00: 67 65 20 69 6e 20 74 68 65 20 74 65 73 74 5f 64  ge in the test_d
0b10: 61 74 61 20 74 61 62 6c 65 0a 20 20 20 20 20 20  ata table.      
0b20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b30: 20 20 20 20 20 20 66 72 6f 6d 20 73 74 61 6e 64        from stand
0b40: 61 72 64 20 69 6e 2e 20 45 61 63 68 20 6c 69 6e  ard in. Each lin
0b50: 65 20 69 73 20 63 6f 6d 6d 61 20 64 65 6c 69 6d  e is comma delim
0b60: 69 74 65 64 20 77 69 74 68 20 66 6f 75 72 0a 20  ited with four. 
0b70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b80: 20 20 20 20 20 20 20 20 20 20 20 66 69 65 6c 64             field
0b90: 73 20 63 61 74 65 67 6f 72 79 2c 76 61 72 69 61  s category,varia
0ba0: 62 6c 65 2c 76 61 6c 75 65 2c 63 6f 6d 6d 65 6e  ble,value,commen
0bb0: 74 0a 0a 51 75 65 72 69 65 73 0a 20 20 2d 6c 69  t..Queries.  -li
0bc0: 73 74 2d 72 75 6e 73 20 70 61 74 74 20 20 20 20  st-runs patt    
0bd0: 20 20 20 20 20 3a 20 6c 69 73 74 20 72 75 6e 73       : list runs
0be0: 20 6d 61 74 63 68 69 6e 67 20 70 61 74 74 65 72   matching patter
0bf0: 6e 20 5c 22 70 61 74 74 5c 22 2c 20 25 20 69 73  n \"patt\", % is
0c00: 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a 20 20   the wildcard.  
0c10: 2d 74 65 73 74 70 61 74 74 20 70 61 74 74 20 20  -testpatt patt  
0c20: 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c 69 73          : in lis
0c30: 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e 6c 79  t-runs show only
0c40: 20 74 68 65 73 65 20 74 65 73 74 73 2c 20 25 20   these tests, % 
0c50: 69 73 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a  is the wildcard.
0c60: 20 20 2d 69 74 65 6d 70 61 74 74 20 70 61 74 74    -itempatt patt
0c70: 20 20 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c            : in l
0c80: 69 73 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e  ist-runs show on
0c90: 6c 79 20 74 65 73 74 73 20 77 69 74 68 20 69 74  ly tests with it
0ca0: 65 6d 73 20 74 68 61 74 20 6d 61 74 63 68 20 70  ems that match p
0cb0: 61 74 74 0a 20 20 2d 73 68 6f 77 6b 65 79 73 20  att.  -showkeys 
0cc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20                : 
0cd0: 73 68 6f 77 20 74 68 65 20 6b 65 79 73 20 75 73  show the keys us
0ce0: 65 64 20 69 6e 20 74 68 69 73 20 6d 65 67 61 74  ed in this megat
0cf0: 65 73 74 20 73 65 74 75 70 0a 0a 4d 69 73 63 20  est setup..Misc 
0d00: 0a 20 20 2d 66 6f 72 63 65 20 20 20 20 20 20 20  .  -force       
0d10: 20 20 20 20 20 20 20 20 20 20 20 3a 20 6f 76 65             : ove
0d20: 72 72 69 64 65 20 73 6f 6d 65 20 63 68 65 63 6b  rride some check
0d30: 73 0a 20 20 2d 78 74 65 72 6d 20 20 20 20 20 20  s.  -xterm      
0d40: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 73 74              : st
0d50: 61 72 74 20 61 6e 20 78 74 65 72 6d 20 69 6e 73  art an xterm ins
0d60: 74 65 61 64 20 6f 66 20 6c 61 75 6e 63 68 69 6e  tead of launchin
0d70: 67 20 74 68 65 20 74 65 73 74 0a 20 20 2d 72 65  g the test.  -re
0d80: 6d 6f 76 65 2d 72 75 6e 73 20 20 20 20 20 20 20  move-runs       
0d90: 20 20 20 20 20 3a 20 72 65 6d 6f 76 65 20 74 68       : remove th
0da0: 65 20 64 61 74 61 20 66 6f 72 20 61 20 72 75 6e  e data for a run
0db0: 2c 20 72 65 71 75 69 72 65 73 20 61 6c 6c 20 66  , requires all f
0dc0: 69 65 6c 64 73 20 62 65 20 73 70 65 63 69 66 69  ields be specifi
0dd0: 65 64 0a 20 20 20 20 20 20 20 20 20 20 20 20 20  ed.             
0de0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 61                 a
0df0: 6e 64 20 3a 72 75 6e 6e 61 6d 65 20 2c 2d 74 65  nd :runname ,-te
0e00: 73 74 70 61 74 74 20 61 6e 64 20 2d 69 74 65 6d  stpatt and -item
0e10: 70 61 74 74 0a 20 20 20 20 20 20 20 20 20 20 20  patt.           
0e20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0e30: 20 61 6e 64 20 2d 74 65 73 74 70 61 74 74 0a 20   and -testpatt. 
0e40: 20 2d 6b 65 65 70 67 6f 69 6e 67 20 20 20 20 20   -keepgoing     
0e50: 20 20 20 20 20 20 20 20 20 3a 20 63 6f 6e 74 69           : conti
0e60: 6e 75 65 20 72 75 6e 6e 69 6e 67 20 75 6e 74 69  nue running unti
0e70: 6c 20 6e 6f 20 6a 6f 62 73 20 61 72 65 20 5c 22  l no jobs are \"
0e80: 4c 41 55 4e 43 48 45 44 5c 22 20 6f 72 0a 20 20  LAUNCHED\" or.  
0e90: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0ea0: 20 20 20 20 20 20 20 20 20 20 5c 22 4e 4f 54 5f            \"NOT_
0eb0: 53 54 41 52 54 45 44 5c 22 0a 20 20 2d 72 65 72  STARTED\".  -rer
0ec0: 75 6e 20 46 41 49 4c 2c 57 41 52 4e 2e 2e 2e 20  un FAIL,WARN... 
0ed0: 20 20 20 20 3a 20 72 65 2d 72 75 6e 20 69 66 20      : re-run if 
0ee0: 63 61 6c 6c 65 64 20 6f 6e 20 61 20 74 65 73 74  called on a test
0ef0: 20 74 68 61 74 20 70 72 65 76 69 6f 75 73 6c 79   that previously
0f00: 20 72 61 6e 20 28 6e 75 6c 6c 69 66 69 65 64 0a   ran (nullified.
0f10: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0f20: 20 20 20 20 20 20 20 20 20 20 20 20 69 66 20 2d              if -
0f30: 6b 65 65 70 67 6f 69 6e 67 20 69 73 20 61 6c 73  keepgoing is als
0f40: 6f 20 73 70 65 63 69 66 69 65 64 29 0a 20 20 2d  o specified).  -
0f50: 72 65 62 75 69 6c 64 2d 64 62 20 20 20 20 20 20  rebuild-db      
0f60: 20 20 20 20 20 20 20 3a 20 62 72 69 6e 67 20 74         : bring t
0f70: 68 65 20 64 61 74 61 62 61 73 65 20 73 63 68 65  he database sche
0f80: 6d 61 20 75 70 20 74 6f 20 64 61 74 65 0a 20 20  ma up to date.  
0f90: 2d 72 6f 6c 6c 75 70 20 20 20 20 20 20 20 20 20  -rollup         
0fa0: 20 20 20 20 20 20 20 20 3a 20 66 69 6c 6c 20 72          : fill r
0fb0: 75 6e 20 28 73 65 74 20 62 79 20 3a 72 75 6e 6e  un (set by :runn
0fc0: 61 6d 65 29 20 20 77 69 74 68 20 6c 61 74 65 73  ame)  with lates
0fd0: 74 20 74 65 73 74 28 73 29 20 66 72 6f 6d 0a 20  t test(s) from. 
0fe0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0ff0: 20 20 20 20 20 20 20 20 20 20 20 70 72 69 6f 72             prior
1000: 20 72 75 6e 73 20 77 69 74 68 20 73 61 6d 65 20   runs with same 
1010: 6b 65 79 73 0a 20 20 2d 72 65 6e 61 6d 65 2d 72  keys.  -rename-r
1020: 75 6e 20 3c 72 75 6e 62 3e 20 20 20 20 20 20 3a  un <runb>      :
1030: 20 72 65 6e 61 6d 65 20 72 75 6e 20 28 73 65 74   rename run (set
1040: 20 62 79 20 3a 72 75 6e 6e 61 6d 65 29 20 74 6f   by :runname) to
1050: 20 3c 72 75 6e 62 3e 2c 20 72 65 71 75 69 72 65   <runb>, require
1060: 73 20 6b 65 79 73 0a 20 20 2d 75 70 64 61 74 65  s keys.  -update
1070: 2d 6d 65 74 61 20 20 20 20 20 20 20 20 20 20 20  -meta           
1080: 20 3a 20 75 70 64 61 74 65 20 74 68 65 20 74 65   : update the te
1090: 73 74 73 20 6d 65 74 61 64 61 74 61 20 66 6f 72  sts metadata for
10a0: 20 61 6c 6c 20 74 65 73 74 73 0a 20 20 2d 65 78   all tests.  -ex
10b0: 74 72 61 63 74 2d 6f 64 73 20 20 20 20 20 20 20  tract-ods       
10c0: 20 20 20 20 20 3a 20 65 78 74 72 61 63 74 20 61       : extract a
10d0: 6e 20 6f 70 65 6e 20 64 6f 63 75 6d 65 6e 74 20  n open document 
10e0: 73 70 72 65 61 64 73 68 65 65 74 20 66 72 6f 6d  spreadsheet from
10f0: 20 74 68 65 20 64 61 74 61 62 61 73 65 0a 20 20   the database.  
1100: 2d 70 61 74 68 6d 6f 64 20 70 61 74 68 20 20 20  -pathmod path   
1110: 20 20 20 20 20 20 20 20 3a 20 69 6e 73 65 72 74          : insert
1120: 20 70 61 74 68 2c 20 69 2e 65 2e 20 70 61 74 68   path, i.e. path
1130: 2f 72 75 6e 61 6d 65 2f 69 74 65 6d 70 61 74 68  /runame/itempath
1140: 2f 6c 6f 67 66 69 6c 65 2e 68 74 6d 6c 0a 20 20  /logfile.html.  
1150: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1160: 20 20 20 20 20 20 20 20 20 20 77 69 6c 6c 20 63            will c
1170: 6c 65 61 72 20 74 68 65 20 66 69 65 6c 64 20 69  lear the field i
1180: 66 20 6e 6f 20 72 75 6e 64 69 72 2f 74 65 73 74  f no rundir/test
1190: 6e 61 6d 65 2f 69 74 65 6d 70 61 74 68 2f 6c 6f  name/itempath/lo
11a0: 67 66 69 6c 65 0a 20 20 20 20 20 20 20 20 20 20  gfile.          
11b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
11c0: 20 20 69 66 20 69 74 20 63 6f 6e 74 61 69 6e 73    if it contains
11d0: 20 66 6f 72 77 61 72 64 20 73 6c 61 73 68 65 73   forward slashes
11e0: 20 74 68 65 20 70 61 74 68 20 77 69 6c 6c 20 62   the path will b
11f0: 65 20 63 6f 6e 76 65 72 74 65 64 0a 20 20 20 20  e converted.    
1200: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1210: 20 20 20 20 20 20 20 20 74 6f 20 77 69 6e 64 6f          to windo
1220: 77 73 20 73 74 79 6c 65 0a 20 20 2d 65 6e 76 32  ws style.  -env2
1230: 66 69 6c 65 20 66 6e 61 6d 65 20 20 20 20 20 20  file fname      
1240: 20 20 20 3a 20 77 72 69 74 65 20 74 68 65 20 65     : write the e
1250: 6e 76 69 72 6f 6e 6d 65 6e 74 20 74 6f 20 66 6e  nvironment to fn
1260: 61 6d 65 2e 63 73 68 20 61 6e 64 20 66 6e 61 6d  ame.csh and fnam
1270: 65 2e 73 68 0a 0a 48 65 6c 70 65 72 73 0a 20 20  e.sh..Helpers.  
1280: 2d 72 75 6e 73 74 65 70 20 73 74 65 70 6e 61 6d  -runstep stepnam
1290: 65 20 20 2e 2e 2e 20 20 3a 20 74 61 6b 65 20 72  e  ...  : take r
12a0: 65 6d 61 69 6e 69 6e 67 20 70 61 72 61 6d 73 20  emaining params 
12b0: 61 73 20 63 6f 6d 61 6e 64 20 61 6e 64 20 65 78  as comand and ex
12c0: 65 63 75 74 65 20 61 73 20 73 74 65 70 6e 61 6d  ecute as stepnam
12d0: 65 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20  e.              
12e0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 6c 6f                lo
12f0: 67 20 77 69 6c 6c 20 62 65 20 69 6e 20 73 74 65  g will be in ste
1300: 70 6e 61 6d 65 2e 6c 6f 67 2e 20 42 65 73 74 20  pname.log. Best 
1310: 74 6f 20 70 75 74 20 63 6f 6d 6d 61 6e 64 20 69  to put command i
1320: 6e 20 71 75 6f 74 65 73 0a 20 20 2d 6c 6f 67 70  n quotes.  -logp
1330: 72 6f 20 66 69 6c 65 20 20 20 20 20 20 20 20 20  ro file         
1340: 20 20 20 3a 20 77 69 74 68 20 2d 65 78 65 63 20     : with -exec 
1350: 61 70 70 6c 79 20 6c 6f 67 70 72 6f 20 66 69 6c  apply logpro fil
1360: 65 20 74 6f 20 73 74 65 70 6e 61 6d 65 2e 6c 6f  e to stepname.lo
1370: 67 2c 20 63 72 65 61 74 65 73 0a 20 20 20 20 20  g, creates.     
1380: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1390: 20 20 20 20 20 20 20 73 74 65 70 6e 61 6d 65 2e         stepname.
13a0: 68 74 6d 6c 20 61 6e 64 20 73 65 74 73 20 6c 6f  html and sets lo
13b0: 67 20 74 6f 20 73 61 6d 65 0a 20 20 20 20 20 20  g to same.      
13c0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
13d0: 20 20 20 20 20 20 49 66 20 75 73 69 6e 67 20 6d        If using m
13e0: 61 6b 65 20 75 73 65 20 73 74 65 70 6e 61 6d 65  ake use stepname
13f0: 5f 6c 6f 67 70 72 6f 2e 6c 6f 67 20 61 73 20 79  _logpro.log as y
1400: 6f 75 72 20 74 61 72 67 65 74 0a 0a 43 61 6c 6c  our target..Call
1410: 65 64 20 61 73 20 22 20 28 73 74 72 69 6e 67 2d  ed as " (string-
1420: 69 6e 74 65 72 73 70 65 72 73 65 20 28 61 72 67  intersperse (arg
1430: 76 29 20 22 20 22 29 29 29 0a 0a 3b 3b 20 20 2d  v) " ")))..;;  -
1440: 67 75 69 20 20 20 20 20 20 20 20 20 20 20 20 20  gui             
1450: 20 20 20 20 20 20 20 3a 20 73 74 61 72 74 20 61         : start a
1460: 20 67 75 69 20 69 6e 74 65 72 66 61 63 65 0a 3b   gui interface.;
1470: 3b 20 20 2d 63 6f 6e 66 69 67 20 66 6e 61 6d 65  ;  -config fname
1480: 20 20 20 20 20 20 20 20 20 20 20 3a 20 6f 76 65             : ove
1490: 72 72 69 64 65 20 74 68 65 20 72 75 6e 63 6f 6e  rride the runcon
14a0: 66 69 67 20 66 69 6c 65 20 77 69 74 68 20 66 6e  fig file with fn
14b0: 61 6d 65 0a 0a 3b 3b 20 70 72 6f 63 65 73 73 20  ame..;; process 
14c0: 61 72 67 73 0a 28 64 65 66 69 6e 65 20 72 65 6d  args.(define rem
14d0: 61 72 67 73 20 28 61 72 67 73 3a 67 65 74 2d 61  args (args:get-a
14e0: 72 67 73 20 0a 09 09 20 28 61 72 67 76 29 0a 09  rgs ... (argv)..
14f0: 09 20 28 6c 69 73 74 20 20 22 2d 72 75 6e 74 65  . (list  "-runte
1500: 73 74 73 22 20 20 3b 3b 20 72 75 6e 20 61 20 73  sts"  ;; run a s
1510: 70 65 63 69 66 69 63 20 74 65 73 74 0a 09 09 09  pecific test....
1520: 22 2d 63 6f 6e 66 69 67 22 20 20 20 20 3b 3b 20  "-config"    ;; 
1530: 6f 76 65 72 72 69 64 65 20 74 68 65 20 63 6f 6e  override the con
1540: 66 69 67 20 66 69 6c 65 20 6e 61 6d 65 0a 09 09  fig file name...
1550: 09 22 2d 65 78 65 63 75 74 65 22 20 20 20 3b 3b  ."-execute"   ;;
1560: 20 72 75 6e 20 74 68 65 20 63 6f 6d 6d 61 6e 64   run the command
1570: 20 65 6e 63 6f 64 65 64 20 69 6e 20 74 68 65 20   encoded in the 
1580: 62 61 73 65 36 34 20 70 61 72 61 6d 65 74 65 72  base64 parameter
1590: 0a 09 09 09 22 2d 73 74 65 70 22 0a 09 09 09 22  ...."-step"...."
15a0: 3a 72 75 6e 6e 61 6d 65 22 20 20 20 0a 09 09 09  :runname"   ....
15b0: 22 2d 74 61 72 67 65 74 22 0a 09 09 09 22 2d 72  "-target"...."-r
15c0: 65 71 74 61 72 67 22 0a 09 09 09 22 3a 69 74 65  eqtarg"....":ite
15d0: 6d 22 0a 09 09 09 22 3a 72 75 6e 6e 61 6d 65 22  m"....":runname"
15e0: 20 20 20 0a 09 09 09 22 3a 73 74 61 74 65 22 20     ....":state" 
15f0: 20 0a 09 09 09 22 3a 73 74 61 74 75 73 22 0a 09   ....":status"..
1600: 09 09 22 2d 6c 69 73 74 2d 72 75 6e 73 22 0a 09  .."-list-runs"..
1610: 09 09 22 2d 74 65 73 74 70 61 74 74 22 20 0a 09  .."-testpatt" ..
1620: 09 09 22 2d 69 74 65 6d 70 61 74 74 22 0a 09 09  .."-itempatt"...
1630: 09 22 2d 73 65 74 6c 6f 67 22 0a 09 09 09 22 2d  ."-setlog"...."-
1640: 73 65 74 2d 74 6f 70 6c 6f 67 22 0a 09 09 09 22  set-toplog"...."
1650: 2d 72 75 6e 73 74 65 70 22 0a 09 09 09 22 2d 6c  -runstep"...."-l
1660: 6f 67 70 72 6f 22 0a 09 09 09 22 2d 6d 22 0a 09  ogpro"...."-m"..
1670: 09 09 22 2d 72 65 72 75 6e 22 0a 09 09 09 22 2d  .."-rerun"...."-
1680: 64 61 79 73 22 0a 09 09 09 22 2d 72 65 6e 61 6d  days"...."-renam
1690: 65 2d 72 75 6e 22 0a 09 09 09 22 2d 74 6f 22 0a  e-run"...."-to".
16a0: 09 09 09 3b 3b 20 76 61 6c 75 65 73 20 61 6e 64  ...;; values and
16b0: 20 6d 65 73 73 61 67 65 73 0a 09 09 09 22 3a 63   messages....":c
16c0: 61 74 65 67 6f 72 79 22 0a 09 09 09 22 3a 76 61  ategory"....":va
16d0: 72 69 61 62 6c 65 22 0a 09 09 09 22 3a 76 61 6c  riable"....":val
16e0: 75 65 22 0a 09 09 09 22 3a 65 78 70 65 63 74 65  ue"....":expecte
16f0: 64 22 0a 09 09 09 22 3a 74 6f 6c 22 0a 09 09 09  d"....":tol"....
1700: 22 3a 75 6e 69 74 73 22 0a 09 09 09 3b 3b 20 6d  ":units"....;; m
1710: 69 73 63 0a 09 09 09 22 2d 65 78 74 72 61 63 74  isc...."-extract
1720: 2d 6f 64 73 22 0a 09 09 09 22 2d 70 61 74 68 6d  -ods"...."-pathm
1730: 6f 64 22 0a 09 09 09 22 2d 65 6e 76 32 66 69 6c  od"...."-env2fil
1740: 65 22 0a 09 09 09 22 2d 64 65 62 75 67 22 20 3b  e"...."-debug" ;
1750: 3b 20 66 6f 72 20 2a 76 65 72 62 6f 73 69 74 79  ; for *verbosity
1760: 2a 20 3e 20 32 0a 09 09 09 29 20 0a 09 09 20 28  * > 2....) ... (
1770: 6c 69 73 74 20 20 22 2d 68 22 0a 09 09 20 20 20  list  "-h"...   
1780: 20 20 20 20 20 22 2d 66 6f 72 63 65 22 0a 09 09       "-force"...
1790: 20 20 20 20 20 20 20 20 22 2d 78 74 65 72 6d 22          "-xterm"
17a0: 0a 09 09 20 20 20 20 20 20 20 20 22 2d 73 68 6f  ...        "-sho
17b0: 77 6b 65 79 73 22 0a 09 09 20 20 20 20 20 20 20  wkeys"...       
17c0: 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73 22 0a   "-test-status".
17d0: 09 09 09 22 2d 73 65 74 2d 76 61 6c 75 65 73 22  ..."-set-values"
17e0: 0a 09 09 09 22 2d 6c 6f 61 64 2d 74 65 73 74 2d  ...."-load-test-
17f0: 64 61 74 61 22 0a 09 09 09 22 2d 73 75 6d 6d 61  data"...."-summa
1800: 72 69 7a 65 2d 69 74 65 6d 73 22 0a 09 09 20 20  rize-items"...  
1810: 20 20 20 20 20 20 22 2d 67 75 69 22 0a 09 09 09        "-gui"....
1820: 22 2d 72 75 6e 61 6c 6c 22 20 20 20 20 3b 3b 20  "-runall"    ;; 
1830: 72 75 6e 20 61 6c 6c 20 74 65 73 74 73 0a 09 09  run all tests...
1840: 09 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 22 0a  ."-remove-runs".
1850: 09 09 09 22 2d 6b 65 65 70 67 6f 69 6e 67 22 0a  ..."-keepgoing".
1860: 09 09 09 22 2d 75 73 65 71 75 65 75 65 22 0a 09  ..."-usequeue"..
1870: 09 09 22 2d 72 65 62 75 69 6c 64 2d 64 62 22 0a  .."-rebuild-db".
1880: 09 09 09 22 2d 72 6f 6c 6c 75 70 22 0a 09 09 09  ..."-rollup"....
1890: 22 2d 75 70 64 61 74 65 2d 6d 65 74 61 22 0a 09  "-update-meta"..
18a0: 09 09 22 2d 76 22 20 3b 3b 20 76 65 72 62 6f 73  .."-v" ;; verbos
18b0: 65 20 32 2c 20 6d 6f 72 65 20 74 68 61 6e 20 6e  e 2, more than n
18c0: 6f 72 6d 61 6c 20 28 6e 6f 72 6d 61 6c 20 69 73  ormal (normal is
18d0: 20 31 29 0a 09 09 09 22 2d 71 22 20 3b 3b 20 71   1)...."-q" ;; q
18e0: 75 69 65 74 20 30 2c 20 65 72 72 6f 72 73 2f 77  uiet 0, errors/w
18f0: 61 72 6e 69 6e 67 73 20 6f 6e 6c 79 0a 09 09 20  arnings only... 
1900: 20 20 20 20 20 20 29 0a 09 09 20 61 72 67 73 3a        )... args:
1910: 61 72 67 2d 68 61 73 68 0a 09 09 20 30 29 29 0a  arg-hash... 0)).
1920: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61  .(if (args:get-a
1930: 72 67 20 22 2d 68 22 29 0a 20 20 20 20 28 62 65  rg "-h").    (be
1940: 67 69 6e 0a 20 20 20 20 20 20 28 70 72 69 6e 74  gin.      (print
1950: 20 68 65 6c 70 29 0a 20 20 20 20 20 20 28 65 78   help).      (ex
1960: 69 74 29 29 29 0a 0a 28 64 65 66 69 6e 65 20 2a  it)))..(define *
1970: 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 66  didsomething* #f
1980: 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  )..;;===========
1990: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 4d  ===========.;; M
19d0: 69 73 63 20 73 65 74 75 70 20 73 74 75 66 66 0a  isc setup stuff.
19e0: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
19f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a20: 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 73 65 74 21 20  ========..(set! 
1a30: 2a 76 65 72 62 6f 73 69 74 79 2a 20 28 63 6f 6e  *verbosity* (con
1a40: 64 0a 09 09 20 20 20 28 28 61 72 67 73 3a 67 65  d...   ((args:ge
1a50: 74 2d 61 72 67 20 22 2d 64 65 62 75 67 22 29 28  t-arg "-debug")(
1a60: 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72 20 28  string->number (
1a70: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 64  args:get-arg "-d
1a80: 65 62 75 67 22 29 29 29 0a 09 09 20 20 20 28 28  ebug")))...   ((
1a90: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 76  args:get-arg "-v
1aa0: 22 29 20 20 20 20 32 29 0a 09 09 20 20 20 28 28  ")    2)...   ((
1ab0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 71  args:get-arg "-q
1ac0: 22 29 20 20 20 20 30 29 0a 09 09 20 20 20 28 65  ")    0)...   (e
1ad0: 6c 73 65 20 20 20 20 20 20 20 20 20 20 20 20 20  lse             
1ae0: 20 20 20 20 20 20 31 29 29 29 0a 0a 3b 3b 3d 3d        1)))..;;==
1af0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b30: 3d 3d 3d 3d 0a 3b 3b 20 4d 69 73 63 20 67 65 6e  ====.;; Misc gen
1b40: 65 72 61 6c 20 63 61 6c 6c 73 0a 3b 3b 3d 3d 3d  eral calls.;;===
1b50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b90: 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a 67  ===..(if (args:g
1ba0: 65 74 2d 61 72 67 20 22 2d 65 6e 76 32 66 69 6c  et-arg "-env2fil
1bb0: 65 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20  e").    (begin. 
1bc0: 20 20 20 20 20 28 73 61 76 65 2d 65 6e 76 69 72       (save-envir
1bd0: 6f 6e 6d 65 6e 74 2d 61 73 2d 66 69 6c 65 73 20  onment-as-files 
1be0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
1bf0: 65 6e 76 32 66 69 6c 65 22 29 29 0a 20 20 20 20  env2file")).    
1c00: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65    (set! *didsome
1c10: 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 3b 3b  thing* #t)))..;;
1c20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c60: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 65 6d 6f 76 65  ======.;; Remove
1c70: 20 6f 6c 64 20 72 75 6e 28 73 29 0a 3b 3b 3d 3d   old run(s).;;==
1c80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ca0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1cb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1cc0: 3d 3d 3d 3d 0a 0a 3b 3b 20 73 69 6e 63 65 20 73  ====..;; since s
1cd0: 65 76 65 72 61 6c 20 61 63 74 69 6f 6e 73 20 63  everal actions c
1ce0: 61 6e 20 62 65 20 73 70 65 63 69 66 69 65 64 20  an be specified 
1cf0: 6f 6e 20 74 68 65 20 63 6f 6d 6d 61 6e 64 20 6c  on the command l
1d00: 69 6e 65 20 74 68 65 20 72 65 6d 6f 76 61 6c 0a  ine the removal.
1d10: 3b 3b 20 69 73 20 64 6f 6e 65 20 66 69 72 73 74  ;; is done first
1d20: 0a 28 64 65 66 69 6e 65 20 28 72 65 6d 6f 76 65  .(define (remove
1d30: 2d 72 75 6e 73 29 0a 20 20 28 63 6f 6e 64 0a 20  -runs).  (cond. 
1d40: 20 20 28 28 6e 6f 74 20 28 61 72 67 73 3a 67 65    ((not (args:ge
1d50: 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d 65 22  t-arg ":runname"
1d60: 29 29 0a 20 20 20 20 28 64 65 62 75 67 3a 70 72  )).    (debug:pr
1d70: 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 4d 69  int 0 "ERROR: Mi
1d80: 73 73 69 6e 67 20 72 65 71 75 69 72 65 64 20 70  ssing required p
1d90: 61 72 61 6d 65 74 65 72 20 66 6f 72 20 2d 72 65  arameter for -re
1da0: 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75 20 6d  move-runs, you m
1db0: 75 73 74 20 73 70 65 63 69 66 79 20 74 68 65 20  ust specify the 
1dc0: 72 75 6e 20 6e 61 6d 65 20 70 61 74 74 65 72 6e  run name pattern
1dd0: 20 77 69 74 68 20 3a 72 75 6e 6e 61 6d 65 20 70   with :runname p
1de0: 61 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 20  att").    (exit 
1df0: 32 29 29 0a 20 20 20 28 28 6e 6f 74 20 28 61 72  2)).   ((not (ar
1e00: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73  gs:get-arg "-tes
1e10: 74 70 61 74 74 22 29 29 0a 20 20 20 20 28 64 65  tpatt")).    (de
1e20: 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52  bug:print 0 "ERR
1e30: 4f 52 3a 20 4d 69 73 73 69 6e 67 20 72 65 71 75  OR: Missing requ
1e40: 69 72 65 64 20 70 61 72 61 6d 65 74 65 72 20 66  ired parameter f
1e50: 6f 72 20 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 2c  or -remove-runs,
1e60: 20 79 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66   you must specif
1e70: 79 20 74 68 65 20 74 65 73 74 20 70 61 74 74 65  y the test patte
1e80: 72 6e 20 77 69 74 68 20 2d 74 65 73 74 70 61 74  rn with -testpat
1e90: 74 22 29 0a 20 20 20 20 28 65 78 69 74 20 33 29  t").    (exit 3)
1ea0: 29 0a 20 20 20 28 28 6e 6f 74 20 28 61 72 67 73  ).   ((not (args
1eb0: 3a 67 65 74 2d 61 72 67 20 22 2d 69 74 65 6d 70  :get-arg "-itemp
1ec0: 61 74 74 22 29 29 0a 20 20 20 20 28 70 72 69 6e  att")).    (prin
1ed0: 74 20 22 45 52 52 4f 52 3a 20 4d 69 73 73 69 6e  t "ERROR: Missin
1ee0: 67 20 72 65 71 75 69 72 65 64 20 70 61 72 61 6d  g required param
1ef0: 65 74 65 72 20 66 6f 72 20 2d 72 65 6d 6f 76 65  eter for -remove
1f00: 2d 72 75 6e 73 2c 20 79 6f 75 20 6d 75 73 74 20  -runs, you must 
1f10: 73 70 65 63 69 66 79 20 74 68 65 20 69 74 65 6d  specify the item
1f20: 73 20 77 69 74 68 20 2d 69 74 65 6d 70 61 74 74  s with -itempatt
1f30: 22 29 0a 20 20 20 20 28 65 78 69 74 20 34 29 29  ").    (exit 4))
1f40: 0a 20 20 20 28 28 6c 65 74 20 28 28 64 62 20 23  .   ((let ((db #
1f50: 66 29 29 0a 20 20 20 20 20 20 28 69 66 20 28 6e  f)).      (if (n
1f60: 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d 72 75  ot (setup-for-ru
1f70: 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 20 0a 09  n))..  (begin ..
1f80: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74      (debug:print
1f90: 20 30 20 70 72 69 6e 74 20 22 46 61 69 6c 65 64   0 print "Failed
1fa0: 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69   to setup, exiti
1fb0: 6e 67 22 29 0a 09 20 20 20 20 28 65 78 69 74 20  ng")..    (exit 
1fc0: 31 29 29 29 0a 20 20 20 20 20 20 28 73 65 74 21  1))).      (set!
1fd0: 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 20   db (open-db)). 
1fe0: 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 63       (if (not (c
1ff0: 61 72 20 2a 63 6f 6e 66 69 67 69 6e 66 6f 2a 29  ar *configinfo*)
2000: 29 0a 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20  )..  (begin..   
2010: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20   (debug:print 0 
2020: 22 45 52 52 4f 52 3a 20 41 74 74 65 6d 70 74 65  "ERROR: Attempte
2030: 64 20 74 6f 20 72 65 6d 6f 76 65 20 74 65 73 74  d to remove test
2040: 28 73 29 20 62 75 74 20 72 75 6e 20 61 72 65 61  (s) but run area
2050: 20 63 6f 6e 66 69 67 20 66 69 6c 65 20 6e 6f 74   config file not
2060: 20 66 6f 75 6e 64 22 29 0a 09 20 20 20 20 28 65   found")..    (e
2070: 78 69 74 20 31 29 29 0a 09 20 20 3b 3b 20 70 75  xit 1))..  ;; pu
2080: 74 20 74 65 73 74 20 70 61 72 61 6d 65 74 65 72  t test parameter
2090: 73 20 69 6e 74 6f 20 63 6f 6e 76 65 6e 69 65 6e  s into convenien
20a0: 74 20 76 61 72 69 61 62 6c 65 73 0a 09 20 20 28  t variables..  (
20b0: 72 75 6e 73 3a 72 65 6d 6f 76 65 2d 72 75 6e 73  runs:remove-runs
20c0: 20 64 62 0a 09 09 09 20 20 20 20 28 61 72 67 73   db....    (args
20d0: 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61  :get-arg ":runna
20e0: 6d 65 22 29 0a 09 09 09 20 20 20 20 28 61 72 67  me")....    (arg
20f0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74  s:get-arg "-test
2100: 70 61 74 74 22 29 0a 09 09 09 20 20 20 20 28 61  patt")....    (a
2110: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 74  rgs:get-arg "-it
2120: 65 6d 70 61 74 74 22 29 29 29 0a 20 20 20 20 20  empatt"))).     
2130: 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69   (sqlite3:finali
2140: 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20 28 73  ze! db).      (s
2150: 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e  et! *didsomethin
2160: 67 2a 20 23 74 29 29 29 29 29 0a 09 20 20 0a 28  g* #t)))))..  .(
2170: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
2180: 20 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 22 29   "-remove-runs")
2190: 0a 20 20 20 20 28 72 65 6d 6f 76 65 2d 72 75 6e  .    (remove-run
21a0: 73 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  s))..;;=========
21b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
21c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
21d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
21e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b  =============.;;
21f0: 20 51 75 65 72 79 20 72 75 6e 73 0a 3b 3b 3d 3d   Query runs.;;==
2200: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2210: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2220: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2230: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2240: 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a  ====..(if (args:
2250: 67 65 74 2d 61 72 67 20 22 2d 6c 69 73 74 2d 72  get-arg "-list-r
2260: 75 6e 73 22 29 0a 20 20 20 20 28 6c 65 74 2a 20  uns").    (let* 
2270: 28 28 64 62 20 20 20 20 20 20 20 28 62 65 67 69  ((db       (begi
2280: 6e 0a 09 09 20 20 20 20 20 20 20 28 73 65 74 75  n...       (setu
2290: 70 2d 66 6f 72 2d 72 75 6e 29 0a 09 09 20 20 20  p-for-run)...   
22a0: 20 20 20 20 28 6f 70 65 6e 2d 64 62 29 29 29 0a      (open-db))).
22b0: 09 20 20 20 28 72 75 6e 70 61 74 74 20 20 28 61  .   (runpatt  (a
22c0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c 69  rgs:get-arg "-li
22d0: 73 74 2d 72 75 6e 73 22 29 29 0a 09 20 20 20 28  st-runs"))..   (
22e0: 74 65 73 74 70 61 74 74 20 28 61 72 67 73 3a 67  testpatt (args:g
22f0: 65 74 2d 61 72 67 20 22 2d 74 65 73 74 70 61 74  et-arg "-testpat
2300: 74 22 29 29 0a 09 20 20 20 28 69 74 65 6d 70 61  t"))..   (itempa
2310: 74 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  tt (args:get-arg
2320: 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29 0a 09   "-itempatt"))..
2330: 20 20 20 28 72 75 6e 73 64 61 74 20 20 28 64 62     (runsdat  (db
2340: 3a 67 65 74 2d 72 75 6e 73 20 64 62 20 72 75 6e  :get-runs db run
2350: 70 61 74 74 20 23 66 20 23 66 20 27 28 29 29 29  patt #f #f '()))
2360: 0a 09 20 20 20 28 72 75 6e 73 20 20 20 20 20 28  ..   (runs     (
2370: 64 62 3a 67 65 74 2d 72 6f 77 73 20 72 75 6e 73  db:get-rows runs
2380: 64 61 74 29 29 0a 09 20 20 20 28 68 65 61 64 65  dat))..   (heade
2390: 72 20 20 20 28 64 62 3a 67 65 74 2d 68 65 61 64  r   (db:get-head
23a0: 65 72 20 72 75 6e 73 64 61 74 29 29 0a 09 20 20  er runsdat))..  
23b0: 20 28 6b 65 79 73 20 20 20 20 20 28 64 62 2d 67   (keys     (db-g
23c0: 65 74 2d 6b 65 79 73 20 64 62 29 29 0a 09 20 20  et-keys db))..  
23d0: 20 28 6b 65 79 6e 61 6d 65 73 20 28 6d 61 70 20   (keynames (map 
23e0: 6b 65 79 3a 67 65 74 2d 66 69 65 6c 64 6e 61 6d  key:get-fieldnam
23f0: 65 20 6b 65 79 73 29 29 29 0a 20 20 20 20 20 20  e keys))).      
2400: 3b 3b 20 45 61 63 68 20 72 75 6e 0a 20 20 20 20  ;; Each run.    
2410: 20 20 28 66 6f 72 2d 65 61 63 68 20 0a 20 20 20    (for-each .   
2420: 20 20 20 20 28 6c 61 6d 62 64 61 20 28 72 75 6e      (lambda (run
2430: 29 0a 09 20 28 64 65 62 75 67 3a 70 72 69 6e 74  ).. (debug:print
2440: 20 32 20 22 52 75 6e 3a 20 22 0a 09 09 28 73 74   2 "Run: "...(st
2450: 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65  ring-intersperse
2460: 20 28 6d 61 70 20 28 6c 61 6d 62 64 61 20 28 78   (map (lambda (x
2470: 29 0a 09 09 09 09 09 20 20 20 28 64 62 3a 67 65  )......   (db:ge
2480: 74 2d 76 61 6c 75 65 2d 62 79 2d 68 65 61 64 65  t-value-by-heade
2490: 72 20 72 75 6e 20 68 65 61 64 65 72 20 78 29 29  r run header x))
24a0: 0a 09 09 09 09 09 20 6b 65 79 6e 61 6d 65 73 29  ...... keynames)
24b0: 20 22 2f 22 29 0a 09 09 22 2f 22 0a 09 09 28 64   "/")..."/"...(d
24c0: 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d 68  b:get-value-by-h
24d0: 65 61 64 65 72 20 72 75 6e 20 68 65 61 64 65 72  eader run header
24e0: 20 22 72 75 6e 6e 61 6d 65 22 29 29 0a 09 20 28   "runname")).. (
24f0: 6c 65 74 20 28 28 72 75 6e 2d 69 64 20 28 64 62  let ((run-id (db
2500: 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d 68 65  :get-value-by-he
2510: 61 64 65 72 20 72 75 6e 20 68 65 61 64 65 72 20  ader run header 
2520: 22 69 64 22 29 29 29 0a 09 20 20 20 28 6c 65 74  "id")))..   (let
2530: 20 28 28 74 65 73 74 73 20 28 64 62 2d 67 65 74   ((tests (db-get
2540: 2d 74 65 73 74 73 2d 66 6f 72 2d 72 75 6e 20 64  -tests-for-run d
2550: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 70 61 74  b run-id testpat
2560: 74 20 69 74 65 6d 70 61 74 74 20 27 28 29 20 27  t itempatt '() '
2570: 28 29 29 29 29 0a 09 20 20 20 20 20 3b 3b 20 45  ())))..     ;; E
2580: 61 63 68 20 74 65 73 74 0a 09 20 20 20 20 20 28  ach test..     (
2590: 66 6f 72 2d 65 61 63 68 20 0a 09 20 20 20 20 20  for-each ..     
25a0: 20 28 6c 61 6d 62 64 61 20 28 74 65 73 74 29 0a   (lambda (test).
25b0: 09 09 28 66 6f 72 6d 61 74 20 23 74 0a 09 09 09  ..(format #t....
25c0: 22 20 20 54 65 73 74 3a 20 7e 32 35 61 20 53 74  "  Test: ~25a St
25d0: 61 74 65 3a 20 7e 31 35 61 20 53 74 61 74 75 73  ate: ~15a Status
25e0: 3a 20 7e 31 35 61 20 52 75 6e 74 69 6d 65 3a 20  : ~15a Runtime: 
25f0: 7e 35 40 61 73 20 54 69 6d 65 3a 20 7e 32 32 61  ~5@as Time: ~22a
2600: 20 48 6f 73 74 3a 20 7e 31 30 61 5c 6e 22 0a 09   Host: ~10a\n"..
2610: 09 09 28 63 6f 6e 63 20 28 64 62 3a 74 65 73 74  ..(conc (db:test
2620: 2d 67 65 74 2d 74 65 73 74 6e 61 6d 65 20 74 65  -get-testname te
2630: 73 74 29 0a 09 09 09 20 20 20 20 20 20 28 69 66  st)....      (if
2640: 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 65 73   (equal? (db:tes
2650: 74 2d 67 65 74 2d 69 74 65 6d 2d 70 61 74 68 20  t-get-item-path 
2660: 74 65 73 74 29 20 22 22 29 0a 09 09 09 09 20 20  test) "").....  
2670: 22 22 20 0a 09 09 09 09 20 20 28 63 6f 6e 63 20  "" .....  (conc 
2680: 22 28 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74  "(" (db:test-get
2690: 2d 69 74 65 6d 2d 70 61 74 68 20 74 65 73 74 29  -item-path test)
26a0: 20 22 29 22 29 29 29 0a 09 09 09 28 64 62 3a 74   ")")))....(db:t
26b0: 65 73 74 2d 67 65 74 2d 73 74 61 74 65 20 74 65  est-get-state te
26c0: 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d  st)....(db:test-
26d0: 67 65 74 2d 73 74 61 74 75 73 20 74 65 73 74 29  get-status test)
26e0: 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74  ....(db:test-get
26f0: 2d 72 75 6e 5f 64 75 72 61 74 69 6f 6e 20 74 65  -run_duration te
2700: 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d  st)....(db:test-
2710: 67 65 74 2d 65 76 65 6e 74 5f 74 69 6d 65 20 74  get-event_time t
2720: 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73 74  est)....(db:test
2730: 2d 67 65 74 2d 68 6f 73 74 20 74 65 73 74 29 29  -get-host test))
2740: 0a 20 09 09 28 69 66 20 28 6e 6f 74 20 28 6f 72  . ..(if (not (or
2750: 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 65 73   (equal? (db:tes
2760: 74 2d 67 65 74 2d 73 74 61 74 75 73 20 74 65 73  t-get-status tes
2770: 74 29 20 22 50 41 53 53 22 29 0a 09 09 09 20 20  t) "PASS")....  
2780: 20 20 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74     (equal? (db:t
2790: 65 73 74 2d 67 65 74 2d 73 74 61 74 75 73 20 74  est-get-status t
27a0: 65 73 74 29 20 22 57 41 52 4e 22 29 0a 09 09 09  est) "WARN")....
27b0: 20 20 20 20 20 28 65 71 75 61 6c 3f 20 28 64 62       (equal? (db
27c0: 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74 65 20  :test-get-state 
27d0: 74 65 73 74 29 20 20 22 4e 4f 54 5f 53 54 41 52  test)  "NOT_STAR
27e0: 54 45 44 22 29 29 29 0a 09 09 20 20 20 20 28 62  TED")))...    (b
27f0: 65 67 69 6e 0a 09 09 20 20 20 20 20 20 28 70 72  egin...      (pr
2800: 69 6e 74 20 22 20 20 20 20 20 20 20 20 20 63 70  int "         cp
2810: 75 6c 6f 61 64 3a 20 20 22 20 28 64 62 3a 74 65  uload:  " (db:te
2820: 73 74 2d 67 65 74 2d 63 70 75 6c 6f 61 64 20 74  st-get-cpuload t
2830: 65 73 74 29 0a 09 09 09 20 20 20 20 20 22 5c 6e  est)....     "\n
2840: 20 20 20 20 20 20 20 20 20 64 69 73 6b 66 72 65           diskfre
2850: 65 3a 20 22 20 28 64 62 3a 74 65 73 74 2d 67 65  e: " (db:test-ge
2860: 74 2d 64 69 73 6b 66 72 65 65 20 74 65 73 74 29  t-diskfree test)
2870: 0a 09 09 09 20 20 20 20 20 22 5c 6e 20 20 20 20  ....     "\n    
2880: 20 20 20 20 20 75 6e 61 6d 65 3a 20 20 20 20 22       uname:    "
2890: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 75 6e   (db:test-get-un
28a0: 61 6d 65 20 74 65 73 74 29 0a 09 09 09 20 20 20  ame test)....   
28b0: 20 20 22 5c 6e 20 20 20 20 20 20 20 20 20 72 75    "\n         ru
28c0: 6e 64 69 72 3a 20 20 20 22 20 28 64 62 3a 74 65  ndir:   " (db:te
28d0: 73 74 2d 67 65 74 2d 72 75 6e 64 69 72 20 74 65  st-get-rundir te
28e0: 73 74 29 0a 09 09 09 20 20 20 20 20 29 0a 09 09  st)....     )...
28f0: 20 20 20 20 20 20 3b 3b 20 45 61 63 68 20 74 65        ;; Each te
2900: 73 74 0a 09 09 20 20 20 20 20 20 28 6c 65 74 20  st...      (let 
2910: 28 28 73 74 65 70 73 20 28 64 62 3a 67 65 74 2d  ((steps (db:get-
2920: 73 74 65 70 73 2d 66 6f 72 2d 74 65 73 74 20 64  steps-for-test d
2930: 62 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 69  b (db:test-get-i
2940: 64 20 74 65 73 74 29 29 29 29 0a 09 09 09 28 66  d test))))....(f
2950: 6f 72 2d 65 61 63 68 20 0a 09 09 09 20 28 6c 61  or-each .... (la
2960: 6d 62 64 61 20 28 73 74 65 70 29 0a 09 09 09 20  mbda (step).... 
2970: 20 20 28 66 6f 72 6d 61 74 20 23 74 20 0a 09 09    (format #t ...
2980: 09 09 20 20 20 22 20 20 20 20 53 74 65 70 3a 20  ..   "    Step: 
2990: 7e 32 30 61 20 53 74 61 74 65 3a 20 7e 31 30 61  ~20a State: ~10a
29a0: 20 53 74 61 74 75 73 3a 20 7e 31 30 61 20 54 69   Status: ~10a Ti
29b0: 6d 65 20 7e 32 32 61 5c 6e 22 0a 09 09 09 09 20  me ~22a\n"..... 
29c0: 20 20 28 64 62 3a 73 74 65 70 2d 67 65 74 2d 73    (db:step-get-s
29d0: 74 65 70 6e 61 6d 65 20 73 74 65 70 29 0a 09 09  tepname step)...
29e0: 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d 67 65  ..   (db:step-ge
29f0: 74 2d 73 74 61 74 65 20 73 74 65 70 29 0a 09 09  t-state step)...
2a00: 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d 67 65  ..   (db:step-ge
2a10: 74 2d 73 74 61 74 75 73 20 73 74 65 70 29 0a 09  t-status step)..
2a20: 09 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d 67  ...   (db:step-g
2a30: 65 74 2d 65 76 65 6e 74 5f 74 69 6d 65 20 73 74  et-event_time st
2a40: 65 70 29 29 29 0a 09 09 09 20 73 74 65 70 73 29  ep))).... steps)
2a50: 29 29 29 29 0a 09 09 74 65 73 74 73 29 29 29 29  ))))...tests))))
2a60: 0a 20 20 20 20 20 20 20 72 75 6e 73 29 0a 20 20  .       runs).  
2a70: 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f      (set! *didso
2a80: 6d 65 74 68 69 6e 67 2a 20 23 74 29 0a 20 20 20  mething* #t).   
2a90: 20 20 20 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d     ))..;;=======
2aa0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ab0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ac0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ad0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a  ===============.
2ae0: 3b 3b 20 66 75 6c 6c 20 72 75 6e 0a 3b 3b 3d 3d  ;; full run.;;==
2af0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b30: 3d 3d 3d 3d 0a 0a 3b 3b 20 67 65 74 20 6c 6f 63  ====..;; get loc
2b40: 6b 20 69 6e 20 64 62 20 66 6f 72 20 66 75 6c 6c  k in db for full
2b50: 20 72 75 6e 20 66 6f 72 20 74 68 69 73 20 64 69   run for this di
2b60: 72 65 63 74 6f 72 79 0a 3b 3b 20 66 6f 72 20 61  rectory.;; for a
2b70: 6c 6c 20 74 65 73 74 73 20 77 69 74 68 20 64 65  ll tests with de
2b80: 70 73 0a 3b 3b 20 20 20 77 61 6c 6b 20 74 72 65  ps.;;   walk tre
2b90: 65 20 6f 66 20 74 65 73 74 73 20 74 6f 20 66 69  e of tests to fi
2ba0: 6e 64 20 68 65 61 64 20 74 61 73 6b 73 0a 3b 3b  nd head tasks.;;
2bb0: 20 20 20 61 64 64 20 68 65 61 64 20 74 61 73 6b     add head task
2bc0: 73 20 74 6f 20 74 61 73 6b 20 71 75 65 75 65 0a  s to task queue.
2bd0: 3b 3b 20 20 20 61 64 64 20 64 65 70 65 6e 64 61  ;;   add dependa
2be0: 6e 74 20 74 61 73 6b 73 20 74 6f 20 74 61 73 6b  nt tasks to task
2bf0: 20 71 75 65 75 65 20 0a 3b 3b 20 20 20 61 64 64   queue .;;   add
2c00: 20 72 65 6d 61 69 6e 69 6e 67 20 74 61 73 6b 73   remaining tasks
2c10: 20 74 6f 20 74 61 73 6b 20 71 75 65 75 65 0a 3b   to task queue.;
2c20: 3b 20 66 6f 72 20 65 61 63 68 20 74 61 73 6b 20  ; for each task 
2c30: 69 6e 20 74 61 73 6b 20 71 75 65 75 65 0a 3b 3b  in task queue.;;
2c40: 20 20 20 69 66 20 68 61 76 65 20 61 64 65 71 75     if have adequ
2c50: 61 74 65 20 72 65 73 6f 75 72 63 65 73 0a 3b 3b  ate resources.;;
2c60: 20 20 20 20 20 6c 61 75 6e 63 68 20 74 61 73 6b       launch task
2c70: 0a 3b 3b 20 20 20 65 6c 73 65 0a 3b 3b 20 20 20  .;;   else.;;   
2c80: 20 20 70 75 74 20 74 61 73 6b 20 69 6e 20 64 65    put task in de
2c90: 66 65 72 72 65 64 20 71 75 65 75 65 0a 3b 3b 20  ferred queue.;; 
2ca0: 69 66 20 73 74 69 6c 6c 20 6f 6b 20 74 6f 20 72  if still ok to r
2cb0: 75 6e 20 74 61 73 6b 73 0a 3b 3b 20 20 20 70 72  un tasks.;;   pr
2cc0: 6f 63 65 73 73 20 64 65 66 65 72 72 65 64 20 74  ocess deferred t
2cd0: 61 73 6b 73 20 70 65 72 20 61 62 6f 76 65 20 73  asks per above s
2ce0: 74 65 70 73 0a 0a 3b 3b 20 72 75 6e 20 61 6c 6c  teps..;; run all
2cf0: 20 74 65 73 74 73 20 61 72 65 20 61 72 65 20 4e   tests are are N
2d00: 6f 74 20 43 4f 4d 50 4c 45 54 45 44 20 61 6e 64  ot COMPLETED and
2d10: 20 50 41 53 53 20 6f 72 20 43 48 45 43 4b 0a 28   PASS or CHECK.(
2d20: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
2d30: 20 22 2d 72 75 6e 61 6c 6c 22 29 0a 20 20 20 20   "-runall").    
2d40: 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 6c  (general-run-cal
2d50: 6c 20 0a 20 20 20 20 20 22 2d 72 75 6e 61 6c 6c  l .     "-runall
2d60: 22 0a 20 20 20 20 20 22 72 75 6e 20 61 6c 6c 20  ".     "run all 
2d70: 74 65 73 74 73 22 0a 20 20 20 20 20 28 6c 61 6d  tests".     (lam
2d80: 62 64 61 20 28 64 62 20 6b 65 79 73 20 6b 65 79  bda (db keys key
2d90: 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29  names keyvallst)
2da0: 0a 20 20 20 20 20 20 20 28 6c 65 74 2a 20 28 28  .       (let* ((
2db0: 74 65 73 74 2d 6e 61 6d 65 73 20 28 67 65 74 2d  test-names (get-
2dc0: 61 6c 6c 2d 6c 65 67 61 6c 2d 74 65 73 74 73 29  all-legal-tests)
2dd0: 29 29 20 3b 3b 20 22 50 52 4f 44 22 20 69 73 20  )) ;; "PROD" is 
2de0: 69 67 6e 6f 72 65 64 20 66 6f 72 20 6e 6f 77 0a  ignored for now.
2df0: 09 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 31  . (debug:print 1
2e00: 20 22 49 4e 46 4f 3a 20 41 74 74 65 6d 70 74 69   "INFO: Attempti
2e10: 6e 67 20 74 6f 20 73 74 61 72 74 20 74 68 65 20  ng to start the 
2e20: 66 6f 6c 6c 6f 77 69 6e 67 20 74 65 73 74 73 2e  following tests.
2e30: 2e 2e 22 29 0a 09 20 28 64 65 62 75 67 3a 70 72  ..").. (debug:pr
2e40: 69 6e 74 20 31 20 22 20 20 20 20 20 22 20 28 73  int 1 "     " (s
2e50: 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73  tring-interspers
2e60: 65 20 74 65 73 74 2d 6e 61 6d 65 73 20 22 2c 22  e test-names ","
2e70: 29 29 0a 09 20 28 72 75 6e 2d 74 65 73 74 73 20  )).. (run-tests 
2e80: 64 62 20 74 65 73 74 2d 6e 61 6d 65 73 29 29 29  db test-names)))
2e90: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ))..;;==========
2ea0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2eb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ec0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ed0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20  ============.;; 
2ee0: 52 6f 6c 6c 75 70 20 69 6e 74 6f 20 61 20 72 75  Rollup into a ru
2ef0: 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  n.;;============
2f00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 28 69 66 20 28  ==========.(if (
2f40: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72  args:get-arg "-r
2f50: 6f 6c 6c 75 70 22 29 0a 20 20 20 20 28 67 65 6e  ollup").    (gen
2f60: 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20  eral-run-call . 
2f70: 20 20 20 20 22 2d 72 6f 6c 6c 75 70 22 20 0a 20      "-rollup" . 
2f80: 20 20 20 20 22 72 6f 6c 6c 75 70 20 74 65 73 74      "rollup test
2f90: 73 22 20 0a 20 20 20 20 20 28 6c 61 6d 62 64 61  s" .     (lambda
2fa0: 20 28 64 62 20 6b 65 79 73 20 6b 65 79 6e 61 6d   (db keys keynam
2fb0: 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20  es keyvallst).  
2fc0: 20 20 20 20 20 28 72 75 6e 73 3a 72 6f 6c 6c 75       (runs:rollu
2fd0: 70 2d 72 75 6e 20 64 62 20 6b 65 79 73 29 29 29  p-run db keys)))
2fe0: 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  )..;;===========
2ff0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3000: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3010: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3020: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 45  ===========.;; E
3030: 78 74 72 61 63 74 20 61 20 73 70 72 65 61 64 73  xtract a spreads
3040: 68 65 65 74 20 66 72 6f 6d 20 74 68 65 20 72 75  heet from the ru
3050: 6e 73 20 64 61 74 61 62 61 73 65 0a 3b 3b 3d 3d  ns database.;;==
3060: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3070: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3080: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3090: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30a0: 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a  ====..(if (args:
30b0: 67 65 74 2d 61 72 67 20 22 2d 65 78 74 72 61 63  get-arg "-extrac
30c0: 74 2d 6f 64 73 22 29 0a 20 20 20 20 28 67 65 6e  t-ods").    (gen
30d0: 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 0a 20 20  eral-run-call.  
30e0: 20 20 20 22 2d 65 78 74 72 61 63 74 2d 6f 64 73     "-extract-ods
30f0: 22 0a 20 20 20 20 20 22 4d 61 6b 65 20 6f 64 73  ".     "Make ods
3100: 20 73 70 72 65 61 64 73 68 65 65 74 22 0a 20 20   spreadsheet".  
3110: 20 20 20 28 6c 61 6d 62 64 61 20 28 64 62 20 6b     (lambda (db k
3120: 65 79 73 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79  eys keynames key
3130: 76 61 6c 6c 73 74 29 0a 20 20 20 20 20 20 20 28  vallst).       (
3140: 6c 65 74 20 28 28 6f 75 74 70 75 74 66 69 6c 65  let ((outputfile
3150: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
3160: 2d 65 78 74 72 61 63 74 2d 6f 64 73 22 29 29 0a  -extract-ods")).
3170: 09 20 20 20 20 20 28 72 75 6e 73 70 61 74 74 20  .     (runspatt 
3180: 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20    (args:get-arg 
3190: 22 3a 72 75 6e 6e 61 6d 65 22 29 29 0a 09 20 20  ":runname"))..  
31a0: 20 20 20 28 70 61 74 68 6d 6f 64 20 20 20 20 28     (pathmod    (
31b0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 70  args:get-arg "-p
31c0: 61 74 68 6d 6f 64 22 29 29 0a 09 20 20 20 20 20  athmod"))..     
31d0: 28 6b 65 79 76 61 6c 61 6c 69 73 74 20 28 6b 65  (keyvalalist (ke
31e0: 79 73 2d 3e 61 6c 69 73 74 20 6b 65 79 73 20 22  ys->alist keys "
31f0: 25 22 29 29 29 0a 09 20 28 64 62 3a 65 78 74 72  %"))).. (db:extr
3200: 61 63 74 2d 6f 64 73 2d 66 69 6c 65 20 64 62 20  act-ods-file db 
3210: 6f 75 74 70 75 74 66 69 6c 65 20 6b 65 79 76 61  outputfile keyva
3220: 6c 61 6c 69 73 74 20 28 69 66 20 72 75 6e 73 70  lalist (if runsp
3230: 61 74 74 20 72 75 6e 73 70 61 74 74 20 22 25 22  att runspatt "%"
3240: 29 20 70 61 74 68 6d 6f 64 29 29 29 29 29 0a 0a  ) pathmod)))))..
3250: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
3260: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3270: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3280: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3290: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 72 75 6e 20  ========.;; run 
32a0: 6f 6e 65 20 74 65 73 74 0a 3b 3b 3d 3d 3d 3d 3d  one test.;;=====
32b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
32c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
32d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
32e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
32f0: 3d 0a 0a 3b 3b 20 31 2e 20 66 69 6e 64 20 74 68  =..;; 1. find th
3300: 65 20 63 6f 6e 66 69 67 20 66 69 6c 65 0a 3b 3b  e config file.;;
3310: 20 32 2e 20 63 68 61 6e 67 65 20 74 6f 20 74 68   2. change to th
3320: 65 20 74 65 73 74 20 64 69 72 65 63 74 6f 72 79  e test directory
3330: 0a 3b 3b 20 33 2e 20 75 70 64 61 74 65 20 74 68  .;; 3. update th
3340: 65 20 64 62 20 77 69 74 68 20 22 74 65 73 74 20  e db with "test 
3350: 73 74 61 72 74 65 64 22 20 73 74 61 74 75 73 2c  started" status,
3360: 20 73 65 74 20 72 75 6e 6e 69 6e 67 20 68 6f 73   set running hos
3370: 74 0a 3b 3b 20 34 2e 20 70 72 6f 63 65 73 73 20  t.;; 4. process 
3380: 6c 61 75 6e 63 68 20 74 68 65 20 74 65 73 74 0a  launch the test.
3390: 3b 3b 20 20 20 20 2d 20 6d 6f 6e 69 74 6f 72 20  ;;    - monitor 
33a0: 74 68 65 20 70 72 6f 63 65 73 73 2c 20 75 70 64  the process, upd
33b0: 61 74 65 20 73 74 61 74 73 20 69 6e 20 74 68 65  ate stats in the
33c0: 20 64 62 20 65 76 65 72 79 20 32 5e 6e 20 6d 69   db every 2^n mi
33d0: 6e 75 74 65 73 0a 3b 3b 20 35 2e 20 61 73 20 74  nutes.;; 5. as t
33e0: 68 65 20 74 65 73 74 20 70 72 6f 63 65 65 64 73  he test proceeds
33f0: 20 69 6e 74 65 72 6e 61 6c 6c 79 20 69 74 20 63   internally it c
3400: 61 6c 6c 73 20 6d 65 67 61 74 65 73 74 20 61 73  alls megatest as
3410: 20 65 61 63 68 20 73 74 65 70 20 69 73 0a 3b 3b   each step is.;;
3420: 20 20 20 20 73 74 61 72 74 65 64 20 61 6e 64 20      started and 
3430: 63 6f 6d 70 6c 65 74 65 64 0a 3b 3b 20 20 20 20  completed.;;    
3440: 2d 20 73 74 65 70 20 73 74 61 72 74 65 64 2c 20  - step started, 
3450: 74 69 6d 65 73 74 61 6d 70 0a 3b 3b 20 20 20 20  timestamp.;;    
3460: 2d 20 73 74 65 70 20 63 6f 6d 70 6c 65 74 65 64  - step completed
3470: 2c 20 65 78 69 74 20 73 74 61 74 75 73 2c 20 74  , exit status, t
3480: 69 6d 65 73 74 61 6d 70 0a 3b 3b 20 36 2e 20 74  imestamp.;; 6. t
3490: 65 73 74 20 70 68 6f 6e 65 20 68 6f 6d 65 0a 3b  est phone home.;
34a0: 3b 20 20 20 20 2d 20 69 66 20 74 65 73 74 20 72  ;    - if test r
34b0: 75 6e 20 74 69 6d 65 20 3e 20 61 6c 6c 6f 77 65  un time > allowe
34c0: 64 20 72 75 6e 20 74 69 6d 65 20 74 68 65 6e 20  d run time then 
34d0: 6b 69 6c 6c 20 6a 6f 62 0a 3b 3b 20 20 20 20 2d  kill job.;;    -
34e0: 20 69 66 20 63 61 6e 6e 6f 74 20 61 63 63 65 73   if cannot acces
34f0: 73 20 64 62 20 3e 20 61 6c 6c 6f 77 65 64 20 64  s db > allowed d
3500: 69 73 63 6f 6e 6e 65 63 74 20 74 69 6d 65 20 74  isconnect time t
3510: 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62 0a 0a 28 69  hen kill job..(i
3520: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  f (args:get-arg 
3530: 22 2d 72 75 6e 74 65 73 74 73 22 29 0a 20 20 28  "-runtests").  (
3540: 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c  general-run-call
3550: 20 0a 20 20 20 22 2d 72 75 6e 74 65 73 74 73 22   .   "-runtests"
3560: 20 0a 20 20 20 22 72 75 6e 20 61 20 74 65 73 74   .   "run a test
3570: 22 20 0a 20 20 20 28 6c 61 6d 62 64 61 20 28 64  " .   (lambda (d
3580: 62 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 20  b keys keynames 
3590: 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 20  keyvallst).     
35a0: 28 6c 65 74 20 28 28 74 65 73 74 2d 6e 61 6d 65  (let ((test-name
35b0: 73 20 28 73 74 72 69 6e 67 2d 73 70 6c 69 74 20  s (string-split 
35c0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
35d0: 72 75 6e 74 65 73 74 73 22 29 20 22 2c 22 29 29  runtests") ","))
35e0: 29 0a 20 20 20 20 20 20 20 28 72 75 6e 2d 74 65  ).       (run-te
35f0: 73 74 73 20 64 62 20 74 65 73 74 2d 6e 61 6d 65  sts db test-name
3600: 73 29 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d  s)))))..;;======
3610: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3620: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3630: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3640: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3650: 0a 3b 3b 20 65 78 65 63 75 74 65 20 74 68 65 20  .;; execute the 
3660: 74 65 73 74 0a 3b 3b 20 20 20 20 2d 20 67 65 74  test.;;    - get
3670: 73 20 63 61 6c 6c 65 64 20 6f 6e 20 72 65 6d 6f  s called on remo
3680: 74 65 20 68 6f 73 74 0a 3b 3b 20 20 20 20 2d 20  te host.;;    - 
3690: 72 65 63 65 69 76 65 73 20 69 6e 66 6f 20 66 72  receives info fr
36a0: 6f 6d 20 74 68 65 20 2d 65 78 65 63 75 74 65 20  om the -execute 
36b0: 70 61 72 61 6d 0a 3b 3b 20 20 20 20 2d 20 70 61  param.;;    - pa
36c0: 73 73 65 73 20 69 6e 66 6f 20 74 6f 20 73 74 65  sses info to ste
36d0: 70 73 20 76 69 61 20 4d 54 5f 43 4d 44 49 4e 46  ps via MT_CMDINF
36e0: 4f 20 65 6e 76 20 76 61 72 20 28 66 75 74 75 72  O env var (futur
36f0: 65 20 69 73 20 74 6f 20 75 73 65 20 61 20 64 6f  e is to use a do
3700: 74 20 66 69 6c 65 29 0a 3b 3b 20 20 20 20 2d 20  t file).;;    - 
3710: 67 61 74 68 65 72 73 20 68 6f 73 74 20 69 6e 66  gathers host inf
3720: 6f 20 61 6e 64 20 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d  o and .;;=======
3730: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3740: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3750: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3760: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a  ===============.
3770: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61  .(if (args:get-a
3780: 72 67 20 22 2d 65 78 65 63 75 74 65 22 29 0a 20  rg "-execute"). 
3790: 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20     (begin.      
37a0: 28 6c 61 75 6e 63 68 3a 65 78 65 63 75 74 65 20  (launch:execute 
37b0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
37c0: 65 78 65 63 75 74 65 22 29 29 0a 20 20 20 20 20  execute")).     
37d0: 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74   (set! *didsomet
37e0: 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 28 69 66  hing* #t)))..(if
37f0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
3800: 2d 73 74 65 70 22 29 0a 20 20 20 20 28 69 66 20  -step").    (if 
3810: 28 6e 6f 74 20 28 67 65 74 65 6e 76 20 22 4d 54  (not (getenv "MT
3820: 5f 43 4d 44 49 4e 46 4f 22 29 29 0a 09 28 62 65  _CMDINFO"))..(be
3830: 67 69 6e 0a 09 20 20 28 64 65 62 75 67 3a 70 72  gin..  (debug:pr
3840: 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 4d 54  int 0 "ERROR: MT
3850: 5f 43 4d 44 49 4e 46 4f 20 65 6e 76 20 76 61 72  _CMDINFO env var
3860: 20 6e 6f 74 20 73 65 74 2c 20 2d 73 74 65 70 20   not set, -step 
3870: 6d 75 73 74 20 62 65 20 63 61 6c 6c 65 64 20 2a  must be called *
3880: 69 6e 73 69 64 65 2a 20 61 20 6d 65 67 61 74 65  inside* a megate
3890: 73 74 20 69 6e 76 6f 6b 65 64 20 65 6e 76 69 72  st invoked envir
38a0: 6f 6e 6d 65 6e 74 21 22 29 0a 09 20 20 28 65 78  onment!")..  (ex
38b0: 69 74 20 35 29 29 0a 09 28 6c 65 74 2a 20 28 28  it 5))..(let* ((
38c0: 73 74 65 70 20 20 20 20 20 20 28 61 72 67 73 3a  step      (args:
38d0: 67 65 74 2d 61 72 67 20 22 2d 73 74 65 70 22 29  get-arg "-step")
38e0: 29 0a 09 20 20 20 20 20 20 20 28 63 6d 64 69 6e  )..       (cmdin
38f0: 66 6f 20 20 20 28 72 65 61 64 20 28 6f 70 65 6e  fo   (read (open
3900: 2d 69 6e 70 75 74 2d 73 74 72 69 6e 67 20 28 62  -input-string (b
3910: 61 73 65 36 34 3a 62 61 73 65 36 34 2d 64 65 63  ase64:base64-dec
3920: 6f 64 65 20 28 67 65 74 65 6e 76 20 22 4d 54 5f  ode (getenv "MT_
3930: 43 4d 44 49 4e 46 4f 22 29 29 29 29 29 0a 09 20  CMDINFO"))))).. 
3940: 20 20 20 20 20 20 28 74 65 73 74 70 61 74 68 20        (testpath 
3950: 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20   (assoc/default 
3960: 27 74 65 73 74 70 61 74 68 20 20 63 6d 64 69 6e  'testpath  cmdin
3970: 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 74 65  fo))..       (te
3980: 73 74 2d 6e 61 6d 65 20 28 61 73 73 6f 63 2f 64  st-name (assoc/d
3990: 65 66 61 75 6c 74 20 27 74 65 73 74 2d 6e 61 6d  efault 'test-nam
39a0: 65 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20  e cmdinfo))..   
39b0: 20 20 20 20 28 72 75 6e 73 63 72 69 70 74 20 28      (runscript (
39c0: 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 72  assoc/default 'r
39d0: 75 6e 73 63 72 69 70 74 20 63 6d 64 69 6e 66 6f  unscript cmdinfo
39e0: 29 29 0a 09 20 20 20 20 20 20 20 28 64 62 2d 68  ))..       (db-h
39f0: 6f 73 74 20 20 20 28 61 73 73 6f 63 2f 64 65 66  ost   (assoc/def
3a00: 61 75 6c 74 20 27 64 62 2d 68 6f 73 74 20 20 20  ault 'db-host   
3a10: 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20  cmdinfo))..     
3a20: 20 20 28 72 75 6e 2d 69 64 20 20 20 20 28 61 73    (run-id    (as
3a30: 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 72 75 6e  soc/default 'run
3a40: 2d 69 64 20 20 20 20 63 6d 64 69 6e 66 6f 29 29  -id    cmdinfo))
3a50: 0a 09 20 20 20 20 20 20 20 28 69 74 65 6d 64 61  ..       (itemda
3a60: 74 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75  t   (assoc/defau
3a70: 6c 74 20 27 69 74 65 6d 64 61 74 20 20 20 63 6d  lt 'itemdat   cm
3a80: 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20  dinfo))..       
3a90: 28 64 62 20 20 20 20 20 20 20 20 23 66 29 0a 09  (db        #f)..
3aa0: 20 20 20 20 20 20 20 28 73 74 61 74 65 20 20 20         (state   
3ab0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
3ac0: 3a 73 74 61 74 65 22 29 29 0a 09 20 20 20 20 20  :state"))..     
3ad0: 20 20 28 73 74 61 74 75 73 20 20 20 28 61 72 67    (status   (arg
3ae0: 73 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61 74  s:get-arg ":stat
3af0: 75 73 22 29 29 0a 09 20 20 20 20 20 20 20 28 6c  us"))..       (l
3b00: 6f 67 66 69 6c 65 20 20 28 61 72 67 73 3a 67 65  ogfile  (args:ge
3b10: 74 2d 61 72 67 20 22 2d 73 65 74 6c 6f 67 22 29  t-arg "-setlog")
3b20: 29 29 0a 09 20 20 28 63 68 61 6e 67 65 2d 64 69  ))..  (change-di
3b30: 72 65 63 74 6f 72 79 20 74 65 73 74 70 61 74 68  rectory testpath
3b40: 29 0a 09 20 20 28 69 66 20 28 6e 6f 74 20 28 73  )..  (if (not (s
3b50: 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09  etup-for-run))..
3b60: 20 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09 28        (begin...(
3b70: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46  debug:print 0 "F
3b80: 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20  ailed to setup, 
3b90: 65 78 69 74 69 6e 67 22 29 0a 09 09 28 65 78 69  exiting")...(exi
3ba0: 74 20 31 29 29 29 0a 09 20 20 28 73 65 74 21 20  t 1)))..  (set! 
3bb0: 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 09 20  db (open-db)).. 
3bc0: 20 28 69 66 20 28 61 6e 64 20 73 74 61 74 65 20   (if (and state 
3bd0: 73 74 61 74 75 73 29 0a 09 20 20 20 20 20 20 28  status)..      (
3be0: 74 65 73 74 73 74 65 70 2d 73 65 74 2d 73 74 61  teststep-set-sta
3bf0: 74 75 73 21 20 64 62 20 72 75 6e 2d 69 64 20 74  tus! db run-id t
3c00: 65 73 74 2d 6e 61 6d 65 20 73 74 65 70 20 73 74  est-name step st
3c10: 61 74 65 20 73 74 61 74 75 73 20 69 74 65 6d 64  ate status itemd
3c20: 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  at (args:get-arg
3c30: 20 22 2d 6d 22 29 20 6c 6f 67 66 69 6c 65 29 0a   "-m") logfile).
3c40: 09 20 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09  .      (begin...
3c50: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22  (debug:print 0 "
3c60: 45 52 52 4f 52 3a 20 59 6f 75 20 6d 75 73 74 20  ERROR: You must 
3c70: 73 70 65 63 69 66 79 20 3a 73 74 61 74 65 20 61  specify :state a
3c80: 6e 64 20 3a 73 74 61 74 75 73 20 77 69 74 68 20  nd :status with 
3c90: 65 76 65 72 79 20 63 61 6c 6c 20 74 6f 20 2d 73  every call to -s
3ca0: 74 65 70 22 29 0a 09 09 28 65 78 69 74 20 36 29  tep")...(exit 6)
3cb0: 29 29 0a 09 20 20 28 73 71 6c 69 74 65 33 3a 66  ))..  (sqlite3:f
3cc0: 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 20 20  inalize! db)..  
3cd0: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68  (set! *didsometh
3ce0: 69 6e 67 2a 20 23 74 29 29 29 29 0a 0a 28 69 66  ing* #t))))..(if
3cf0: 20 28 6f 72 20 28 61 72 67 73 3a 67 65 74 2d 61   (or (args:get-a
3d00: 72 67 20 22 2d 73 65 74 6c 6f 67 22 29 20 20 20  rg "-setlog")   
3d10: 20 20 20 20 3b 3b 20 73 69 6e 63 65 20 73 65 74      ;; since set
3d20: 74 69 6e 67 20 75 70 20 69 73 20 73 6f 20 63 6f  ting up is so co
3d30: 73 74 6c 79 20 6c 65 74 73 20 70 69 67 67 79 62  stly lets piggyb
3d40: 61 63 6b 20 6f 6e 20 2d 74 65 73 74 2d 73 74 61  ack on -test-sta
3d50: 74 75 73 0a 09 28 61 72 67 73 3a 67 65 74 2d 61  tus..(args:get-a
3d60: 72 67 20 22 2d 73 65 74 2d 74 6f 70 6c 6f 67 22  rg "-set-toplog"
3d70: 29 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67  )..(args:get-arg
3d80: 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73 22 29   "-test-status")
3d90: 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  ..(args:get-arg 
3da0: 22 2d 73 65 74 2d 76 61 6c 75 65 73 22 29 0a 09  "-set-values")..
3db0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
3dc0: 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 22 29  load-test-data")
3dd0: 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  ..(args:get-arg 
3de0: 22 2d 72 75 6e 73 74 65 70 22 29 0a 09 28 61 72  "-runstep")..(ar
3df0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 75 6d  gs:get-arg "-sum
3e00: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 29 29 0a  marize-items")).
3e10: 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 67 65      (if (not (ge
3e20: 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f  tenv "MT_CMDINFO
3e30: 22 29 29 0a 09 28 62 65 67 69 6e 0a 09 20 20 28  "))..(begin..  (
3e40: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45  debug:print 0 "E
3e50: 52 52 4f 52 3a 20 4d 54 5f 43 4d 44 49 4e 46 4f  RROR: MT_CMDINFO
3e60: 20 65 6e 76 20 76 61 72 20 6e 6f 74 20 73 65 74   env var not set
3e70: 2c 20 63 6f 6d 6d 61 6e 64 73 20 2d 74 65 73 74  , commands -test
3e80: 2d 73 74 61 74 75 73 2c 20 2d 72 75 6e 73 74 65  -status, -runste
3e90: 70 20 61 6e 64 20 2d 73 65 74 6c 6f 67 20 6d 75  p and -setlog mu
3ea0: 73 74 20 62 65 20 63 61 6c 6c 65 64 20 2a 69 6e  st be called *in
3eb0: 73 69 64 65 2a 20 61 20 6d 65 67 61 74 65 73 74  side* a megatest
3ec0: 20 65 6e 76 69 72 6f 6e 6d 65 6e 74 21 22 29 0a   environment!").
3ed0: 09 20 20 28 65 78 69 74 20 35 29 29 0a 09 28 6c  .  (exit 5))..(l
3ee0: 65 74 2a 20 28 28 73 74 61 72 74 69 6e 67 64 69  et* ((startingdi
3ef0: 72 20 28 63 75 72 72 65 6e 74 2d 64 69 72 65 63  r (current-direc
3f00: 74 6f 72 79 29 29 0a 09 20 20 20 20 20 20 20 28  tory))..       (
3f10: 63 6d 64 69 6e 66 6f 20 20 20 28 72 65 61 64 20  cmdinfo   (read 
3f20: 28 6f 70 65 6e 2d 69 6e 70 75 74 2d 73 74 72 69  (open-input-stri
3f30: 6e 67 20 28 62 61 73 65 36 34 3a 62 61 73 65 36  ng (base64:base6
3f40: 34 2d 64 65 63 6f 64 65 20 28 67 65 74 65 6e 76  4-decode (getenv
3f50: 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 29   "MT_CMDINFO")))
3f60: 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73 74  ))..       (test
3f70: 70 61 74 68 20 20 28 61 73 73 6f 63 2f 64 65 66  path  (assoc/def
3f80: 61 75 6c 74 20 27 74 65 73 74 70 61 74 68 20 20  ault 'testpath  
3f90: 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20  cmdinfo))..     
3fa0: 20 20 28 74 65 73 74 2d 6e 61 6d 65 20 28 61 73    (test-name (as
3fb0: 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73  soc/default 'tes
3fc0: 74 2d 6e 61 6d 65 20 63 6d 64 69 6e 66 6f 29 29  t-name cmdinfo))
3fd0: 0a 09 20 20 20 20 20 20 20 28 72 75 6e 73 63 72  ..       (runscr
3fe0: 69 70 74 20 28 61 73 73 6f 63 2f 64 65 66 61 75  ipt (assoc/defau
3ff0: 6c 74 20 27 72 75 6e 73 63 72 69 70 74 20 63 6d  lt 'runscript cm
4000: 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20  dinfo))..       
4010: 28 64 62 2d 68 6f 73 74 20 20 20 28 61 73 73 6f  (db-host   (asso
4020: 63 2f 64 65 66 61 75 6c 74 20 27 64 62 2d 68 6f  c/default 'db-ho
4030: 73 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09  st   cmdinfo))..
4040: 20 20 20 20 20 20 20 28 72 75 6e 2d 69 64 20 20         (run-id  
4050: 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74    (assoc/default
4060: 20 27 72 75 6e 2d 69 64 20 20 20 20 63 6d 64 69   'run-id    cmdi
4070: 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 69  nfo))..       (i
4080: 74 65 6d 64 61 74 20 20 20 28 61 73 73 6f 63 2f  temdat   (assoc/
4090: 64 65 66 61 75 6c 74 20 27 69 74 65 6d 64 61 74  default 'itemdat
40a0: 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20     cmdinfo))..  
40b0: 20 20 20 20 20 28 64 62 20 20 20 20 20 20 20 20       (db        
40c0: 23 66 29 0a 09 20 20 20 20 20 20 20 28 73 74 61  #f)..       (sta
40d0: 74 65 20 20 20 20 20 28 61 72 67 73 3a 67 65 74  te     (args:get
40e0: 2d 61 72 67 20 22 3a 73 74 61 74 65 22 29 29 0a  -arg ":state")).
40f0: 09 20 20 20 20 20 20 20 28 73 74 61 74 75 73 20  .       (status 
4100: 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67     (args:get-arg
4110: 20 22 3a 73 74 61 74 75 73 22 29 29 29 0a 09 20   ":status"))).. 
4120: 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f   (change-directo
4130: 72 79 20 74 65 73 74 70 61 74 68 29 0a 09 20 20  ry testpath)..  
4140: 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d  (if (not (setup-
4150: 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 20 20 20  for-run))..     
4160: 20 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75 67   (begin...(debug
4170: 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65 64  :print 0 "Failed
4180: 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69   to setup, exiti
4190: 6e 67 22 29 0a 09 09 28 65 78 69 74 20 31 29 29  ng")...(exit 1))
41a0: 29 0a 09 20 20 28 73 65 74 21 20 64 62 20 28 6f  )..  (set! db (o
41b0: 70 65 6e 2d 64 62 29 29 0a 09 20 20 28 69 66 20  pen-db))..  (if 
41c0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
41d0: 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 22 29  load-test-data")
41e0: 0a 09 20 20 20 20 20 20 28 64 62 3a 6c 6f 61 64  ..      (db:load
41f0: 2d 74 65 73 74 2d 64 61 74 61 20 64 62 20 72 75  -test-data db ru
4200: 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69  n-id test-name i
4210: 74 65 6d 64 61 74 29 29 0a 09 20 20 28 69 66 20  temdat))..  (if 
4220: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
4230: 73 65 74 6c 6f 67 22 29 0a 09 20 20 20 20 20 20  setlog")..      
4240: 28 74 65 73 74 2d 73 65 74 2d 6c 6f 67 21 20 64  (test-set-log! d
4250: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61  b run-id test-na
4260: 6d 65 20 69 74 65 6d 64 61 74 20 28 61 72 67 73  me itemdat (args
4270: 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 6c 6f  :get-arg "-setlo
4280: 67 22 29 29 29 0a 09 20 20 28 69 66 20 28 61 72  g")))..  (if (ar
4290: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74  gs:get-arg "-set
42a0: 2d 74 6f 70 6c 6f 67 22 29 0a 09 20 20 20 20 20  -toplog")..     
42b0: 20 28 74 65 73 74 2d 73 65 74 2d 74 6f 70 6c 6f   (test-set-toplo
42c0: 67 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73  g! db run-id tes
42d0: 74 2d 6e 61 6d 65 20 28 61 72 67 73 3a 67 65 74  t-name (args:get
42e0: 2d 61 72 67 20 22 2d 73 65 74 2d 74 6f 70 6c 6f  -arg "-set-toplo
42f0: 67 22 29 29 29 0a 09 20 20 28 69 66 20 28 61 72  g")))..  (if (ar
4300: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 75 6d  gs:get-arg "-sum
4310: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 29 0a 09  marize-items")..
4320: 20 20 20 20 20 20 28 74 65 73 74 73 3a 73 75 6d        (tests:sum
4330: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 20 64 62 20  marize-items db 
4340: 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65  run-id test-name
4350: 20 23 74 29 29 20 3b 3b 20 64 6f 20 66 6f 72 63   #t)) ;; do forc
4360: 65 20 68 65 72 65 0a 09 20 20 28 69 66 20 28 61  e here..  (if (a
4370: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75  rgs:get-arg "-ru
4380: 6e 73 74 65 70 22 29 0a 09 20 20 20 20 20 20 28  nstep")..      (
4390: 69 66 20 28 6e 75 6c 6c 3f 20 72 65 6d 61 72 67  if (null? remarg
43a0: 73 29 0a 09 09 20 20 28 62 65 67 69 6e 0a 09 09  s)...  (begin...
43b0: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74      (debug:print
43c0: 20 30 20 22 45 52 52 4f 52 3a 20 6e 6f 74 68 69   0 "ERROR: nothi
43d0: 6e 67 20 73 70 65 63 69 66 69 65 64 20 74 6f 20  ng specified to 
43e0: 72 75 6e 21 22 29 0a 09 09 20 20 20 20 28 73 71  run!")...    (sq
43f0: 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20  lite3:finalize! 
4400: 64 62 29 0a 09 09 20 20 20 20 28 65 78 69 74 20  db)...    (exit 
4410: 36 29 29 0a 09 09 20 20 28 6c 65 74 2a 20 28 28  6))...  (let* ((
4420: 73 74 65 70 6e 61 6d 65 20 20 20 28 61 72 67 73  stepname   (args
4430: 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 73 74  :get-arg "-runst
4440: 65 70 22 29 29 0a 09 09 09 20 28 6c 6f 67 70 72  ep")).... (logpr
4450: 6f 66 69 6c 65 20 28 61 72 67 73 3a 67 65 74 2d  ofile (args:get-
4460: 61 72 67 20 22 2d 6c 6f 67 70 72 6f 22 29 29 0a  arg "-logpro")).
4470: 09 09 09 20 28 6c 6f 67 66 69 6c 65 20 20 20 20  ... (logfile    
4480: 28 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65 20 22  (conc stepname "
4490: 2e 6c 6f 67 22 29 29 0a 09 09 09 20 28 63 6d 64  .log")).... (cmd
44a0: 20 20 20 20 20 20 20 20 28 69 66 20 28 6e 75 6c          (if (nul
44b0: 6c 3f 20 72 65 6d 61 72 67 73 29 20 23 66 20 28  l? remargs) #f (
44c0: 63 61 72 20 72 65 6d 61 72 67 73 29 29 29 0a 09  car remargs)))..
44d0: 09 09 20 28 70 61 72 61 6d 73 20 20 20 20 20 28  .. (params     (
44e0: 69 66 20 63 6d 64 20 28 63 64 72 20 72 65 6d 61  if cmd (cdr rema
44f0: 72 67 73 29 20 27 28 29 29 29 0a 09 09 09 20 28  rgs) '())).... (
4500: 65 78 69 74 73 74 61 74 20 20 20 23 66 29 0a 09  exitstat   #f)..
4510: 09 09 20 28 73 68 65 6c 6c 20 20 20 20 20 20 28  .. (shell      (
4520: 6c 61 73 74 20 28 73 74 72 69 6e 67 2d 73 70 6c  last (string-spl
4530: 69 74 20 28 67 65 74 2d 65 6e 76 69 72 6f 6e 6d  it (get-environm
4540: 65 6e 74 2d 76 61 72 69 61 62 6c 65 20 22 53 48  ent-variable "SH
4550: 45 4c 4c 22 29 20 22 2f 22 29 29 29 0a 09 09 09  ELL") "/")))....
4560: 20 28 72 65 64 69 72 20 20 20 20 20 20 28 63 61   (redir      (ca
4570: 73 65 20 28 73 74 72 69 6e 67 2d 3e 73 79 6d 62  se (string->symb
4580: 6f 6c 20 73 68 65 6c 6c 29 0a 09 09 09 09 20 20  ol shell).....  
4590: 20 20 20 20 20 28 28 74 63 73 68 20 63 73 68 20       ((tcsh csh 
45a0: 6b 73 68 29 20 20 20 20 22 3e 26 22 29 0a 09 09  ksh)    ">&")...
45b0: 09 09 20 20 20 20 20 20 20 28 28 7a 73 68 20 62  ..       ((zsh b
45c0: 61 73 68 20 73 68 20 61 73 68 29 20 22 32 3e 26  ash sh ash) "2>&
45d0: 31 20 3e 22 29 29 29 0a 09 09 09 20 28 66 75 6c  1 >"))).... (ful
45e0: 6c 63 6d 64 20 20 20 20 28 63 6f 6e 63 20 22 28  lcmd    (conc "(
45f0: 22 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73  " (string-inters
4600: 70 65 72 73 65 20 0a 09 09 09 09 09 09 28 63 6f  perse .......(co
4610: 6e 73 20 63 6d 64 20 70 61 72 61 6d 73 29 20 22  ns cmd params) "
4620: 20 22 29 0a 09 09 09 09 09 20 20 20 22 29 20 22   ")......   ") "
4630: 20 72 65 64 69 72 20 22 20 22 20 6c 6f 67 66 69   redir " " logfi
4640: 6c 65 29 29 29 0a 09 09 20 20 20 20 3b 3b 20 6d  le)))...    ;; m
4650: 61 72 6b 20 74 68 65 20 73 74 61 72 74 20 6f 66  ark the start of
4660: 20 74 68 65 20 74 65 73 74 0a 09 09 20 20 20 20   the test...    
4670: 28 74 65 73 74 73 74 65 70 2d 73 65 74 2d 73 74  (teststep-set-st
4680: 61 74 75 73 21 20 64 62 20 72 75 6e 2d 69 64 20  atus! db run-id 
4690: 74 65 73 74 2d 6e 61 6d 65 20 73 74 65 70 6e 61  test-name stepna
46a0: 6d 65 20 22 73 74 61 72 74 22 20 22 6e 2f 61 22  me "start" "n/a"
46b0: 20 69 74 65 6d 64 61 74 20 28 61 72 67 73 3a 67   itemdat (args:g
46c0: 65 74 2d 61 72 67 20 22 2d 6d 22 29 20 6c 6f 67  et-arg "-m") log
46d0: 66 69 6c 65 29 0a 09 09 20 20 20 20 3b 3b 20 63  file)...    ;; c
46e0: 6c 6f 73 65 20 74 68 65 20 64 62 0a 09 09 20 20  lose the db...  
46f0: 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c    (sqlite3:final
4700: 69 7a 65 21 20 64 62 29 0a 09 09 20 20 20 20 3b  ize! db)...    ;
4710: 3b 20 72 75 6e 20 74 68 65 20 74 65 73 74 20 73  ; run the test s
4720: 74 65 70 0a 09 09 20 20 20 20 28 64 65 62 75 67  tep...    (debug
4730: 3a 70 72 69 6e 74 20 32 20 22 49 4e 46 4f 3a 20  :print 2 "INFO: 
4740: 52 75 6e 6e 69 6e 67 20 5c 22 22 20 66 75 6c 6c  Running \"" full
4750: 63 6d 64 20 22 5c 22 22 29 0a 09 09 20 20 20 20  cmd "\"")...    
4760: 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72  (change-director
4770: 79 20 73 74 61 72 74 69 6e 67 64 69 72 29 0a 09  y startingdir)..
4780: 09 20 20 20 20 28 73 65 74 21 20 65 78 69 74 73  .    (set! exits
4790: 74 61 74 20 28 73 79 73 74 65 6d 20 66 75 6c 6c  tat (system full
47a0: 63 6d 64 29 29 20 3b 3b 20 63 6d 64 20 70 61 72  cmd)) ;; cmd par
47b0: 61 6d 73 29 29 0a 09 09 20 20 20 20 28 73 65 74  ams))...    (set
47c0: 21 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74 61  ! *globalexitsta
47d0: 74 75 73 2a 20 65 78 69 74 73 74 61 74 29 0a 09  tus* exitstat)..
47e0: 09 20 20 20 20 28 63 68 61 6e 67 65 2d 64 69 72  .    (change-dir
47f0: 65 63 74 6f 72 79 20 74 65 73 74 70 61 74 68 29  ectory testpath)
4800: 0a 09 09 20 20 20 20 3b 3b 20 72 65 2d 6f 70 65  ...    ;; re-ope
4810: 6e 20 74 68 65 20 64 62 0a 09 09 20 20 20 20 28  n the db...    (
4820: 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62  set! db (open-db
4830: 29 29 20 0a 09 09 20 20 20 20 3b 3b 20 72 75 6e  )) ...    ;; run
4840: 20 6c 6f 67 70 72 6f 20 69 66 20 61 70 70 6c 69   logpro if appli
4850: 63 61 62 6c 65 20 3b 3b 20 28 70 72 6f 63 65 73  cable ;; (proces
4860: 73 2d 72 75 6e 20 22 6c 73 22 20 28 6c 69 73 74  s-run "ls" (list
4870: 20 22 2f 66 6f 6f 22 20 22 32 3e 26 31 22 20 22   "/foo" "2>&1" "
4880: 62 6c 61 68 2e 6c 6f 67 22 29 29 0a 09 09 20 20  blah.log"))...  
4890: 20 20 28 69 66 20 6c 6f 67 70 72 6f 66 69 6c 65    (if logprofile
48a0: 0a 09 09 09 28 6c 65 74 2a 20 28 28 68 74 6d 6c  ....(let* ((html
48b0: 6c 6f 67 66 69 6c 65 20 28 63 6f 6e 63 20 73 74  logfile (conc st
48c0: 65 70 6e 61 6d 65 20 22 2e 68 74 6d 6c 22 29 29  epname ".html"))
48d0: 0a 09 09 09 20 20 20 20 20 20 20 28 6f 6c 64 65  ....       (olde
48e0: 78 69 74 73 74 61 74 20 65 78 69 74 73 74 61 74  xitstat exitstat
48f0: 29 0a 09 09 09 20 20 20 20 20 20 20 28 63 6d 64  )....       (cmd
4900: 20 20 20 20 20 20 20 20 20 28 73 74 72 69 6e 67           (string
4910: 2d 69 6e 74 65 72 73 70 65 72 73 65 20 28 6c 69  -intersperse (li
4920: 73 74 20 22 6c 6f 67 70 72 6f 22 20 6c 6f 67 70  st "logpro" logp
4930: 72 6f 66 69 6c 65 20 68 74 6d 6c 6c 6f 67 66 69  rofile htmllogfi
4940: 6c 65 20 22 3c 22 20 6c 6f 67 66 69 6c 65 20 22  le "<" logfile "
4950: 3e 22 20 28 63 6f 6e 63 20 73 74 65 70 6e 61 6d  >" (conc stepnam
4960: 65 20 22 5f 6c 6f 67 70 72 6f 2e 6c 6f 67 22 29  e "_logpro.log")
4970: 29 20 22 20 22 29 29 29 0a 09 09 09 20 20 28 64  ) " ")))....  (d
4980: 65 62 75 67 3a 70 72 69 6e 74 20 32 20 22 49 4e  ebug:print 2 "IN
4990: 46 4f 3a 20 72 75 6e 6e 69 6e 67 20 5c 22 22 20  FO: running \"" 
49a0: 63 6d 64 20 22 5c 22 22 29 0a 09 09 09 20 20 28  cmd "\"")....  (
49b0: 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79  change-directory
49c0: 20 73 74 61 72 74 69 6e 67 64 69 72 29 0a 09 09   startingdir)...
49d0: 09 20 20 28 73 65 74 21 20 65 78 69 74 73 74 61  .  (set! exitsta
49e0: 74 20 28 73 79 73 74 65 6d 20 63 6d 64 29 29 0a  t (system cmd)).
49f0: 09 09 09 20 20 28 73 65 74 21 20 2a 67 6c 6f 62  ...  (set! *glob
4a00: 61 6c 65 78 69 74 73 74 61 74 75 73 2a 20 65 78  alexitstatus* ex
4a10: 69 74 73 74 61 74 29 20 3b 3b 20 6e 6f 20 6e 65  itstat) ;; no ne
4a20: 63 65 73 73 61 72 79 0a 09 09 09 20 20 28 63 68  cessary....  (ch
4a30: 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20 74  ange-directory t
4a40: 65 73 74 70 61 74 68 29 0a 09 09 09 20 20 28 74  estpath)....  (t
4a50: 65 73 74 2d 73 65 74 2d 6c 6f 67 21 20 64 62 20  est-set-log! db 
4a60: 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65  run-id test-name
4a70: 20 69 74 65 6d 64 61 74 20 68 74 6d 6c 6c 6f 67   itemdat htmllog
4a80: 66 69 6c 65 29 29 29 0a 09 09 20 20 20 20 28 74  file)))...    (t
4a90: 65 73 74 73 74 65 70 2d 73 65 74 2d 73 74 61 74  eststep-set-stat
4aa0: 75 73 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65  us! db run-id te
4ab0: 73 74 2d 6e 61 6d 65 20 73 74 65 70 6e 61 6d 65  st-name stepname
4ac0: 20 22 65 6e 64 22 20 65 78 69 74 73 74 61 74 20   "end" exitstat 
4ad0: 69 74 65 6d 64 61 74 20 28 61 72 67 73 3a 67 65  itemdat (args:ge
4ae0: 74 2d 61 72 67 20 22 2d 6d 22 29 20 6c 6f 67 66  t-arg "-m") logf
4af0: 69 6c 65 29 0a 09 09 20 20 20 20 28 73 71 6c 69  ile)...    (sqli
4b00: 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62  te3:finalize! db
4b10: 29 0a 09 09 20 20 20 20 28 69 66 20 28 6e 6f 74  )...    (if (not
4b20: 20 28 65 71 3f 20 65 78 69 74 73 74 61 74 20 30   (eq? exitstat 0
4b30: 29 29 0a 09 09 09 28 65 78 69 74 20 32 35 34 29  ))....(exit 254)
4b40: 29 20 3b 3b 20 28 65 78 69 74 20 65 78 69 74 73  ) ;; (exit exits
4b50: 74 61 74 29 20 64 6f 65 73 6e 27 74 20 77 6f 72  tat) doesn't wor
4b60: 6b 3f 21 3f 0a 09 09 20 20 3b 3b 20 6f 70 65 6e  k?!?...  ;; open
4b70: 20 74 68 65 20 64 62 0a 09 09 20 20 3b 3b 20 6d   the db...  ;; m
4b80: 61 72 6b 20 74 68 65 20 65 6e 64 20 6f 66 20 74  ark the end of t
4b90: 68 65 20 74 65 73 74 0a 09 09 20 20 29 29 29 0a  he test...  ))).
4ba0: 09 20 20 28 69 66 20 28 6f 72 20 28 61 72 67 73  .  (if (or (args
4bb0: 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74 2d  :get-arg "-test-
4bc0: 73 74 61 74 75 73 22 29 0a 09 09 20 20 28 61 72  status")...  (ar
4bd0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74  gs:get-arg "-set
4be0: 2d 76 61 6c 75 65 73 22 29 29 0a 09 20 20 20 20  -values"))..    
4bf0: 20 20 28 6c 65 74 20 28 28 6e 65 77 73 74 61 74    (let ((newstat
4c00: 75 73 20 28 63 6f 6e 64 0a 09 09 09 09 28 28 6e  us (cond.....((n
4c10: 75 6d 62 65 72 3f 20 73 74 61 74 75 73 29 20 20  umber? status)  
4c20: 20 20 20 20 20 28 69 66 20 28 65 71 75 61 6c 3f       (if (equal?
4c30: 20 73 74 61 74 75 73 20 30 29 20 22 50 41 53 53   status 0) "PASS
4c40: 22 20 22 46 41 49 4c 22 29 29 0a 09 09 09 09 28  " "FAIL")).....(
4c50: 28 61 6e 64 20 28 73 74 72 69 6e 67 3f 20 73 74  (and (string? st
4c60: 61 74 75 73 29 0a 09 09 09 09 20 20 20 20 20 20  atus).....      
4c70: 28 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72 20  (string->number 
4c80: 73 74 61 74 75 73 29 29 28 69 66 20 28 65 71 75  status))(if (equ
4c90: 61 6c 3f 20 28 73 74 72 69 6e 67 2d 3e 6e 75 6d  al? (string->num
4ca0: 62 65 72 20 73 74 61 74 75 73 29 20 30 29 20 22  ber status) 0) "
4cb0: 50 41 53 53 22 20 22 46 41 49 4c 22 29 29 0a 09  PASS" "FAIL"))..
4cc0: 09 09 09 28 65 6c 73 65 20 73 74 61 74 75 73 29  ...(else status)
4cd0: 29 29 0a 09 09 20 20 20 20 3b 3b 20 74 72 61 6e  ))...    ;; tran
4ce0: 73 66 65 72 20 72 65 6c 65 76 61 6e 74 20 6b 65  sfer relevant ke
4cf0: 79 73 20 69 6e 74 6f 20 61 20 68 61 73 68 20 74  ys into a hash t
4d00: 6f 20 62 65 20 70 61 73 73 65 64 20 74 6f 20 74  o be passed to t
4d10: 65 73 74 2d 73 65 74 2d 73 74 61 74 75 73 21 0a  est-set-status!.
4d20: 09 09 20 20 20 20 3b 3b 20 63 6f 75 6c 64 20 75  ..    ;; could u
4d30: 73 65 20 61 6e 20 61 73 73 6f 63 20 6c 69 73 74  se an assoc list
4d40: 20 49 20 67 75 65 73 73 2e 20 0a 09 09 20 20 20   I guess. ...   
4d50: 20 28 6f 74 68 65 72 64 61 74 61 20 28 6c 65 74   (otherdata (let
4d60: 20 28 28 72 65 73 20 28 6d 61 6b 65 2d 68 61 73   ((res (make-has
4d70: 68 2d 74 61 62 6c 65 29 29 29 0a 09 09 09 09 20  h-table)))..... 
4d80: 28 66 6f 72 2d 65 61 63 68 20 28 6c 61 6d 62 64  (for-each (lambd
4d90: 61 20 28 6b 65 79 29 0a 09 09 09 09 09 20 20 20  a (key)......   
4da0: 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d    (if (args:get-
4db0: 61 72 67 20 6b 65 79 29 0a 09 09 09 09 09 09 20  arg key)....... 
4dc0: 28 68 61 73 68 2d 74 61 62 6c 65 2d 73 65 74 21  (hash-table-set!
4dd0: 20 72 65 73 20 6b 65 79 20 28 61 72 67 73 3a 67   res key (args:g
4de0: 65 74 2d 61 72 67 20 6b 65 79 29 29 29 29 0a 09  et-arg key))))..
4df0: 09 09 09 09 20 20 20 28 6c 69 73 74 20 22 3a 76  ....   (list ":v
4e00: 61 6c 75 65 22 20 22 3a 74 6f 6c 22 20 22 3a 65  alue" ":tol" ":e
4e10: 78 70 65 63 74 65 64 22 20 22 3a 66 69 72 73 74  xpected" ":first
4e20: 5f 65 72 72 22 20 22 3a 66 69 72 73 74 5f 77 61  _err" ":first_wa
4e30: 72 6e 22 20 22 3a 75 6e 69 74 73 22 20 22 3a 63  rn" ":units" ":c
4e40: 61 74 65 67 6f 72 79 22 20 22 3a 76 61 72 69 61  ategory" ":varia
4e50: 62 6c 65 22 29 29 0a 09 09 09 09 20 72 65 73 29  ble"))..... res)
4e60: 29 29 0a 09 09 28 69 66 20 28 61 6e 64 20 28 61  ))...(if (and (a
4e70: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65  rgs:get-arg "-te
4e80: 73 74 2d 73 74 61 74 75 73 22 29 0a 09 09 09 20  st-status").... 
4e90: 28 6f 72 20 28 6e 6f 74 20 73 74 61 74 65 29 0a  (or (not state).
4ea0: 09 09 09 20 20 20 20 20 28 6e 6f 74 20 73 74 61  ...     (not sta
4eb0: 74 75 73 29 29 29 0a 09 09 20 20 20 20 28 62 65  tus)))...    (be
4ec0: 67 69 6e 0a 09 09 20 20 20 20 20 20 28 64 65 62  gin...      (deb
4ed0: 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f  ug:print 0 "ERRO
4ee0: 52 3a 20 59 6f 75 20 6d 75 73 74 20 73 70 65 63  R: You must spec
4ef0: 69 66 79 20 3a 73 74 61 74 65 20 61 6e 64 20 3a  ify :state and :
4f00: 73 74 61 74 75 73 20 77 69 74 68 20 65 76 65 72  status with ever
4f10: 79 20 63 61 6c 6c 20 74 6f 20 2d 74 65 73 74 2d  y call to -test-
4f20: 73 74 61 74 75 73 5c 6e 22 20 68 65 6c 70 29 0a  status\n" help).
4f30: 09 09 20 20 20 20 20 20 28 73 71 6c 69 74 65 33  ..      (sqlite3
4f40: 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09  :finalize! db)..
4f50: 09 20 20 20 20 20 20 28 65 78 69 74 20 36 29 29  .      (exit 6))
4f60: 29 0a 09 09 28 74 65 73 74 2d 73 65 74 2d 73 74  )...(test-set-st
4f70: 61 74 75 73 21 20 64 62 20 72 75 6e 2d 69 64 20  atus! db run-id 
4f80: 74 65 73 74 2d 6e 61 6d 65 20 73 74 61 74 65 20  test-name state 
4f90: 6e 65 77 73 74 61 74 75 73 20 69 74 65 6d 64 61  newstatus itemda
4fa0: 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  t (args:get-arg 
4fb0: 22 2d 6d 22 29 20 6f 74 68 65 72 64 61 74 61 29  "-m") otherdata)
4fc0: 29 29 0a 09 20 20 28 73 71 6c 69 74 65 33 3a 66  ))..  (sqlite3:f
4fd0: 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 20 20  inalize! db)..  
4fe0: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68  (set! *didsometh
4ff0: 69 6e 67 2a 20 23 74 29 29 29 29 0a 0a 28 69 66  ing* #t))))..(if
5000: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
5010: 2d 73 68 6f 77 6b 65 79 73 22 29 0a 20 20 20 20  -showkeys").    
5020: 28 6c 65 74 20 28 28 64 62 20 23 66 29 0a 09 20  (let ((db #f).. 
5030: 20 28 6b 65 79 73 20 23 66 29 29 0a 20 20 20 20   (keys #f)).    
5040: 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75    (if (not (setu
5050: 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28  p-for-run))..  (
5060: 62 65 67 69 6e 0a 09 20 20 20 20 28 64 65 62 75  begin..    (debu
5070: 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65  g:print 0 "Faile
5080: 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74  d to setup, exit
5090: 69 6e 67 22 29 0a 09 20 20 20 20 28 65 78 69 74  ing")..    (exit
50a0: 20 31 29 29 29 0a 20 20 20 20 20 20 28 73 65 74   1))).      (set
50b0: 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a  ! db (open-db)).
50c0: 20 20 20 20 20 20 28 73 65 74 21 20 6b 65 79 73        (set! keys
50d0: 20 28 64 62 2d 67 65 74 2d 6b 65 79 73 20 64 62   (db-get-keys db
50e0: 29 29 0a 20 20 20 20 20 20 28 64 65 62 75 67 3a  )).      (debug:
50f0: 70 72 69 6e 74 20 31 20 22 4b 65 79 73 3a 20 22  print 1 "Keys: "
5100: 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70   (string-intersp
5110: 65 72 73 65 20 28 6d 61 70 20 6b 65 79 3a 67 65  erse (map key:ge
5120: 74 2d 66 69 65 6c 64 6e 61 6d 65 20 6b 65 79 73  t-fieldname keys
5130: 29 20 22 2c 20 22 29 29 0a 20 20 20 20 20 20 28  ) ", ")).      (
5140: 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65  sqlite3:finalize
5150: 21 20 64 62 29 0a 20 20 20 20 20 20 28 73 65 74  ! db).      (set
5160: 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a  ! *didsomething*
5170: 20 23 74 29 29 29 0a 0a 28 69 66 20 28 61 72 67   #t)))..(if (arg
5180: 73 3a 67 65 74 2d 61 72 67 20 22 2d 67 75 69 22  s:get-arg "-gui"
5190: 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20  ).    (begin.   
51a0: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20     (debug:print 
51b0: 30 20 22 4c 6f 6f 6b 20 61 74 20 74 68 65 20 64  0 "Look at the d
51c0: 61 73 68 62 6f 61 72 64 20 66 6f 72 20 6e 6f 77  ashboard for now
51d0: 22 29 0a 20 20 20 20 20 20 3b 3b 20 28 6d 65 67  ").      ;; (meg
51e0: 61 74 65 73 74 2d 67 75 69 29 0a 20 20 20 20 20  atest-gui).     
51f0: 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74   (set! *didsomet
5200: 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 3b 3b 3d  hing* #t)))..;;=
5210: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5220: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5230: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5240: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5250: 3d 3d 3d 3d 3d 0a 3b 3b 20 55 70 64 61 74 65 20  =====.;; Update 
5260: 74 68 65 20 64 61 74 61 62 61 73 65 20 73 63 68  the database sch
5270: 65 6d 61 20 6f 6e 20 72 65 71 75 65 73 74 0a 3b  ema on request.;
5280: 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;===============
5290: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52c0: 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72  =======..(if (ar
52d0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 65 62  gs:get-arg "-reb
52e0: 75 69 6c 64 2d 64 62 22 29 0a 20 20 20 20 28 62  uild-db").    (b
52f0: 65 67 69 6e 0a 20 20 20 20 20 20 28 69 66 20 28  egin.      (if (
5300: 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d 72  not (setup-for-r
5310: 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 0a 09  un))..  (begin..
5320: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74      (debug:print
5330: 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73 65   0 "Failed to se
5340: 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 20 0a  tup, exiting") .
5350: 09 20 20 20 20 28 65 78 69 74 20 31 29 29 29 0a  .    (exit 1))).
5360: 20 20 20 20 20 20 3b 3b 20 6e 6f 77 20 63 61 6e        ;; now can
5370: 20 66 69 6e 64 20 6f 75 72 20 64 62 0a 20 20 20   find our db.   
5380: 20 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 65     (set! db (ope
5390: 6e 2d 64 62 29 29 0a 20 20 20 20 20 20 28 70 61  n-db)).      (pa
53a0: 74 63 68 2d 64 62 20 64 62 29 0a 20 20 20 20 20  tch-db db).     
53b0: 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69   (sqlite3:finali
53c0: 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20 28 73  ze! db).      (s
53d0: 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e  et! *didsomethin
53e0: 67 2a 20 23 74 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d  g* #t)))..;;====
53f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5400: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5410: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5420: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5430: 3d 3d 0a 3b 3b 20 55 70 64 61 74 65 20 74 68 65  ==.;; Update the
5440: 20 74 65 73 74 73 20 6d 65 74 61 20 64 61 74 61   tests meta data
5450: 20 66 72 6f 6d 20 74 68 65 20 74 65 73 74 63 6f   from the testco
5460: 6e 66 69 67 20 66 69 6c 65 73 0a 3b 3b 0a 0a 28  nfig files.;;..(
5470: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
5480: 20 22 2d 75 70 64 61 74 65 2d 6d 65 74 61 22 29   "-update-meta")
5490: 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20  .    (begin.    
54a0: 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75    (if (not (setu
54b0: 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28  p-for-run))..  (
54c0: 62 65 67 69 6e 0a 09 20 20 20 20 28 64 65 62 75  begin..    (debu
54d0: 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65  g:print 0 "Faile
54e0: 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74  d to setup, exit
54f0: 69 6e 67 22 29 20 0a 09 20 20 20 20 28 65 78 69  ing") ..    (exi
5500: 74 20 31 29 29 29 0a 20 20 20 20 20 20 3b 3b 20  t 1))).      ;; 
5510: 6e 6f 77 20 63 61 6e 20 66 69 6e 64 20 6f 75 72  now can find our
5520: 20 64 62 0a 20 20 20 20 20 20 28 73 65 74 21 20   db.      (set! 
5530: 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 20 20  db (open-db)).  
5540: 20 20 20 20 28 72 75 6e 73 3a 75 70 64 61 74 65      (runs:update
5550: 2d 61 6c 6c 2d 74 65 73 74 5f 6d 65 74 61 20 64  -all-test_meta d
5560: 62 29 0a 20 20 20 20 20 20 28 73 71 6c 69 74 65  b).      (sqlite
5570: 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a  3:finalize! db).
5580: 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64        (set! *did
5590: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29  something* #t)))
55a0: 0a 0a 28 69 66 20 28 6e 6f 74 20 2a 64 69 64 73  ..(if (not *dids
55b0: 6f 6d 65 74 68 69 6e 67 2a 29 0a 20 20 20 20 28  omething*).    (
55c0: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 68 65  debug:print 0 he
55d0: 6c 70 29 29 0a 0a 28 69 66 20 28 6e 6f 74 20 28  lp))..(if (not (
55e0: 65 71 3f 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73  eq? *globalexits
55f0: 74 61 74 75 73 2a 20 30 29 29 0a 20 20 20 20 28  tatus* 0)).    (
5600: 69 66 20 28 6f 72 20 28 61 72 67 73 3a 67 65 74  if (or (args:get
5610: 2d 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73 22  -arg "-runtests"
5620: 29 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  )(args:get-arg "
5630: 2d 72 75 6e 61 6c 6c 22 29 29 0a 20 20 20 20 20  -runall")).     
5640: 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20     (begin.      
5650: 20 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e       (debug:prin
5660: 74 20 30 20 22 4e 4f 54 45 3a 20 53 75 62 70 72  t 0 "NOTE: Subpr
5670: 6f 63 65 73 73 65 73 20 77 69 74 68 20 6e 6f 6e  ocesses with non
5680: 2d 7a 65 72 6f 20 65 78 69 74 20 63 6f 64 65 20  -zero exit code 
5690: 64 65 74 65 63 74 65 64 3a 20 22 20 2a 67 6c 6f  detected: " *glo
56a0: 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a 29 0a  balexitstatus*).
56b0: 20 20 20 20 20 20 20 20 20 20 20 28 65 78 69 74             (exit
56c0: 20 30 29 29 0a 20 20 20 20 20 20 20 20 28 63 61   0)).        (ca
56d0: 73 65 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74  se *globalexitst
56e0: 61 74 75 73 2a 0a 20 20 20 20 20 20 20 20 20 28  atus*.         (
56f0: 28 30 29 28 65 78 69 74 20 30 29 29 0a 20 20 20  (0)(exit 0)).   
5700: 20 20 20 20 20 20 28 28 31 29 28 65 78 69 74 20        ((1)(exit 
5710: 31 29 29 0a 20 20 20 20 20 20 20 20 20 28 28 32  1)).         ((2
5720: 29 28 65 78 69 74 20 32 29 29 0a 20 20 20 20 20  )(exit 2)).     
5730: 20 20 20 20 28 65 6c 73 65 20 28 65 78 69 74 20      (else (exit 
5740: 33 29 29 29 29 29 0a                             3))))).