Megatest

Hex Artifact Content
Login

Artifact 1013e8e76b528b6b870ab0137a0f8564da769bc0:


0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30  ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20  6-2011, Matthew 
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20  Welland..;; .;; 
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73   This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20   made available 
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50  under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72  L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65  .;;  greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69  e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20  ng file COPYING 
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20  for details..;; 
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61  .;;  This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64  m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52   WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65  RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c  ven the.;;  impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20  ied warranty of 
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20  MERCHANTABILITY 
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41  or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20   PARTICULAR.;;  
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e  PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63  clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20  m").;; (include 
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f  "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71  n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73  lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63  ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65  ase srfi-69 base
01c0: 36 34 20 66 6f 72 6d 61 74 29 0a 28 69 6d 70 6f  64 format).(impo
01d0: 72 74 20 28 70 72 65 66 69 78 20 73 71 6c 69 74  rt (prefix sqlit
01e0: 65 33 20 73 71 6c 69 74 65 33 3a 29 29 0a 28 69  e3 sqlite3:)).(i
01f0: 6d 70 6f 72 74 20 28 70 72 65 66 69 78 20 62 61  mport (prefix ba
0200: 73 65 36 34 20 62 61 73 65 36 34 3a 29 29 0a 0a  se64 base64:))..
0210: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 63  (declare (uses c
0220: 6f 6d 6d 6f 6e 29 29 0a 28 64 65 63 6c 61 72 65  ommon)).(declare
0230: 20 28 75 73 65 73 20 6d 65 67 61 74 65 73 74 2d   (uses megatest-
0240: 76 65 72 73 69 6f 6e 29 29 0a 28 64 65 63 6c 61  version)).(decla
0250: 72 65 20 28 75 73 65 73 20 6d 61 72 67 73 29 29  re (uses margs))
0260: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20  .(declare (uses 
0270: 72 75 6e 73 29 29 0a 28 64 65 63 6c 61 72 65 20  runs)).(declare 
0280: 28 75 73 65 73 20 6c 61 75 6e 63 68 29 29 0a 0a  (uses launch))..
0290: 28 69 6e 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e  (include "common
02a0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 28  _records.scm").(
02b0: 69 6e 63 6c 75 64 65 20 22 6b 65 79 5f 72 65 63  include "key_rec
02c0: 6f 72 64 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c  ords.scm").(incl
02d0: 75 64 65 20 22 64 62 5f 72 65 63 6f 72 64 73 2e  ude "db_records.
02e0: 73 63 6d 22 29 0a 0a 28 64 65 66 69 6e 65 20 68  scm")..(define h
02f0: 65 6c 70 20 28 63 6f 6e 63 20 22 0a 4d 65 67 61  elp (conc ".Mega
0300: 74 65 73 74 2c 20 64 6f 63 75 6d 65 6e 74 61 74  test, documentat
0310: 69 6f 6e 20 61 74 20 68 74 74 70 3a 2f 2f 77 77  ion at http://ww
0320: 77 2e 6b 69 61 74 6f 61 2e 63 6f 6d 2f 66 6f 73  w.kiatoa.com/fos
0330: 73 69 6c 73 2f 6d 65 67 61 74 65 73 74 0a 20 20  sils/megatest.  
0340: 76 65 72 73 69 6f 6e 20 22 20 6d 65 67 61 74 65  version " megate
0350: 73 74 2d 76 65 72 73 69 6f 6e 20 22 0a 20 20 6c  st-version ".  l
0360: 69 63 65 6e 73 65 20 47 50 4c 2c 20 43 6f 70 79  icense GPL, Copy
0370: 72 69 67 68 74 20 4d 61 74 74 20 57 65 6c 6c 61  right Matt Wella
0380: 6e 64 20 32 30 30 36 2d 32 30 31 31 0a 0a 55 73  nd 2006-2011..Us
0390: 61 67 65 3a 20 6d 65 67 61 74 65 73 74 20 5b 6f  age: megatest [o
03a0: 70 74 69 6f 6e 73 5d 0a 20 20 2d 68 20 20 20 20  ptions].  -h    
03b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
03c0: 20 20 3a 20 74 68 69 73 20 68 65 6c 70 0a 0a 50    : this help..P
03d0: 72 6f 63 65 73 73 20 61 6e 64 20 74 65 73 74 20  rocess and test 
03e0: 72 75 6e 6e 69 6e 67 0a 20 20 2d 72 75 6e 61 6c  running.  -runal
03f0: 6c 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  l               
0400: 20 20 3a 20 72 75 6e 20 61 6c 6c 20 74 65 73 74    : run all test
0410: 73 20 74 68 61 74 20 61 72 65 20 6e 6f 74 20 73  s that are not s
0420: 74 61 74 65 20 43 4f 4d 50 4c 45 54 45 44 20 61  tate COMPLETED a
0430: 6e 64 20 73 74 61 74 75 73 20 50 41 53 53 2c 20  nd status PASS, 
0440: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  .               
0450: 20 20 20 20 20 20 20 20 20 20 20 20 20 43 48 45               CHE
0460: 43 4b 20 6f 72 20 4b 49 4c 4c 45 44 0a 20 20 2d  CK or KILLED.  -
0470: 72 75 6e 74 65 73 74 73 20 74 73 74 31 2c 74 73  runtests tst1,ts
0480: 74 32 20 2e 2e 2e 20 3a 20 72 75 6e 20 74 65 73  t2 ... : run tes
0490: 74 73 0a 0a 52 75 6e 20 73 74 61 74 75 73 20 75  ts..Run status u
04a0: 70 64 61 74 65 73 20 28 74 68 65 73 65 20 72 65  pdates (these re
04b0: 71 75 69 72 65 20 74 68 61 74 20 79 6f 75 20 61  quire that you a
04c0: 72 65 20 69 6e 20 61 20 74 65 73 74 20 64 69 72  re in a test dir
04d0: 65 63 74 6f 72 79 0a 20 20 20 20 20 20 20 20 20  ectory.         
04e0: 20 20 20 20 20 20 20 20 20 20 20 61 6e 64 20 79             and y
04f0: 6f 75 20 68 61 76 65 20 73 6f 75 72 63 65 64 20  ou have sourced 
0500: 74 68 65 20 5c 22 6d 65 67 61 74 65 73 74 2e 63  the \"megatest.c
0510: 73 68 5c 22 20 6f 72 0a 20 20 20 20 20 20 20 20  sh\" or.        
0520: 20 20 20 20 20 20 20 20 20 20 20 20 5c 22 6d 65              \"me
0530: 67 61 74 65 73 74 2e 73 68 5c 22 20 66 69 6c 65  gatest.sh\" file
0540: 2e 29 0a 20 20 2d 73 74 65 70 20 73 74 65 70 6e  .).  -step stepn
0550: 61 6d 65 0a 20 20 2d 74 65 73 74 2d 73 74 61 74  ame.  -test-stat
0560: 75 73 20 20 20 20 20 20 20 20 20 20 20 20 3a 20  us            : 
0570: 73 65 74 20 74 68 65 20 73 74 61 74 65 20 61 6e  set the state an
0580: 64 20 73 74 61 74 75 73 20 6f 66 20 61 20 74 65  d status of a te
0590: 73 74 20 28 75 73 65 20 3a 73 74 61 74 65 20 61  st (use :state a
05a0: 6e 64 20 3a 73 74 61 74 75 73 29 0a 20 20 2d 73  nd :status).  -s
05b0: 65 74 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20 20  etlog logfname  
05c0: 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20        : set the 
05d0: 70 61 74 68 2f 66 69 6c 65 6e 61 6d 65 20 74 6f  path/filename to
05e0: 20 74 68 65 20 66 69 6e 61 6c 20 6c 6f 67 20 72   the final log r
05f0: 65 6c 61 74 69 76 65 20 74 6f 20 74 68 65 20 74  elative to the t
0600: 65 73 74 0a 20 20 20 20 20 20 20 20 20 20 20 20  est.            
0610: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0620: 64 69 72 65 63 74 6f 72 79 2e 20 6d 61 79 20 62  directory. may b
0630: 65 20 75 73 65 64 20 77 69 74 68 20 2d 74 65 73  e used with -tes
0640: 74 2d 73 74 61 74 75 73 0a 20 20 2d 73 65 74 2d  t-status.  -set-
0650: 74 6f 70 6c 6f 67 20 6c 6f 67 66 6e 61 6d 65 20  toplog logfname 
0660: 20 20 20 3a 20 73 65 74 20 74 68 65 20 6f 76 65     : set the ove
0670: 72 61 6c 6c 20 6c 6f 67 20 66 6f 72 20 61 20 73  rall log for a s
0680: 75 69 74 65 20 6f 66 20 73 75 62 2d 74 65 73 74  uite of sub-test
0690: 73 0a 20 20 2d 73 75 6d 6d 61 72 69 7a 65 2d 69  s.  -summarize-i
06a0: 74 65 6d 73 20 20 20 20 20 20 20 20 3a 20 66 6f  tems        : fo
06b0: 72 20 61 6e 20 69 74 65 6d 69 7a 65 64 20 74 65  r an itemized te
06c0: 73 74 20 63 72 65 61 74 65 20 61 20 73 75 6d 6d  st create a summ
06d0: 61 72 79 20 68 74 6d 6c 20 0a 20 20 2d 6d 20 63  ary html .  -m c
06e0: 6f 6d 6d 65 6e 74 20 20 20 20 20 20 20 20 20 20  omment          
06f0: 20 20 20 20 3a 20 69 6e 73 65 72 74 20 61 20 63      : insert a c
0700: 6f 6d 6d 65 6e 74 20 66 6f 72 20 74 68 69 73 20  omment for this 
0710: 74 65 73 74 0a 0a 52 75 6e 20 64 61 74 61 0a 20  test..Run data. 
0720: 20 2d 74 61 72 67 65 74 20 6b 65 79 31 2f 6b 65   -target key1/ke
0730: 79 32 2f 2e 2e 2e 20 20 20 3a 20 72 75 6e 20 66  y2/...   : run f
0740: 6f 72 20 6b 65 79 31 2c 20 6b 65 79 32 2c 20 65  or key1, key2, e
0750: 74 63 2e 0a 20 20 2d 72 65 71 74 61 72 67 20 6b  tc..  -reqtarg k
0760: 65 79 31 2f 6b 65 79 32 2f 2e 2e 2e 20 20 3a 20  ey1/key2/...  : 
0770: 72 75 6e 20 66 6f 72 20 6b 65 79 31 2c 20 6b 65  run for key1, ke
0780: 79 32 2c 20 65 74 63 2e 20 62 75 74 20 6b 65 79  y2, etc. but key
0790: 31 2f 6b 65 79 32 20 6d 75 73 74 20 62 65 20 69  1/key2 must be i
07a0: 6e 20 72 75 6e 63 6f 6e 66 69 67 0a 20 20 3a 72  n runconfig.  :r
07b0: 75 6e 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20  unname          
07c0: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64        : required
07d0: 2c 20 6e 61 6d 65 20 66 6f 72 20 74 68 69 73 20  , name for this 
07e0: 70 61 72 74 69 63 75 6c 61 72 20 74 65 73 74 20  particular test 
07f0: 72 75 6e 0a 20 20 3a 73 74 61 74 65 20 20 20 20  run.  :state    
0800: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20                : 
0810: 72 65 71 75 69 72 65 64 20 69 66 20 75 70 64 61  required if upda
0820: 74 69 6e 67 20 73 74 65 70 20 73 74 61 74 65 3b  ting step state;
0830: 20 65 2e 67 2e 20 73 74 61 72 74 2c 20 65 6e 64   e.g. start, end
0840: 2c 20 63 6f 6d 70 6c 65 74 65 64 0a 20 20 3a 73  , completed.  :s
0850: 74 61 74 75 73 20 20 20 20 20 20 20 20 20 20 20  tatus           
0860: 20 20 20 20 20 20 3a 20 72 65 71 75 69 72 65 64        : required
0870: 20 69 66 20 75 70 64 61 74 69 6e 67 20 73 74 65   if updating ste
0880: 70 20 73 74 61 74 75 73 3b 20 65 2e 67 2e 20 70  p status; e.g. p
0890: 61 73 73 2c 20 66 61 69 6c 2c 20 6e 2f 61 0a 0a  ass, fail, n/a..
08a0: 56 61 6c 75 65 73 20 61 6e 64 20 72 65 63 6f 72  Values and recor
08b0: 64 20 65 72 72 6f 72 73 20 61 6e 64 20 77 61 72  d errors and war
08c0: 6e 69 6e 67 73 0a 20 20 2d 73 65 74 2d 76 61 6c  nings.  -set-val
08d0: 75 65 73 20 20 20 20 20 20 20 20 20 20 20 20 20  ues             
08e0: 3a 20 75 70 64 61 74 65 20 6f 72 20 73 65 74 20  : update or set 
08f0: 76 61 6c 75 65 73 20 69 6e 20 74 68 65 20 6d 65  values in the me
0900: 67 61 74 65 73 74 20 64 62 20 0a 20 20 3a 63 61  gatest db .  :ca
0910: 74 65 67 6f 72 79 20 20 20 20 20 20 20 20 20 20  tegory          
0920: 20 20 20 20 20 3a 20 73 65 74 20 74 68 65 20 63       : set the c
0930: 61 74 65 67 6f 72 79 20 66 69 65 6c 64 20 28 6f  ategory field (o
0940: 70 74 69 6f 6e 61 6c 29 0a 20 20 3a 76 61 72 69  ptional).  :vari
0950: 61 62 6c 65 20 20 20 20 20 20 20 20 20 20 20 20  able            
0960: 20 20 20 3a 20 73 65 74 20 74 68 65 20 76 61 72     : set the var
0970: 69 61 62 6c 65 20 6e 61 6d 65 20 28 6f 70 74 69  iable name (opti
0980: 6f 6e 61 6c 29 0a 20 20 3a 76 61 6c 75 65 20 20  onal).  :value  
0990: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
09a0: 3a 20 76 61 6c 75 65 20 6d 65 61 73 75 72 65 64  : value measured
09b0: 20 28 72 65 71 75 69 72 65 64 29 0a 20 20 3a 65   (required).  :e
09c0: 78 70 65 63 74 65 64 20 20 20 20 20 20 20 20 20  xpected         
09d0: 20 20 20 20 20 20 3a 20 76 61 6c 75 65 20 65 78        : value ex
09e0: 70 65 63 74 65 64 20 28 72 65 71 75 69 72 65 64  pected (required
09f0: 29 0a 20 20 3a 74 6f 6c 20 20 20 20 20 20 20 20  ).  :tol        
0a00: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 7c 76              : |v
0a10: 61 6c 75 65 2d 65 78 70 65 63 74 7c 20 3c 3d 20  alue-expect| <= 
0a20: 74 6f 6c 20 28 72 65 71 75 69 72 65 64 2c 20 63  tol (required, c
0a30: 61 6e 20 62 65 20 3c 2c 20 3e 2c 20 3e 3d 2c 20  an be <, >, >=, 
0a40: 3c 3d 20 6f 72 20 6e 75 6d 62 65 72 29 0a 20 20  <= or number).  
0a50: 3a 75 6e 69 74 73 20 20 20 20 20 20 20 20 20 20  :units          
0a60: 20 20 20 20 20 20 20 20 3a 20 6e 61 6d 65 20 6f          : name o
0a70: 66 20 74 68 65 20 75 6e 69 74 73 20 66 6f 72 20  f the units for 
0a80: 76 61 6c 75 65 2c 20 65 78 70 65 63 74 65 64 5f  value, expected_
0a90: 76 61 6c 75 65 20 65 74 63 2e 20 28 6f 70 74 69  value etc. (opti
0aa0: 6f 6e 61 6c 29 0a 0a 41 72 62 69 74 72 61 72 79  onal)..Arbitrary
0ab0: 20 74 65 73 74 20 64 61 74 61 20 6c 6f 61 64 69   test data loadi
0ac0: 6e 67 0a 20 20 2d 6c 6f 61 64 2d 74 65 73 74 2d  ng.  -load-test-
0ad0: 64 61 74 61 20 20 20 20 20 20 20 20 20 3a 20 72  data         : r
0ae0: 65 61 64 20 74 65 73 74 20 73 70 65 63 69 66 69  ead test specifi
0af0: 63 20 64 61 74 61 20 66 6f 72 20 73 74 6f 72 61  c data for stora
0b00: 67 65 20 69 6e 20 74 68 65 20 74 65 73 74 5f 64  ge in the test_d
0b10: 61 74 61 20 74 61 62 6c 65 0a 20 20 20 20 20 20  ata table.      
0b20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b30: 20 20 20 20 20 20 66 72 6f 6d 20 73 74 61 6e 64        from stand
0b40: 61 72 64 20 69 6e 2e 20 45 61 63 68 20 6c 69 6e  ard in. Each lin
0b50: 65 20 69 73 20 63 6f 6d 6d 61 20 64 65 6c 69 6d  e is comma delim
0b60: 69 74 65 64 20 77 69 74 68 20 66 6f 75 72 0a 20  ited with four. 
0b70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b80: 20 20 20 20 20 20 20 20 20 20 20 66 69 65 6c 64             field
0b90: 73 20 63 61 74 65 67 6f 72 79 2c 76 61 72 69 61  s category,varia
0ba0: 62 6c 65 2c 76 61 6c 75 65 2c 63 6f 6d 6d 65 6e  ble,value,commen
0bb0: 74 0a 0a 51 75 65 72 69 65 73 0a 20 20 2d 6c 69  t..Queries.  -li
0bc0: 73 74 2d 72 75 6e 73 20 70 61 74 74 20 20 20 20  st-runs patt    
0bd0: 20 20 20 20 20 3a 20 6c 69 73 74 20 72 75 6e 73       : list runs
0be0: 20 6d 61 74 63 68 69 6e 67 20 70 61 74 74 65 72   matching patter
0bf0: 6e 20 5c 22 70 61 74 74 5c 22 2c 20 25 20 69 73  n \"patt\", % is
0c00: 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a 20 20   the wildcard.  
0c10: 2d 74 65 73 74 70 61 74 74 20 70 61 74 74 20 20  -testpatt patt  
0c20: 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c 69 73          : in lis
0c30: 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e 6c 79  t-runs show only
0c40: 20 74 68 65 73 65 20 74 65 73 74 73 2c 20 25 20   these tests, % 
0c50: 69 73 20 74 68 65 20 77 69 6c 64 63 61 72 64 0a  is the wildcard.
0c60: 20 20 2d 69 74 65 6d 70 61 74 74 20 70 61 74 74    -itempatt patt
0c70: 20 20 20 20 20 20 20 20 20 20 3a 20 69 6e 20 6c            : in l
0c80: 69 73 74 2d 72 75 6e 73 20 73 68 6f 77 20 6f 6e  ist-runs show on
0c90: 6c 79 20 74 65 73 74 73 20 77 69 74 68 20 69 74  ly tests with it
0ca0: 65 6d 73 20 74 68 61 74 20 6d 61 74 63 68 20 70  ems that match p
0cb0: 61 74 74 0a 20 20 2d 73 68 6f 77 6b 65 79 73 20  att.  -showkeys 
0cc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20                : 
0cd0: 73 68 6f 77 20 74 68 65 20 6b 65 79 73 20 75 73  show the keys us
0ce0: 65 64 20 69 6e 20 74 68 69 73 20 6d 65 67 61 74  ed in this megat
0cf0: 65 73 74 20 73 65 74 75 70 0a 0a 4d 69 73 63 20  est setup..Misc 
0d00: 0a 20 20 2d 66 6f 72 63 65 20 20 20 20 20 20 20  .  -force       
0d10: 20 20 20 20 20 20 20 20 20 20 20 3a 20 6f 76 65             : ove
0d20: 72 72 69 64 65 20 73 6f 6d 65 20 63 68 65 63 6b  rride some check
0d30: 73 0a 20 20 2d 78 74 65 72 6d 20 20 20 20 20 20  s.  -xterm      
0d40: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 73 74              : st
0d50: 61 72 74 20 61 6e 20 78 74 65 72 6d 20 69 6e 73  art an xterm ins
0d60: 74 65 61 64 20 6f 66 20 6c 61 75 6e 63 68 69 6e  tead of launchin
0d70: 67 20 74 68 65 20 74 65 73 74 0a 20 20 2d 72 65  g the test.  -re
0d80: 6d 6f 76 65 2d 72 75 6e 73 20 20 20 20 20 20 20  move-runs       
0d90: 20 20 20 20 20 3a 20 72 65 6d 6f 76 65 20 74 68       : remove th
0da0: 65 20 64 61 74 61 20 66 6f 72 20 61 20 72 75 6e  e data for a run
0db0: 2c 20 72 65 71 75 69 72 65 73 20 61 6c 6c 20 66  , requires all f
0dc0: 69 65 6c 64 73 20 62 65 20 73 70 65 63 69 66 69  ields be specifi
0dd0: 65 64 0a 20 20 20 20 20 20 20 20 20 20 20 20 20  ed.             
0de0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 61                 a
0df0: 6e 64 20 3a 72 75 6e 6e 61 6d 65 20 2c 2d 74 65  nd :runname ,-te
0e00: 73 74 70 61 74 74 20 61 6e 64 20 2d 69 74 65 6d  stpatt and -item
0e10: 70 61 74 74 0a 20 20 20 20 20 20 20 20 20 20 20  patt.           
0e20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0e30: 20 61 6e 64 20 2d 74 65 73 74 70 61 74 74 0a 20   and -testpatt. 
0e40: 20 2d 6b 65 65 70 67 6f 69 6e 67 20 20 20 20 20   -keepgoing     
0e50: 20 20 20 20 20 20 20 20 20 3a 20 63 6f 6e 74 69           : conti
0e60: 6e 75 65 20 72 75 6e 6e 69 6e 67 20 75 6e 74 69  nue running unti
0e70: 6c 20 6e 6f 20 6a 6f 62 73 20 61 72 65 20 5c 22  l no jobs are \"
0e80: 4c 41 55 4e 43 48 45 44 5c 22 20 6f 72 0a 20 20  LAUNCHED\" or.  
0e90: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0ea0: 20 20 20 20 20 20 20 20 20 20 5c 22 4e 4f 54 5f            \"NOT_
0eb0: 53 54 41 52 54 45 44 5c 22 0a 20 20 2d 72 65 72  STARTED\".  -rer
0ec0: 75 6e 20 46 41 49 4c 2c 57 41 52 4e 2e 2e 2e 20  un FAIL,WARN... 
0ed0: 20 20 20 20 3a 20 72 65 2d 72 75 6e 20 69 66 20      : re-run if 
0ee0: 63 61 6c 6c 65 64 20 6f 6e 20 61 20 74 65 73 74  called on a test
0ef0: 20 74 68 61 74 20 70 72 65 76 69 6f 75 73 6c 79   that previously
0f00: 20 72 61 6e 20 28 6e 75 6c 6c 69 66 69 65 64 0a   ran (nullified.
0f10: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0f20: 20 20 20 20 20 20 20 20 20 20 20 20 69 66 20 2d              if -
0f30: 6b 65 65 70 67 6f 69 6e 67 20 69 73 20 61 6c 73  keepgoing is als
0f40: 6f 20 73 70 65 63 69 66 69 65 64 29 0a 20 20 2d  o specified).  -
0f50: 72 65 62 75 69 6c 64 2d 64 62 20 20 20 20 20 20  rebuild-db      
0f60: 20 20 20 20 20 20 20 3a 20 62 72 69 6e 67 20 74         : bring t
0f70: 68 65 20 64 61 74 61 62 61 73 65 20 73 63 68 65  he database sche
0f80: 6d 61 20 75 70 20 74 6f 20 64 61 74 65 0a 20 20  ma up to date.  
0f90: 2d 72 6f 6c 6c 75 70 20 20 20 20 20 20 20 20 20  -rollup         
0fa0: 20 20 20 20 20 20 20 20 3a 20 66 69 6c 6c 20 72          : fill r
0fb0: 75 6e 20 28 73 65 74 20 62 79 20 3a 72 75 6e 6e  un (set by :runn
0fc0: 61 6d 65 29 20 20 77 69 74 68 20 6c 61 74 65 73  ame)  with lates
0fd0: 74 20 74 65 73 74 28 73 29 20 66 72 6f 6d 0a 20  t test(s) from. 
0fe0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0ff0: 20 20 20 20 20 20 20 20 20 20 20 70 72 69 6f 72             prior
1000: 20 72 75 6e 73 20 77 69 74 68 20 73 61 6d 65 20   runs with same 
1010: 6b 65 79 73 0a 20 20 2d 75 70 64 61 74 65 2d 6d  keys.  -update-m
1020: 65 74 61 20 20 20 20 20 20 20 20 20 20 20 20 3a  eta            :
1030: 20 75 70 64 61 74 65 20 74 68 65 20 74 65 73 74   update the test
1040: 73 20 6d 65 74 61 64 61 74 61 20 66 6f 72 20 61  s metadata for a
1050: 6c 6c 20 74 65 73 74 73 0a 20 20 2d 65 6e 76 32  ll tests.  -env2
1060: 66 69 6c 65 20 66 6e 61 6d 65 20 20 20 20 20 20  file fname      
1070: 20 20 20 3a 20 77 72 69 74 65 20 74 68 65 20 65     : write the e
1080: 6e 76 69 72 6f 6e 6d 65 6e 74 20 74 6f 20 66 6e  nvironment to fn
1090: 61 6d 65 2e 63 73 68 20 61 6e 64 20 66 6e 61 6d  ame.csh and fnam
10a0: 65 2e 73 68 0a 20 20 2d 73 65 74 76 61 72 73 20  e.sh.  -setvars 
10b0: 56 41 52 31 3d 76 61 6c 31 2c 56 41 52 32 3d 76  VAR1=val1,VAR2=v
10c0: 61 6c 32 20 3a 20 41 64 64 20 65 6e 76 69 72 6f  al2 : Add enviro
10d0: 6e 6d 65 6e 74 20 76 61 72 69 61 62 6c 65 73 20  nment variables 
10e0: 74 6f 20 61 20 72 75 6e 20 4e 42 2f 2f 20 74 68  to a run NB// th
10f0: 65 73 65 20 61 72 65 0a 20 20 20 20 20 20 20 20  ese are.        
1100: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1110: 20 20 20 20 20 20 20 20 20 6f 76 65 72 77 72 69           overwri
1120: 74 74 65 6e 20 62 79 20 76 61 6c 75 65 73 20 73  tten by values s
1130: 65 74 20 69 6e 20 63 6f 6e 66 69 67 20 66 69 6c  et in config fil
1140: 65 73 2e 0a 53 70 72 65 61 64 73 68 65 65 74 20  es..Spreadsheet 
1150: 67 65 6e 65 72 61 74 69 6f 6e 0a 20 20 2d 65 78  generation.  -ex
1160: 74 72 61 63 74 2d 6f 64 73 20 20 20 20 20 20 20  tract-ods       
1170: 20 20 20 20 20 3a 20 65 78 74 72 61 63 74 20 61       : extract a
1180: 6e 20 6f 70 65 6e 20 64 6f 63 75 6d 65 6e 74 20  n open document 
1190: 73 70 72 65 61 64 73 68 65 65 74 20 66 72 6f 6d  spreadsheet from
11a0: 20 74 68 65 20 64 61 74 61 62 61 73 65 0a 20 20   the database.  
11b0: 2d 70 61 74 68 6d 6f 64 20 70 61 74 68 20 20 20  -pathmod path   
11c0: 20 20 20 20 20 20 20 20 3a 20 69 6e 73 65 72 74          : insert
11d0: 20 70 61 74 68 2c 20 69 2e 65 2e 20 70 61 74 68   path, i.e. path
11e0: 2f 72 75 6e 61 6d 65 2f 69 74 65 6d 70 61 74 68  /runame/itempath
11f0: 2f 6c 6f 67 66 69 6c 65 2e 68 74 6d 6c 0a 20 20  /logfile.html.  
1200: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1210: 20 20 20 20 20 20 20 20 20 20 77 69 6c 6c 20 63            will c
1220: 6c 65 61 72 20 74 68 65 20 66 69 65 6c 64 20 69  lear the field i
1230: 66 20 6e 6f 20 72 75 6e 64 69 72 2f 74 65 73 74  f no rundir/test
1240: 6e 61 6d 65 2f 69 74 65 6d 70 61 74 68 2f 6c 6f  name/itempath/lo
1250: 67 66 69 6c 65 0a 20 20 20 20 20 20 20 20 20 20  gfile.          
1260: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1270: 20 20 69 66 20 69 74 20 63 6f 6e 74 61 69 6e 73    if it contains
1280: 20 66 6f 72 77 61 72 64 20 73 6c 61 73 68 65 73   forward slashes
1290: 20 74 68 65 20 70 61 74 68 20 77 69 6c 6c 20 62   the path will b
12a0: 65 20 63 6f 6e 76 65 72 74 65 64 0a 20 20 20 20  e converted.    
12b0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
12c0: 20 20 20 20 20 20 20 20 74 6f 20 77 69 6e 64 6f          to windo
12d0: 77 73 20 73 74 79 6c 65 0a 0a 48 65 6c 70 65 72  ws style..Helper
12e0: 73 0a 20 20 2d 72 75 6e 73 74 65 70 20 73 74 65  s.  -runstep ste
12f0: 70 6e 61 6d 65 20 20 2e 2e 2e 20 20 3a 20 74 61  pname  ...  : ta
1300: 6b 65 20 72 65 6d 61 69 6e 69 6e 67 20 70 61 72  ke remaining par
1310: 61 6d 73 20 61 73 20 63 6f 6d 61 6e 64 20 61 6e  ams as comand an
1320: 64 20 65 78 65 63 75 74 65 20 61 73 20 73 74 65  d execute as ste
1330: 70 6e 61 6d 65 0a 20 20 20 20 20 20 20 20 20 20  pname.          
1340: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1350: 20 20 6c 6f 67 20 77 69 6c 6c 20 62 65 20 69 6e    log will be in
1360: 20 73 74 65 70 6e 61 6d 65 2e 6c 6f 67 2e 20 42   stepname.log. B
1370: 65 73 74 20 74 6f 20 70 75 74 20 63 6f 6d 6d 61  est to put comma
1380: 6e 64 20 69 6e 20 71 75 6f 74 65 73 0a 20 20 2d  nd in quotes.  -
1390: 6c 6f 67 70 72 6f 20 66 69 6c 65 20 20 20 20 20  logpro file     
13a0: 20 20 20 20 20 20 20 3a 20 77 69 74 68 20 2d 65         : with -e
13b0: 78 65 63 20 61 70 70 6c 79 20 6c 6f 67 70 72 6f  xec apply logpro
13c0: 20 66 69 6c 65 20 74 6f 20 73 74 65 70 6e 61 6d   file to stepnam
13d0: 65 2e 6c 6f 67 2c 20 63 72 65 61 74 65 73 0a 20  e.log, creates. 
13e0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
13f0: 20 20 20 20 20 20 20 20 20 20 20 73 74 65 70 6e             stepn
1400: 61 6d 65 2e 68 74 6d 6c 20 61 6e 64 20 73 65 74  ame.html and set
1410: 73 20 6c 6f 67 20 74 6f 20 73 61 6d 65 0a 20 20  s log to same.  
1420: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1430: 20 20 20 20 20 20 20 20 20 20 49 66 20 75 73 69            If usi
1440: 6e 67 20 6d 61 6b 65 20 75 73 65 20 73 74 65 70  ng make use step
1450: 6e 61 6d 65 5f 6c 6f 67 70 72 6f 2e 6c 6f 67 20  name_logpro.log 
1460: 61 73 20 79 6f 75 72 20 74 61 72 67 65 74 0a 0a  as your target..
1470: 43 61 6c 6c 65 64 20 61 73 20 22 20 28 73 74 72  Called as " (str
1480: 69 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 20  ing-intersperse 
1490: 28 61 72 67 76 29 20 22 20 22 29 29 29 0a 0a 3b  (argv) " ")))..;
14a0: 3b 20 20 2d 67 75 69 20 20 20 20 20 20 20 20 20  ;  -gui         
14b0: 20 20 20 20 20 20 20 20 20 20 20 3a 20 73 74 61             : sta
14c0: 72 74 20 61 20 67 75 69 20 69 6e 74 65 72 66 61  rt a gui interfa
14d0: 63 65 0a 3b 3b 20 20 2d 63 6f 6e 66 69 67 20 66  ce.;;  -config f
14e0: 6e 61 6d 65 20 20 20 20 20 20 20 20 20 20 20 3a  name           :
14f0: 20 6f 76 65 72 72 69 64 65 20 74 68 65 20 72 75   override the ru
1500: 6e 63 6f 6e 66 69 67 20 66 69 6c 65 20 77 69 74  nconfig file wit
1510: 68 20 66 6e 61 6d 65 0a 0a 3b 3b 20 70 72 6f 63  h fname..;; proc
1520: 65 73 73 20 61 72 67 73 0a 28 64 65 66 69 6e 65  ess args.(define
1530: 20 72 65 6d 61 72 67 73 20 28 61 72 67 73 3a 67   remargs (args:g
1540: 65 74 2d 61 72 67 73 20 0a 09 09 20 28 61 72 67  et-args ... (arg
1550: 76 29 0a 09 09 20 28 6c 69 73 74 20 20 22 2d 72  v)... (list  "-r
1560: 75 6e 74 65 73 74 73 22 20 20 3b 3b 20 72 75 6e  untests"  ;; run
1570: 20 61 20 73 70 65 63 69 66 69 63 20 74 65 73 74   a specific test
1580: 0a 09 09 09 22 2d 63 6f 6e 66 69 67 22 20 20 20  ...."-config"   
1590: 20 3b 3b 20 6f 76 65 72 72 69 64 65 20 74 68 65   ;; override the
15a0: 20 63 6f 6e 66 69 67 20 66 69 6c 65 20 6e 61 6d   config file nam
15b0: 65 0a 09 09 09 22 2d 65 78 65 63 75 74 65 22 20  e...."-execute" 
15c0: 20 20 3b 3b 20 72 75 6e 20 74 68 65 20 63 6f 6d    ;; run the com
15d0: 6d 61 6e 64 20 65 6e 63 6f 64 65 64 20 69 6e 20  mand encoded in 
15e0: 74 68 65 20 62 61 73 65 36 34 20 70 61 72 61 6d  the base64 param
15f0: 65 74 65 72 0a 09 09 09 22 2d 73 74 65 70 22 0a  eter...."-step".
1600: 09 09 09 22 3a 72 75 6e 6e 61 6d 65 22 20 20 20  ...":runname"   
1610: 0a 09 09 09 22 2d 74 61 72 67 65 74 22 0a 09 09  ...."-target"...
1620: 09 22 2d 72 65 71 74 61 72 67 22 0a 09 09 09 22  ."-reqtarg"...."
1630: 3a 69 74 65 6d 22 0a 09 09 09 22 3a 72 75 6e 6e  :item"....":runn
1640: 61 6d 65 22 20 20 20 0a 09 09 09 22 3a 73 74 61  ame"   ....":sta
1650: 74 65 22 20 20 0a 09 09 09 22 3a 73 74 61 74 75  te"  ....":statu
1660: 73 22 0a 09 09 09 22 2d 6c 69 73 74 2d 72 75 6e  s"...."-list-run
1670: 73 22 0a 09 09 09 22 2d 74 65 73 74 70 61 74 74  s"...."-testpatt
1680: 22 20 0a 09 09 09 22 2d 69 74 65 6d 70 61 74 74  " ...."-itempatt
1690: 22 0a 09 09 09 22 2d 73 65 74 6c 6f 67 22 0a 09  "...."-setlog"..
16a0: 09 09 22 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 0a  .."-set-toplog".
16b0: 09 09 09 22 2d 72 75 6e 73 74 65 70 22 0a 09 09  ..."-runstep"...
16c0: 09 22 2d 6c 6f 67 70 72 6f 22 0a 09 09 09 22 2d  ."-logpro"...."-
16d0: 6d 22 0a 09 09 09 22 2d 72 65 72 75 6e 22 0a 09  m"...."-rerun"..
16e0: 09 09 22 2d 64 61 79 73 22 0a 09 09 09 22 2d 72  .."-days"...."-r
16f0: 65 6e 61 6d 65 2d 72 75 6e 22 0a 09 09 09 22 2d  ename-run"...."-
1700: 74 6f 22 0a 09 09 09 3b 3b 20 76 61 6c 75 65 73  to"....;; values
1710: 20 61 6e 64 20 6d 65 73 73 61 67 65 73 0a 09 09   and messages...
1720: 09 22 3a 63 61 74 65 67 6f 72 79 22 0a 09 09 09  .":category"....
1730: 22 3a 76 61 72 69 61 62 6c 65 22 0a 09 09 09 22  ":variable"...."
1740: 3a 76 61 6c 75 65 22 0a 09 09 09 22 3a 65 78 70  :value"....":exp
1750: 65 63 74 65 64 22 0a 09 09 09 22 3a 74 6f 6c 22  ected"....":tol"
1760: 0a 09 09 09 22 3a 75 6e 69 74 73 22 0a 09 09 09  ....":units"....
1770: 3b 3b 20 6d 69 73 63 0a 09 09 09 22 2d 65 78 74  ;; misc...."-ext
1780: 72 61 63 74 2d 6f 64 73 22 0a 09 09 09 22 2d 70  ract-ods"...."-p
1790: 61 74 68 6d 6f 64 22 0a 09 09 09 22 2d 65 6e 76  athmod"...."-env
17a0: 32 66 69 6c 65 22 0a 09 09 09 22 2d 73 65 74 76  2file"...."-setv
17b0: 61 72 73 22 0a 09 09 09 22 2d 64 65 62 75 67 22  ars"...."-debug"
17c0: 20 3b 3b 20 66 6f 72 20 2a 76 65 72 62 6f 73 69   ;; for *verbosi
17d0: 74 79 2a 20 3e 20 32 0a 09 09 09 29 20 0a 09 09  ty* > 2....) ...
17e0: 20 28 6c 69 73 74 20 20 22 2d 68 22 0a 09 09 20   (list  "-h"... 
17f0: 20 20 20 20 20 20 20 22 2d 66 6f 72 63 65 22 0a         "-force".
1800: 09 09 20 20 20 20 20 20 20 20 22 2d 78 74 65 72  ..        "-xter
1810: 6d 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 73  m"...        "-s
1820: 68 6f 77 6b 65 79 73 22 0a 09 09 20 20 20 20 20  howkeys"...     
1830: 20 20 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73     "-test-status
1840: 22 0a 09 09 09 22 2d 73 65 74 2d 76 61 6c 75 65  "...."-set-value
1850: 73 22 0a 09 09 09 22 2d 6c 6f 61 64 2d 74 65 73  s"...."-load-tes
1860: 74 2d 64 61 74 61 22 0a 09 09 09 22 2d 73 75 6d  t-data"...."-sum
1870: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 0a 09 09  marize-items"...
1880: 20 20 20 20 20 20 20 20 22 2d 67 75 69 22 0a 09          "-gui"..
1890: 09 09 22 2d 72 75 6e 61 6c 6c 22 20 20 20 20 3b  .."-runall"    ;
18a0: 3b 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 73 0a  ; run all tests.
18b0: 09 09 09 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73  ..."-remove-runs
18c0: 22 0a 09 09 09 22 2d 6b 65 65 70 67 6f 69 6e 67  "...."-keepgoing
18d0: 22 0a 09 09 09 22 2d 75 73 65 71 75 65 75 65 22  "...."-usequeue"
18e0: 0a 09 09 09 22 2d 72 65 62 75 69 6c 64 2d 64 62  ...."-rebuild-db
18f0: 22 0a 09 09 09 22 2d 72 6f 6c 6c 75 70 22 0a 09  "...."-rollup"..
1900: 09 09 22 2d 75 70 64 61 74 65 2d 6d 65 74 61 22  .."-update-meta"
1910: 0a 09 09 09 22 2d 76 22 20 3b 3b 20 76 65 72 62  ...."-v" ;; verb
1920: 6f 73 65 20 32 2c 20 6d 6f 72 65 20 74 68 61 6e  ose 2, more than
1930: 20 6e 6f 72 6d 61 6c 20 28 6e 6f 72 6d 61 6c 20   normal (normal 
1940: 69 73 20 31 29 0a 09 09 09 22 2d 71 22 20 3b 3b  is 1)...."-q" ;;
1950: 20 71 75 69 65 74 20 30 2c 20 65 72 72 6f 72 73   quiet 0, errors
1960: 2f 77 61 72 6e 69 6e 67 73 20 6f 6e 6c 79 0a 09  /warnings only..
1970: 09 20 20 20 20 20 20 20 29 0a 09 09 20 61 72 67  .       )... arg
1980: 73 3a 61 72 67 2d 68 61 73 68 0a 09 09 20 30 29  s:arg-hash... 0)
1990: 29 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74  )..(if (args:get
19a0: 2d 61 72 67 20 22 2d 68 22 29 0a 20 20 20 20 28  -arg "-h").    (
19b0: 62 65 67 69 6e 0a 20 20 20 20 20 20 28 70 72 69  begin.      (pri
19c0: 6e 74 20 68 65 6c 70 29 0a 20 20 20 20 20 20 28  nt help).      (
19d0: 65 78 69 74 29 29 29 0a 0a 28 64 65 66 69 6e 65  exit)))..(define
19e0: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20   *didsomething* 
19f0: 23 66 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  #f)..;;=========
1a00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b  =============.;;
1a40: 20 4d 69 73 63 20 73 65 74 75 70 20 73 74 75 66   Misc setup stuf
1a50: 66 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  f.;;============
1a60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 73 65 74  ==========..(set
1aa0: 21 20 2a 76 65 72 62 6f 73 69 74 79 2a 20 28 63  ! *verbosity* (c
1ab0: 6f 6e 64 0a 09 09 20 20 20 28 28 61 72 67 73 3a  ond...   ((args:
1ac0: 67 65 74 2d 61 72 67 20 22 2d 64 65 62 75 67 22  get-arg "-debug"
1ad0: 29 28 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72  )(string->number
1ae0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
1af0: 2d 64 65 62 75 67 22 29 29 29 0a 09 09 20 20 20  -debug")))...   
1b00: 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  ((args:get-arg "
1b10: 2d 76 22 29 20 20 20 20 32 29 0a 09 09 20 20 20  -v")    2)...   
1b20: 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  ((args:get-arg "
1b30: 2d 71 22 29 20 20 20 20 30 29 0a 09 09 20 20 20  -q")    0)...   
1b40: 28 65 6c 73 65 20 20 20 20 20 20 20 20 20 20 20  (else           
1b50: 20 20 20 20 20 20 20 20 31 29 29 29 0a 0a 3b 3b          1)))..;;
1b60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ba0: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 4d 69 73 63 20 67  ======.;; Misc g
1bb0: 65 6e 65 72 61 6c 20 63 61 6c 6c 73 0a 3b 3b 3d  eneral calls.;;=
1bc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1bd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1be0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1bf0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1c00: 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73  =====..(if (args
1c10: 3a 67 65 74 2d 61 72 67 20 22 2d 65 6e 76 32 66  :get-arg "-env2f
1c20: 69 6c 65 22 29 0a 20 20 20 20 28 62 65 67 69 6e  ile").    (begin
1c30: 0a 20 20 20 20 20 20 28 73 61 76 65 2d 65 6e 76  .      (save-env
1c40: 69 72 6f 6e 6d 65 6e 74 2d 61 73 2d 66 69 6c 65  ironment-as-file
1c50: 73 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  s (args:get-arg 
1c60: 22 2d 65 6e 76 32 66 69 6c 65 22 29 29 0a 20 20  "-env2file")).  
1c70: 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f      (set! *didso
1c80: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a  mething* #t)))..
1c90: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
1ca0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1cb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1cc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1cd0: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 65 6d 6f  ========.;; Remo
1ce0: 76 65 20 6f 6c 64 20 72 75 6e 28 73 29 0a 3b 3b  ve old run(s).;;
1cf0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1d00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1d10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1d20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1d30: 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 73 69 6e 63 65  ======..;; since
1d40: 20 73 65 76 65 72 61 6c 20 61 63 74 69 6f 6e 73   several actions
1d50: 20 63 61 6e 20 62 65 20 73 70 65 63 69 66 69 65   can be specifie
1d60: 64 20 6f 6e 20 74 68 65 20 63 6f 6d 6d 61 6e 64  d on the command
1d70: 20 6c 69 6e 65 20 74 68 65 20 72 65 6d 6f 76 61   line the remova
1d80: 6c 0a 3b 3b 20 69 73 20 64 6f 6e 65 20 66 69 72  l.;; is done fir
1d90: 73 74 0a 28 64 65 66 69 6e 65 20 28 72 65 6d 6f  st.(define (remo
1da0: 76 65 2d 72 75 6e 73 29 0a 20 20 28 63 6f 6e 64  ve-runs).  (cond
1db0: 0a 20 20 20 28 28 6e 6f 74 20 28 61 72 67 73 3a  .   ((not (args:
1dc0: 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d  get-arg ":runnam
1dd0: 65 22 29 29 0a 20 20 20 20 28 64 65 62 75 67 3a  e")).    (debug:
1de0: 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20  print 0 "ERROR: 
1df0: 4d 69 73 73 69 6e 67 20 72 65 71 75 69 72 65 64  Missing required
1e00: 20 70 61 72 61 6d 65 74 65 72 20 66 6f 72 20 2d   parameter for -
1e10: 72 65 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75  remove-runs, you
1e20: 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 74 68   must specify th
1e30: 65 20 72 75 6e 20 6e 61 6d 65 20 70 61 74 74 65  e run name patte
1e40: 72 6e 20 77 69 74 68 20 3a 72 75 6e 6e 61 6d 65  rn with :runname
1e50: 20 70 61 74 74 22 29 0a 20 20 20 20 28 65 78 69   patt").    (exi
1e60: 74 20 32 29 29 0a 20 20 20 28 28 6e 6f 74 20 28  t 2)).   ((not (
1e70: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74  args:get-arg "-t
1e80: 65 73 74 70 61 74 74 22 29 29 0a 20 20 20 20 28  estpatt")).    (
1e90: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45  debug:print 0 "E
1ea0: 52 52 4f 52 3a 20 4d 69 73 73 69 6e 67 20 72 65  RROR: Missing re
1eb0: 71 75 69 72 65 64 20 70 61 72 61 6d 65 74 65 72  quired parameter
1ec0: 20 66 6f 72 20 2d 72 65 6d 6f 76 65 2d 72 75 6e   for -remove-run
1ed0: 73 2c 20 79 6f 75 20 6d 75 73 74 20 73 70 65 63  s, you must spec
1ee0: 69 66 79 20 74 68 65 20 74 65 73 74 20 70 61 74  ify the test pat
1ef0: 74 65 72 6e 20 77 69 74 68 20 2d 74 65 73 74 70  tern with -testp
1f00: 61 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 20  att").    (exit 
1f10: 33 29 29 0a 20 20 20 28 28 6e 6f 74 20 28 61 72  3)).   ((not (ar
1f20: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 74 65  gs:get-arg "-ite
1f30: 6d 70 61 74 74 22 29 29 0a 20 20 20 20 28 70 72  mpatt")).    (pr
1f40: 69 6e 74 20 22 45 52 52 4f 52 3a 20 4d 69 73 73  int "ERROR: Miss
1f50: 69 6e 67 20 72 65 71 75 69 72 65 64 20 70 61 72  ing required par
1f60: 61 6d 65 74 65 72 20 66 6f 72 20 2d 72 65 6d 6f  ameter for -remo
1f70: 76 65 2d 72 75 6e 73 2c 20 79 6f 75 20 6d 75 73  ve-runs, you mus
1f80: 74 20 73 70 65 63 69 66 79 20 74 68 65 20 69 74  t specify the it
1f90: 65 6d 73 20 77 69 74 68 20 2d 69 74 65 6d 70 61  ems with -itempa
1fa0: 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 20 34  tt").    (exit 4
1fb0: 29 29 0a 20 20 20 28 28 6c 65 74 20 28 28 64 62  )).   ((let ((db
1fc0: 20 23 66 29 29 0a 20 20 20 20 20 20 28 69 66 20   #f)).      (if 
1fd0: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d  (not (setup-for-
1fe0: 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 20  run))..  (begin 
1ff0: 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69  ..    (debug:pri
2000: 6e 74 20 30 20 70 72 69 6e 74 20 22 46 61 69 6c  nt 0 print "Fail
2010: 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69  ed to setup, exi
2020: 74 69 6e 67 22 29 0a 09 20 20 20 20 28 65 78 69  ting")..    (exi
2030: 74 20 31 29 29 29 0a 20 20 20 20 20 20 28 73 65  t 1))).      (se
2040: 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29  t! db (open-db))
2050: 0a 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20  .      (if (not 
2060: 28 63 61 72 20 2a 63 6f 6e 66 69 67 69 6e 66 6f  (car *configinfo
2070: 2a 29 29 0a 09 20 20 28 62 65 67 69 6e 0a 09 20  *))..  (begin.. 
2080: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20     (debug:print 
2090: 30 20 22 45 52 52 4f 52 3a 20 41 74 74 65 6d 70  0 "ERROR: Attemp
20a0: 74 65 64 20 74 6f 20 72 65 6d 6f 76 65 20 74 65  ted to remove te
20b0: 73 74 28 73 29 20 62 75 74 20 72 75 6e 20 61 72  st(s) but run ar
20c0: 65 61 20 63 6f 6e 66 69 67 20 66 69 6c 65 20 6e  ea config file n
20d0: 6f 74 20 66 6f 75 6e 64 22 29 0a 09 20 20 20 20  ot found")..    
20e0: 28 65 78 69 74 20 31 29 29 0a 09 20 20 3b 3b 20  (exit 1))..  ;; 
20f0: 70 75 74 20 74 65 73 74 20 70 61 72 61 6d 65 74  put test paramet
2100: 65 72 73 20 69 6e 74 6f 20 63 6f 6e 76 65 6e 69  ers into conveni
2110: 65 6e 74 20 76 61 72 69 61 62 6c 65 73 0a 09 20  ent variables.. 
2120: 20 28 72 75 6e 73 3a 72 65 6d 6f 76 65 2d 72 75   (runs:remove-ru
2130: 6e 73 20 64 62 0a 09 09 09 20 20 20 20 28 61 72  ns db....    (ar
2140: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e  gs:get-arg ":run
2150: 6e 61 6d 65 22 29 0a 09 09 09 20 20 20 20 28 61  name")....    (a
2160: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65  rgs:get-arg "-te
2170: 73 74 70 61 74 74 22 29 0a 09 09 09 20 20 20 20  stpatt")....    
2180: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
2190: 69 74 65 6d 70 61 74 74 22 29 29 29 0a 20 20 20  itempatt"))).   
21a0: 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61     (sqlite3:fina
21b0: 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20  lize! db).      
21c0: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68  (set! *didsometh
21d0: 69 6e 67 2a 20 23 74 29 29 29 29 29 0a 09 20 20  ing* #t)))))..  
21e0: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61  .(if (args:get-a
21f0: 72 67 20 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73  rg "-remove-runs
2200: 22 29 0a 20 20 20 20 28 72 65 6d 6f 76 65 2d 72  ").    (remove-r
2210: 75 6e 73 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d  uns))..;;=======
2220: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2230: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2240: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2250: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a  ===============.
2260: 3b 3b 20 51 75 65 72 79 20 72 75 6e 73 0a 3b 3b  ;; Query runs.;;
2270: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2280: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2290: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
22a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
22b0: 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67  ======..(if (arg
22c0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c 69 73 74  s:get-arg "-list
22d0: 2d 72 75 6e 73 22 29 0a 20 20 20 20 28 6c 65 74  -runs").    (let
22e0: 2a 20 28 28 64 62 20 20 20 20 20 20 20 28 62 65  * ((db       (be
22f0: 67 69 6e 0a 09 09 20 20 20 20 20 20 20 28 73 65  gin...       (se
2300: 74 75 70 2d 66 6f 72 2d 72 75 6e 29 0a 09 09 20  tup-for-run)... 
2310: 20 20 20 20 20 20 28 6f 70 65 6e 2d 64 62 29 29        (open-db))
2320: 29 0a 09 20 20 20 28 72 75 6e 70 61 74 74 20 20  )..   (runpatt  
2330: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
2340: 6c 69 73 74 2d 72 75 6e 73 22 29 29 0a 09 20 20  list-runs"))..  
2350: 20 28 74 65 73 74 70 61 74 74 20 28 61 72 67 73   (testpatt (args
2360: 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74 70  :get-arg "-testp
2370: 61 74 74 22 29 29 0a 09 20 20 20 28 69 74 65 6d  att"))..   (item
2380: 70 61 74 74 20 28 61 72 67 73 3a 67 65 74 2d 61  patt (args:get-a
2390: 72 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29  rg "-itempatt"))
23a0: 0a 09 20 20 20 28 72 75 6e 73 64 61 74 20 20 28  ..   (runsdat  (
23b0: 64 62 3a 67 65 74 2d 72 75 6e 73 20 64 62 20 72  db:get-runs db r
23c0: 75 6e 70 61 74 74 20 23 66 20 23 66 20 27 28 29  unpatt #f #f '()
23d0: 29 29 0a 09 20 20 20 28 72 75 6e 73 20 20 20 20  ))..   (runs    
23e0: 20 28 64 62 3a 67 65 74 2d 72 6f 77 73 20 72 75   (db:get-rows ru
23f0: 6e 73 64 61 74 29 29 0a 09 20 20 20 28 68 65 61  nsdat))..   (hea
2400: 64 65 72 20 20 20 28 64 62 3a 67 65 74 2d 68 65  der   (db:get-he
2410: 61 64 65 72 20 72 75 6e 73 64 61 74 29 29 0a 09  ader runsdat))..
2420: 20 20 20 28 6b 65 79 73 20 20 20 20 20 28 64 62     (keys     (db
2430: 2d 67 65 74 2d 6b 65 79 73 20 64 62 29 29 0a 09  -get-keys db))..
2440: 20 20 20 28 6b 65 79 6e 61 6d 65 73 20 28 6d 61     (keynames (ma
2450: 70 20 6b 65 79 3a 67 65 74 2d 66 69 65 6c 64 6e  p key:get-fieldn
2460: 61 6d 65 20 6b 65 79 73 29 29 29 0a 20 20 20 20  ame keys))).    
2470: 20 20 3b 3b 20 45 61 63 68 20 72 75 6e 0a 20 20    ;; Each run.  
2480: 20 20 20 20 28 66 6f 72 2d 65 61 63 68 20 0a 20      (for-each . 
2490: 20 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28 72        (lambda (r
24a0: 75 6e 29 0a 09 20 28 64 65 62 75 67 3a 70 72 69  un).. (debug:pri
24b0: 6e 74 20 32 20 22 52 75 6e 3a 20 22 0a 09 09 28  nt 2 "Run: "...(
24c0: 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72  string-intersper
24d0: 73 65 20 28 6d 61 70 20 28 6c 61 6d 62 64 61 20  se (map (lambda 
24e0: 28 78 29 0a 09 09 09 09 09 20 20 20 28 64 62 3a  (x)......   (db:
24f0: 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d 68 65 61  get-value-by-hea
2500: 64 65 72 20 72 75 6e 20 68 65 61 64 65 72 20 78  der run header x
2510: 29 29 0a 09 09 09 09 09 20 6b 65 79 6e 61 6d 65  ))...... keyname
2520: 73 29 20 22 2f 22 29 0a 09 09 22 2f 22 0a 09 09  s) "/")..."/"...
2530: 28 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79  (db:get-value-by
2540: 2d 68 65 61 64 65 72 20 72 75 6e 20 68 65 61 64  -header run head
2550: 65 72 20 22 72 75 6e 6e 61 6d 65 22 29 29 0a 09  er "runname"))..
2560: 20 28 6c 65 74 20 28 28 72 75 6e 2d 69 64 20 28   (let ((run-id (
2570: 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d  db:get-value-by-
2580: 68 65 61 64 65 72 20 72 75 6e 20 68 65 61 64 65  header run heade
2590: 72 20 22 69 64 22 29 29 29 0a 09 20 20 20 28 6c  r "id")))..   (l
25a0: 65 74 20 28 28 74 65 73 74 73 20 28 64 62 2d 67  et ((tests (db-g
25b0: 65 74 2d 74 65 73 74 73 2d 66 6f 72 2d 72 75 6e  et-tests-for-run
25c0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 70   db run-id testp
25d0: 61 74 74 20 69 74 65 6d 70 61 74 74 20 27 28 29  att itempatt '()
25e0: 20 27 28 29 29 29 29 0a 09 20 20 20 20 20 3b 3b   '())))..     ;;
25f0: 20 45 61 63 68 20 74 65 73 74 0a 09 20 20 20 20   Each test..    
2600: 20 28 66 6f 72 2d 65 61 63 68 20 0a 09 20 20 20   (for-each ..   
2610: 20 20 20 28 6c 61 6d 62 64 61 20 28 74 65 73 74     (lambda (test
2620: 29 0a 09 09 28 66 6f 72 6d 61 74 20 23 74 0a 09  )...(format #t..
2630: 09 09 22 20 20 54 65 73 74 3a 20 7e 32 35 61 20  .."  Test: ~25a 
2640: 53 74 61 74 65 3a 20 7e 31 35 61 20 53 74 61 74  State: ~15a Stat
2650: 75 73 3a 20 7e 31 35 61 20 52 75 6e 74 69 6d 65  us: ~15a Runtime
2660: 3a 20 7e 35 40 61 73 20 54 69 6d 65 3a 20 7e 32  : ~5@as Time: ~2
2670: 32 61 20 48 6f 73 74 3a 20 7e 31 30 61 5c 6e 22  2a Host: ~10a\n"
2680: 0a 09 09 09 28 63 6f 6e 63 20 28 64 62 3a 74 65  ....(conc (db:te
2690: 73 74 2d 67 65 74 2d 74 65 73 74 6e 61 6d 65 20  st-get-testname 
26a0: 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 20 28  test)....      (
26b0: 69 66 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74  if (equal? (db:t
26c0: 65 73 74 2d 67 65 74 2d 69 74 65 6d 2d 70 61 74  est-get-item-pat
26d0: 68 20 74 65 73 74 29 20 22 22 29 0a 09 09 09 09  h test) "").....
26e0: 20 20 22 22 20 0a 09 09 09 09 20 20 28 63 6f 6e    "" .....  (con
26f0: 63 20 22 28 22 20 28 64 62 3a 74 65 73 74 2d 67  c "(" (db:test-g
2700: 65 74 2d 69 74 65 6d 2d 70 61 74 68 20 74 65 73  et-item-path tes
2710: 74 29 20 22 29 22 29 29 29 0a 09 09 09 28 64 62  t) ")")))....(db
2720: 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74 65 20  :test-get-state 
2730: 74 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73  test)....(db:tes
2740: 74 2d 67 65 74 2d 73 74 61 74 75 73 20 74 65 73  t-get-status tes
2750: 74 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67  t)....(db:test-g
2760: 65 74 2d 72 75 6e 5f 64 75 72 61 74 69 6f 6e 20  et-run_duration 
2770: 74 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65 73  test)....(db:tes
2780: 74 2d 67 65 74 2d 65 76 65 6e 74 5f 74 69 6d 65  t-get-event_time
2790: 20 74 65 73 74 29 0a 09 09 09 28 64 62 3a 74 65   test)....(db:te
27a0: 73 74 2d 67 65 74 2d 68 6f 73 74 20 74 65 73 74  st-get-host test
27b0: 29 29 0a 20 09 09 28 69 66 20 28 6e 6f 74 20 28  )). ..(if (not (
27c0: 6f 72 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74  or (equal? (db:t
27d0: 65 73 74 2d 67 65 74 2d 73 74 61 74 75 73 20 74  est-get-status t
27e0: 65 73 74 29 20 22 50 41 53 53 22 29 0a 09 09 09  est) "PASS")....
27f0: 20 20 20 20 20 28 65 71 75 61 6c 3f 20 28 64 62       (equal? (db
2800: 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74 75 73  :test-get-status
2810: 20 74 65 73 74 29 20 22 57 41 52 4e 22 29 0a 09   test) "WARN")..
2820: 09 09 20 20 20 20 20 28 65 71 75 61 6c 3f 20 28  ..     (equal? (
2830: 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74  db:test-get-stat
2840: 65 20 74 65 73 74 29 20 20 22 4e 4f 54 5f 53 54  e test)  "NOT_ST
2850: 41 52 54 45 44 22 29 29 29 0a 09 09 20 20 20 20  ARTED")))...    
2860: 28 62 65 67 69 6e 0a 09 09 20 20 20 20 20 20 28  (begin...      (
2870: 70 72 69 6e 74 20 22 20 20 20 20 20 20 20 20 20  print "         
2880: 63 70 75 6c 6f 61 64 3a 20 20 22 20 28 64 62 3a  cpuload:  " (db:
2890: 74 65 73 74 2d 67 65 74 2d 63 70 75 6c 6f 61 64  test-get-cpuload
28a0: 20 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 22   test)....     "
28b0: 5c 6e 20 20 20 20 20 20 20 20 20 64 69 73 6b 66  \n         diskf
28c0: 72 65 65 3a 20 22 20 28 64 62 3a 74 65 73 74 2d  ree: " (db:test-
28d0: 67 65 74 2d 64 69 73 6b 66 72 65 65 20 74 65 73  get-diskfree tes
28e0: 74 29 0a 09 09 09 20 20 20 20 20 22 5c 6e 20 20  t)....     "\n  
28f0: 20 20 20 20 20 20 20 75 6e 61 6d 65 3a 20 20 20         uname:   
2900: 20 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d   " (db:test-get-
2910: 75 6e 61 6d 65 20 74 65 73 74 29 0a 09 09 09 20  uname test).... 
2920: 20 20 20 20 22 5c 6e 20 20 20 20 20 20 20 20 20      "\n         
2930: 72 75 6e 64 69 72 3a 20 20 20 22 20 28 64 62 3a  rundir:   " (db:
2940: 74 65 73 74 2d 67 65 74 2d 72 75 6e 64 69 72 20  test-get-rundir 
2950: 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 29 0a  test)....     ).
2960: 09 09 20 20 20 20 20 20 3b 3b 20 45 61 63 68 20  ..      ;; Each 
2970: 74 65 73 74 0a 09 09 20 20 20 20 20 20 28 6c 65  test...      (le
2980: 74 20 28 28 73 74 65 70 73 20 28 64 62 3a 67 65  t ((steps (db:ge
2990: 74 2d 73 74 65 70 73 2d 66 6f 72 2d 74 65 73 74  t-steps-for-test
29a0: 20 64 62 20 28 64 62 3a 74 65 73 74 2d 67 65 74   db (db:test-get
29b0: 2d 69 64 20 74 65 73 74 29 29 29 29 0a 09 09 09  -id test))))....
29c0: 28 66 6f 72 2d 65 61 63 68 20 0a 09 09 09 20 28  (for-each .... (
29d0: 6c 61 6d 62 64 61 20 28 73 74 65 70 29 0a 09 09  lambda (step)...
29e0: 09 20 20 20 28 66 6f 72 6d 61 74 20 23 74 20 0a  .   (format #t .
29f0: 09 09 09 09 20 20 20 22 20 20 20 20 53 74 65 70  ....   "    Step
2a00: 3a 20 7e 32 30 61 20 53 74 61 74 65 3a 20 7e 31  : ~20a State: ~1
2a10: 30 61 20 53 74 61 74 75 73 3a 20 7e 31 30 61 20  0a Status: ~10a 
2a20: 54 69 6d 65 20 7e 32 32 61 5c 6e 22 0a 09 09 09  Time ~22a\n"....
2a30: 09 20 20 20 28 64 62 3a 73 74 65 70 2d 67 65 74  .   (db:step-get
2a40: 2d 73 74 65 70 6e 61 6d 65 20 73 74 65 70 29 0a  -stepname step).
2a50: 09 09 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d  ....   (db:step-
2a60: 67 65 74 2d 73 74 61 74 65 20 73 74 65 70 29 0a  get-state step).
2a70: 09 09 09 09 20 20 20 28 64 62 3a 73 74 65 70 2d  ....   (db:step-
2a80: 67 65 74 2d 73 74 61 74 75 73 20 73 74 65 70 29  get-status step)
2a90: 0a 09 09 09 09 20 20 20 28 64 62 3a 73 74 65 70  .....   (db:step
2aa0: 2d 67 65 74 2d 65 76 65 6e 74 5f 74 69 6d 65 20  -get-event_time 
2ab0: 73 74 65 70 29 29 29 0a 09 09 09 20 73 74 65 70  step))).... step
2ac0: 73 29 29 29 29 29 0a 09 09 74 65 73 74 73 29 29  s)))))...tests))
2ad0: 29 29 0a 20 20 20 20 20 20 20 72 75 6e 73 29 0a  )).       runs).
2ae0: 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64        (set! *did
2af0: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 0a 20  something* #t). 
2b00: 20 20 20 20 20 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d       ))..;;=====
2b10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b50: 3d 0a 3b 3b 20 66 75 6c 6c 20 72 75 6e 0a 3b 3b  =.;; full run.;;
2b60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2b90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ba0: 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 67 65 74 20 6c  ======..;; get l
2bb0: 6f 63 6b 20 69 6e 20 64 62 20 66 6f 72 20 66 75  ock in db for fu
2bc0: 6c 6c 20 72 75 6e 20 66 6f 72 20 74 68 69 73 20  ll run for this 
2bd0: 64 69 72 65 63 74 6f 72 79 0a 3b 3b 20 66 6f 72  directory.;; for
2be0: 20 61 6c 6c 20 74 65 73 74 73 20 77 69 74 68 20   all tests with 
2bf0: 64 65 70 73 0a 3b 3b 20 20 20 77 61 6c 6b 20 74  deps.;;   walk t
2c00: 72 65 65 20 6f 66 20 74 65 73 74 73 20 74 6f 20  ree of tests to 
2c10: 66 69 6e 64 20 68 65 61 64 20 74 61 73 6b 73 0a  find head tasks.
2c20: 3b 3b 20 20 20 61 64 64 20 68 65 61 64 20 74 61  ;;   add head ta
2c30: 73 6b 73 20 74 6f 20 74 61 73 6b 20 71 75 65 75  sks to task queu
2c40: 65 0a 3b 3b 20 20 20 61 64 64 20 64 65 70 65 6e  e.;;   add depen
2c50: 64 61 6e 74 20 74 61 73 6b 73 20 74 6f 20 74 61  dant tasks to ta
2c60: 73 6b 20 71 75 65 75 65 20 0a 3b 3b 20 20 20 61  sk queue .;;   a
2c70: 64 64 20 72 65 6d 61 69 6e 69 6e 67 20 74 61 73  dd remaining tas
2c80: 6b 73 20 74 6f 20 74 61 73 6b 20 71 75 65 75 65  ks to task queue
2c90: 0a 3b 3b 20 66 6f 72 20 65 61 63 68 20 74 61 73  .;; for each tas
2ca0: 6b 20 69 6e 20 74 61 73 6b 20 71 75 65 75 65 0a  k in task queue.
2cb0: 3b 3b 20 20 20 69 66 20 68 61 76 65 20 61 64 65  ;;   if have ade
2cc0: 71 75 61 74 65 20 72 65 73 6f 75 72 63 65 73 0a  quate resources.
2cd0: 3b 3b 20 20 20 20 20 6c 61 75 6e 63 68 20 74 61  ;;     launch ta
2ce0: 73 6b 0a 3b 3b 20 20 20 65 6c 73 65 0a 3b 3b 20  sk.;;   else.;; 
2cf0: 20 20 20 20 70 75 74 20 74 61 73 6b 20 69 6e 20      put task in 
2d00: 64 65 66 65 72 72 65 64 20 71 75 65 75 65 0a 3b  deferred queue.;
2d10: 3b 20 69 66 20 73 74 69 6c 6c 20 6f 6b 20 74 6f  ; if still ok to
2d20: 20 72 75 6e 20 74 61 73 6b 73 0a 3b 3b 20 20 20   run tasks.;;   
2d30: 70 72 6f 63 65 73 73 20 64 65 66 65 72 72 65 64  process deferred
2d40: 20 74 61 73 6b 73 20 70 65 72 20 61 62 6f 76 65   tasks per above
2d50: 20 73 74 65 70 73 0a 0a 3b 3b 20 72 75 6e 20 61   steps..;; run a
2d60: 6c 6c 20 74 65 73 74 73 20 61 72 65 20 61 72 65  ll tests are are
2d70: 20 4e 6f 74 20 43 4f 4d 50 4c 45 54 45 44 20 61   Not COMPLETED a
2d80: 6e 64 20 50 41 53 53 20 6f 72 20 43 48 45 43 4b  nd PASS or CHECK
2d90: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61  .(if (args:get-a
2da0: 72 67 20 22 2d 72 75 6e 61 6c 6c 22 29 0a 20 20  rg "-runall").  
2db0: 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63    (general-run-c
2dc0: 61 6c 6c 20 0a 20 20 20 20 20 22 2d 72 75 6e 61  all .     "-runa
2dd0: 6c 6c 22 0a 20 20 20 20 20 22 72 75 6e 20 61 6c  ll".     "run al
2de0: 6c 20 74 65 73 74 73 22 0a 20 20 20 20 20 28 6c  l tests".     (l
2df0: 61 6d 62 64 61 20 28 64 62 20 6b 65 79 73 20 6b  ambda (db keys k
2e00: 65 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73  eynames keyvalls
2e10: 74 29 0a 20 20 20 20 20 20 20 28 6c 65 74 2a 20  t).       (let* 
2e20: 28 28 74 65 73 74 2d 6e 61 6d 65 73 20 28 67 65  ((test-names (ge
2e30: 74 2d 61 6c 6c 2d 6c 65 67 61 6c 2d 74 65 73 74  t-all-legal-test
2e40: 73 29 29 29 20 3b 3b 20 22 50 52 4f 44 22 20 69  s))) ;; "PROD" i
2e50: 73 20 69 67 6e 6f 72 65 64 20 66 6f 72 20 6e 6f  s ignored for no
2e60: 77 0a 09 20 28 64 65 62 75 67 3a 70 72 69 6e 74  w.. (debug:print
2e70: 20 31 20 22 49 4e 46 4f 3a 20 41 74 74 65 6d 70   1 "INFO: Attemp
2e80: 74 69 6e 67 20 74 6f 20 73 74 61 72 74 20 74 68  ting to start th
2e90: 65 20 66 6f 6c 6c 6f 77 69 6e 67 20 74 65 73 74  e following test
2ea0: 73 2e 2e 2e 22 29 0a 09 20 28 64 65 62 75 67 3a  s...").. (debug:
2eb0: 70 72 69 6e 74 20 31 20 22 20 20 20 20 20 22 20  print 1 "     " 
2ec0: 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 65  (string-interspe
2ed0: 72 73 65 20 74 65 73 74 2d 6e 61 6d 65 73 20 22  rse test-names "
2ee0: 2c 22 29 29 0a 09 20 28 72 75 6e 2d 74 65 73 74  ,")).. (run-test
2ef0: 73 20 64 62 20 74 65 73 74 2d 6e 61 6d 65 73 29  s db test-names)
2f00: 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d  ))))..;;========
2f10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b  ==============.;
2f50: 3b 20 52 6f 6c 6c 75 70 20 69 6e 74 6f 20 61 20  ; Rollup into a 
2f60: 72 75 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  run.;;==========
2f70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2fa0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 28 69 66  ============.(if
2fb0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
2fc0: 2d 72 6f 6c 6c 75 70 22 29 0a 20 20 20 20 28 67  -rollup").    (g
2fd0: 65 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 20  eneral-run-call 
2fe0: 0a 20 20 20 20 20 22 2d 72 6f 6c 6c 75 70 22 20  .     "-rollup" 
2ff0: 0a 20 20 20 20 20 22 72 6f 6c 6c 75 70 20 74 65  .     "rollup te
3000: 73 74 73 22 20 0a 20 20 20 20 20 28 6c 61 6d 62  sts" .     (lamb
3010: 64 61 20 28 64 62 20 6b 65 79 73 20 6b 65 79 6e  da (db keys keyn
3020: 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a  ames keyvallst).
3030: 20 20 20 20 20 20 20 28 72 75 6e 73 3a 72 6f 6c         (runs:rol
3040: 6c 75 70 2d 72 75 6e 20 64 62 0a 09 09 09 6b 65  lup-run db....ke
3050: 79 73 0a 09 09 09 28 6b 65 79 73 2d 3e 61 6c 69  ys....(keys->ali
3060: 73 74 20 6b 65 79 73 20 22 6e 61 22 29 0a 09 09  st keys "na")...
3070: 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  .(args:get-arg "
3080: 3a 72 75 6e 6e 61 6d 65 22 29 20 0a 09 09 09 75  :runname") ....u
3090: 73 65 72 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d  ser))))..;;=====
30a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30e0: 3d 0a 3b 3b 20 45 78 74 72 61 63 74 20 61 20 73  =.;; Extract a s
30f0: 70 72 65 61 64 73 68 65 65 74 20 66 72 6f 6d 20  preadsheet from 
3100: 74 68 65 20 72 75 6e 73 20 64 61 74 61 62 61 73  the runs databas
3110: 65 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  e.;;============
3120: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3130: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3140: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3150: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20  ==========..(if 
3160: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
3170: 65 78 74 72 61 63 74 2d 6f 64 73 22 29 0a 20 20  extract-ods").  
3180: 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e 2d 63    (general-run-c
3190: 61 6c 6c 0a 20 20 20 20 20 22 2d 65 78 74 72 61  all.     "-extra
31a0: 63 74 2d 6f 64 73 22 0a 20 20 20 20 20 22 4d 61  ct-ods".     "Ma
31b0: 6b 65 20 6f 64 73 20 73 70 72 65 61 64 73 68 65  ke ods spreadshe
31c0: 65 74 22 0a 20 20 20 20 20 28 6c 61 6d 62 64 61  et".     (lambda
31d0: 20 28 64 62 20 6b 65 79 73 20 6b 65 79 6e 61 6d   (db keys keynam
31e0: 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20  es keyvallst).  
31f0: 20 20 20 20 20 28 6c 65 74 20 28 28 6f 75 74 70       (let ((outp
3200: 75 74 66 69 6c 65 20 28 61 72 67 73 3a 67 65 74  utfile (args:get
3210: 2d 61 72 67 20 22 2d 65 78 74 72 61 63 74 2d 6f  -arg "-extract-o
3220: 64 73 22 29 29 0a 09 20 20 20 20 20 28 72 75 6e  ds"))..     (run
3230: 73 70 61 74 74 20 20 20 28 61 72 67 73 3a 67 65  spatt   (args:ge
3240: 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d 65 22  t-arg ":runname"
3250: 29 29 0a 09 20 20 20 20 20 28 70 61 74 68 6d 6f  ))..     (pathmo
3260: 64 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61  d    (args:get-a
3270: 72 67 20 22 2d 70 61 74 68 6d 6f 64 22 29 29 0a  rg "-pathmod")).
3280: 09 20 20 20 20 20 28 6b 65 79 76 61 6c 61 6c 69  .     (keyvalali
3290: 73 74 20 28 6b 65 79 73 2d 3e 61 6c 69 73 74 20  st (keys->alist 
32a0: 6b 65 79 73 20 22 25 22 29 29 29 0a 09 20 28 64  keys "%"))).. (d
32b0: 62 3a 65 78 74 72 61 63 74 2d 6f 64 73 2d 66 69  b:extract-ods-fi
32c0: 6c 65 20 64 62 20 6f 75 74 70 75 74 66 69 6c 65  le db outputfile
32d0: 20 6b 65 79 76 61 6c 61 6c 69 73 74 20 28 69 66   keyvalalist (if
32e0: 20 72 75 6e 73 70 61 74 74 20 72 75 6e 73 70 61   runspatt runspa
32f0: 74 74 20 22 25 22 29 20 70 61 74 68 6d 6f 64 29  tt "%") pathmod)
3300: 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d  ))))..;;========
3310: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3320: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3330: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3340: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b  ==============.;
3350: 3b 20 72 75 6e 20 6f 6e 65 20 74 65 73 74 0a 3b  ; run one test.;
3360: 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;===============
3370: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3380: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3390: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
33a0: 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 31 2e 20 66  =======..;; 1. f
33b0: 69 6e 64 20 74 68 65 20 63 6f 6e 66 69 67 20 66  ind the config f
33c0: 69 6c 65 0a 3b 3b 20 32 2e 20 63 68 61 6e 67 65  ile.;; 2. change
33d0: 20 74 6f 20 74 68 65 20 74 65 73 74 20 64 69 72   to the test dir
33e0: 65 63 74 6f 72 79 0a 3b 3b 20 33 2e 20 75 70 64  ectory.;; 3. upd
33f0: 61 74 65 20 74 68 65 20 64 62 20 77 69 74 68 20  ate the db with 
3400: 22 74 65 73 74 20 73 74 61 72 74 65 64 22 20 73  "test started" s
3410: 74 61 74 75 73 2c 20 73 65 74 20 72 75 6e 6e 69  tatus, set runni
3420: 6e 67 20 68 6f 73 74 0a 3b 3b 20 34 2e 20 70 72  ng host.;; 4. pr
3430: 6f 63 65 73 73 20 6c 61 75 6e 63 68 20 74 68 65  ocess launch the
3440: 20 74 65 73 74 0a 3b 3b 20 20 20 20 2d 20 6d 6f   test.;;    - mo
3450: 6e 69 74 6f 72 20 74 68 65 20 70 72 6f 63 65 73  nitor the proces
3460: 73 2c 20 75 70 64 61 74 65 20 73 74 61 74 73 20  s, update stats 
3470: 69 6e 20 74 68 65 20 64 62 20 65 76 65 72 79 20  in the db every 
3480: 32 5e 6e 20 6d 69 6e 75 74 65 73 0a 3b 3b 20 35  2^n minutes.;; 5
3490: 2e 20 61 73 20 74 68 65 20 74 65 73 74 20 70 72  . as the test pr
34a0: 6f 63 65 65 64 73 20 69 6e 74 65 72 6e 61 6c 6c  oceeds internall
34b0: 79 20 69 74 20 63 61 6c 6c 73 20 6d 65 67 61 74  y it calls megat
34c0: 65 73 74 20 61 73 20 65 61 63 68 20 73 74 65 70  est as each step
34d0: 20 69 73 0a 3b 3b 20 20 20 20 73 74 61 72 74 65   is.;;    starte
34e0: 64 20 61 6e 64 20 63 6f 6d 70 6c 65 74 65 64 0a  d and completed.
34f0: 3b 3b 20 20 20 20 2d 20 73 74 65 70 20 73 74 61  ;;    - step sta
3500: 72 74 65 64 2c 20 74 69 6d 65 73 74 61 6d 70 0a  rted, timestamp.
3510: 3b 3b 20 20 20 20 2d 20 73 74 65 70 20 63 6f 6d  ;;    - step com
3520: 70 6c 65 74 65 64 2c 20 65 78 69 74 20 73 74 61  pleted, exit sta
3530: 74 75 73 2c 20 74 69 6d 65 73 74 61 6d 70 0a 3b  tus, timestamp.;
3540: 3b 20 36 2e 20 74 65 73 74 20 70 68 6f 6e 65 20  ; 6. test phone 
3550: 68 6f 6d 65 0a 3b 3b 20 20 20 20 2d 20 69 66 20  home.;;    - if 
3560: 74 65 73 74 20 72 75 6e 20 74 69 6d 65 20 3e 20  test run time > 
3570: 61 6c 6c 6f 77 65 64 20 72 75 6e 20 74 69 6d 65  allowed run time
3580: 20 74 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62 0a 3b   then kill job.;
3590: 3b 20 20 20 20 2d 20 69 66 20 63 61 6e 6e 6f 74  ;    - if cannot
35a0: 20 61 63 63 65 73 73 20 64 62 20 3e 20 61 6c 6c   access db > all
35b0: 6f 77 65 64 20 64 69 73 63 6f 6e 6e 65 63 74 20  owed disconnect 
35c0: 74 69 6d 65 20 74 68 65 6e 20 6b 69 6c 6c 20 6a  time then kill j
35d0: 6f 62 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65  ob..(if (args:ge
35e0: 74 2d 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73  t-arg "-runtests
35f0: 22 29 0a 20 20 28 67 65 6e 65 72 61 6c 2d 72 75  ").  (general-ru
3600: 6e 2d 63 61 6c 6c 20 0a 20 20 20 22 2d 72 75 6e  n-call .   "-run
3610: 74 65 73 74 73 22 20 0a 20 20 20 22 72 75 6e 20  tests" .   "run 
3620: 61 20 74 65 73 74 22 20 0a 20 20 20 28 6c 61 6d  a test" .   (lam
3630: 62 64 61 20 28 64 62 20 6b 65 79 73 20 6b 65 79  bda (db keys key
3640: 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29  names keyvallst)
3650: 0a 20 20 20 20 20 28 6c 65 74 20 28 28 74 65 73  .     (let ((tes
3660: 74 2d 6e 61 6d 65 73 20 28 73 74 72 69 6e 67 2d  t-names (string-
3670: 73 70 6c 69 74 20 28 61 72 67 73 3a 67 65 74 2d  split (args:get-
3680: 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73 22 29  arg "-runtests")
3690: 20 22 2c 22 29 29 29 0a 20 20 20 20 20 20 20 28   ","))).       (
36a0: 72 75 6e 2d 74 65 73 74 73 20 64 62 20 74 65 73  run-tests db tes
36b0: 74 2d 6e 61 6d 65 73 29 29 29 29 29 0a 0a 3b 3b  t-names)))))..;;
36c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
36d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
36e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
36f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3700: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 65 78 65 63 75 74  ======.;; execut
3710: 65 20 74 68 65 20 74 65 73 74 0a 3b 3b 20 20 20  e the test.;;   
3720: 20 2d 20 67 65 74 73 20 63 61 6c 6c 65 64 20 6f   - gets called o
3730: 6e 20 72 65 6d 6f 74 65 20 68 6f 73 74 0a 3b 3b  n remote host.;;
3740: 20 20 20 20 2d 20 72 65 63 65 69 76 65 73 20 69      - receives i
3750: 6e 66 6f 20 66 72 6f 6d 20 74 68 65 20 2d 65 78  nfo from the -ex
3760: 65 63 75 74 65 20 70 61 72 61 6d 0a 3b 3b 20 20  ecute param.;;  
3770: 20 20 2d 20 70 61 73 73 65 73 20 69 6e 66 6f 20    - passes info 
3780: 74 6f 20 73 74 65 70 73 20 76 69 61 20 4d 54 5f  to steps via MT_
3790: 43 4d 44 49 4e 46 4f 20 65 6e 76 20 76 61 72 20  CMDINFO env var 
37a0: 28 66 75 74 75 72 65 20 69 73 20 74 6f 20 75 73  (future is to us
37b0: 65 20 61 20 64 6f 74 20 66 69 6c 65 29 0a 3b 3b  e a dot file).;;
37c0: 20 20 20 20 2d 20 67 61 74 68 65 72 73 20 68 6f      - gathers ho
37d0: 73 74 20 69 6e 66 6f 20 61 6e 64 20 0a 3b 3b 3d  st info and .;;=
37e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
37f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3800: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3810: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3820: 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73  =====..(if (args
3830: 3a 67 65 74 2d 61 72 67 20 22 2d 65 78 65 63 75  :get-arg "-execu
3840: 74 65 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a  te").    (begin.
3850: 20 20 20 20 20 20 28 6c 61 75 6e 63 68 3a 65 78        (launch:ex
3860: 65 63 75 74 65 20 28 61 72 67 73 3a 67 65 74 2d  ecute (args:get-
3870: 61 72 67 20 22 2d 65 78 65 63 75 74 65 22 29 29  arg "-execute"))
3880: 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69  .      (set! *di
3890: 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29  dsomething* #t))
38a0: 29 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74  )..(if (args:get
38b0: 2d 61 72 67 20 22 2d 73 74 65 70 22 29 0a 20 20  -arg "-step").  
38c0: 20 20 28 69 66 20 28 6e 6f 74 20 28 67 65 74 65    (if (not (gete
38d0: 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29  nv "MT_CMDINFO")
38e0: 29 0a 09 28 62 65 67 69 6e 0a 09 20 20 28 64 65  )..(begin..  (de
38f0: 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52  bug:print 0 "ERR
3900: 4f 52 3a 20 4d 54 5f 43 4d 44 49 4e 46 4f 20 65  OR: MT_CMDINFO e
3910: 6e 76 20 76 61 72 20 6e 6f 74 20 73 65 74 2c 20  nv var not set, 
3920: 2d 73 74 65 70 20 6d 75 73 74 20 62 65 20 63 61  -step must be ca
3930: 6c 6c 65 64 20 2a 69 6e 73 69 64 65 2a 20 61 20  lled *inside* a 
3940: 6d 65 67 61 74 65 73 74 20 69 6e 76 6f 6b 65 64  megatest invoked
3950: 20 65 6e 76 69 72 6f 6e 6d 65 6e 74 21 22 29 0a   environment!").
3960: 09 20 20 28 65 78 69 74 20 35 29 29 0a 09 28 6c  .  (exit 5))..(l
3970: 65 74 2a 20 28 28 73 74 65 70 20 20 20 20 20 20  et* ((step      
3980: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
3990: 73 74 65 70 22 29 29 0a 09 20 20 20 20 20 20 20  step"))..       
39a0: 28 63 6d 64 69 6e 66 6f 20 20 20 28 72 65 61 64  (cmdinfo   (read
39b0: 20 28 6f 70 65 6e 2d 69 6e 70 75 74 2d 73 74 72   (open-input-str
39c0: 69 6e 67 20 28 62 61 73 65 36 34 3a 62 61 73 65  ing (base64:base
39d0: 36 34 2d 64 65 63 6f 64 65 20 28 67 65 74 65 6e  64-decode (geten
39e0: 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29  v "MT_CMDINFO"))
39f0: 29 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73  )))..       (tes
3a00: 74 70 61 74 68 20 20 28 61 73 73 6f 63 2f 64 65  tpath  (assoc/de
3a10: 66 61 75 6c 74 20 27 74 65 73 74 70 61 74 68 20  fault 'testpath 
3a20: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20   cmdinfo))..    
3a30: 20 20 20 28 74 65 73 74 2d 6e 61 6d 65 20 28 61     (test-name (a
3a40: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65  ssoc/default 'te
3a50: 73 74 2d 6e 61 6d 65 20 63 6d 64 69 6e 66 6f 29  st-name cmdinfo)
3a60: 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e 73 63  )..       (runsc
3a70: 72 69 70 74 20 28 61 73 73 6f 63 2f 64 65 66 61  ript (assoc/defa
3a80: 75 6c 74 20 27 72 75 6e 73 63 72 69 70 74 20 63  ult 'runscript c
3a90: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20  mdinfo))..      
3aa0: 20 28 64 62 2d 68 6f 73 74 20 20 20 28 61 73 73   (db-host   (ass
3ab0: 6f 63 2f 64 65 66 61 75 6c 74 20 27 64 62 2d 68  oc/default 'db-h
3ac0: 6f 73 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a  ost   cmdinfo)).
3ad0: 09 20 20 20 20 20 20 20 28 72 75 6e 2d 69 64 20  .       (run-id 
3ae0: 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c     (assoc/defaul
3af0: 74 20 27 72 75 6e 2d 69 64 20 20 20 20 63 6d 64  t 'run-id    cmd
3b00: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28  info))..       (
3b10: 69 74 65 6d 64 61 74 20 20 20 28 61 73 73 6f 63  itemdat   (assoc
3b20: 2f 64 65 66 61 75 6c 74 20 27 69 74 65 6d 64 61  /default 'itemda
3b30: 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20  t   cmdinfo)).. 
3b40: 20 20 20 20 20 20 28 64 62 20 20 20 20 20 20 20        (db       
3b50: 20 23 66 29 0a 09 20 20 20 20 20 20 20 28 73 74   #f)..       (st
3b60: 61 74 65 20 20 20 20 28 61 72 67 73 3a 67 65 74  ate    (args:get
3b70: 2d 61 72 67 20 22 3a 73 74 61 74 65 22 29 29 0a  -arg ":state")).
3b80: 09 20 20 20 20 20 20 20 28 73 74 61 74 75 73 20  .       (status 
3b90: 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20    (args:get-arg 
3ba0: 22 3a 73 74 61 74 75 73 22 29 29 0a 09 20 20 20  ":status"))..   
3bb0: 20 20 20 20 28 6c 6f 67 66 69 6c 65 20 20 28 61      (logfile  (a
3bc0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65  rgs:get-arg "-se
3bd0: 74 6c 6f 67 22 29 29 29 0a 09 20 20 28 63 68 61  tlog")))..  (cha
3be0: 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20 74 65  nge-directory te
3bf0: 73 74 70 61 74 68 29 0a 09 20 20 28 69 66 20 28  stpath)..  (if (
3c00: 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d 72  not (setup-for-r
3c10: 75 6e 29 29 0a 09 20 20 20 20 20 20 28 62 65 67  un))..      (beg
3c20: 69 6e 0a 09 09 28 64 65 62 75 67 3a 70 72 69 6e  in...(debug:prin
3c30: 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73  t 0 "Failed to s
3c40: 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 0a  etup, exiting").
3c50: 09 09 28 65 78 69 74 20 31 29 29 29 0a 09 20 20  ..(exit 1)))..  
3c60: 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64  (set! db (open-d
3c70: 62 29 29 0a 09 20 20 28 69 66 20 28 61 6e 64 20  b))..  (if (and 
3c80: 73 74 61 74 65 20 73 74 61 74 75 73 29 0a 09 20  state status).. 
3c90: 20 20 20 20 20 28 74 65 73 74 73 74 65 70 2d 73       (teststep-s
3ca0: 65 74 2d 73 74 61 74 75 73 21 20 64 62 20 72 75  et-status! db ru
3cb0: 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 73  n-id test-name s
3cc0: 74 65 70 20 73 74 61 74 65 20 73 74 61 74 75 73  tep state status
3cd0: 20 69 74 65 6d 64 61 74 20 28 61 72 67 73 3a 67   itemdat (args:g
3ce0: 65 74 2d 61 72 67 20 22 2d 6d 22 29 20 6c 6f 67  et-arg "-m") log
3cf0: 66 69 6c 65 29 0a 09 20 20 20 20 20 20 28 62 65  file)..      (be
3d00: 67 69 6e 0a 09 09 28 64 65 62 75 67 3a 70 72 69  gin...(debug:pri
3d10: 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 59 6f 75  nt 0 "ERROR: You
3d20: 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 3a 73   must specify :s
3d30: 74 61 74 65 20 61 6e 64 20 3a 73 74 61 74 75 73  tate and :status
3d40: 20 77 69 74 68 20 65 76 65 72 79 20 63 61 6c 6c   with every call
3d50: 20 74 6f 20 2d 73 74 65 70 22 29 0a 09 09 28 65   to -step")...(e
3d60: 78 69 74 20 36 29 29 29 0a 09 20 20 28 73 71 6c  xit 6)))..  (sql
3d70: 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64  ite3:finalize! d
3d80: 62 29 0a 09 20 20 28 73 65 74 21 20 2a 64 69 64  b)..  (set! *did
3d90: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29  something* #t)))
3da0: 29 0a 0a 28 69 66 20 28 6f 72 20 28 61 72 67 73  )..(if (or (args
3db0: 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 6c 6f  :get-arg "-setlo
3dc0: 67 22 29 20 20 20 20 20 20 20 3b 3b 20 73 69 6e  g")       ;; sin
3dd0: 63 65 20 73 65 74 74 69 6e 67 20 75 70 20 69 73  ce setting up is
3de0: 20 73 6f 20 63 6f 73 74 6c 79 20 6c 65 74 73 20   so costly lets 
3df0: 70 69 67 67 79 62 61 63 6b 20 6f 6e 20 2d 74 65  piggyback on -te
3e00: 73 74 2d 73 74 61 74 75 73 0a 09 28 61 72 67 73  st-status..(args
3e10: 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 2d 74  :get-arg "-set-t
3e20: 6f 70 6c 6f 67 22 29 0a 09 28 61 72 67 73 3a 67  oplog")..(args:g
3e30: 65 74 2d 61 72 67 20 22 2d 74 65 73 74 2d 73 74  et-arg "-test-st
3e40: 61 74 75 73 22 29 0a 09 28 61 72 67 73 3a 67 65  atus")..(args:ge
3e50: 74 2d 61 72 67 20 22 2d 73 65 74 2d 76 61 6c 75  t-arg "-set-valu
3e60: 65 73 22 29 0a 09 28 61 72 67 73 3a 67 65 74 2d  es")..(args:get-
3e70: 61 72 67 20 22 2d 6c 6f 61 64 2d 74 65 73 74 2d  arg "-load-test-
3e80: 64 61 74 61 22 29 0a 09 28 61 72 67 73 3a 67 65  data")..(args:ge
3e90: 74 2d 61 72 67 20 22 2d 72 75 6e 73 74 65 70 22  t-arg "-runstep"
3ea0: 29 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67  )..(args:get-arg
3eb0: 20 22 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65   "-summarize-ite
3ec0: 6d 73 22 29 29 0a 20 20 20 20 28 69 66 20 28 6e  ms")).    (if (n
3ed0: 6f 74 20 28 67 65 74 65 6e 76 20 22 4d 54 5f 43  ot (getenv "MT_C
3ee0: 4d 44 49 4e 46 4f 22 29 29 0a 09 28 62 65 67 69  MDINFO"))..(begi
3ef0: 6e 0a 09 20 20 28 64 65 62 75 67 3a 70 72 69 6e  n..  (debug:prin
3f00: 74 20 30 20 22 45 52 52 4f 52 3a 20 4d 54 5f 43  t 0 "ERROR: MT_C
3f10: 4d 44 49 4e 46 4f 20 65 6e 76 20 76 61 72 20 6e  MDINFO env var n
3f20: 6f 74 20 73 65 74 2c 20 63 6f 6d 6d 61 6e 64 73  ot set, commands
3f30: 20 2d 74 65 73 74 2d 73 74 61 74 75 73 2c 20 2d   -test-status, -
3f40: 72 75 6e 73 74 65 70 20 61 6e 64 20 2d 73 65 74  runstep and -set
3f50: 6c 6f 67 20 6d 75 73 74 20 62 65 20 63 61 6c 6c  log must be call
3f60: 65 64 20 2a 69 6e 73 69 64 65 2a 20 61 20 6d 65  ed *inside* a me
3f70: 67 61 74 65 73 74 20 65 6e 76 69 72 6f 6e 6d 65  gatest environme
3f80: 6e 74 21 22 29 0a 09 20 20 28 65 78 69 74 20 35  nt!")..  (exit 5
3f90: 29 29 0a 09 28 6c 65 74 2a 20 28 28 73 74 61 72  ))..(let* ((star
3fa0: 74 69 6e 67 64 69 72 20 28 63 75 72 72 65 6e 74  tingdir (current
3fb0: 2d 64 69 72 65 63 74 6f 72 79 29 29 0a 09 20 20  -directory))..  
3fc0: 20 20 20 20 20 28 63 6d 64 69 6e 66 6f 20 20 20       (cmdinfo   
3fd0: 28 72 65 61 64 20 28 6f 70 65 6e 2d 69 6e 70 75  (read (open-inpu
3fe0: 74 2d 73 74 72 69 6e 67 20 28 62 61 73 65 36 34  t-string (base64
3ff0: 3a 62 61 73 65 36 34 2d 64 65 63 6f 64 65 20 28  :base64-decode (
4000: 67 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e  getenv "MT_CMDIN
4010: 46 4f 22 29 29 29 29 29 0a 09 20 20 20 20 20 20  FO")))))..      
4020: 20 28 74 65 73 74 70 61 74 68 20 20 28 61 73 73   (testpath  (ass
4030: 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73 74  oc/default 'test
4040: 70 61 74 68 20 20 63 6d 64 69 6e 66 6f 29 29 0a  path  cmdinfo)).
4050: 09 20 20 20 20 20 20 20 28 74 65 73 74 2d 6e 61  .       (test-na
4060: 6d 65 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c  me (assoc/defaul
4070: 74 20 27 74 65 73 74 2d 6e 61 6d 65 20 63 6d 64  t 'test-name cmd
4080: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28  info))..       (
4090: 72 75 6e 73 63 72 69 70 74 20 28 61 73 73 6f 63  runscript (assoc
40a0: 2f 64 65 66 61 75 6c 74 20 27 72 75 6e 73 63 72  /default 'runscr
40b0: 69 70 74 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20  ipt cmdinfo)).. 
40c0: 20 20 20 20 20 20 28 64 62 2d 68 6f 73 74 20 20        (db-host  
40d0: 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20   (assoc/default 
40e0: 27 64 62 2d 68 6f 73 74 20 20 20 63 6d 64 69 6e  'db-host   cmdin
40f0: 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72 75  fo))..       (ru
4100: 6e 2d 69 64 20 20 20 20 28 61 73 73 6f 63 2f 64  n-id    (assoc/d
4110: 65 66 61 75 6c 74 20 27 72 75 6e 2d 69 64 20 20  efault 'run-id  
4120: 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20    cmdinfo))..   
4130: 20 20 20 20 28 69 74 65 6d 64 61 74 20 20 20 28      (itemdat   (
4140: 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 69  assoc/default 'i
4150: 74 65 6d 64 61 74 20 20 20 63 6d 64 69 6e 66 6f  temdat   cmdinfo
4160: 29 29 0a 09 20 20 20 20 20 20 20 28 64 62 20 20  ))..       (db  
4170: 20 20 20 20 20 20 23 66 29 0a 09 20 20 20 20 20        #f)..     
4180: 20 20 28 73 74 61 74 65 20 20 20 20 20 28 61 72    (state     (ar
4190: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61  gs:get-arg ":sta
41a0: 74 65 22 29 29 0a 09 20 20 20 20 20 20 20 28 73  te"))..       (s
41b0: 74 61 74 75 73 20 20 20 20 28 61 72 67 73 3a 67  tatus    (args:g
41c0: 65 74 2d 61 72 67 20 22 3a 73 74 61 74 75 73 22  et-arg ":status"
41d0: 29 29 29 0a 09 20 20 28 63 68 61 6e 67 65 2d 64  )))..  (change-d
41e0: 69 72 65 63 74 6f 72 79 20 74 65 73 74 70 61 74  irectory testpat
41f0: 68 29 0a 09 20 20 28 69 66 20 28 6e 6f 74 20 28  h)..  (if (not (
4200: 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a  setup-for-run)).
4210: 09 20 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09  .      (begin...
4220: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22  (debug:print 0 "
4230: 46 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c  Failed to setup,
4240: 20 65 78 69 74 69 6e 67 22 29 0a 09 09 28 65 78   exiting")...(ex
4250: 69 74 20 31 29 29 29 0a 09 20 20 28 73 65 74 21  it 1)))..  (set!
4260: 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 09   db (open-db))..
4270: 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d    (if (args:get-
4280: 61 72 67 20 22 2d 6c 6f 61 64 2d 74 65 73 74 2d  arg "-load-test-
4290: 64 61 74 61 22 29 0a 09 20 20 20 20 20 20 28 64  data")..      (d
42a0: 62 3a 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61  b:load-test-data
42b0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d   db run-id test-
42c0: 6e 61 6d 65 20 69 74 65 6d 64 61 74 29 29 0a 09  name itemdat))..
42d0: 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d    (if (args:get-
42e0: 61 72 67 20 22 2d 73 65 74 6c 6f 67 22 29 0a 09  arg "-setlog")..
42f0: 20 20 20 20 20 20 28 74 65 73 74 2d 73 65 74 2d        (test-set-
4300: 6c 6f 67 21 20 64 62 20 72 75 6e 2d 69 64 20 74  log! db run-id t
4310: 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 64 61 74  est-name itemdat
4320: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
4330: 2d 73 65 74 6c 6f 67 22 29 29 29 0a 09 20 20 28  -setlog")))..  (
4340: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
4350: 20 22 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 29 0a   "-set-toplog").
4360: 09 20 20 20 20 20 20 28 74 65 73 74 2d 73 65 74  .      (test-set
4370: 2d 74 6f 70 6c 6f 67 21 20 64 62 20 72 75 6e 2d  -toplog! db run-
4380: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 28 61 72  id test-name (ar
4390: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74  gs:get-arg "-set
43a0: 2d 74 6f 70 6c 6f 67 22 29 29 29 0a 09 20 20 28  -toplog")))..  (
43b0: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
43c0: 20 22 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65   "-summarize-ite
43d0: 6d 73 22 29 0a 09 20 20 20 20 20 20 28 74 65 73  ms")..      (tes
43e0: 74 73 3a 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65  ts:summarize-ite
43f0: 6d 73 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73  ms db run-id tes
4400: 74 2d 6e 61 6d 65 20 23 74 29 29 20 3b 3b 20 64  t-name #t)) ;; d
4410: 6f 20 66 6f 72 63 65 20 68 65 72 65 0a 09 20 20  o force here..  
4420: 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72  (if (args:get-ar
4430: 67 20 22 2d 72 75 6e 73 74 65 70 22 29 0a 09 20  g "-runstep").. 
4440: 20 20 20 20 20 28 69 66 20 28 6e 75 6c 6c 3f 20       (if (null? 
4450: 72 65 6d 61 72 67 73 29 0a 09 09 20 20 28 62 65  remargs)...  (be
4460: 67 69 6e 0a 09 09 20 20 20 20 28 64 65 62 75 67  gin...    (debug
4470: 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a  :print 0 "ERROR:
4480: 20 6e 6f 74 68 69 6e 67 20 73 70 65 63 69 66 69   nothing specifi
4490: 65 64 20 74 6f 20 72 75 6e 21 22 29 0a 09 09 20  ed to run!")... 
44a0: 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61     (sqlite3:fina
44b0: 6c 69 7a 65 21 20 64 62 29 0a 09 09 20 20 20 20  lize! db)...    
44c0: 28 65 78 69 74 20 36 29 29 0a 09 09 20 20 28 6c  (exit 6))...  (l
44d0: 65 74 2a 20 28 28 73 74 65 70 6e 61 6d 65 20 20  et* ((stepname  
44e0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
44f0: 2d 72 75 6e 73 74 65 70 22 29 29 0a 09 09 09 20  -runstep")).... 
4500: 28 6c 6f 67 70 72 6f 66 69 6c 65 20 28 61 72 67  (logprofile (arg
4510: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c 6f 67 70  s:get-arg "-logp
4520: 72 6f 22 29 29 0a 09 09 09 20 28 6c 6f 67 66 69  ro")).... (logfi
4530: 6c 65 20 20 20 20 28 63 6f 6e 63 20 73 74 65 70  le    (conc step
4540: 6e 61 6d 65 20 22 2e 6c 6f 67 22 29 29 0a 09 09  name ".log"))...
4550: 09 20 28 63 6d 64 20 20 20 20 20 20 20 20 28 69  . (cmd        (i
4560: 66 20 28 6e 75 6c 6c 3f 20 72 65 6d 61 72 67 73  f (null? remargs
4570: 29 20 23 66 20 28 63 61 72 20 72 65 6d 61 72 67  ) #f (car remarg
4580: 73 29 29 29 0a 09 09 09 20 28 70 61 72 61 6d 73  s))).... (params
4590: 20 20 20 20 20 28 69 66 20 63 6d 64 20 28 63 64       (if cmd (cd
45a0: 72 20 72 65 6d 61 72 67 73 29 20 27 28 29 29 29  r remargs) '()))
45b0: 0a 09 09 09 20 28 65 78 69 74 73 74 61 74 20 20  .... (exitstat  
45c0: 20 23 66 29 0a 09 09 09 20 28 73 68 65 6c 6c 20   #f).... (shell 
45d0: 20 20 20 20 20 28 6c 61 73 74 20 28 73 74 72 69       (last (stri
45e0: 6e 67 2d 73 70 6c 69 74 20 28 67 65 74 2d 65 6e  ng-split (get-en
45f0: 76 69 72 6f 6e 6d 65 6e 74 2d 76 61 72 69 61 62  vironment-variab
4600: 6c 65 20 22 53 48 45 4c 4c 22 29 20 22 2f 22 29  le "SHELL") "/")
4610: 29 29 0a 09 09 09 20 28 72 65 64 69 72 20 20 20  )).... (redir   
4620: 20 20 20 28 63 61 73 65 20 28 73 74 72 69 6e 67     (case (string
4630: 2d 3e 73 79 6d 62 6f 6c 20 73 68 65 6c 6c 29 0a  ->symbol shell).
4640: 09 09 09 09 20 20 20 20 20 20 20 28 28 74 63 73  ....       ((tcs
4650: 68 20 63 73 68 20 6b 73 68 29 20 20 20 20 22 3e  h csh ksh)    ">
4660: 26 22 29 0a 09 09 09 09 20 20 20 20 20 20 20 28  &").....       (
4670: 28 7a 73 68 20 62 61 73 68 20 73 68 20 61 73 68  (zsh bash sh ash
4680: 29 20 22 32 3e 26 31 20 3e 22 29 29 29 0a 09 09  ) "2>&1 >")))...
4690: 09 20 28 66 75 6c 6c 63 6d 64 20 20 20 20 28 63  . (fullcmd    (c
46a0: 6f 6e 63 20 22 28 22 20 28 73 74 72 69 6e 67 2d  onc "(" (string-
46b0: 69 6e 74 65 72 73 70 65 72 73 65 20 0a 09 09 09  intersperse ....
46c0: 09 09 09 28 63 6f 6e 73 20 63 6d 64 20 70 61 72  ...(cons cmd par
46d0: 61 6d 73 29 20 22 20 22 29 0a 09 09 09 09 09 20  ams) " ")...... 
46e0: 20 20 22 29 20 22 20 72 65 64 69 72 20 22 20 22    ") " redir " "
46f0: 20 6c 6f 67 66 69 6c 65 29 29 29 0a 09 09 20 20   logfile)))...  
4700: 20 20 3b 3b 20 6d 61 72 6b 20 74 68 65 20 73 74    ;; mark the st
4710: 61 72 74 20 6f 66 20 74 68 65 20 74 65 73 74 0a  art of the test.
4720: 09 09 20 20 20 20 28 74 65 73 74 73 74 65 70 2d  ..    (teststep-
4730: 73 65 74 2d 73 74 61 74 75 73 21 20 64 62 20 72  set-status! db r
4740: 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20  un-id test-name 
4750: 73 74 65 70 6e 61 6d 65 20 22 73 74 61 72 74 22  stepname "start"
4760: 20 22 6e 2f 61 22 20 69 74 65 6d 64 61 74 20 28   "n/a" itemdat (
4770: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d  args:get-arg "-m
4780: 22 29 20 6c 6f 67 66 69 6c 65 29 0a 09 09 20 20  ") logfile)...  
4790: 20 20 3b 3b 20 63 6c 6f 73 65 20 74 68 65 20 64    ;; close the d
47a0: 62 0a 09 09 20 20 20 20 28 73 71 6c 69 74 65 33  b...    (sqlite3
47b0: 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09  :finalize! db)..
47c0: 09 20 20 20 20 3b 3b 20 72 75 6e 20 74 68 65 20  .    ;; run the 
47d0: 74 65 73 74 20 73 74 65 70 0a 09 09 20 20 20 20  test step...    
47e0: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 32 20 22  (debug:print 2 "
47f0: 49 4e 46 4f 3a 20 52 75 6e 6e 69 6e 67 20 5c 22  INFO: Running \"
4800: 22 20 66 75 6c 6c 63 6d 64 20 22 5c 22 22 29 0a  " fullcmd "\"").
4810: 09 09 20 20 20 20 28 63 68 61 6e 67 65 2d 64 69  ..    (change-di
4820: 72 65 63 74 6f 72 79 20 73 74 61 72 74 69 6e 67  rectory starting
4830: 64 69 72 29 0a 09 09 20 20 20 20 28 73 65 74 21  dir)...    (set!
4840: 20 65 78 69 74 73 74 61 74 20 28 73 79 73 74 65   exitstat (syste
4850: 6d 20 66 75 6c 6c 63 6d 64 29 29 20 3b 3b 20 63  m fullcmd)) ;; c
4860: 6d 64 20 70 61 72 61 6d 73 29 29 0a 09 09 20 20  md params))...  
4870: 20 20 28 73 65 74 21 20 2a 67 6c 6f 62 61 6c 65    (set! *globale
4880: 78 69 74 73 74 61 74 75 73 2a 20 65 78 69 74 73  xitstatus* exits
4890: 74 61 74 29 0a 09 09 20 20 20 20 28 63 68 61 6e  tat)...    (chan
48a0: 67 65 2d 64 69 72 65 63 74 6f 72 79 20 74 65 73  ge-directory tes
48b0: 74 70 61 74 68 29 0a 09 09 20 20 20 20 3b 3b 20  tpath)...    ;; 
48c0: 72 65 2d 6f 70 65 6e 20 74 68 65 20 64 62 0a 09  re-open the db..
48d0: 09 20 20 20 20 28 73 65 74 21 20 64 62 20 28 6f  .    (set! db (o
48e0: 70 65 6e 2d 64 62 29 29 20 0a 09 09 20 20 20 20  pen-db)) ...    
48f0: 3b 3b 20 72 75 6e 20 6c 6f 67 70 72 6f 20 69 66  ;; run logpro if
4900: 20 61 70 70 6c 69 63 61 62 6c 65 20 3b 3b 20 28   applicable ;; (
4910: 70 72 6f 63 65 73 73 2d 72 75 6e 20 22 6c 73 22  process-run "ls"
4920: 20 28 6c 69 73 74 20 22 2f 66 6f 6f 22 20 22 32   (list "/foo" "2
4930: 3e 26 31 22 20 22 62 6c 61 68 2e 6c 6f 67 22 29  >&1" "blah.log")
4940: 29 0a 09 09 20 20 20 20 28 69 66 20 6c 6f 67 70  )...    (if logp
4950: 72 6f 66 69 6c 65 0a 09 09 09 28 6c 65 74 2a 20  rofile....(let* 
4960: 28 28 68 74 6d 6c 6c 6f 67 66 69 6c 65 20 28 63  ((htmllogfile (c
4970: 6f 6e 63 20 73 74 65 70 6e 61 6d 65 20 22 2e 68  onc stepname ".h
4980: 74 6d 6c 22 29 29 0a 09 09 09 20 20 20 20 20 20  tml"))....      
4990: 20 28 6f 6c 64 65 78 69 74 73 74 61 74 20 65 78   (oldexitstat ex
49a0: 69 74 73 74 61 74 29 0a 09 09 09 20 20 20 20 20  itstat)....     
49b0: 20 20 28 63 6d 64 20 20 20 20 20 20 20 20 20 28    (cmd         (
49c0: 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72  string-intersper
49d0: 73 65 20 28 6c 69 73 74 20 22 6c 6f 67 70 72 6f  se (list "logpro
49e0: 22 20 6c 6f 67 70 72 6f 66 69 6c 65 20 68 74 6d  " logprofile htm
49f0: 6c 6c 6f 67 66 69 6c 65 20 22 3c 22 20 6c 6f 67  llogfile "<" log
4a00: 66 69 6c 65 20 22 3e 22 20 28 63 6f 6e 63 20 73  file ">" (conc s
4a10: 74 65 70 6e 61 6d 65 20 22 5f 6c 6f 67 70 72 6f  tepname "_logpro
4a20: 2e 6c 6f 67 22 29 29 20 22 20 22 29 29 29 0a 09  .log")) " ")))..
4a30: 09 09 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74  ..  (debug:print
4a40: 20 32 20 22 49 4e 46 4f 3a 20 72 75 6e 6e 69 6e   2 "INFO: runnin
4a50: 67 20 5c 22 22 20 63 6d 64 20 22 5c 22 22 29 0a  g \"" cmd "\"").
4a60: 09 09 09 20 20 28 63 68 61 6e 67 65 2d 64 69 72  ...  (change-dir
4a70: 65 63 74 6f 72 79 20 73 74 61 72 74 69 6e 67 64  ectory startingd
4a80: 69 72 29 0a 09 09 09 20 20 28 73 65 74 21 20 65  ir)....  (set! e
4a90: 78 69 74 73 74 61 74 20 28 73 79 73 74 65 6d 20  xitstat (system 
4aa0: 63 6d 64 29 29 0a 09 09 09 20 20 28 73 65 74 21  cmd))....  (set!
4ab0: 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74 61 74   *globalexitstat
4ac0: 75 73 2a 20 65 78 69 74 73 74 61 74 29 20 3b 3b  us* exitstat) ;;
4ad0: 20 6e 6f 20 6e 65 63 65 73 73 61 72 79 0a 09 09   no necessary...
4ae0: 09 20 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63  .  (change-direc
4af0: 74 6f 72 79 20 74 65 73 74 70 61 74 68 29 0a 09  tory testpath)..
4b00: 09 09 20 20 28 74 65 73 74 2d 73 65 74 2d 6c 6f  ..  (test-set-lo
4b10: 67 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73  g! db run-id tes
4b20: 74 2d 6e 61 6d 65 20 69 74 65 6d 64 61 74 20 68  t-name itemdat h
4b30: 74 6d 6c 6c 6f 67 66 69 6c 65 29 29 29 0a 09 09  tmllogfile)))...
4b40: 20 20 20 20 28 74 65 73 74 73 74 65 70 2d 73 65      (teststep-se
4b50: 74 2d 73 74 61 74 75 73 21 20 64 62 20 72 75 6e  t-status! db run
4b60: 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 73 74  -id test-name st
4b70: 65 70 6e 61 6d 65 20 22 65 6e 64 22 20 65 78 69  epname "end" exi
4b80: 74 73 74 61 74 20 69 74 65 6d 64 61 74 20 28 61  tstat itemdat (a
4b90: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22  rgs:get-arg "-m"
4ba0: 29 20 6c 6f 67 66 69 6c 65 29 0a 09 09 20 20 20  ) logfile)...   
4bb0: 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69   (sqlite3:finali
4bc0: 7a 65 21 20 64 62 29 0a 09 09 20 20 20 20 28 69  ze! db)...    (i
4bd0: 66 20 28 6e 6f 74 20 28 65 71 3f 20 65 78 69 74  f (not (eq? exit
4be0: 73 74 61 74 20 30 29 29 0a 09 09 09 28 65 78 69  stat 0))....(exi
4bf0: 74 20 32 35 34 29 29 20 3b 3b 20 28 65 78 69 74  t 254)) ;; (exit
4c00: 20 65 78 69 74 73 74 61 74 29 20 64 6f 65 73 6e   exitstat) doesn
4c10: 27 74 20 77 6f 72 6b 3f 21 3f 0a 09 09 20 20 3b  't work?!?...  ;
4c20: 3b 20 6f 70 65 6e 20 74 68 65 20 64 62 0a 09 09  ; open the db...
4c30: 20 20 3b 3b 20 6d 61 72 6b 20 74 68 65 20 65 6e    ;; mark the en
4c40: 64 20 6f 66 20 74 68 65 20 74 65 73 74 0a 09 09  d of the test...
4c50: 20 20 29 29 29 0a 09 20 20 28 69 66 20 28 6f 72    )))..  (if (or
4c60: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
4c70: 2d 74 65 73 74 2d 73 74 61 74 75 73 22 29 0a 09  -test-status")..
4c80: 09 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  .  (args:get-arg
4c90: 20 22 2d 73 65 74 2d 76 61 6c 75 65 73 22 29 29   "-set-values"))
4ca0: 0a 09 20 20 20 20 20 20 28 6c 65 74 20 28 28 6e  ..      (let ((n
4cb0: 65 77 73 74 61 74 75 73 20 28 63 6f 6e 64 0a 09  ewstatus (cond..
4cc0: 09 09 09 28 28 6e 75 6d 62 65 72 3f 20 73 74 61  ...((number? sta
4cd0: 74 75 73 29 20 20 20 20 20 20 20 28 69 66 20 28  tus)       (if (
4ce0: 65 71 75 61 6c 3f 20 73 74 61 74 75 73 20 30 29  equal? status 0)
4cf0: 20 22 50 41 53 53 22 20 22 46 41 49 4c 22 29 29   "PASS" "FAIL"))
4d00: 0a 09 09 09 09 28 28 61 6e 64 20 28 73 74 72 69  .....((and (stri
4d10: 6e 67 3f 20 73 74 61 74 75 73 29 0a 09 09 09 09  ng? status).....
4d20: 20 20 20 20 20 20 28 73 74 72 69 6e 67 2d 3e 6e        (string->n
4d30: 75 6d 62 65 72 20 73 74 61 74 75 73 29 29 28 69  umber status))(i
4d40: 66 20 28 65 71 75 61 6c 3f 20 28 73 74 72 69 6e  f (equal? (strin
4d50: 67 2d 3e 6e 75 6d 62 65 72 20 73 74 61 74 75 73  g->number status
4d60: 29 20 30 29 20 22 50 41 53 53 22 20 22 46 41 49  ) 0) "PASS" "FAI
4d70: 4c 22 29 29 0a 09 09 09 09 28 65 6c 73 65 20 73  L")).....(else s
4d80: 74 61 74 75 73 29 29 29 0a 09 09 20 20 20 20 3b  tatus)))...    ;
4d90: 3b 20 74 72 61 6e 73 66 65 72 20 72 65 6c 65 76  ; transfer relev
4da0: 61 6e 74 20 6b 65 79 73 20 69 6e 74 6f 20 61 20  ant keys into a 
4db0: 68 61 73 68 20 74 6f 20 62 65 20 70 61 73 73 65  hash to be passe
4dc0: 64 20 74 6f 20 74 65 73 74 2d 73 65 74 2d 73 74  d to test-set-st
4dd0: 61 74 75 73 21 0a 09 09 20 20 20 20 3b 3b 20 63  atus!...    ;; c
4de0: 6f 75 6c 64 20 75 73 65 20 61 6e 20 61 73 73 6f  ould use an asso
4df0: 63 20 6c 69 73 74 20 49 20 67 75 65 73 73 2e 20  c list I guess. 
4e00: 0a 09 09 20 20 20 20 28 6f 74 68 65 72 64 61 74  ...    (otherdat
4e10: 61 20 28 6c 65 74 20 28 28 72 65 73 20 28 6d 61  a (let ((res (ma
4e20: 6b 65 2d 68 61 73 68 2d 74 61 62 6c 65 29 29 29  ke-hash-table)))
4e30: 0a 09 09 09 09 20 28 66 6f 72 2d 65 61 63 68 20  ..... (for-each 
4e40: 28 6c 61 6d 62 64 61 20 28 6b 65 79 29 0a 09 09  (lambda (key)...
4e50: 09 09 09 20 20 20 20 20 28 69 66 20 28 61 72 67  ...     (if (arg
4e60: 73 3a 67 65 74 2d 61 72 67 20 6b 65 79 29 0a 09  s:get-arg key)..
4e70: 09 09 09 09 09 20 28 68 61 73 68 2d 74 61 62 6c  ..... (hash-tabl
4e80: 65 2d 73 65 74 21 20 72 65 73 20 6b 65 79 20 28  e-set! res key (
4e90: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 6b 65 79  args:get-arg key
4ea0: 29 29 29 29 0a 09 09 09 09 09 20 20 20 28 6c 69  ))))......   (li
4eb0: 73 74 20 22 3a 76 61 6c 75 65 22 20 22 3a 74 6f  st ":value" ":to
4ec0: 6c 22 20 22 3a 65 78 70 65 63 74 65 64 22 20 22  l" ":expected" "
4ed0: 3a 66 69 72 73 74 5f 65 72 72 22 20 22 3a 66 69  :first_err" ":fi
4ee0: 72 73 74 5f 77 61 72 6e 22 20 22 3a 75 6e 69 74  rst_warn" ":unit
4ef0: 73 22 20 22 3a 63 61 74 65 67 6f 72 79 22 20 22  s" ":category" "
4f00: 3a 76 61 72 69 61 62 6c 65 22 29 29 0a 09 09 09  :variable"))....
4f10: 09 20 72 65 73 29 29 29 0a 09 09 28 69 66 20 28  . res)))...(if (
4f20: 61 6e 64 20 28 61 72 67 73 3a 67 65 74 2d 61 72  and (args:get-ar
4f30: 67 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73 22  g "-test-status"
4f40: 29 0a 09 09 09 20 28 6f 72 20 28 6e 6f 74 20 73  ).... (or (not s
4f50: 74 61 74 65 29 0a 09 09 09 20 20 20 20 20 28 6e  tate)....     (n
4f60: 6f 74 20 73 74 61 74 75 73 29 29 29 0a 09 09 20  ot status)))... 
4f70: 20 20 20 28 62 65 67 69 6e 0a 09 09 20 20 20 20     (begin...    
4f80: 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30    (debug:print 0
4f90: 20 22 45 52 52 4f 52 3a 20 59 6f 75 20 6d 75 73   "ERROR: You mus
4fa0: 74 20 73 70 65 63 69 66 79 20 3a 73 74 61 74 65  t specify :state
4fb0: 20 61 6e 64 20 3a 73 74 61 74 75 73 20 77 69 74   and :status wit
4fc0: 68 20 65 76 65 72 79 20 63 61 6c 6c 20 74 6f 20  h every call to 
4fd0: 2d 74 65 73 74 2d 73 74 61 74 75 73 5c 6e 22 20  -test-status\n" 
4fe0: 68 65 6c 70 29 0a 09 09 20 20 20 20 20 20 28 73  help)...      (s
4ff0: 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21  qlite3:finalize!
5000: 20 64 62 29 0a 09 09 20 20 20 20 20 20 28 65 78   db)...      (ex
5010: 69 74 20 36 29 29 29 0a 09 09 28 74 65 73 74 2d  it 6)))...(test-
5020: 73 65 74 2d 73 74 61 74 75 73 21 20 64 62 20 72  set-status! db r
5030: 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20  un-id test-name 
5040: 73 74 61 74 65 20 6e 65 77 73 74 61 74 75 73 20  state newstatus 
5050: 69 74 65 6d 64 61 74 20 28 61 72 67 73 3a 67 65  itemdat (args:ge
5060: 74 2d 61 72 67 20 22 2d 6d 22 29 20 6f 74 68 65  t-arg "-m") othe
5070: 72 64 61 74 61 29 29 29 0a 09 20 20 28 73 71 6c  rdata)))..  (sql
5080: 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64  ite3:finalize! d
5090: 62 29 0a 09 20 20 28 73 65 74 21 20 2a 64 69 64  b)..  (set! *did
50a0: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29  something* #t)))
50b0: 29 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74  )..(if (args:get
50c0: 2d 61 72 67 20 22 2d 73 68 6f 77 6b 65 79 73 22  -arg "-showkeys"
50d0: 29 0a 20 20 20 20 28 6c 65 74 20 28 28 64 62 20  ).    (let ((db 
50e0: 23 66 29 0a 09 20 20 28 6b 65 79 73 20 23 66 29  #f)..  (keys #f)
50f0: 29 0a 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74  ).      (if (not
5100: 20 28 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29   (setup-for-run)
5110: 29 0a 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20  )..  (begin..   
5120: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20   (debug:print 0 
5130: 22 46 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70  "Failed to setup
5140: 2c 20 65 78 69 74 69 6e 67 22 29 0a 09 20 20 20  , exiting")..   
5150: 20 28 65 78 69 74 20 31 29 29 29 0a 20 20 20 20   (exit 1))).    
5160: 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e    (set! db (open
5170: 2d 64 62 29 29 0a 20 20 20 20 20 20 28 73 65 74  -db)).      (set
5180: 21 20 6b 65 79 73 20 28 64 62 2d 67 65 74 2d 6b  ! keys (db-get-k
5190: 65 79 73 20 64 62 29 29 0a 20 20 20 20 20 20 28  eys db)).      (
51a0: 64 65 62 75 67 3a 70 72 69 6e 74 20 31 20 22 4b  debug:print 1 "K
51b0: 65 79 73 3a 20 22 20 28 73 74 72 69 6e 67 2d 69  eys: " (string-i
51c0: 6e 74 65 72 73 70 65 72 73 65 20 28 6d 61 70 20  ntersperse (map 
51d0: 6b 65 79 3a 67 65 74 2d 66 69 65 6c 64 6e 61 6d  key:get-fieldnam
51e0: 65 20 6b 65 79 73 29 20 22 2c 20 22 29 29 0a 20  e keys) ", ")). 
51f0: 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69       (sqlite3:fi
5200: 6e 61 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20  nalize! db).    
5210: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65    (set! *didsome
5220: 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 28 69  thing* #t)))..(i
5230: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  f (args:get-arg 
5240: 22 2d 67 75 69 22 29 0a 20 20 20 20 28 62 65 67  "-gui").    (beg
5250: 69 6e 0a 20 20 20 20 20 20 28 64 65 62 75 67 3a  in.      (debug:
5260: 70 72 69 6e 74 20 30 20 22 4c 6f 6f 6b 20 61 74  print 0 "Look at
5270: 20 74 68 65 20 64 61 73 68 62 6f 61 72 64 20 66   the dashboard f
5280: 6f 72 20 6e 6f 77 22 29 0a 20 20 20 20 20 20 3b  or now").      ;
5290: 3b 20 28 6d 65 67 61 74 65 73 74 2d 67 75 69 29  ; (megatest-gui)
52a0: 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69  .      (set! *di
52b0: 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29  dsomething* #t))
52c0: 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  )..;;===========
52d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
52f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5300: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 55  ===========.;; U
5310: 70 64 61 74 65 20 74 68 65 20 64 61 74 61 62 61  pdate the databa
5320: 73 65 20 73 63 68 65 6d 61 20 6f 6e 20 72 65 71  se schema on req
5330: 75 65 73 74 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  uest.;;=========
5340: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5350: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5360: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5370: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28  =============..(
5380: 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  if (args:get-arg
5390: 20 22 2d 72 65 62 75 69 6c 64 2d 64 62 22 29 0a   "-rebuild-db").
53a0: 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20      (begin.     
53b0: 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70   (if (not (setup
53c0: 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28 62  -for-run))..  (b
53d0: 65 67 69 6e 0a 09 20 20 20 20 28 64 65 62 75 67  egin..    (debug
53e0: 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65 64  :print 0 "Failed
53f0: 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69   to setup, exiti
5400: 6e 67 22 29 20 0a 09 20 20 20 20 28 65 78 69 74  ng") ..    (exit
5410: 20 31 29 29 29 0a 20 20 20 20 20 20 3b 3b 20 6e   1))).      ;; n
5420: 6f 77 20 63 61 6e 20 66 69 6e 64 20 6f 75 72 20  ow can find our 
5430: 64 62 0a 20 20 20 20 20 20 28 73 65 74 21 20 64  db.      (set! d
5440: 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 20 20 20  b (open-db)).   
5450: 20 20 20 28 70 61 74 63 68 2d 64 62 20 64 62 29     (patch-db db)
5460: 0a 20 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a  .      (sqlite3:
5470: 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 20 20  finalize! db).  
5480: 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f      (set! *didso
5490: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a  mething* #t)))..
54a0: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
54b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
54c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
54d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
54e0: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 55 70 64 61  ========.;; Upda
54f0: 74 65 20 74 68 65 20 74 65 73 74 73 20 6d 65 74  te the tests met
5500: 61 20 64 61 74 61 20 66 72 6f 6d 20 74 68 65 20  a data from the 
5510: 74 65 73 74 63 6f 6e 66 69 67 20 66 69 6c 65 73  testconfig files
5520: 0a 3b 3b 0a 0a 28 69 66 20 28 61 72 67 73 3a 67  .;;..(if (args:g
5530: 65 74 2d 61 72 67 20 22 2d 75 70 64 61 74 65 2d  et-arg "-update-
5540: 6d 65 74 61 22 29 0a 20 20 20 20 28 62 65 67 69  meta").    (begi
5550: 6e 0a 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74  n.      (if (not
5560: 20 28 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29   (setup-for-run)
5570: 29 0a 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20  )..  (begin..   
5580: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20   (debug:print 0 
5590: 22 46 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70  "Failed to setup
55a0: 2c 20 65 78 69 74 69 6e 67 22 29 20 0a 09 20 20  , exiting") ..  
55b0: 20 20 28 65 78 69 74 20 31 29 29 29 0a 20 20 20    (exit 1))).   
55c0: 20 20 20 3b 3b 20 6e 6f 77 20 63 61 6e 20 66 69     ;; now can fi
55d0: 6e 64 20 6f 75 72 20 64 62 0a 20 20 20 20 20 20  nd our db.      
55e0: 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64  (set! db (open-d
55f0: 62 29 29 0a 20 20 20 20 20 20 28 72 75 6e 73 3a  b)).      (runs:
5600: 75 70 64 61 74 65 2d 61 6c 6c 2d 74 65 73 74 5f  update-all-test_
5610: 6d 65 74 61 20 64 62 29 0a 20 20 20 20 20 20 28  meta db).      (
5620: 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65  sqlite3:finalize
5630: 21 20 64 62 29 0a 20 20 20 20 20 20 28 73 65 74  ! db).      (set
5640: 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a  ! *didsomething*
5650: 20 23 74 29 29 29 0a 0a 28 69 66 20 28 6e 6f 74   #t)))..(if (not
5660: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 29   *didsomething*)
5670: 0a 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e  .    (debug:prin
5680: 74 20 30 20 68 65 6c 70 29 29 0a 0a 28 69 66 20  t 0 help))..(if 
5690: 28 6e 6f 74 20 28 65 71 3f 20 2a 67 6c 6f 62 61  (not (eq? *globa
56a0: 6c 65 78 69 74 73 74 61 74 75 73 2a 20 30 29 29  lexitstatus* 0))
56b0: 0a 20 20 20 20 28 69 66 20 28 6f 72 20 28 61 72  .    (if (or (ar
56c0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e  gs:get-arg "-run
56d0: 74 65 73 74 73 22 29 28 61 72 67 73 3a 67 65 74  tests")(args:get
56e0: 2d 61 72 67 20 22 2d 72 75 6e 61 6c 6c 22 29 29  -arg "-runall"))
56f0: 0a 20 20 20 20 20 20 20 20 28 62 65 67 69 6e 0a  .        (begin.
5700: 20 20 20 20 20 20 20 20 20 20 20 28 64 65 62 75             (debu
5710: 67 3a 70 72 69 6e 74 20 30 20 22 4e 4f 54 45 3a  g:print 0 "NOTE:
5720: 20 53 75 62 70 72 6f 63 65 73 73 65 73 20 77 69   Subprocesses wi
5730: 74 68 20 6e 6f 6e 2d 7a 65 72 6f 20 65 78 69 74  th non-zero exit
5740: 20 63 6f 64 65 20 64 65 74 65 63 74 65 64 3a 20   code detected: 
5750: 22 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74 61  " *globalexitsta
5760: 74 75 73 2a 29 0a 20 20 20 20 20 20 20 20 20 20  tus*).          
5770: 20 28 65 78 69 74 20 30 29 29 0a 20 20 20 20 20   (exit 0)).     
5780: 20 20 20 28 63 61 73 65 20 2a 67 6c 6f 62 61 6c     (case *global
5790: 65 78 69 74 73 74 61 74 75 73 2a 0a 20 20 20 20  exitstatus*.    
57a0: 20 20 20 20 20 28 28 30 29 28 65 78 69 74 20 30       ((0)(exit 0
57b0: 29 29 0a 20 20 20 20 20 20 20 20 20 28 28 31 29  )).         ((1)
57c0: 28 65 78 69 74 20 31 29 29 0a 20 20 20 20 20 20  (exit 1)).      
57d0: 20 20 20 28 28 32 29 28 65 78 69 74 20 32 29 29     ((2)(exit 2))
57e0: 0a 20 20 20 20 20 20 20 20 20 28 65 6c 73 65 20  .         (else 
57f0: 28 65 78 69 74 20 33 29 29 29 29 29 0a           (exit 3))))).