Megatest

Hex Artifact Content
Login

Artifact 005f4002b8a4978303363866bf5ccce3c729352c:


0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30  ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20  6-2011, Matthew 
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20  Welland..;; .;; 
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73   This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20   made available 
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50  under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72  L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65  .;;  greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69  e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20  ng file COPYING 
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20  for details..;; 
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61  .;;  This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64  m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52   WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65  RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c  ven the.;;  impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20  ied warranty of 
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20  MERCHANTABILITY 
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41  or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20   PARTICULAR.;;  
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e  PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63  clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20  m").;; (include 
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f  "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71  n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73  lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63  ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65  ase srfi-69 base
01c0: 36 34 29 0a 28 69 6d 70 6f 72 74 20 28 70 72 65  64).(import (pre
01d0: 66 69 78 20 73 71 6c 69 74 65 33 20 73 71 6c 69  fix sqlite3 sqli
01e0: 74 65 33 3a 29 29 0a 28 69 6d 70 6f 72 74 20 28  te3:)).(import (
01f0: 70 72 65 66 69 78 20 62 61 73 65 36 34 20 62 61  prefix base64 ba
0200: 73 65 36 34 3a 29 29 0a 0a 28 64 65 63 6c 61 72  se64:))..(declar
0210: 65 20 28 75 73 65 73 20 63 6f 6d 6d 6f 6e 29 29  e (uses common))
0220: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20  .(declare (uses 
0230: 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f 6e  megatest-version
0240: 29 29 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65  )).(declare (use
0250: 73 20 6d 61 72 67 73 29 29 0a 28 64 65 63 6c 61  s margs)).(decla
0260: 72 65 20 28 75 73 65 73 20 72 75 6e 73 29 29 0a  re (uses runs)).
0270: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 6c  (declare (uses l
0280: 61 75 6e 63 68 29 29 0a 0a 28 69 6e 63 6c 75 64  aunch))..(includ
0290: 65 20 22 63 6f 6d 6d 6f 6e 5f 72 65 63 6f 72 64  e "common_record
02a0: 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c 75 64 65  s.scm").(include
02b0: 20 22 6b 65 79 5f 72 65 63 6f 72 64 73 2e 73 63   "key_records.sc
02c0: 6d 22 29 0a 28 69 6e 63 6c 75 64 65 20 22 64 62  m").(include "db
02d0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 0a  _records.scm")..
02e0: 28 64 65 66 69 6e 65 20 68 65 6c 70 20 28 63 6f  (define help (co
02f0: 6e 63 20 22 0a 4d 65 67 61 74 65 73 74 2c 20 64  nc ".Megatest, d
0300: 6f 63 75 6d 65 6e 74 61 74 69 6f 6e 20 61 74 20  ocumentation at 
0310: 68 74 74 70 3a 2f 2f 77 77 77 2e 6b 69 61 74 6f  http://www.kiato
0320: 61 2e 63 6f 6d 2f 66 6f 73 73 69 6c 73 2f 6d 65  a.com/fossils/me
0330: 67 61 74 65 73 74 0a 20 20 76 65 72 73 69 6f 6e  gatest.  version
0340: 20 22 20 6d 65 67 61 74 65 73 74 2d 76 65 72 73   " megatest-vers
0350: 69 6f 6e 20 22 0a 20 20 6c 69 63 65 6e 73 65 20  ion ".  license 
0360: 47 50 4c 2c 20 43 6f 70 79 72 69 67 68 74 20 4d  GPL, Copyright M
0370: 61 74 74 20 57 65 6c 6c 61 6e 64 20 32 30 30 36  att Welland 2006
0380: 2d 32 30 31 31 0a 0a 55 73 61 67 65 3a 20 6d 65  -2011..Usage: me
0390: 67 61 74 65 73 74 20 5b 6f 70 74 69 6f 6e 73 5d  gatest [options]
03a0: 0a 20 20 2d 68 20 20 20 20 20 20 20 20 20 20 20  .  -h           
03b0: 20 20 20 20 20 20 20 20 20 20 20 3a 20 74 68 69             : thi
03c0: 73 20 68 65 6c 70 0a 0a 50 72 6f 63 65 73 73 20  s help..Process 
03d0: 61 6e 64 20 74 65 73 74 20 72 75 6e 6e 69 6e 67  and test running
03e0: 0a 20 20 2d 72 75 6e 61 6c 6c 20 20 20 20 20 20  .  -runall      
03f0: 20 20 20 20 20 20 20 20 20 20 20 3a 20 72 75 6e             : run
0400: 20 61 6c 6c 20 74 65 73 74 73 20 74 68 61 74 20   all tests that 
0410: 61 72 65 20 6e 6f 74 20 73 74 61 74 65 20 43 4f  are not state CO
0420: 4d 50 4c 45 54 45 44 20 61 6e 64 20 73 74 61 74  MPLETED and stat
0430: 75 73 20 50 41 53 53 2c 20 0a 20 20 20 20 20 20  us PASS, .      
0440: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0450: 20 20 20 20 20 20 43 48 45 43 4b 20 6f 72 20 4b        CHECK or K
0460: 49 4c 4c 45 44 0a 20 20 2d 72 75 6e 74 65 73 74  ILLED.  -runtest
0470: 73 20 74 73 74 31 2c 74 73 74 32 20 2e 2e 2e 20  s tst1,tst2 ... 
0480: 3a 20 72 75 6e 20 74 65 73 74 73 0a 0a 52 75 6e  : run tests..Run
0490: 20 73 74 61 74 75 73 20 75 70 64 61 74 65 73 20   status updates 
04a0: 28 74 68 65 73 65 20 72 65 71 75 69 72 65 20 74  (these require t
04b0: 68 61 74 20 79 6f 75 20 61 72 65 20 69 6e 20 61  hat you are in a
04c0: 20 74 65 73 74 20 64 69 72 65 63 74 6f 72 79 0a   test directory.
04d0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
04e0: 20 20 20 20 61 6e 64 20 79 6f 75 20 68 61 76 65      and you have
04f0: 20 73 6f 75 72 63 65 64 20 74 68 65 20 5c 22 6d   sourced the \"m
0500: 65 67 61 74 65 73 74 2e 63 73 68 5c 22 20 6f 72  egatest.csh\" or
0510: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  .               
0520: 20 20 20 20 20 5c 22 6d 65 67 61 74 65 73 74 2e       \"megatest.
0530: 73 68 5c 22 20 66 69 6c 65 2e 29 0a 20 20 2d 73  sh\" file.).  -s
0540: 74 65 70 20 73 74 65 70 6e 61 6d 65 0a 20 20 2d  tep stepname.  -
0550: 74 65 73 74 2d 73 74 61 74 75 73 20 20 20 20 20  test-status     
0560: 20 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65         : set the
0570: 20 73 74 61 74 65 20 61 6e 64 20 73 74 61 74 75   state and statu
0580: 73 20 6f 66 20 61 20 74 65 73 74 20 28 75 73 65  s of a test (use
0590: 20 3a 73 74 61 74 65 20 61 6e 64 20 3a 73 74 61   :state and :sta
05a0: 74 75 73 29 0a 20 20 2d 73 65 74 6c 6f 67 20 6c  tus).  -setlog l
05b0: 6f 67 66 6e 61 6d 65 20 20 20 20 20 20 20 20 3a  ogfname        :
05c0: 20 73 65 74 20 74 68 65 20 70 61 74 68 2f 66 69   set the path/fi
05d0: 6c 65 6e 61 6d 65 20 74 6f 20 74 68 65 20 66 69  lename to the fi
05e0: 6e 61 6c 20 6c 6f 67 20 72 65 6c 61 74 69 76 65  nal log relative
05f0: 20 74 6f 20 74 68 65 20 74 65 73 74 0a 20 20 20   to the test.   
0600: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0610: 20 20 20 20 20 20 20 20 20 64 69 72 65 63 74 6f           directo
0620: 72 79 2e 20 6d 61 79 20 62 65 20 75 73 65 64 20  ry. may be used 
0630: 77 69 74 68 20 2d 74 65 73 74 2d 73 74 61 74 75  with -test-statu
0640: 73 0a 20 20 2d 73 65 74 2d 74 6f 70 6c 6f 67 20  s.  -set-toplog 
0650: 6c 6f 67 66 6e 61 6d 65 20 20 20 20 3a 20 73 65  logfname    : se
0660: 74 20 74 68 65 20 6f 76 65 72 61 6c 6c 20 6c 6f  t the overall lo
0670: 67 20 66 6f 72 20 61 20 73 75 69 74 65 20 6f 66  g for a suite of
0680: 20 73 75 62 2d 74 65 73 74 73 0a 20 20 2d 73 75   sub-tests.  -su
0690: 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 20 20 20  mmarize-items   
06a0: 20 20 20 20 20 3a 20 66 6f 72 20 61 6e 20 69 74       : for an it
06b0: 65 6d 69 7a 65 64 20 74 65 73 74 20 63 72 65 61  emized test crea
06c0: 74 65 20 61 20 73 75 6d 6d 61 72 79 20 68 74 6d  te a summary htm
06d0: 6c 20 0a 20 20 2d 6d 20 63 6f 6d 6d 65 6e 74 20  l .  -m comment 
06e0: 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 69               : i
06f0: 6e 73 65 72 74 20 61 20 63 6f 6d 6d 65 6e 74 20  nsert a comment 
0700: 66 6f 72 20 74 68 69 73 20 74 65 73 74 0a 0a 52  for this test..R
0710: 75 6e 20 64 61 74 61 0a 20 20 3a 72 75 6e 6e 61  un data.  :runna
0720: 6d 65 20 20 20 20 20 20 20 20 20 20 20 20 20 20  me              
0730: 20 20 3a 20 72 65 71 75 69 72 65 64 2c 20 6e 61    : required, na
0740: 6d 65 20 66 6f 72 20 74 68 69 73 20 70 61 72 74  me for this part
0750: 69 63 75 6c 61 72 20 74 65 73 74 20 72 75 6e 0a  icular test run.
0760: 20 20 3a 73 74 61 74 65 20 20 20 20 20 20 20 20    :state        
0770: 20 20 20 20 20 20 20 20 20 20 3a 20 72 65 71 75            : requ
0780: 69 72 65 64 20 69 66 20 75 70 64 61 74 69 6e 67  ired if updating
0790: 20 73 74 65 70 20 73 74 61 74 65 3b 20 65 2e 67   step state; e.g
07a0: 2e 20 73 74 61 72 74 2c 20 65 6e 64 2c 20 63 6f  . start, end, co
07b0: 6d 70 6c 65 74 65 64 0a 20 20 3a 73 74 61 74 75  mpleted.  :statu
07c0: 73 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  s               
07d0: 20 20 3a 20 72 65 71 75 69 72 65 64 20 69 66 20    : required if 
07e0: 75 70 64 61 74 69 6e 67 20 73 74 65 70 20 73 74  updating step st
07f0: 61 74 75 73 3b 20 65 2e 67 2e 20 70 61 73 73 2c  atus; e.g. pass,
0800: 20 66 61 69 6c 2c 20 6e 2f 61 0a 0a 56 61 6c 75   fail, n/a..Valu
0810: 65 73 20 61 6e 64 20 72 65 63 6f 72 64 20 65 72  es and record er
0820: 72 6f 72 73 20 61 6e 64 20 77 61 72 6e 69 6e 67  rors and warning
0830: 73 0a 20 20 2d 73 65 74 2d 76 61 6c 75 65 73 20  s.  -set-values 
0840: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 75 70              : up
0850: 64 61 74 65 20 6f 72 20 73 65 74 20 76 61 6c 75  date or set valu
0860: 65 73 20 69 6e 20 74 68 65 20 6d 65 67 61 74 65  es in the megate
0870: 73 74 20 64 62 20 0a 20 20 3a 63 61 74 65 67 6f  st db .  :catego
0880: 72 79 20 20 20 20 20 20 20 20 20 20 20 20 20 20  ry              
0890: 20 3a 20 73 65 74 20 74 68 65 20 63 61 74 65 67   : set the categ
08a0: 6f 72 79 20 66 69 65 6c 64 20 28 6f 70 74 69 6f  ory field (optio
08b0: 6e 61 6c 29 0a 20 20 3a 76 61 72 69 61 62 6c 65  nal).  :variable
08c0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a                 :
08d0: 20 73 65 74 20 74 68 65 20 76 61 72 69 61 62 6c   set the variabl
08e0: 65 20 6e 61 6d 65 20 28 6f 70 74 69 6f 6e 61 6c  e name (optional
08f0: 29 0a 20 20 3a 76 61 6c 75 65 20 20 20 20 20 20  ).  :value      
0900: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 76 61              : va
0910: 6c 75 65 20 6d 65 61 73 75 72 65 64 20 28 72 65  lue measured (re
0920: 71 75 69 72 65 64 29 0a 20 20 3a 65 78 70 65 63  quired).  :expec
0930: 74 65 64 20 20 20 20 20 20 20 20 20 20 20 20 20  ted             
0940: 20 20 3a 20 76 61 6c 75 65 20 65 78 70 65 63 74    : value expect
0950: 65 64 20 28 72 65 71 75 69 72 65 64 29 0a 20 20  ed (required).  
0960: 3a 74 6f 6c 20 20 20 20 20 20 20 20 20 20 20 20  :tol            
0970: 20 20 20 20 20 20 20 20 3a 20 7c 76 61 6c 75 65          : |value
0980: 2d 65 78 70 65 63 74 7c 20 3c 3d 20 74 6f 6c 20  -expect| <= tol 
0990: 28 72 65 71 75 69 72 65 64 2c 20 63 61 6e 20 62  (required, can b
09a0: 65 20 3c 2c 20 3e 2c 20 3e 3d 2c 20 3c 3d 20 6f  e <, >, >=, <= o
09b0: 72 20 6e 75 6d 62 65 72 29 0a 20 20 3a 75 6e 69  r number).  :uni
09c0: 74 73 20 20 20 20 20 20 20 20 20 20 20 20 20 20  ts              
09d0: 20 20 20 20 3a 20 6e 61 6d 65 20 6f 66 20 74 68      : name of th
09e0: 65 20 75 6e 69 74 73 20 66 6f 72 20 76 61 6c 75  e units for valu
09f0: 65 2c 20 65 78 70 65 63 74 65 64 5f 76 61 6c 75  e, expected_valu
0a00: 65 20 65 74 63 2e 20 28 6f 70 74 69 6f 6e 61 6c  e etc. (optional
0a10: 29 0a 20 20 3a 66 69 72 73 74 5f 65 72 72 20 20  ).  :first_err  
0a20: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 72 65              : re
0a30: 63 6f 72 64 20 61 6e 20 65 72 72 6f 72 20 6d 65  cord an error me
0a40: 73 73 61 67 65 0a 20 20 3a 66 69 72 73 74 5f 77  ssage.  :first_w
0a50: 61 72 6e 20 20 20 20 20 20 20 20 20 20 20 20 20  arn             
0a60: 3a 20 72 65 63 6f 72 64 20 61 20 77 61 72 6e 69  : record a warni
0a70: 6e 67 20 6d 65 73 73 61 67 65 0a 0a 41 72 62 69  ng message..Arbi
0a80: 74 72 61 72 79 20 74 65 73 74 20 64 61 74 61 20  trary test data 
0a90: 6c 6f 61 64 69 6e 67 0a 20 20 2d 6c 6f 61 64 2d  loading.  -load-
0aa0: 74 65 73 74 2d 64 61 74 61 20 20 20 20 20 20 20  test-data       
0ab0: 20 20 3a 20 72 65 61 64 20 74 65 73 74 20 73 70    : read test sp
0ac0: 65 63 69 66 69 63 20 64 61 74 61 20 66 6f 72 20  ecific data for 
0ad0: 73 74 6f 72 61 67 65 20 69 6e 20 74 68 65 20 74  storage in the t
0ae0: 65 73 74 5f 64 61 74 61 20 74 61 62 6c 65 0a 20  est_data table. 
0af0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b00: 20 20 20 20 20 20 20 20 20 20 20 66 72 6f 6d 20             from 
0b10: 73 74 61 6e 64 61 72 64 20 69 6e 2e 20 45 61 63  standard in. Eac
0b20: 68 20 6c 69 6e 65 20 69 73 20 63 6f 6d 6d 61 20  h line is comma 
0b30: 64 65 6c 69 6d 69 74 65 64 20 77 69 74 68 20 66  delimited with f
0b40: 6f 75 72 0a 20 20 20 20 20 20 20 20 20 20 20 20  our.            
0b50: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b60: 66 69 65 6c 64 73 20 63 61 74 65 67 6f 72 79 2c  fields category,
0b70: 76 61 72 69 61 62 6c 65 2c 76 61 6c 75 65 2c 63  variable,value,c
0b80: 6f 6d 6d 65 6e 74 0a 0a 51 75 65 72 69 65 73 0a  omment..Queries.
0b90: 20 20 2d 6c 69 73 74 2d 72 75 6e 73 20 70 61 74    -list-runs pat
0ba0: 74 20 20 20 20 20 20 20 20 20 3a 20 6c 69 73 74  t         : list
0bb0: 20 72 75 6e 73 20 6d 61 74 63 68 69 6e 67 20 70   runs matching p
0bc0: 61 74 74 65 72 6e 20 5c 22 70 61 74 74 5c 22 2c  attern \"patt\",
0bd0: 20 25 20 69 73 20 74 68 65 20 77 69 6c 64 63 61   % is the wildca
0be0: 72 64 0a 20 20 2d 74 65 73 74 70 61 74 74 20 70  rd.  -testpatt p
0bf0: 61 74 74 20 20 20 20 20 20 20 20 20 20 3a 20 69  att          : i
0c00: 6e 20 6c 69 73 74 2d 72 75 6e 73 20 73 68 6f 77  n list-runs show
0c10: 20 6f 6e 6c 79 20 74 68 65 73 65 20 74 65 73 74   only these test
0c20: 73 2c 20 25 20 69 73 20 74 68 65 20 77 69 6c 64  s, % is the wild
0c30: 63 61 72 64 0a 20 20 2d 69 74 65 6d 70 61 74 74  card.  -itempatt
0c40: 20 70 61 74 74 20 20 20 20 20 20 20 20 20 20 3a   patt          :
0c50: 20 69 6e 20 6c 69 73 74 2d 72 75 6e 73 20 73 68   in list-runs sh
0c60: 6f 77 20 6f 6e 6c 79 20 74 65 73 74 73 20 77 69  ow only tests wi
0c70: 74 68 20 69 74 65 6d 73 20 74 68 61 74 20 6d 61  th items that ma
0c80: 74 63 68 20 70 61 74 74 0a 20 20 2d 73 68 6f 77  tch patt.  -show
0c90: 6b 65 79 73 20 20 20 20 20 20 20 20 20 20 20 20  keys            
0ca0: 20 20 20 3a 20 73 68 6f 77 20 74 68 65 20 6b 65     : show the ke
0cb0: 79 73 20 75 73 65 64 20 69 6e 20 74 68 69 73 20  ys used in this 
0cc0: 6d 65 67 61 74 65 73 74 20 73 65 74 75 70 0a 0a  megatest setup..
0cd0: 4d 69 73 63 20 0a 20 20 2d 66 6f 72 63 65 20 20  Misc .  -force  
0ce0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0cf0: 3a 20 6f 76 65 72 72 69 64 65 20 73 6f 6d 65 20  : override some 
0d00: 63 68 65 63 6b 73 0a 20 20 2d 78 74 65 72 6d 20  checks.  -xterm 
0d10: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0d20: 20 3a 20 73 74 61 72 74 20 61 6e 20 78 74 65 72   : start an xter
0d30: 6d 20 69 6e 73 74 65 61 64 20 6f 66 20 6c 61 75  m instead of lau
0d40: 6e 63 68 69 6e 67 20 74 68 65 20 74 65 73 74 0a  nching the test.
0d50: 20 20 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 20 20    -remove-runs  
0d60: 20 20 20 20 20 20 20 20 20 20 3a 20 72 65 6d 6f            : remo
0d70: 76 65 20 74 68 65 20 64 61 74 61 20 66 6f 72 20  ve the data for 
0d80: 61 20 72 75 6e 2c 20 72 65 71 75 69 72 65 73 20  a run, requires 
0d90: 61 6c 6c 20 66 69 65 6c 64 73 20 62 65 20 73 70  all fields be sp
0da0: 65 63 69 66 69 65 64 0a 20 20 20 20 20 20 20 20  ecified.        
0db0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0dc0: 20 20 20 20 61 6e 64 20 3a 72 75 6e 6e 61 6d 65      and :runname
0dd0: 20 2c 2d 74 65 73 74 70 61 74 74 20 61 6e 64 20   ,-testpatt and 
0de0: 2d 69 74 65 6d 70 61 74 74 0a 20 20 20 20 20 20  -itempatt.      
0df0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0e00: 20 20 20 20 20 20 61 6e 64 20 2d 74 65 73 74 70        and -testp
0e10: 61 74 74 0a 20 20 2d 6b 65 65 70 67 6f 69 6e 67  att.  -keepgoing
0e20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20                : 
0e30: 63 6f 6e 74 69 6e 75 65 20 72 75 6e 6e 69 6e 67  continue running
0e40: 20 75 6e 74 69 6c 20 6e 6f 20 6a 6f 62 73 20 61   until no jobs a
0e50: 72 65 20 5c 22 4c 41 55 4e 43 48 45 44 5c 22 20  re \"LAUNCHED\" 
0e60: 6f 72 0a 20 20 20 20 20 20 20 20 20 20 20 20 20  or.             
0e70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 5c                 \
0e80: 22 4e 4f 54 5f 53 54 41 52 54 45 44 5c 22 0a 20  "NOT_STARTED\". 
0e90: 20 2d 72 65 72 75 6e 20 46 41 49 4c 2c 57 41 52   -rerun FAIL,WAR
0ea0: 4e 2e 2e 2e 20 20 20 20 20 3a 20 72 65 2d 72 75  N...     : re-ru
0eb0: 6e 20 69 66 20 63 61 6c 6c 65 64 20 6f 6e 20 61  n if called on a
0ec0: 20 74 65 73 74 20 74 68 61 74 20 70 72 65 76 69   test that previ
0ed0: 6f 75 73 6c 79 20 72 61 6e 20 28 6e 75 6c 6c 69  ously ran (nulli
0ee0: 66 69 65 64 0a 20 20 20 20 20 20 20 20 20 20 20  fied.           
0ef0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0f00: 20 69 66 20 2d 6b 65 65 70 67 6f 69 6e 67 20 69   if -keepgoing i
0f10: 73 20 61 6c 73 6f 20 73 70 65 63 69 66 69 65 64  s also specified
0f20: 29 0a 20 20 2d 72 65 62 75 69 6c 64 2d 64 62 20  ).  -rebuild-db 
0f30: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 62 72              : br
0f40: 69 6e 67 20 74 68 65 20 64 61 74 61 62 61 73 65  ing the database
0f50: 20 73 63 68 65 6d 61 20 75 70 20 74 6f 20 64 61   schema up to da
0f60: 74 65 0a 20 20 2d 72 6f 6c 6c 75 70 20 20 20 20  te.  -rollup    
0f70: 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 66               : f
0f80: 69 6c 6c 20 72 75 6e 20 28 73 65 74 20 62 79 20  ill run (set by 
0f90: 3a 72 75 6e 6e 61 6d 65 29 20 20 77 69 74 68 20  :runname)  with 
0fa0: 6c 61 74 65 73 74 20 74 65 73 74 28 73 29 20 66  latest test(s) f
0fb0: 72 6f 6d 0a 20 20 20 20 20 20 20 20 20 20 20 20  rom.            
0fc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0fd0: 70 72 69 6f 72 20 72 75 6e 73 20 77 69 74 68 20  prior runs with 
0fe0: 73 61 6d 65 20 6b 65 79 73 0a 20 20 2d 72 65 6e  same keys.  -ren
0ff0: 61 6d 65 2d 72 75 6e 20 3c 72 75 6e 62 3e 20 20  ame-run <runb>  
1000: 20 20 20 20 3a 20 72 65 6e 61 6d 65 20 72 75 6e      : rename run
1010: 20 28 73 65 74 20 62 79 20 3a 72 75 6e 6e 61 6d   (set by :runnam
1020: 65 29 20 74 6f 20 3c 72 75 6e 62 3e 2c 20 72 65  e) to <runb>, re
1030: 71 75 69 72 65 73 20 6b 65 79 73 0a 20 20 2d 75  quires keys.  -u
1040: 70 64 61 74 65 2d 6d 65 74 61 20 20 20 20 20 20  pdate-meta      
1050: 20 20 20 20 20 20 3a 20 75 70 64 61 74 65 20 74        : update t
1060: 68 65 20 74 65 73 74 73 20 6d 65 74 61 64 61 74  he tests metadat
1070: 61 20 66 6f 72 20 61 6c 6c 20 74 65 73 74 73 0a  a for all tests.
1080: 20 20 2d 65 78 74 72 61 63 74 2d 6f 64 73 20 20    -extract-ods  
1090: 20 20 20 20 20 20 20 20 20 20 3a 20 65 78 74 72            : extr
10a0: 61 63 74 20 61 6e 20 6f 70 65 6e 20 64 6f 63 75  act an open docu
10b0: 6d 65 6e 74 20 73 70 72 65 61 64 73 68 65 65 74  ment spreadsheet
10c0: 20 66 72 6f 6d 20 74 68 65 20 64 61 74 61 62 61   from the databa
10d0: 73 65 0a 20 20 2d 65 6e 76 32 66 69 6c 65 20 66  se.  -env2file f
10e0: 6e 61 6d 65 20 20 20 20 20 20 20 20 20 3a 20 77  name         : w
10f0: 72 69 74 65 20 74 68 65 20 65 6e 76 69 72 6f 6e  rite the environ
1100: 6d 65 6e 74 20 74 6f 20 66 6e 61 6d 65 2e 63 73  ment to fname.cs
1110: 68 20 61 6e 64 20 66 6e 61 6d 65 2e 73 68 0a 0a  h and fname.sh..
1120: 48 65 6c 70 65 72 73 0a 20 20 2d 72 75 6e 73 74  Helpers.  -runst
1130: 65 70 20 73 74 65 70 6e 61 6d 65 20 20 2e 2e 2e  ep stepname  ...
1140: 20 20 3a 20 74 61 6b 65 20 72 65 6d 61 69 6e 69    : take remaini
1150: 6e 67 20 70 61 72 61 6d 73 20 61 73 20 63 6f 6d  ng params as com
1160: 61 6e 64 20 61 6e 64 20 65 78 65 63 75 74 65 20  and and execute 
1170: 61 73 20 73 74 65 70 6e 61 6d 65 0a 20 20 20 20  as stepname.    
1180: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1190: 20 20 20 20 20 20 20 20 6c 6f 67 20 77 69 6c 6c          log will
11a0: 20 62 65 20 69 6e 20 73 74 65 70 6e 61 6d 65 2e   be in stepname.
11b0: 6c 6f 67 2e 20 42 65 73 74 20 74 6f 20 70 75 74  log. Best to put
11c0: 20 63 6f 6d 6d 61 6e 64 20 69 6e 20 71 75 6f 74   command in quot
11d0: 65 73 0a 20 20 2d 6c 6f 67 70 72 6f 20 66 69 6c  es.  -logpro fil
11e0: 65 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 77  e            : w
11f0: 69 74 68 20 2d 65 78 65 63 20 61 70 70 6c 79 20  ith -exec apply 
1200: 6c 6f 67 70 72 6f 20 66 69 6c 65 20 74 6f 20 73  logpro file to s
1210: 74 65 70 6e 61 6d 65 2e 6c 6f 67 2c 20 63 72 65  tepname.log, cre
1220: 61 74 65 73 0a 20 20 20 20 20 20 20 20 20 20 20  ates.           
1230: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1240: 20 73 74 65 70 6e 61 6d 65 2e 68 74 6d 6c 20 61   stepname.html a
1250: 6e 64 20 73 65 74 73 20 6c 6f 67 20 74 6f 20 73  nd sets log to s
1260: 61 6d 65 0a 20 20 20 20 20 20 20 20 20 20 20 20  ame.            
1270: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1280: 49 66 20 75 73 69 6e 67 20 6d 61 6b 65 20 75 73  If using make us
1290: 65 20 73 74 65 70 6e 61 6d 65 5f 6c 6f 67 70 72  e stepname_logpr
12a0: 6f 2e 6c 6f 67 20 61 73 20 79 6f 75 72 20 74 61  o.log as your ta
12b0: 72 67 65 74 0a 0a 43 61 6c 6c 65 64 20 61 73 20  rget..Called as 
12c0: 22 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73  " (string-inters
12d0: 70 65 72 73 65 20 28 61 72 67 76 29 20 22 20 22  perse (argv) " "
12e0: 29 29 29 0a 0a 3b 3b 20 20 2d 67 75 69 20 20 20  )))..;;  -gui   
12f0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1300: 20 3a 20 73 74 61 72 74 20 61 20 67 75 69 20 69   : start a gui i
1310: 6e 74 65 72 66 61 63 65 0a 3b 3b 20 20 2d 63 6f  nterface.;;  -co
1320: 6e 66 69 67 20 66 6e 61 6d 65 20 20 20 20 20 20  nfig fname      
1330: 20 20 20 20 20 3a 20 6f 76 65 72 72 69 64 65 20       : override 
1340: 74 68 65 20 72 75 6e 63 6f 6e 66 69 67 20 66 69  the runconfig fi
1350: 6c 65 20 77 69 74 68 20 66 6e 61 6d 65 0a 0a 3b  le with fname..;
1360: 3b 20 70 72 6f 63 65 73 73 20 61 72 67 73 0a 28  ; process args.(
1370: 64 65 66 69 6e 65 20 72 65 6d 61 72 67 73 20 28  define remargs (
1380: 61 72 67 73 3a 67 65 74 2d 61 72 67 73 20 0a 09  args:get-args ..
1390: 09 20 28 61 72 67 76 29 0a 09 09 20 28 6c 69 73  . (argv)... (lis
13a0: 74 20 20 22 2d 72 75 6e 74 65 73 74 73 22 20 20  t  "-runtests"  
13b0: 3b 3b 20 72 75 6e 20 61 20 73 70 65 63 69 66 69  ;; run a specifi
13c0: 63 20 74 65 73 74 0a 09 09 09 22 2d 63 6f 6e 66  c test...."-conf
13d0: 69 67 22 20 20 20 20 3b 3b 20 6f 76 65 72 72 69  ig"    ;; overri
13e0: 64 65 20 74 68 65 20 63 6f 6e 66 69 67 20 66 69  de the config fi
13f0: 6c 65 20 6e 61 6d 65 0a 09 09 09 22 2d 65 78 65  le name...."-exe
1400: 63 75 74 65 22 20 20 20 3b 3b 20 72 75 6e 20 74  cute"   ;; run t
1410: 68 65 20 63 6f 6d 6d 61 6e 64 20 65 6e 63 6f 64  he command encod
1420: 65 64 20 69 6e 20 74 68 65 20 62 61 73 65 36 34  ed in the base64
1430: 20 70 61 72 61 6d 65 74 65 72 0a 09 09 09 22 2d   parameter...."-
1440: 73 74 65 70 22 0a 09 09 09 22 3a 72 75 6e 6e 61  step"....":runna
1450: 6d 65 22 20 20 20 0a 09 09 09 22 3a 69 74 65 6d  me"   ....":item
1460: 22 0a 09 09 09 22 3a 72 75 6e 6e 61 6d 65 22 20  "....":runname" 
1470: 20 20 0a 09 09 09 22 3a 73 74 61 74 65 22 20 20    ....":state"  
1480: 0a 09 09 09 22 3a 73 74 61 74 75 73 22 0a 09 09  ....":status"...
1490: 09 22 2d 6c 69 73 74 2d 72 75 6e 73 22 0a 09 09  ."-list-runs"...
14a0: 09 22 2d 74 65 73 74 70 61 74 74 22 20 0a 09 09  ."-testpatt" ...
14b0: 09 22 2d 69 74 65 6d 70 61 74 74 22 0a 09 09 09  ."-itempatt"....
14c0: 22 2d 73 65 74 6c 6f 67 22 0a 09 09 09 22 2d 73  "-setlog"...."-s
14d0: 65 74 2d 74 6f 70 6c 6f 67 22 0a 09 09 09 22 2d  et-toplog"...."-
14e0: 72 75 6e 73 74 65 70 22 0a 09 09 09 22 2d 6c 6f  runstep"...."-lo
14f0: 67 70 72 6f 22 0a 09 09 09 22 2d 6d 22 0a 09 09  gpro"...."-m"...
1500: 09 22 2d 72 65 72 75 6e 22 0a 09 09 09 22 2d 64  ."-rerun"...."-d
1510: 61 79 73 22 0a 09 09 09 22 2d 72 65 6e 61 6d 65  ays"...."-rename
1520: 2d 72 75 6e 22 0a 09 09 09 22 2d 74 6f 22 0a 09  -run"...."-to"..
1530: 09 09 3b 3b 20 76 61 6c 75 65 73 20 61 6e 64 20  ..;; values and 
1540: 6d 65 73 73 61 67 65 73 0a 09 09 09 22 3a 63 61  messages....":ca
1550: 74 65 67 6f 72 79 22 0a 09 09 09 22 3a 76 61 72  tegory"....":var
1560: 69 61 62 6c 65 22 0a 09 09 09 22 3a 66 69 72 73  iable"....":firs
1570: 74 5f 65 72 72 22 0a 09 09 09 22 3a 66 69 72 73  t_err"....":firs
1580: 74 5f 77 61 72 6e 22 0a 09 09 09 22 3a 76 61 6c  t_warn"....":val
1590: 75 65 22 0a 09 09 09 22 3a 65 78 70 65 63 74 65  ue"....":expecte
15a0: 64 22 0a 09 09 09 22 3a 74 6f 6c 22 0a 09 09 09  d"....":tol"....
15b0: 22 3a 75 6e 69 74 73 22 0a 09 09 09 3b 3b 20 6d  ":units"....;; m
15c0: 69 73 63 0a 09 09 09 22 2d 65 78 74 72 61 63 74  isc...."-extract
15d0: 2d 6f 64 73 22 0a 09 09 09 22 2d 65 6e 76 32 66  -ods"...."-env2f
15e0: 69 6c 65 22 0a 09 09 09 22 2d 64 65 62 75 67 22  ile"...."-debug"
15f0: 20 3b 3b 20 66 6f 72 20 2a 76 65 72 62 6f 73 69   ;; for *verbosi
1600: 74 79 2a 20 3e 20 32 0a 09 09 09 29 20 0a 09 09  ty* > 2....) ...
1610: 20 28 6c 69 73 74 20 20 22 2d 68 22 0a 09 09 20   (list  "-h"... 
1620: 20 20 20 20 20 20 20 22 2d 66 6f 72 63 65 22 0a         "-force".
1630: 09 09 20 20 20 20 20 20 20 20 22 2d 78 74 65 72  ..        "-xter
1640: 6d 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 73  m"...        "-s
1650: 68 6f 77 6b 65 79 73 22 0a 09 09 20 20 20 20 20  howkeys"...     
1660: 20 20 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73     "-test-status
1670: 22 0a 09 09 09 22 2d 73 65 74 2d 76 61 6c 75 65  "...."-set-value
1680: 73 22 0a 09 09 09 22 2d 6c 6f 61 64 2d 74 65 73  s"...."-load-tes
1690: 74 2d 64 61 74 61 22 0a 09 09 09 22 2d 73 75 6d  t-data"...."-sum
16a0: 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 0a 09 09  marize-items"...
16b0: 20 20 20 20 20 20 20 20 22 2d 67 75 69 22 0a 09          "-gui"..
16c0: 09 09 22 2d 72 75 6e 61 6c 6c 22 20 20 20 20 3b  .."-runall"    ;
16d0: 3b 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 73 0a  ; run all tests.
16e0: 09 09 09 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73  ..."-remove-runs
16f0: 22 0a 09 09 09 22 2d 6b 65 65 70 67 6f 69 6e 67  "...."-keepgoing
1700: 22 0a 09 09 09 22 2d 75 73 65 71 75 65 75 65 22  "...."-usequeue"
1710: 0a 09 09 09 22 2d 72 65 62 75 69 6c 64 2d 64 62  ...."-rebuild-db
1720: 22 0a 09 09 09 22 2d 72 6f 6c 6c 75 70 22 0a 09  "...."-rollup"..
1730: 09 09 22 2d 75 70 64 61 74 65 2d 6d 65 74 61 22  .."-update-meta"
1740: 0a 09 09 09 22 2d 76 22 20 3b 3b 20 76 65 72 62  ...."-v" ;; verb
1750: 6f 73 65 20 32 2c 20 6d 6f 72 65 20 74 68 61 6e  ose 2, more than
1760: 20 6e 6f 72 6d 61 6c 20 28 6e 6f 72 6d 61 6c 20   normal (normal 
1770: 69 73 20 31 29 0a 09 09 09 22 2d 71 22 20 3b 3b  is 1)...."-q" ;;
1780: 20 71 75 69 65 74 20 30 2c 20 65 72 72 6f 72 73   quiet 0, errors
1790: 2f 77 61 72 6e 69 6e 67 73 20 6f 6e 6c 79 0a 09  /warnings only..
17a0: 09 20 20 20 20 20 20 20 29 0a 09 09 20 61 72 67  .       )... arg
17b0: 73 3a 61 72 67 2d 68 61 73 68 0a 09 09 20 30 29  s:arg-hash... 0)
17c0: 29 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74  )..(if (args:get
17d0: 2d 61 72 67 20 22 2d 68 22 29 0a 20 20 20 20 28  -arg "-h").    (
17e0: 62 65 67 69 6e 0a 20 20 20 20 20 20 28 70 72 69  begin.      (pri
17f0: 6e 74 20 68 65 6c 70 29 0a 20 20 20 20 20 20 28  nt help).      (
1800: 65 78 69 74 29 29 29 0a 0a 28 64 65 66 69 6e 65  exit)))..(define
1810: 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20   *didsomething* 
1820: 23 66 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  #f)..;;=========
1830: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1840: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1850: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1860: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b  =============.;;
1870: 20 4d 69 73 63 20 73 65 74 75 70 20 73 74 75 66   Misc setup stuf
1880: 66 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  f.;;============
1890: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
18a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
18b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
18c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 73 65 74  ==========..(set
18d0: 21 20 2a 76 65 72 62 6f 73 69 74 79 2a 20 28 63  ! *verbosity* (c
18e0: 6f 6e 64 0a 09 09 20 20 20 28 28 61 72 67 73 3a  ond...   ((args:
18f0: 67 65 74 2d 61 72 67 20 22 2d 64 65 62 75 67 22  get-arg "-debug"
1900: 29 28 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72  )(string->number
1910: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
1920: 2d 64 65 62 75 67 22 29 29 29 0a 09 09 20 20 20  -debug")))...   
1930: 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  ((args:get-arg "
1940: 2d 76 22 29 20 20 20 20 32 29 0a 09 09 20 20 20  -v")    2)...   
1950: 28 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  ((args:get-arg "
1960: 2d 71 22 29 20 20 20 20 30 29 0a 09 09 20 20 20  -q")    0)...   
1970: 28 65 6c 73 65 20 20 20 20 20 20 20 20 20 20 20  (else           
1980: 20 20 20 20 20 20 20 20 31 29 29 29 0a 0a 3b 3b          1)))..;;
1990: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19d0: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 4d 69 73 63 20 67  ======.;; Misc g
19e0: 65 6e 65 72 61 6c 20 63 61 6c 6c 73 0a 3b 3b 3d  eneral calls.;;=
19f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1a30: 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73  =====..(if (args
1a40: 3a 67 65 74 2d 61 72 67 20 22 2d 65 6e 76 32 66  :get-arg "-env2f
1a50: 69 6c 65 22 29 0a 20 20 20 20 28 62 65 67 69 6e  ile").    (begin
1a60: 0a 20 20 20 20 20 20 28 73 61 76 65 2d 65 6e 76  .      (save-env
1a70: 69 72 6f 6e 6d 65 6e 74 2d 61 73 2d 66 69 6c 65  ironment-as-file
1a80: 73 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  s (args:get-arg 
1a90: 22 2d 65 6e 76 32 66 69 6c 65 22 29 29 0a 20 20  "-env2file")).  
1aa0: 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f      (set! *didso
1ab0: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a  mething* #t)))..
1ac0: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
1ad0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ae0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1af0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b00: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 65 6d 6f  ========.;; Remo
1b10: 76 65 20 6f 6c 64 20 72 75 6e 28 73 29 0a 3b 3b  ve old run(s).;;
1b20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1b60: 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 73 69 6e 63 65  ======..;; since
1b70: 20 73 65 76 65 72 61 6c 20 61 63 74 69 6f 6e 73   several actions
1b80: 20 63 61 6e 20 62 65 20 73 70 65 63 69 66 69 65   can be specifie
1b90: 64 20 6f 6e 20 74 68 65 20 63 6f 6d 6d 61 6e 64  d on the command
1ba0: 20 6c 69 6e 65 20 74 68 65 20 72 65 6d 6f 76 61   line the remova
1bb0: 6c 0a 3b 3b 20 69 73 20 64 6f 6e 65 20 66 69 72  l.;; is done fir
1bc0: 73 74 0a 28 64 65 66 69 6e 65 20 28 72 65 6d 6f  st.(define (remo
1bd0: 76 65 2d 72 75 6e 73 29 0a 20 20 28 63 6f 6e 64  ve-runs).  (cond
1be0: 0a 20 20 20 28 28 6e 6f 74 20 28 61 72 67 73 3a  .   ((not (args:
1bf0: 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e 61 6d  get-arg ":runnam
1c00: 65 22 29 29 0a 20 20 20 20 28 64 65 62 75 67 3a  e")).    (debug:
1c10: 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20  print 0 "ERROR: 
1c20: 4d 69 73 73 69 6e 67 20 72 65 71 75 69 72 65 64  Missing required
1c30: 20 70 61 72 61 6d 65 74 65 72 20 66 6f 72 20 2d   parameter for -
1c40: 72 65 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75  remove-runs, you
1c50: 20 6d 75 73 74 20 73 70 65 63 69 66 79 20 74 68   must specify th
1c60: 65 20 72 75 6e 20 6e 61 6d 65 20 70 61 74 74 65  e run name patte
1c70: 72 6e 20 77 69 74 68 20 3a 72 75 6e 6e 61 6d 65  rn with :runname
1c80: 20 70 61 74 74 22 29 0a 20 20 20 20 28 65 78 69   patt").    (exi
1c90: 74 20 32 29 29 0a 20 20 20 28 28 6e 6f 74 20 28  t 2)).   ((not (
1ca0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74  args:get-arg "-t
1cb0: 65 73 74 70 61 74 74 22 29 29 0a 20 20 20 20 28  estpatt")).    (
1cc0: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45  debug:print 0 "E
1cd0: 52 52 4f 52 3a 20 4d 69 73 73 69 6e 67 20 72 65  RROR: Missing re
1ce0: 71 75 69 72 65 64 20 70 61 72 61 6d 65 74 65 72  quired parameter
1cf0: 20 66 6f 72 20 2d 72 65 6d 6f 76 65 2d 72 75 6e   for -remove-run
1d00: 73 2c 20 79 6f 75 20 6d 75 73 74 20 73 70 65 63  s, you must spec
1d10: 69 66 79 20 74 68 65 20 74 65 73 74 20 70 61 74  ify the test pat
1d20: 74 65 72 6e 20 77 69 74 68 20 2d 74 65 73 74 70  tern with -testp
1d30: 61 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 20  att").    (exit 
1d40: 33 29 29 0a 20 20 20 28 28 6e 6f 74 20 28 61 72  3)).   ((not (ar
1d50: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 69 74 65  gs:get-arg "-ite
1d60: 6d 70 61 74 74 22 29 29 0a 20 20 20 20 28 70 72  mpatt")).    (pr
1d70: 69 6e 74 20 22 45 52 52 4f 52 3a 20 4d 69 73 73  int "ERROR: Miss
1d80: 69 6e 67 20 72 65 71 75 69 72 65 64 20 70 61 72  ing required par
1d90: 61 6d 65 74 65 72 20 66 6f 72 20 2d 72 65 6d 6f  ameter for -remo
1da0: 76 65 2d 72 75 6e 73 2c 20 79 6f 75 20 6d 75 73  ve-runs, you mus
1db0: 74 20 73 70 65 63 69 66 79 20 74 68 65 20 69 74  t specify the it
1dc0: 65 6d 73 20 77 69 74 68 20 2d 69 74 65 6d 70 61  ems with -itempa
1dd0: 74 74 22 29 0a 20 20 20 20 28 65 78 69 74 20 34  tt").    (exit 4
1de0: 29 29 0a 20 20 20 28 28 6c 65 74 20 28 28 64 62  )).   ((let ((db
1df0: 20 23 66 29 29 0a 20 20 20 20 20 20 28 69 66 20   #f)).      (if 
1e00: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d  (not (setup-for-
1e10: 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 20  run))..  (begin 
1e20: 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69  ..    (debug:pri
1e30: 6e 74 20 30 20 70 72 69 6e 74 20 22 46 61 69 6c  nt 0 print "Fail
1e40: 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69  ed to setup, exi
1e50: 74 69 6e 67 22 29 0a 09 20 20 20 20 28 65 78 69  ting")..    (exi
1e60: 74 20 31 29 29 29 0a 20 20 20 20 20 20 28 73 65  t 1))).      (se
1e70: 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29  t! db (open-db))
1e80: 0a 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20  .      (if (not 
1e90: 28 63 61 72 20 2a 63 6f 6e 66 69 67 69 6e 66 6f  (car *configinfo
1ea0: 2a 29 29 0a 09 20 20 28 62 65 67 69 6e 0a 09 20  *))..  (begin.. 
1eb0: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20     (debug:print 
1ec0: 30 20 22 45 52 52 4f 52 3a 20 41 74 74 65 6d 70  0 "ERROR: Attemp
1ed0: 74 65 64 20 74 6f 20 72 65 6d 6f 76 65 20 74 65  ted to remove te
1ee0: 73 74 28 73 29 20 62 75 74 20 72 75 6e 20 61 72  st(s) but run ar
1ef0: 65 61 20 63 6f 6e 66 69 67 20 66 69 6c 65 20 6e  ea config file n
1f00: 6f 74 20 66 6f 75 6e 64 22 29 0a 09 20 20 20 20  ot found")..    
1f10: 28 65 78 69 74 20 31 29 29 0a 09 20 20 3b 3b 20  (exit 1))..  ;; 
1f20: 70 75 74 20 74 65 73 74 20 70 61 72 61 6d 65 74  put test paramet
1f30: 65 72 73 20 69 6e 74 6f 20 63 6f 6e 76 65 6e 69  ers into conveni
1f40: 65 6e 74 20 76 61 72 69 61 62 6c 65 73 0a 09 20  ent variables.. 
1f50: 20 28 72 75 6e 73 3a 72 65 6d 6f 76 65 2d 72 75   (runs:remove-ru
1f60: 6e 73 20 64 62 0a 09 09 09 20 20 20 20 28 61 72  ns db....    (ar
1f70: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e  gs:get-arg ":run
1f80: 6e 61 6d 65 22 29 0a 09 09 09 20 20 20 20 28 61  name")....    (a
1f90: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65  rgs:get-arg "-te
1fa0: 73 74 70 61 74 74 22 29 0a 09 09 09 20 20 20 20  stpatt")....    
1fb0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
1fc0: 69 74 65 6d 70 61 74 74 22 29 29 29 0a 20 20 20  itempatt"))).   
1fd0: 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61     (sqlite3:fina
1fe0: 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20  lize! db).      
1ff0: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68  (set! *didsometh
2000: 69 6e 67 2a 20 23 74 29 29 29 29 29 0a 09 20 20  ing* #t)))))..  
2010: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61  .(if (args:get-a
2020: 72 67 20 22 2d 72 65 6d 6f 76 65 2d 72 75 6e 73  rg "-remove-runs
2030: 22 29 0a 20 20 20 20 28 72 65 6d 6f 76 65 2d 72  ").    (remove-r
2040: 75 6e 73 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d  uns))..;;=======
2050: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2060: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2070: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2080: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a  ===============.
2090: 3b 3b 20 51 75 65 72 79 20 72 75 6e 73 0a 3b 3b  ;; Query runs.;;
20a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
20b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
20c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
20d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
20e0: 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67  ======..(if (arg
20f0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c 69 73 74  s:get-arg "-list
2100: 2d 72 75 6e 73 22 29 0a 20 20 20 20 28 6c 65 74  -runs").    (let
2110: 2a 20 28 28 64 62 20 20 20 20 20 20 20 28 62 65  * ((db       (be
2120: 67 69 6e 0a 09 09 20 20 20 20 20 20 20 28 73 65  gin...       (se
2130: 74 75 70 2d 66 6f 72 2d 72 75 6e 29 0a 09 09 20  tup-for-run)... 
2140: 20 20 20 20 20 20 28 6f 70 65 6e 2d 64 62 29 29        (open-db))
2150: 29 0a 09 20 20 20 28 72 75 6e 70 61 74 74 20 20  )..   (runpatt  
2160: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
2170: 6c 69 73 74 2d 72 75 6e 73 22 29 29 0a 09 20 20  list-runs"))..  
2180: 20 28 74 65 73 74 70 61 74 74 20 28 61 72 67 73   (testpatt (args
2190: 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74 70  :get-arg "-testp
21a0: 61 74 74 22 29 29 0a 09 20 20 20 28 69 74 65 6d  att"))..   (item
21b0: 70 61 74 74 20 28 61 72 67 73 3a 67 65 74 2d 61  patt (args:get-a
21c0: 72 67 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29  rg "-itempatt"))
21d0: 0a 09 20 20 20 28 72 75 6e 73 64 61 74 20 20 28  ..   (runsdat  (
21e0: 64 62 3a 67 65 74 2d 72 75 6e 73 20 64 62 20 72  db:get-runs db r
21f0: 75 6e 70 61 74 74 20 23 66 20 23 66 20 27 28 29  unpatt #f #f '()
2200: 29 29 0a 09 20 20 20 28 72 75 6e 73 20 20 20 20  ))..   (runs    
2210: 20 28 64 62 3a 67 65 74 2d 72 6f 77 73 20 72 75   (db:get-rows ru
2220: 6e 73 64 61 74 29 29 0a 09 20 20 20 28 68 65 61  nsdat))..   (hea
2230: 64 65 72 20 20 20 28 64 62 3a 67 65 74 2d 68 65  der   (db:get-he
2240: 61 64 65 72 20 72 75 6e 73 64 61 74 29 29 0a 09  ader runsdat))..
2250: 20 20 20 28 6b 65 79 73 20 20 20 20 20 28 64 62     (keys     (db
2260: 2d 67 65 74 2d 6b 65 79 73 20 64 62 29 29 0a 09  -get-keys db))..
2270: 20 20 20 28 6b 65 79 6e 61 6d 65 73 20 28 6d 61     (keynames (ma
2280: 70 20 6b 65 79 3a 67 65 74 2d 66 69 65 6c 64 6e  p key:get-fieldn
2290: 61 6d 65 20 6b 65 79 73 29 29 29 0a 20 20 20 20  ame keys))).    
22a0: 20 20 3b 3b 20 45 61 63 68 20 72 75 6e 0a 20 20    ;; Each run.  
22b0: 20 20 20 20 28 66 6f 72 2d 65 61 63 68 20 0a 20      (for-each . 
22c0: 20 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28 72        (lambda (r
22d0: 75 6e 29 0a 09 20 28 64 65 62 75 67 3a 70 72 69  un).. (debug:pri
22e0: 6e 74 20 32 20 22 52 75 6e 3a 20 22 0a 09 09 28  nt 2 "Run: "...(
22f0: 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70 65 72  string-intersper
2300: 73 65 20 28 6d 61 70 20 28 6c 61 6d 62 64 61 20  se (map (lambda 
2310: 28 78 29 0a 09 09 09 09 09 20 20 20 28 64 62 3a  (x)......   (db:
2320: 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d 68 65 61  get-value-by-hea
2330: 64 65 72 20 72 75 6e 20 68 65 61 64 65 72 20 78  der run header x
2340: 29 29 0a 09 09 09 09 09 20 6b 65 79 6e 61 6d 65  ))...... keyname
2350: 73 29 20 22 2f 22 29 0a 09 09 22 2f 22 0a 09 09  s) "/")..."/"...
2360: 28 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79  (db:get-value-by
2370: 2d 68 65 61 64 65 72 20 72 75 6e 20 68 65 61 64  -header run head
2380: 65 72 20 22 72 75 6e 6e 61 6d 65 22 29 29 0a 09  er "runname"))..
2390: 20 28 6c 65 74 20 28 28 72 75 6e 2d 69 64 20 28   (let ((run-id (
23a0: 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d  db:get-value-by-
23b0: 68 65 61 64 65 72 20 72 75 6e 20 68 65 61 64 65  header run heade
23c0: 72 20 22 69 64 22 29 29 29 0a 09 20 20 20 28 6c  r "id")))..   (l
23d0: 65 74 20 28 28 74 65 73 74 73 20 28 64 62 2d 67  et ((tests (db-g
23e0: 65 74 2d 74 65 73 74 73 2d 66 6f 72 2d 72 75 6e  et-tests-for-run
23f0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 70   db run-id testp
2400: 61 74 74 20 69 74 65 6d 70 61 74 74 29 29 29 0a  att itempatt))).
2410: 09 20 20 20 20 20 3b 3b 20 45 61 63 68 20 74 65  .     ;; Each te
2420: 73 74 0a 09 20 20 20 20 20 28 66 6f 72 2d 65 61  st..     (for-ea
2430: 63 68 20 0a 09 20 20 20 20 20 20 28 6c 61 6d 62  ch ..      (lamb
2440: 64 61 20 28 74 65 73 74 29 0a 09 09 28 66 6f 72  da (test)...(for
2450: 6d 61 74 20 23 74 0a 09 09 09 22 20 20 54 65 73  mat #t...."  Tes
2460: 74 3a 20 7e 32 35 61 20 53 74 61 74 65 3a 20 7e  t: ~25a State: ~
2470: 31 35 61 20 53 74 61 74 75 73 3a 20 7e 31 35 61  15a Status: ~15a
2480: 20 52 75 6e 74 69 6d 65 3a 20 7e 35 40 61 73 20   Runtime: ~5@as 
2490: 54 69 6d 65 3a 20 7e 32 32 61 20 48 6f 73 74 3a  Time: ~22a Host:
24a0: 20 7e 31 30 61 5c 6e 22 0a 09 09 09 28 63 6f 6e   ~10a\n"....(con
24b0: 63 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 74  c (db:test-get-t
24c0: 65 73 74 6e 61 6d 65 20 74 65 73 74 29 0a 09 09  estname test)...
24d0: 09 20 20 20 20 20 20 28 69 66 20 28 65 71 75 61  .      (if (equa
24e0: 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d  l? (db:test-get-
24f0: 69 74 65 6d 2d 70 61 74 68 20 74 65 73 74 29 20  item-path test) 
2500: 22 22 29 0a 09 09 09 09 20 20 22 22 20 0a 09 09  "").....  "" ...
2510: 09 09 20 20 28 63 6f 6e 63 20 22 28 22 20 28 64  ..  (conc "(" (d
2520: 62 3a 74 65 73 74 2d 67 65 74 2d 69 74 65 6d 2d  b:test-get-item-
2530: 70 61 74 68 20 74 65 73 74 29 20 22 29 22 29 29  path test) ")"))
2540: 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65  )....(db:test-ge
2550: 74 2d 73 74 61 74 65 20 74 65 73 74 29 0a 09 09  t-state test)...
2560: 09 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74  .(db:test-get-st
2570: 61 74 75 73 20 74 65 73 74 29 0a 09 09 09 28 64  atus test)....(d
2580: 62 3a 74 65 73 74 2d 67 65 74 2d 72 75 6e 5f 64  b:test-get-run_d
2590: 75 72 61 74 69 6f 6e 20 74 65 73 74 29 0a 09 09  uration test)...
25a0: 09 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 65 76  .(db:test-get-ev
25b0: 65 6e 74 5f 74 69 6d 65 20 74 65 73 74 29 0a 09  ent_time test)..
25c0: 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 68  ..(db:test-get-h
25d0: 6f 73 74 20 74 65 73 74 29 29 0a 20 09 09 28 69  ost test)). ..(i
25e0: 66 20 28 6e 6f 74 20 28 6f 72 20 28 65 71 75 61  f (not (or (equa
25f0: 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d  l? (db:test-get-
2600: 73 74 61 74 75 73 20 74 65 73 74 29 20 22 50 41  status test) "PA
2610: 53 53 22 29 0a 09 09 09 20 20 20 20 20 28 65 71  SS")....     (eq
2620: 75 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67 65  ual? (db:test-ge
2630: 74 2d 73 74 61 74 75 73 20 74 65 73 74 29 20 22  t-status test) "
2640: 57 41 52 4e 22 29 0a 09 09 09 20 20 20 20 20 28  WARN")....     (
2650: 65 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d  equal? (db:test-
2660: 67 65 74 2d 73 74 61 74 65 20 74 65 73 74 29 20  get-state test) 
2670: 20 22 4e 4f 54 5f 53 54 41 52 54 45 44 22 29 29   "NOT_STARTED"))
2680: 29 0a 09 09 20 20 20 20 28 62 65 67 69 6e 0a 09  )...    (begin..
2690: 09 20 20 20 20 20 20 28 70 72 69 6e 74 20 22 20  .      (print " 
26a0: 20 20 20 20 20 20 20 20 63 70 75 6c 6f 61 64 3a          cpuload:
26b0: 20 20 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74    " (db:test-get
26c0: 2d 63 70 75 6c 6f 61 64 20 74 65 73 74 29 0a 09  -cpuload test)..
26d0: 09 09 20 20 20 20 20 22 5c 6e 20 20 20 20 20 20  ..     "\n      
26e0: 20 20 20 64 69 73 6b 66 72 65 65 3a 20 22 20 28     diskfree: " (
26f0: 64 62 3a 74 65 73 74 2d 67 65 74 2d 64 69 73 6b  db:test-get-disk
2700: 66 72 65 65 20 74 65 73 74 29 0a 09 09 09 20 20  free test)....  
2710: 20 20 20 22 5c 6e 20 20 20 20 20 20 20 20 20 75     "\n         u
2720: 6e 61 6d 65 3a 20 20 20 20 22 20 28 64 62 3a 74  name:    " (db:t
2730: 65 73 74 2d 67 65 74 2d 75 6e 61 6d 65 20 74 65  est-get-uname te
2740: 73 74 29 0a 09 09 09 20 20 20 20 20 22 5c 6e 20  st)....     "\n 
2750: 20 20 20 20 20 20 20 20 72 75 6e 64 69 72 3a 20          rundir: 
2760: 20 20 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74    " (db:test-get
2770: 2d 72 75 6e 64 69 72 20 74 65 73 74 29 0a 09 09  -rundir test)...
2780: 09 20 20 20 20 20 29 0a 09 09 20 20 20 20 20 20  .     )...      
2790: 3b 3b 20 45 61 63 68 20 74 65 73 74 0a 09 09 20  ;; Each test... 
27a0: 20 20 20 20 20 28 6c 65 74 20 28 28 73 74 65 70       (let ((step
27b0: 73 20 28 64 62 3a 67 65 74 2d 73 74 65 70 73 2d  s (db:get-steps-
27c0: 66 6f 72 2d 74 65 73 74 20 64 62 20 28 64 62 3a  for-test db (db:
27d0: 74 65 73 74 2d 67 65 74 2d 69 64 20 74 65 73 74  test-get-id test
27e0: 29 29 29 29 0a 09 09 09 28 66 6f 72 2d 65 61 63  ))))....(for-eac
27f0: 68 20 0a 09 09 09 20 28 6c 61 6d 62 64 61 20 28  h .... (lambda (
2800: 73 74 65 70 29 0a 09 09 09 20 20 20 28 66 6f 72  step)....   (for
2810: 6d 61 74 20 23 74 20 0a 09 09 09 09 20 20 20 22  mat #t .....   "
2820: 20 20 20 20 53 74 65 70 3a 20 7e 32 30 61 20 53      Step: ~20a S
2830: 74 61 74 65 3a 20 7e 31 30 61 20 53 74 61 74 75  tate: ~10a Statu
2840: 73 3a 20 7e 31 30 61 20 54 69 6d 65 20 7e 32 32  s: ~10a Time ~22
2850: 61 5c 6e 22 0a 09 09 09 09 20 20 20 28 64 62 3a  a\n".....   (db:
2860: 73 74 65 70 2d 67 65 74 2d 73 74 65 70 6e 61 6d  step-get-stepnam
2870: 65 20 73 74 65 70 29 0a 09 09 09 09 20 20 20 28  e step).....   (
2880: 64 62 3a 73 74 65 70 2d 67 65 74 2d 73 74 61 74  db:step-get-stat
2890: 65 20 73 74 65 70 29 0a 09 09 09 09 20 20 20 28  e step).....   (
28a0: 64 62 3a 73 74 65 70 2d 67 65 74 2d 73 74 61 74  db:step-get-stat
28b0: 75 73 20 73 74 65 70 29 0a 09 09 09 09 20 20 20  us step).....   
28c0: 28 64 62 3a 73 74 65 70 2d 67 65 74 2d 65 76 65  (db:step-get-eve
28d0: 6e 74 5f 74 69 6d 65 20 73 74 65 70 29 29 29 0a  nt_time step))).
28e0: 09 09 09 20 73 74 65 70 73 29 29 29 29 29 0a 09  ... steps)))))..
28f0: 09 74 65 73 74 73 29 29 29 29 0a 20 20 20 20 20  .tests)))).     
2900: 20 20 72 75 6e 73 29 0a 20 20 20 20 20 20 28 73    runs).      (s
2910: 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e  et! *didsomethin
2920: 67 2a 20 23 74 29 0a 20 20 20 20 20 20 29 29 0a  g* #t).      )).
2930: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  .;;=============
2940: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2950: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2960: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2970: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 66 75 6c  =========.;; ful
2980: 6c 20 72 75 6e 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d  l run.;;========
2990: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
29a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
29b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
29c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a  ==============..
29d0: 3b 3b 20 67 65 74 20 6c 6f 63 6b 20 69 6e 20 64  ;; get lock in d
29e0: 62 20 66 6f 72 20 66 75 6c 6c 20 72 75 6e 20 66  b for full run f
29f0: 6f 72 20 74 68 69 73 20 64 69 72 65 63 74 6f 72  or this director
2a00: 79 0a 3b 3b 20 66 6f 72 20 61 6c 6c 20 74 65 73  y.;; for all tes
2a10: 74 73 20 77 69 74 68 20 64 65 70 73 0a 3b 3b 20  ts with deps.;; 
2a20: 20 20 77 61 6c 6b 20 74 72 65 65 20 6f 66 20 74    walk tree of t
2a30: 65 73 74 73 20 74 6f 20 66 69 6e 64 20 68 65 61  ests to find hea
2a40: 64 20 74 61 73 6b 73 0a 3b 3b 20 20 20 61 64 64  d tasks.;;   add
2a50: 20 68 65 61 64 20 74 61 73 6b 73 20 74 6f 20 74   head tasks to t
2a60: 61 73 6b 20 71 75 65 75 65 0a 3b 3b 20 20 20 61  ask queue.;;   a
2a70: 64 64 20 64 65 70 65 6e 64 61 6e 74 20 74 61 73  dd dependant tas
2a80: 6b 73 20 74 6f 20 74 61 73 6b 20 71 75 65 75 65  ks to task queue
2a90: 20 0a 3b 3b 20 20 20 61 64 64 20 72 65 6d 61 69   .;;   add remai
2aa0: 6e 69 6e 67 20 74 61 73 6b 73 20 74 6f 20 74 61  ning tasks to ta
2ab0: 73 6b 20 71 75 65 75 65 0a 3b 3b 20 66 6f 72 20  sk queue.;; for 
2ac0: 65 61 63 68 20 74 61 73 6b 20 69 6e 20 74 61 73  each task in tas
2ad0: 6b 20 71 75 65 75 65 0a 3b 3b 20 20 20 69 66 20  k queue.;;   if 
2ae0: 68 61 76 65 20 61 64 65 71 75 61 74 65 20 72 65  have adequate re
2af0: 73 6f 75 72 63 65 73 0a 3b 3b 20 20 20 20 20 6c  sources.;;     l
2b00: 61 75 6e 63 68 20 74 61 73 6b 0a 3b 3b 20 20 20  aunch task.;;   
2b10: 65 6c 73 65 0a 3b 3b 20 20 20 20 20 70 75 74 20  else.;;     put 
2b20: 74 61 73 6b 20 69 6e 20 64 65 66 65 72 72 65 64  task in deferred
2b30: 20 71 75 65 75 65 0a 3b 3b 20 69 66 20 73 74 69   queue.;; if sti
2b40: 6c 6c 20 6f 6b 20 74 6f 20 72 75 6e 20 74 61 73  ll ok to run tas
2b50: 6b 73 0a 3b 3b 20 20 20 70 72 6f 63 65 73 73 20  ks.;;   process 
2b60: 64 65 66 65 72 72 65 64 20 74 61 73 6b 73 20 70  deferred tasks p
2b70: 65 72 20 61 62 6f 76 65 20 73 74 65 70 73 0a 0a  er above steps..
2b80: 3b 3b 20 72 75 6e 20 61 6c 6c 20 74 65 73 74 73  ;; run all tests
2b90: 20 61 72 65 20 61 72 65 20 4e 6f 74 20 43 4f 4d   are are Not COM
2ba0: 50 4c 45 54 45 44 20 61 6e 64 20 50 41 53 53 20  PLETED and PASS 
2bb0: 6f 72 20 43 48 45 43 4b 0a 28 69 66 20 28 61 72  or CHECK.(if (ar
2bc0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e  gs:get-arg "-run
2bd0: 61 6c 6c 22 29 0a 20 20 20 20 28 67 65 6e 65 72  all").    (gener
2be0: 61 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20 20 20  al-run-call .   
2bf0: 20 20 22 2d 72 75 6e 61 6c 6c 22 0a 20 20 20 20    "-runall".    
2c00: 20 22 72 75 6e 20 61 6c 6c 20 74 65 73 74 73 22   "run all tests"
2c10: 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28 64  .     (lambda (d
2c20: 62 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 20  b keys keynames 
2c30: 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 20  keyvallst).     
2c40: 20 20 28 6c 65 74 2a 20 28 28 74 65 73 74 2d 6e    (let* ((test-n
2c50: 61 6d 65 73 20 28 67 65 74 2d 61 6c 6c 2d 6c 65  ames (get-all-le
2c60: 67 61 6c 2d 74 65 73 74 73 29 29 29 20 3b 3b 20  gal-tests))) ;; 
2c70: 22 50 52 4f 44 22 20 69 73 20 69 67 6e 6f 72 65  "PROD" is ignore
2c80: 64 20 66 6f 72 20 6e 6f 77 0a 09 20 28 64 65 62  d for now.. (deb
2c90: 75 67 3a 70 72 69 6e 74 20 31 20 22 49 4e 46 4f  ug:print 1 "INFO
2ca0: 3a 20 41 74 74 65 6d 70 74 69 6e 67 20 74 6f 20  : Attempting to 
2cb0: 73 74 61 72 74 20 74 68 65 20 66 6f 6c 6c 6f 77  start the follow
2cc0: 69 6e 67 20 74 65 73 74 73 2e 2e 2e 22 29 0a 09  ing tests...")..
2cd0: 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 31 20   (debug:print 1 
2ce0: 22 20 20 20 20 20 22 20 28 73 74 72 69 6e 67 2d  "     " (string-
2cf0: 69 6e 74 65 72 73 70 65 72 73 65 20 74 65 73 74  intersperse test
2d00: 2d 6e 61 6d 65 73 20 22 2c 22 29 29 0a 09 20 28  -names ",")).. (
2d10: 72 75 6e 2d 74 65 73 74 73 20 64 62 20 74 65 73  run-tests db tes
2d20: 74 2d 6e 61 6d 65 73 29 29 29 29 29 0a 0a 3b 3b  t-names)))))..;;
2d30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d70: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 6f 6c 6c 75 70  ======.;; Rollup
2d80: 20 69 6e 74 6f 20 61 20 72 75 6e 0a 3b 3b 3d 3d   into a run.;;==
2d90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2da0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2db0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2dc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2dd0: 3d 3d 3d 3d 0a 28 69 66 20 28 61 72 67 73 3a 67  ====.(if (args:g
2de0: 65 74 2d 61 72 67 20 22 2d 72 6f 6c 6c 75 70 22  et-arg "-rollup"
2df0: 29 0a 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72  ).    (general-r
2e00: 75 6e 2d 63 61 6c 6c 20 0a 20 20 20 20 20 22 2d  un-call .     "-
2e10: 72 6f 6c 6c 75 70 22 20 0a 20 20 20 20 20 22 72  rollup" .     "r
2e20: 6f 6c 6c 75 70 20 74 65 73 74 73 22 20 0a 20 20  ollup tests" .  
2e30: 20 20 20 28 6c 61 6d 62 64 61 20 28 64 62 20 6b     (lambda (db k
2e40: 65 79 73 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79  eys keynames key
2e50: 76 61 6c 6c 73 74 29 0a 20 20 20 20 20 20 20 28  vallst).       (
2e60: 72 75 6e 73 3a 72 6f 6c 6c 75 70 2d 72 75 6e 20  runs:rollup-run 
2e70: 64 62 20 6b 65 79 73 29 29 29 29 0a 0a 3b 3b 3d  db keys))))..;;=
2e80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2e90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ea0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2eb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2ec0: 3d 3d 3d 3d 3d 0a 3b 3b 20 45 78 74 72 61 63 74  =====.;; Extract
2ed0: 20 61 20 73 70 72 65 61 64 73 68 65 65 74 20 66   a spreadsheet f
2ee0: 72 6f 6d 20 74 68 65 20 72 75 6e 73 20 64 61 74  rom the runs dat
2ef0: 61 62 61 73 65 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d  abase.;;========
2f00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a  ==============..
2f40: 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72  (if (args:get-ar
2f50: 67 20 22 2d 65 78 74 72 61 63 74 2d 6f 64 73 22  g "-extract-ods"
2f60: 29 0a 20 20 20 20 28 67 65 6e 65 72 61 6c 2d 72  ).    (general-r
2f70: 75 6e 2d 63 61 6c 6c 0a 20 20 20 20 20 22 2d 65  un-call.     "-e
2f80: 78 74 72 61 63 74 2d 6f 64 73 22 0a 20 20 20 20  xtract-ods".    
2f90: 20 22 4d 61 6b 65 20 6f 64 73 20 73 70 72 65 61   "Make ods sprea
2fa0: 64 73 68 65 65 74 22 0a 20 20 20 20 20 28 6c 61  dsheet".     (la
2fb0: 6d 62 64 61 20 28 64 62 20 6b 65 79 73 20 6b 65  mbda (db keys ke
2fc0: 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74  ynames keyvallst
2fd0: 29 0a 20 20 20 20 20 20 20 28 6c 65 74 20 28 28  ).       (let ((
2fe0: 6f 75 74 70 75 74 66 69 6c 65 20 28 61 72 67 73  outputfile (args
2ff0: 3a 67 65 74 2d 61 72 67 20 22 2d 65 78 74 72 61  :get-arg "-extra
3000: 63 74 2d 6f 64 73 22 29 29 0a 09 20 20 20 20 20  ct-ods"))..     
3010: 28 72 75 6e 73 70 61 74 74 20 20 20 28 61 72 67  (runspatt   (arg
3020: 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e 6e  s:get-arg ":runn
3030: 61 6d 65 22 29 29 0a 09 20 20 20 20 20 28 6b 65  ame"))..     (ke
3040: 79 76 61 6c 61 6c 69 73 74 20 28 6b 65 79 73 2d  yvalalist (keys-
3050: 3e 61 6c 69 73 74 20 6b 65 79 73 20 22 25 22 29  >alist keys "%")
3060: 29 29 0a 09 20 28 64 62 3a 65 78 74 72 61 63 74  )).. (db:extract
3070: 2d 6f 64 73 2d 66 69 6c 65 20 64 62 20 6f 75 74  -ods-file db out
3080: 70 75 74 66 69 6c 65 20 6b 65 79 76 61 6c 61 6c  putfile keyvalal
3090: 69 73 74 20 28 69 66 20 72 75 6e 73 70 61 74 74  ist (if runspatt
30a0: 20 72 75 6e 73 70 61 74 74 20 22 25 22 29 29 29   runspatt "%")))
30b0: 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d  )))..;;=========
30c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
30f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b  =============.;;
3100: 20 72 75 6e 20 6f 6e 65 20 74 65 73 74 0a 3b 3b   run one test.;;
3110: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3120: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3130: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3140: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3150: 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 31 2e 20 66 69  ======..;; 1. fi
3160: 6e 64 20 74 68 65 20 63 6f 6e 66 69 67 20 66 69  nd the config fi
3170: 6c 65 0a 3b 3b 20 32 2e 20 63 68 61 6e 67 65 20  le.;; 2. change 
3180: 74 6f 20 74 68 65 20 74 65 73 74 20 64 69 72 65  to the test dire
3190: 63 74 6f 72 79 0a 3b 3b 20 33 2e 20 75 70 64 61  ctory.;; 3. upda
31a0: 74 65 20 74 68 65 20 64 62 20 77 69 74 68 20 22  te the db with "
31b0: 74 65 73 74 20 73 74 61 72 74 65 64 22 20 73 74  test started" st
31c0: 61 74 75 73 2c 20 73 65 74 20 72 75 6e 6e 69 6e  atus, set runnin
31d0: 67 20 68 6f 73 74 0a 3b 3b 20 34 2e 20 70 72 6f  g host.;; 4. pro
31e0: 63 65 73 73 20 6c 61 75 6e 63 68 20 74 68 65 20  cess launch the 
31f0: 74 65 73 74 0a 3b 3b 20 20 20 20 2d 20 6d 6f 6e  test.;;    - mon
3200: 69 74 6f 72 20 74 68 65 20 70 72 6f 63 65 73 73  itor the process
3210: 2c 20 75 70 64 61 74 65 20 73 74 61 74 73 20 69  , update stats i
3220: 6e 20 74 68 65 20 64 62 20 65 76 65 72 79 20 32  n the db every 2
3230: 5e 6e 20 6d 69 6e 75 74 65 73 0a 3b 3b 20 35 2e  ^n minutes.;; 5.
3240: 20 61 73 20 74 68 65 20 74 65 73 74 20 70 72 6f   as the test pro
3250: 63 65 65 64 73 20 69 6e 74 65 72 6e 61 6c 6c 79  ceeds internally
3260: 20 69 74 20 63 61 6c 6c 73 20 6d 65 67 61 74 65   it calls megate
3270: 73 74 20 61 73 20 65 61 63 68 20 73 74 65 70 20  st as each step 
3280: 69 73 0a 3b 3b 20 20 20 20 73 74 61 72 74 65 64  is.;;    started
3290: 20 61 6e 64 20 63 6f 6d 70 6c 65 74 65 64 0a 3b   and completed.;
32a0: 3b 20 20 20 20 2d 20 73 74 65 70 20 73 74 61 72  ;    - step star
32b0: 74 65 64 2c 20 74 69 6d 65 73 74 61 6d 70 0a 3b  ted, timestamp.;
32c0: 3b 20 20 20 20 2d 20 73 74 65 70 20 63 6f 6d 70  ;    - step comp
32d0: 6c 65 74 65 64 2c 20 65 78 69 74 20 73 74 61 74  leted, exit stat
32e0: 75 73 2c 20 74 69 6d 65 73 74 61 6d 70 0a 3b 3b  us, timestamp.;;
32f0: 20 36 2e 20 74 65 73 74 20 70 68 6f 6e 65 20 68   6. test phone h
3300: 6f 6d 65 0a 3b 3b 20 20 20 20 2d 20 69 66 20 74  ome.;;    - if t
3310: 65 73 74 20 72 75 6e 20 74 69 6d 65 20 3e 20 61  est run time > a
3320: 6c 6c 6f 77 65 64 20 72 75 6e 20 74 69 6d 65 20  llowed run time 
3330: 74 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62 0a 3b 3b  then kill job.;;
3340: 20 20 20 20 2d 20 69 66 20 63 61 6e 6e 6f 74 20      - if cannot 
3350: 61 63 63 65 73 73 20 64 62 20 3e 20 61 6c 6c 6f  access db > allo
3360: 77 65 64 20 64 69 73 63 6f 6e 6e 65 63 74 20 74  wed disconnect t
3370: 69 6d 65 20 74 68 65 6e 20 6b 69 6c 6c 20 6a 6f  ime then kill jo
3380: 62 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74  b..(if (args:get
3390: 2d 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73 22  -arg "-runtests"
33a0: 29 0a 20 20 28 67 65 6e 65 72 61 6c 2d 72 75 6e  ).  (general-run
33b0: 2d 63 61 6c 6c 20 0a 20 20 20 22 2d 72 75 6e 74  -call .   "-runt
33c0: 65 73 74 73 22 20 0a 20 20 20 22 72 75 6e 20 61  ests" .   "run a
33d0: 20 74 65 73 74 22 20 0a 20 20 20 28 6c 61 6d 62   test" .   (lamb
33e0: 64 61 20 28 64 62 20 6b 65 79 73 20 6b 65 79 6e  da (db keys keyn
33f0: 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a  ames keyvallst).
3400: 20 20 20 20 20 28 6c 65 74 20 28 28 74 65 73 74       (let ((test
3410: 2d 6e 61 6d 65 73 20 28 73 74 72 69 6e 67 2d 73  -names (string-s
3420: 70 6c 69 74 20 28 61 72 67 73 3a 67 65 74 2d 61  plit (args:get-a
3430: 72 67 20 22 2d 72 75 6e 74 65 73 74 73 22 29 20  rg "-runtests") 
3440: 22 2c 22 29 29 29 0a 20 20 20 20 20 20 20 28 72  ","))).       (r
3450: 75 6e 2d 74 65 73 74 73 20 64 62 20 74 65 73 74  un-tests db test
3460: 2d 6e 61 6d 65 73 29 29 29 29 29 0a 0a 3b 3b 3d  -names)))))..;;=
3470: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3480: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3490: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
34a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
34b0: 3d 3d 3d 3d 3d 0a 3b 3b 20 65 78 65 63 75 74 65  =====.;; execute
34c0: 20 74 68 65 20 74 65 73 74 0a 3b 3b 20 20 20 20   the test.;;    
34d0: 2d 20 67 65 74 73 20 63 61 6c 6c 65 64 20 6f 6e  - gets called on
34e0: 20 72 65 6d 6f 74 65 20 68 6f 73 74 0a 3b 3b 20   remote host.;; 
34f0: 20 20 20 2d 20 72 65 63 65 69 76 65 73 20 69 6e     - receives in
3500: 66 6f 20 66 72 6f 6d 20 74 68 65 20 2d 65 78 65  fo from the -exe
3510: 63 75 74 65 20 70 61 72 61 6d 0a 3b 3b 20 20 20  cute param.;;   
3520: 20 2d 20 70 61 73 73 65 73 20 69 6e 66 6f 20 74   - passes info t
3530: 6f 20 73 74 65 70 73 20 76 69 61 20 4d 54 5f 43  o steps via MT_C
3540: 4d 44 49 4e 46 4f 20 65 6e 76 20 76 61 72 20 28  MDINFO env var (
3550: 66 75 74 75 72 65 20 69 73 20 74 6f 20 75 73 65  future is to use
3560: 20 61 20 64 6f 74 20 66 69 6c 65 29 0a 3b 3b 20   a dot file).;; 
3570: 20 20 20 2d 20 67 61 74 68 65 72 73 20 68 6f 73     - gathers hos
3580: 74 20 69 6e 66 6f 20 61 6e 64 20 0a 3b 3b 3d 3d  t info and .;;==
3590: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
35a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
35b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
35c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
35d0: 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a  ====..(if (args:
35e0: 67 65 74 2d 61 72 67 20 22 2d 65 78 65 63 75 74  get-arg "-execut
35f0: 65 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20  e").    (begin. 
3600: 20 20 20 20 20 28 6c 61 75 6e 63 68 3a 65 78 65       (launch:exe
3610: 63 75 74 65 20 28 61 72 67 73 3a 67 65 74 2d 61  cute (args:get-a
3620: 72 67 20 22 2d 65 78 65 63 75 74 65 22 29 29 0a  rg "-execute")).
3630: 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64        (set! *did
3640: 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29  something* #t)))
3650: 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d  ..(if (args:get-
3660: 61 72 67 20 22 2d 73 74 65 70 22 29 0a 20 20 20  arg "-step").   
3670: 20 28 69 66 20 28 6e 6f 74 20 28 67 65 74 65 6e   (if (not (geten
3680: 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29  v "MT_CMDINFO"))
3690: 0a 09 28 62 65 67 69 6e 0a 09 20 20 28 64 65 62  ..(begin..  (deb
36a0: 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f  ug:print 0 "ERRO
36b0: 52 3a 20 4d 54 5f 43 4d 44 49 4e 46 4f 20 65 6e  R: MT_CMDINFO en
36c0: 76 20 76 61 72 20 6e 6f 74 20 73 65 74 2c 20 2d  v var not set, -
36d0: 73 74 65 70 20 6d 75 73 74 20 62 65 20 63 61 6c  step must be cal
36e0: 6c 65 64 20 2a 69 6e 73 69 64 65 2a 20 61 20 6d  led *inside* a m
36f0: 65 67 61 74 65 73 74 20 69 6e 76 6f 6b 65 64 20  egatest invoked 
3700: 65 6e 76 69 72 6f 6e 6d 65 6e 74 21 22 29 0a 09  environment!")..
3710: 20 20 28 65 78 69 74 20 35 29 29 0a 09 28 6c 65    (exit 5))..(le
3720: 74 2a 20 28 28 73 74 65 70 20 20 20 20 20 20 28  t* ((step      (
3730: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73  args:get-arg "-s
3740: 74 65 70 22 29 29 0a 09 20 20 20 20 20 20 20 28  tep"))..       (
3750: 63 6d 64 69 6e 66 6f 20 20 20 28 72 65 61 64 20  cmdinfo   (read 
3760: 28 6f 70 65 6e 2d 69 6e 70 75 74 2d 73 74 72 69  (open-input-stri
3770: 6e 67 20 28 62 61 73 65 36 34 3a 62 61 73 65 36  ng (base64:base6
3780: 34 2d 64 65 63 6f 64 65 20 28 67 65 74 65 6e 76  4-decode (getenv
3790: 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29 29   "MT_CMDINFO")))
37a0: 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73 74  ))..       (test
37b0: 70 61 74 68 20 20 28 61 73 73 6f 63 2f 64 65 66  path  (assoc/def
37c0: 61 75 6c 74 20 27 74 65 73 74 70 61 74 68 20 20  ault 'testpath  
37d0: 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20  cmdinfo))..     
37e0: 20 20 28 74 65 73 74 2d 6e 61 6d 65 20 28 61 73    (test-name (as
37f0: 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65 73  soc/default 'tes
3800: 74 2d 6e 61 6d 65 20 63 6d 64 69 6e 66 6f 29 29  t-name cmdinfo))
3810: 0a 09 20 20 20 20 20 20 20 28 72 75 6e 73 63 72  ..       (runscr
3820: 69 70 74 20 28 61 73 73 6f 63 2f 64 65 66 61 75  ipt (assoc/defau
3830: 6c 74 20 27 72 75 6e 73 63 72 69 70 74 20 63 6d  lt 'runscript cm
3840: 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20  dinfo))..       
3850: 28 64 62 2d 68 6f 73 74 20 20 20 28 61 73 73 6f  (db-host   (asso
3860: 63 2f 64 65 66 61 75 6c 74 20 27 64 62 2d 68 6f  c/default 'db-ho
3870: 73 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09  st   cmdinfo))..
3880: 20 20 20 20 20 20 20 28 72 75 6e 2d 69 64 20 20         (run-id  
3890: 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74    (assoc/default
38a0: 20 27 72 75 6e 2d 69 64 20 20 20 20 63 6d 64 69   'run-id    cmdi
38b0: 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 69  nfo))..       (i
38c0: 74 65 6d 64 61 74 20 20 20 28 61 73 73 6f 63 2f  temdat   (assoc/
38d0: 64 65 66 61 75 6c 74 20 27 69 74 65 6d 64 61 74  default 'itemdat
38e0: 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20     cmdinfo))..  
38f0: 20 20 20 20 20 28 64 62 20 20 20 20 20 20 20 20       (db        
3900: 23 66 29 0a 09 20 20 20 20 20 20 20 28 73 74 61  #f)..       (sta
3910: 74 65 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d  te    (args:get-
3920: 61 72 67 20 22 3a 73 74 61 74 65 22 29 29 0a 09  arg ":state"))..
3930: 20 20 20 20 20 20 20 28 73 74 61 74 75 73 20 20         (status  
3940: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
3950: 3a 73 74 61 74 75 73 22 29 29 29 0a 09 20 20 28  :status")))..  (
3960: 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79  change-directory
3970: 20 74 65 73 74 70 61 74 68 29 0a 09 20 20 28 69   testpath)..  (i
3980: 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f  f (not (setup-fo
3990: 72 2d 72 75 6e 29 29 0a 09 20 20 20 20 20 20 28  r-run))..      (
39a0: 62 65 67 69 6e 0a 09 09 28 64 65 62 75 67 3a 70  begin...(debug:p
39b0: 72 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20 74  rint 0 "Failed t
39c0: 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69 6e 67  o setup, exiting
39d0: 22 29 0a 09 09 28 65 78 69 74 20 31 29 29 29 0a  ")...(exit 1))).
39e0: 09 20 20 28 73 65 74 21 20 64 62 20 28 6f 70 65  .  (set! db (ope
39f0: 6e 2d 64 62 29 29 0a 09 20 20 28 69 66 20 28 61  n-db))..  (if (a
3a00: 6e 64 20 73 74 61 74 65 20 73 74 61 74 75 73 29  nd state status)
3a10: 0a 09 20 20 20 20 20 20 28 74 65 73 74 73 74 65  ..      (testste
3a20: 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20 64 62  p-set-status! db
3a30: 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d   run-id test-nam
3a40: 65 20 73 74 65 70 20 73 74 61 74 65 20 73 74 61  e step state sta
3a50: 74 75 73 20 69 74 65 6d 64 61 74 20 28 61 72 67  tus itemdat (arg
3a60: 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29 29  s:get-arg "-m"))
3a70: 0a 09 20 20 20 20 20 20 28 62 65 67 69 6e 0a 09  ..      (begin..
3a80: 09 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20  .(debug:print 0 
3a90: 22 45 52 52 4f 52 3a 20 59 6f 75 20 6d 75 73 74  "ERROR: You must
3aa0: 20 73 70 65 63 69 66 79 20 3a 73 74 61 74 65 20   specify :state 
3ab0: 61 6e 64 20 3a 73 74 61 74 75 73 20 77 69 74 68  and :status with
3ac0: 20 65 76 65 72 79 20 63 61 6c 6c 20 74 6f 20 2d   every call to -
3ad0: 73 74 65 70 22 29 0a 09 09 28 65 78 69 74 20 36  step")...(exit 6
3ae0: 29 29 29 0a 09 20 20 28 73 71 6c 69 74 65 33 3a  )))..  (sqlite3:
3af0: 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 20  finalize! db).. 
3b00: 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74   (set! *didsomet
3b10: 68 69 6e 67 2a 20 23 74 29 29 29 29 0a 0a 28 69  hing* #t))))..(i
3b20: 66 20 28 6f 72 20 28 61 72 67 73 3a 67 65 74 2d  f (or (args:get-
3b30: 61 72 67 20 22 2d 73 65 74 6c 6f 67 22 29 20 20  arg "-setlog")  
3b40: 20 20 20 20 20 3b 3b 20 73 69 6e 63 65 20 73 65       ;; since se
3b50: 74 74 69 6e 67 20 75 70 20 69 73 20 73 6f 20 63  tting up is so c
3b60: 6f 73 74 6c 79 20 6c 65 74 73 20 70 69 67 67 79  ostly lets piggy
3b70: 62 61 63 6b 20 6f 6e 20 2d 74 65 73 74 2d 73 74  back on -test-st
3b80: 61 74 75 73 0a 09 28 61 72 67 73 3a 67 65 74 2d  atus..(args:get-
3b90: 61 72 67 20 22 2d 73 65 74 2d 74 6f 70 6c 6f 67  arg "-set-toplog
3ba0: 22 29 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72  ")..(args:get-ar
3bb0: 67 20 22 2d 74 65 73 74 2d 73 74 61 74 75 73 22  g "-test-status"
3bc0: 29 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67  )..(args:get-arg
3bd0: 20 22 2d 73 65 74 2d 76 61 6c 75 65 73 22 29 0a   "-set-values").
3be0: 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  .(args:get-arg "
3bf0: 2d 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 22  -load-test-data"
3c00: 29 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67  )..(args:get-arg
3c10: 20 22 2d 72 75 6e 73 74 65 70 22 29 0a 09 28 61   "-runstep")..(a
3c20: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 75  rgs:get-arg "-su
3c30: 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 29 29  mmarize-items"))
3c40: 0a 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 67  .    (if (not (g
3c50: 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46  etenv "MT_CMDINF
3c60: 4f 22 29 29 0a 09 28 62 65 67 69 6e 0a 09 20 20  O"))..(begin..  
3c70: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22  (debug:print 0 "
3c80: 45 52 52 4f 52 3a 20 4d 54 5f 43 4d 44 49 4e 46  ERROR: MT_CMDINF
3c90: 4f 20 65 6e 76 20 76 61 72 20 6e 6f 74 20 73 65  O env var not se
3ca0: 74 2c 20 63 6f 6d 6d 61 6e 64 73 20 2d 74 65 73  t, commands -tes
3cb0: 74 2d 73 74 61 74 75 73 2c 20 2d 72 75 6e 73 74  t-status, -runst
3cc0: 65 70 20 61 6e 64 20 2d 73 65 74 6c 6f 67 20 6d  ep and -setlog m
3cd0: 75 73 74 20 62 65 20 63 61 6c 6c 65 64 20 2a 69  ust be called *i
3ce0: 6e 73 69 64 65 2a 20 61 20 6d 65 67 61 74 65 73  nside* a megates
3cf0: 74 20 65 6e 76 69 72 6f 6e 6d 65 6e 74 21 22 29  t environment!")
3d00: 0a 09 20 20 28 65 78 69 74 20 35 29 29 0a 09 28  ..  (exit 5))..(
3d10: 6c 65 74 2a 20 28 28 73 74 61 72 74 69 6e 67 64  let* ((startingd
3d20: 69 72 20 28 63 75 72 72 65 6e 74 2d 64 69 72 65  ir (current-dire
3d30: 63 74 6f 72 79 29 29 0a 09 20 20 20 20 20 20 20  ctory))..       
3d40: 28 63 6d 64 69 6e 66 6f 20 20 20 28 72 65 61 64  (cmdinfo   (read
3d50: 20 28 6f 70 65 6e 2d 69 6e 70 75 74 2d 73 74 72   (open-input-str
3d60: 69 6e 67 20 28 62 61 73 65 36 34 3a 62 61 73 65  ing (base64:base
3d70: 36 34 2d 64 65 63 6f 64 65 20 28 67 65 74 65 6e  64-decode (geten
3d80: 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22 29 29  v "MT_CMDINFO"))
3d90: 29 29 29 0a 09 20 20 20 20 20 20 20 28 74 65 73  )))..       (tes
3da0: 74 70 61 74 68 20 20 28 61 73 73 6f 63 2f 64 65  tpath  (assoc/de
3db0: 66 61 75 6c 74 20 27 74 65 73 74 70 61 74 68 20  fault 'testpath 
3dc0: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20   cmdinfo))..    
3dd0: 20 20 20 28 74 65 73 74 2d 6e 61 6d 65 20 28 61     (test-name (a
3de0: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 74 65  ssoc/default 'te
3df0: 73 74 2d 6e 61 6d 65 20 63 6d 64 69 6e 66 6f 29  st-name cmdinfo)
3e00: 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e 73 63  )..       (runsc
3e10: 72 69 70 74 20 28 61 73 73 6f 63 2f 64 65 66 61  ript (assoc/defa
3e20: 75 6c 74 20 27 72 75 6e 73 63 72 69 70 74 20 63  ult 'runscript c
3e30: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20  mdinfo))..      
3e40: 20 28 64 62 2d 68 6f 73 74 20 20 20 28 61 73 73   (db-host   (ass
3e50: 6f 63 2f 64 65 66 61 75 6c 74 20 27 64 62 2d 68  oc/default 'db-h
3e60: 6f 73 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a  ost   cmdinfo)).
3e70: 09 20 20 20 20 20 20 20 28 72 75 6e 2d 69 64 20  .       (run-id 
3e80: 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c     (assoc/defaul
3e90: 74 20 27 72 75 6e 2d 69 64 20 20 20 20 63 6d 64  t 'run-id    cmd
3ea0: 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28  info))..       (
3eb0: 69 74 65 6d 64 61 74 20 20 20 28 61 73 73 6f 63  itemdat   (assoc
3ec0: 2f 64 65 66 61 75 6c 74 20 27 69 74 65 6d 64 61  /default 'itemda
3ed0: 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20  t   cmdinfo)).. 
3ee0: 20 20 20 20 20 20 28 64 62 20 20 20 20 20 20 20        (db       
3ef0: 20 23 66 29 0a 09 20 20 20 20 20 20 20 28 73 74   #f)..       (st
3f00: 61 74 65 20 20 20 20 20 28 61 72 67 73 3a 67 65  ate     (args:ge
3f10: 74 2d 61 72 67 20 22 3a 73 74 61 74 65 22 29 29  t-arg ":state"))
3f20: 0a 09 20 20 20 20 20 20 20 28 73 74 61 74 75 73  ..       (status
3f30: 20 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72      (args:get-ar
3f40: 67 20 22 3a 73 74 61 74 75 73 22 29 29 29 0a 09  g ":status")))..
3f50: 20 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74    (change-direct
3f60: 6f 72 79 20 74 65 73 74 70 61 74 68 29 0a 09 20  ory testpath).. 
3f70: 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70   (if (not (setup
3f80: 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 20 20  -for-run))..    
3f90: 20 20 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75    (begin...(debu
3fa0: 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65  g:print 0 "Faile
3fb0: 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74  d to setup, exit
3fc0: 69 6e 67 22 29 0a 09 09 28 65 78 69 74 20 31 29  ing")...(exit 1)
3fd0: 29 29 0a 09 20 20 28 73 65 74 21 20 64 62 20 28  ))..  (set! db (
3fe0: 6f 70 65 6e 2d 64 62 29 29 0a 09 20 20 28 69 66  open-db))..  (if
3ff0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
4000: 2d 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 22  -load-test-data"
4010: 29 0a 09 20 20 20 20 20 20 28 64 62 3a 6c 6f 61  )..      (db:loa
4020: 64 2d 74 65 73 74 2d 64 61 74 61 20 64 62 20 72  d-test-data db r
4030: 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20  un-id test-name 
4040: 69 74 65 6d 64 61 74 29 29 0a 09 20 20 28 69 66  itemdat))..  (if
4050: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
4060: 2d 73 65 74 6c 6f 67 22 29 0a 09 20 20 20 20 20  -setlog")..     
4070: 20 28 74 65 73 74 2d 73 65 74 2d 6c 6f 67 21 20   (test-set-log! 
4080: 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e  db run-id test-n
4090: 61 6d 65 20 69 74 65 6d 64 61 74 20 28 61 72 67  ame itemdat (arg
40a0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 6c  s:get-arg "-setl
40b0: 6f 67 22 29 29 29 0a 09 20 20 28 69 66 20 28 61  og")))..  (if (a
40c0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65  rgs:get-arg "-se
40d0: 74 2d 74 6f 70 6c 6f 67 22 29 0a 09 20 20 20 20  t-toplog")..    
40e0: 20 20 28 74 65 73 74 2d 73 65 74 2d 74 6f 70 6c    (test-set-topl
40f0: 6f 67 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65  og! db run-id te
4100: 73 74 2d 6e 61 6d 65 20 28 61 72 67 73 3a 67 65  st-name (args:ge
4110: 74 2d 61 72 67 20 22 2d 73 65 74 2d 74 6f 70 6c  t-arg "-set-topl
4120: 6f 67 22 29 29 29 0a 09 20 20 28 69 66 20 28 61  og")))..  (if (a
4130: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 75  rgs:get-arg "-su
4140: 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 22 29 0a  mmarize-items").
4150: 09 20 20 20 20 20 20 28 74 65 73 74 73 3a 73 75  .      (tests:su
4160: 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 20 64 62  mmarize-items db
4170: 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d   run-id test-nam
4180: 65 20 23 74 29 29 20 3b 3b 20 64 6f 20 66 6f 72  e #t)) ;; do for
4190: 63 65 20 68 65 72 65 0a 09 20 20 28 69 66 20 28  ce here..  (if (
41a0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72  args:get-arg "-r
41b0: 75 6e 73 74 65 70 22 29 0a 09 20 20 20 20 20 20  unstep")..      
41c0: 28 69 66 20 28 6e 75 6c 6c 3f 20 72 65 6d 61 72  (if (null? remar
41d0: 67 73 29 0a 09 09 20 20 28 62 65 67 69 6e 0a 09  gs)...  (begin..
41e0: 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e  .    (debug:prin
41f0: 74 20 30 20 22 45 52 52 4f 52 3a 20 6e 6f 74 68  t 0 "ERROR: noth
4200: 69 6e 67 20 73 70 65 63 69 66 69 65 64 20 74 6f  ing specified to
4210: 20 72 75 6e 21 22 29 0a 09 09 20 20 20 20 28 73   run!")...    (s
4220: 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21  qlite3:finalize!
4230: 20 64 62 29 0a 09 09 20 20 20 20 28 65 78 69 74   db)...    (exit
4240: 20 36 29 29 0a 09 09 20 20 28 6c 65 74 2a 20 28   6))...  (let* (
4250: 28 73 74 65 70 6e 61 6d 65 20 20 20 28 61 72 67  (stepname   (arg
4260: 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 73  s:get-arg "-runs
4270: 74 65 70 22 29 29 0a 09 09 09 20 28 6c 6f 67 70  tep")).... (logp
4280: 72 6f 66 69 6c 65 20 28 61 72 67 73 3a 67 65 74  rofile (args:get
4290: 2d 61 72 67 20 22 2d 6c 6f 67 70 72 6f 22 29 29  -arg "-logpro"))
42a0: 0a 09 09 09 20 28 6c 6f 67 66 69 6c 65 20 20 20  .... (logfile   
42b0: 20 28 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65 20   (conc stepname 
42c0: 22 2e 6c 6f 67 22 29 29 0a 09 09 09 20 28 63 6d  ".log")).... (cm
42d0: 64 20 20 20 20 20 20 20 20 28 69 66 20 28 6e 75  d        (if (nu
42e0: 6c 6c 3f 20 72 65 6d 61 72 67 73 29 20 23 66 20  ll? remargs) #f 
42f0: 28 63 61 72 20 72 65 6d 61 72 67 73 29 29 29 0a  (car remargs))).
4300: 09 09 09 20 28 70 61 72 61 6d 73 20 20 20 20 20  ... (params     
4310: 28 69 66 20 63 6d 64 20 28 63 64 72 20 72 65 6d  (if cmd (cdr rem
4320: 61 72 67 73 29 20 27 28 29 29 29 0a 09 09 09 20  args) '())).... 
4330: 28 65 78 69 74 73 74 61 74 20 20 20 23 66 29 0a  (exitstat   #f).
4340: 09 09 09 20 28 73 68 65 6c 6c 20 20 20 20 20 20  ... (shell      
4350: 28 6c 61 73 74 20 28 73 74 72 69 6e 67 2d 73 70  (last (string-sp
4360: 6c 69 74 20 28 67 65 74 2d 65 6e 76 69 72 6f 6e  lit (get-environ
4370: 6d 65 6e 74 2d 76 61 72 69 61 62 6c 65 20 22 53  ment-variable "S
4380: 48 45 4c 4c 22 29 20 22 2f 22 29 29 29 0a 09 09  HELL") "/")))...
4390: 09 20 28 72 65 64 69 72 20 20 20 20 20 20 28 63  . (redir      (c
43a0: 61 73 65 20 28 73 74 72 69 6e 67 2d 3e 73 79 6d  ase (string->sym
43b0: 62 6f 6c 20 73 68 65 6c 6c 29 0a 09 09 09 09 20  bol shell)..... 
43c0: 20 20 20 20 20 20 28 28 74 63 73 68 20 63 73 68        ((tcsh csh
43d0: 20 6b 73 68 29 20 20 20 20 22 3e 26 22 29 0a 09   ksh)    ">&")..
43e0: 09 09 09 20 20 20 20 20 20 20 28 28 7a 73 68 20  ...       ((zsh 
43f0: 62 61 73 68 20 73 68 20 61 73 68 29 20 22 32 3e  bash sh ash) "2>
4400: 26 31 20 3e 22 29 29 29 0a 09 09 09 20 28 66 75  &1 >"))).... (fu
4410: 6c 6c 63 6d 64 20 20 20 20 28 63 6f 6e 63 20 22  llcmd    (conc "
4420: 28 22 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72  (" (string-inter
4430: 73 70 65 72 73 65 20 0a 09 09 09 09 09 09 28 63  sperse .......(c
4440: 6f 6e 73 20 63 6d 64 20 70 61 72 61 6d 73 29 20  ons cmd params) 
4450: 22 20 22 29 0a 09 09 09 09 09 20 20 20 22 29 20  " ")......   ") 
4460: 22 20 72 65 64 69 72 20 22 20 22 20 6c 6f 67 66  " redir " " logf
4470: 69 6c 65 29 29 29 0a 09 09 20 20 20 20 3b 3b 20  ile)))...    ;; 
4480: 6d 61 72 6b 20 74 68 65 20 73 74 61 72 74 20 6f  mark the start o
4490: 66 20 74 68 65 20 74 65 73 74 0a 09 09 20 20 20  f the test...   
44a0: 20 28 74 65 73 74 73 74 65 70 2d 73 65 74 2d 73   (teststep-set-s
44b0: 74 61 74 75 73 21 20 64 62 20 72 75 6e 2d 69 64  tatus! db run-id
44c0: 20 74 65 73 74 2d 6e 61 6d 65 20 73 74 65 70 6e   test-name stepn
44d0: 61 6d 65 20 22 73 74 61 72 74 22 20 22 6e 2f 61  ame "start" "n/a
44e0: 22 20 69 74 65 6d 64 61 74 20 28 61 72 67 73 3a  " itemdat (args:
44f0: 67 65 74 2d 61 72 67 20 22 2d 6d 22 29 29 0a 09  get-arg "-m"))..
4500: 09 20 20 20 20 3b 3b 20 63 6c 6f 73 65 20 74 68  .    ;; close th
4510: 65 20 64 62 0a 09 09 20 20 20 20 28 73 71 6c 69  e db...    (sqli
4520: 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62  te3:finalize! db
4530: 29 0a 09 09 20 20 20 20 3b 3b 20 72 75 6e 20 74  )...    ;; run t
4540: 68 65 20 74 65 73 74 20 73 74 65 70 0a 09 09 20  he test step... 
4550: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20     (debug:print 
4560: 32 20 22 49 4e 46 4f 3a 20 52 75 6e 6e 69 6e 67  2 "INFO: Running
4570: 20 5c 22 22 20 66 75 6c 6c 63 6d 64 20 22 5c 22   \"" fullcmd "\"
4580: 22 29 0a 09 09 20 20 20 20 28 63 68 61 6e 67 65  ")...    (change
4590: 2d 64 69 72 65 63 74 6f 72 79 20 73 74 61 72 74  -directory start
45a0: 69 6e 67 64 69 72 29 0a 09 09 20 20 20 20 28 73  ingdir)...    (s
45b0: 65 74 21 20 65 78 69 74 73 74 61 74 20 28 73 79  et! exitstat (sy
45c0: 73 74 65 6d 20 66 75 6c 6c 63 6d 64 29 29 20 3b  stem fullcmd)) ;
45d0: 3b 20 63 6d 64 20 70 61 72 61 6d 73 29 29 0a 09  ; cmd params))..
45e0: 09 20 20 20 20 28 73 65 74 21 20 2a 67 6c 6f 62  .    (set! *glob
45f0: 61 6c 65 78 69 74 73 74 61 74 75 73 2a 20 65 78  alexitstatus* ex
4600: 69 74 73 74 61 74 29 0a 09 09 20 20 20 20 28 63  itstat)...    (c
4610: 68 61 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20  hange-directory 
4620: 74 65 73 74 70 61 74 68 29 0a 09 09 20 20 20 20  testpath)...    
4630: 3b 3b 20 72 65 2d 6f 70 65 6e 20 74 68 65 20 64  ;; re-open the d
4640: 62 0a 09 09 20 20 20 20 28 73 65 74 21 20 64 62  b...    (set! db
4650: 20 28 6f 70 65 6e 2d 64 62 29 29 20 0a 09 09 20   (open-db)) ... 
4660: 20 20 20 3b 3b 20 72 75 6e 20 6c 6f 67 70 72 6f     ;; run logpro
4670: 20 69 66 20 61 70 70 6c 69 63 61 62 6c 65 20 3b   if applicable ;
4680: 3b 20 28 70 72 6f 63 65 73 73 2d 72 75 6e 20 22  ; (process-run "
4690: 6c 73 22 20 28 6c 69 73 74 20 22 2f 66 6f 6f 22  ls" (list "/foo"
46a0: 20 22 32 3e 26 31 22 20 22 62 6c 61 68 2e 6c 6f   "2>&1" "blah.lo
46b0: 67 22 29 29 0a 09 09 20 20 20 20 28 69 66 20 6c  g"))...    (if l
46c0: 6f 67 70 72 6f 66 69 6c 65 0a 09 09 09 28 6c 65  ogprofile....(le
46d0: 74 2a 20 28 28 68 74 6d 6c 6c 6f 67 66 69 6c 65  t* ((htmllogfile
46e0: 20 28 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65 20   (conc stepname 
46f0: 22 2e 68 74 6d 6c 22 29 29 0a 09 09 09 20 20 20  ".html"))....   
4700: 20 20 20 20 28 6f 6c 64 65 78 69 74 73 74 61 74      (oldexitstat
4710: 20 65 78 69 74 73 74 61 74 29 0a 09 09 09 20 20   exitstat)....  
4720: 20 20 20 20 20 28 63 6d 64 20 20 20 20 20 20 20       (cmd       
4730: 20 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73    (string-inters
4740: 70 65 72 73 65 20 28 6c 69 73 74 20 22 6c 6f 67  perse (list "log
4750: 70 72 6f 22 20 6c 6f 67 70 72 6f 66 69 6c 65 20  pro" logprofile 
4760: 68 74 6d 6c 6c 6f 67 66 69 6c 65 20 22 3c 22 20  htmllogfile "<" 
4770: 6c 6f 67 66 69 6c 65 20 22 3e 22 20 28 63 6f 6e  logfile ">" (con
4780: 63 20 73 74 65 70 6e 61 6d 65 20 22 5f 6c 6f 67  c stepname "_log
4790: 70 72 6f 2e 6c 6f 67 22 29 29 20 22 20 22 29 29  pro.log")) " "))
47a0: 29 0a 09 09 09 20 20 28 64 65 62 75 67 3a 70 72  )....  (debug:pr
47b0: 69 6e 74 20 32 20 22 49 4e 46 4f 3a 20 72 75 6e  int 2 "INFO: run
47c0: 6e 69 6e 67 20 5c 22 22 20 63 6d 64 20 22 5c 22  ning \"" cmd "\"
47d0: 22 29 0a 09 09 09 20 20 28 63 68 61 6e 67 65 2d  ")....  (change-
47e0: 64 69 72 65 63 74 6f 72 79 20 73 74 61 72 74 69  directory starti
47f0: 6e 67 64 69 72 29 0a 09 09 09 20 20 28 73 65 74  ngdir)....  (set
4800: 21 20 65 78 69 74 73 74 61 74 20 28 73 79 73 74  ! exitstat (syst
4810: 65 6d 20 63 6d 64 29 29 0a 09 09 09 20 20 28 73  em cmd))....  (s
4820: 65 74 21 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73  et! *globalexits
4830: 74 61 74 75 73 2a 20 65 78 69 74 73 74 61 74 29  tatus* exitstat)
4840: 20 3b 3b 20 6e 6f 20 6e 65 63 65 73 73 61 72 79   ;; no necessary
4850: 0a 09 09 09 20 20 28 63 68 61 6e 67 65 2d 64 69  ....  (change-di
4860: 72 65 63 74 6f 72 79 20 74 65 73 74 70 61 74 68  rectory testpath
4870: 29 0a 09 09 09 20 20 28 74 65 73 74 2d 73 65 74  )....  (test-set
4880: 2d 6c 6f 67 21 20 64 62 20 72 75 6e 2d 69 64 20  -log! db run-id 
4890: 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 64 61  test-name itemda
48a0: 74 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 29 29 29  t htmllogfile)))
48b0: 0a 09 09 20 20 20 20 28 74 65 73 74 73 74 65 70  ...    (teststep
48c0: 2d 73 65 74 2d 73 74 61 74 75 73 21 20 64 62 20  -set-status! db 
48d0: 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65  run-id test-name
48e0: 20 73 74 65 70 6e 61 6d 65 20 22 65 6e 64 22 20   stepname "end" 
48f0: 65 78 69 74 73 74 61 74 20 69 74 65 6d 64 61 74  exitstat itemdat
4900: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
4910: 2d 6d 22 29 29 0a 09 09 20 20 20 20 28 73 71 6c  -m"))...    (sql
4920: 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64  ite3:finalize! d
4930: 62 29 0a 09 09 20 20 20 20 28 69 66 20 28 6e 6f  b)...    (if (no
4940: 74 20 28 65 71 3f 20 65 78 69 74 73 74 61 74 20  t (eq? exitstat 
4950: 30 29 29 0a 09 09 09 28 65 78 69 74 20 32 35 34  0))....(exit 254
4960: 29 29 20 3b 3b 20 28 65 78 69 74 20 65 78 69 74  )) ;; (exit exit
4970: 73 74 61 74 29 20 64 6f 65 73 6e 27 74 20 77 6f  stat) doesn't wo
4980: 72 6b 3f 21 3f 0a 09 09 20 20 3b 3b 20 6f 70 65  rk?!?...  ;; ope
4990: 6e 20 74 68 65 20 64 62 0a 09 09 20 20 3b 3b 20  n the db...  ;; 
49a0: 6d 61 72 6b 20 74 68 65 20 65 6e 64 20 6f 66 20  mark the end of 
49b0: 74 68 65 20 74 65 73 74 0a 09 09 20 20 29 29 29  the test...  )))
49c0: 0a 09 20 20 28 69 66 20 28 6f 72 20 28 61 72 67  ..  (if (or (arg
49d0: 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65 73 74  s:get-arg "-test
49e0: 2d 73 74 61 74 75 73 22 29 0a 09 09 20 20 28 61  -status")...  (a
49f0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73 65  rgs:get-arg "-se
4a00: 74 2d 76 61 6c 75 65 73 22 29 29 0a 09 20 20 20  t-values"))..   
4a10: 20 20 20 28 6c 65 74 20 28 28 6e 65 77 73 74 61     (let ((newsta
4a20: 74 75 73 20 28 63 6f 6e 64 0a 09 09 09 09 28 28  tus (cond.....((
4a30: 6e 75 6d 62 65 72 3f 20 73 74 61 74 75 73 29 20  number? status) 
4a40: 20 20 20 20 20 20 28 69 66 20 28 65 71 75 61 6c        (if (equal
4a50: 3f 20 73 74 61 74 75 73 20 30 29 20 22 50 41 53  ? status 0) "PAS
4a60: 53 22 20 22 46 41 49 4c 22 29 29 0a 09 09 09 09  S" "FAIL")).....
4a70: 28 28 61 6e 64 20 28 73 74 72 69 6e 67 3f 20 73  ((and (string? s
4a80: 74 61 74 75 73 29 0a 09 09 09 09 20 20 20 20 20  tatus).....     
4a90: 20 28 73 74 72 69 6e 67 2d 3e 6e 75 6d 62 65 72   (string->number
4aa0: 20 73 74 61 74 75 73 29 29 28 69 66 20 28 65 71   status))(if (eq
4ab0: 75 61 6c 3f 20 28 73 74 72 69 6e 67 2d 3e 6e 75  ual? (string->nu
4ac0: 6d 62 65 72 20 73 74 61 74 75 73 29 20 30 29 20  mber status) 0) 
4ad0: 22 50 41 53 53 22 20 22 46 41 49 4c 22 29 29 0a  "PASS" "FAIL")).
4ae0: 09 09 09 09 28 65 6c 73 65 20 73 74 61 74 75 73  ....(else status
4af0: 29 29 29 0a 09 09 20 20 20 20 3b 3b 20 74 72 61  )))...    ;; tra
4b00: 6e 73 66 65 72 20 72 65 6c 65 76 61 6e 74 20 6b  nsfer relevant k
4b10: 65 79 73 20 69 6e 74 6f 20 61 20 68 61 73 68 20  eys into a hash 
4b20: 74 6f 20 62 65 20 70 61 73 73 65 64 20 74 6f 20  to be passed to 
4b30: 74 65 73 74 2d 73 65 74 2d 73 74 61 74 75 73 21  test-set-status!
4b40: 0a 09 09 20 20 20 20 3b 3b 20 63 6f 75 6c 64 20  ...    ;; could 
4b50: 75 73 65 20 61 6e 20 61 73 73 6f 63 20 6c 69 73  use an assoc lis
4b60: 74 20 49 20 67 75 65 73 73 2e 20 0a 09 09 20 20  t I guess. ...  
4b70: 20 20 28 6f 74 68 65 72 64 61 74 61 20 28 6c 65    (otherdata (le
4b80: 74 20 28 28 72 65 73 20 28 6d 61 6b 65 2d 68 61  t ((res (make-ha
4b90: 73 68 2d 74 61 62 6c 65 29 29 29 0a 09 09 09 09  sh-table))).....
4ba0: 20 28 66 6f 72 2d 65 61 63 68 20 28 6c 61 6d 62   (for-each (lamb
4bb0: 64 61 20 28 6b 65 79 29 0a 09 09 09 09 09 20 20  da (key)......  
4bc0: 20 20 20 28 69 66 20 28 61 72 67 73 3a 67 65 74     (if (args:get
4bd0: 2d 61 72 67 20 6b 65 79 29 0a 09 09 09 09 09 09  -arg key).......
4be0: 20 28 68 61 73 68 2d 74 61 62 6c 65 2d 73 65 74   (hash-table-set
4bf0: 21 20 72 65 73 20 6b 65 79 20 28 61 72 67 73 3a  ! res key (args:
4c00: 67 65 74 2d 61 72 67 20 6b 65 79 29 29 29 29 0a  get-arg key)))).
4c10: 09 09 09 09 09 20 20 20 28 6c 69 73 74 20 22 3a  .....   (list ":
4c20: 76 61 6c 75 65 22 20 22 3a 74 6f 6c 22 20 22 3a  value" ":tol" ":
4c30: 65 78 70 65 63 74 65 64 22 20 22 3a 66 69 72 73  expected" ":firs
4c40: 74 5f 65 72 72 22 20 22 3a 66 69 72 73 74 5f 77  t_err" ":first_w
4c50: 61 72 6e 22 20 22 3a 75 6e 69 74 73 22 20 22 3a  arn" ":units" ":
4c60: 63 61 74 65 67 6f 72 79 22 20 22 3a 76 61 72 69  category" ":vari
4c70: 61 62 6c 65 22 29 29 0a 09 09 09 09 20 72 65 73  able"))..... res
4c80: 29 29 29 0a 09 09 28 69 66 20 28 61 6e 64 20 28  )))...(if (and (
4c90: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74  args:get-arg "-t
4ca0: 65 73 74 2d 73 74 61 74 75 73 22 29 0a 09 09 09  est-status")....
4cb0: 20 28 6f 72 20 28 6e 6f 74 20 73 74 61 74 65 29   (or (not state)
4cc0: 0a 09 09 09 20 20 20 20 20 28 6e 6f 74 20 73 74  ....     (not st
4cd0: 61 74 75 73 29 29 29 0a 09 09 20 20 20 20 28 62  atus)))...    (b
4ce0: 65 67 69 6e 0a 09 09 20 20 20 20 20 20 28 64 65  egin...      (de
4cf0: 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52  bug:print 0 "ERR
4d00: 4f 52 3a 20 59 6f 75 20 6d 75 73 74 20 73 70 65  OR: You must spe
4d10: 63 69 66 79 20 3a 73 74 61 74 65 20 61 6e 64 20  cify :state and 
4d20: 3a 73 74 61 74 75 73 20 77 69 74 68 20 65 76 65  :status with eve
4d30: 72 79 20 63 61 6c 6c 20 74 6f 20 2d 74 65 73 74  ry call to -test
4d40: 2d 73 74 61 74 75 73 5c 6e 22 20 68 65 6c 70 29  -status\n" help)
4d50: 0a 09 09 20 20 20 20 20 20 28 73 71 6c 69 74 65  ...      (sqlite
4d60: 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a  3:finalize! db).
4d70: 09 09 20 20 20 20 20 20 28 65 78 69 74 20 36 29  ..      (exit 6)
4d80: 29 29 0a 09 09 28 74 65 73 74 2d 73 65 74 2d 73  ))...(test-set-s
4d90: 74 61 74 75 73 21 20 64 62 20 72 75 6e 2d 69 64  tatus! db run-id
4da0: 20 74 65 73 74 2d 6e 61 6d 65 20 73 74 61 74 65   test-name state
4db0: 20 6e 65 77 73 74 61 74 75 73 20 69 74 65 6d 64   newstatus itemd
4dc0: 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  at (args:get-arg
4dd0: 20 22 2d 6d 22 29 20 6f 74 68 65 72 64 61 74 61   "-m") otherdata
4de0: 29 29 29 0a 09 20 20 28 73 71 6c 69 74 65 33 3a  )))..  (sqlite3:
4df0: 66 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 09 20  finalize! db).. 
4e00: 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74   (set! *didsomet
4e10: 68 69 6e 67 2a 20 23 74 29 29 29 29 0a 0a 28 69  hing* #t))))..(i
4e20: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  f (args:get-arg 
4e30: 22 2d 73 68 6f 77 6b 65 79 73 22 29 0a 20 20 20  "-showkeys").   
4e40: 20 28 6c 65 74 20 28 28 64 62 20 23 66 29 0a 09   (let ((db #f)..
4e50: 20 20 28 6b 65 79 73 20 23 66 29 29 0a 20 20 20    (keys #f)).   
4e60: 20 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74     (if (not (set
4e70: 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20  up-for-run))..  
4e80: 28 62 65 67 69 6e 0a 09 20 20 20 20 28 64 65 62  (begin..    (deb
4e90: 75 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c  ug:print 0 "Fail
4ea0: 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69  ed to setup, exi
4eb0: 74 69 6e 67 22 29 0a 09 20 20 20 20 28 65 78 69  ting")..    (exi
4ec0: 74 20 31 29 29 29 0a 20 20 20 20 20 20 28 73 65  t 1))).      (se
4ed0: 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29  t! db (open-db))
4ee0: 0a 20 20 20 20 20 20 28 73 65 74 21 20 6b 65 79  .      (set! key
4ef0: 73 20 28 64 62 2d 67 65 74 2d 6b 65 79 73 20 64  s (db-get-keys d
4f00: 62 29 29 0a 20 20 20 20 20 20 28 64 65 62 75 67  b)).      (debug
4f10: 3a 70 72 69 6e 74 20 31 20 22 4b 65 79 73 3a 20  :print 1 "Keys: 
4f20: 22 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73  " (string-inters
4f30: 70 65 72 73 65 20 28 6d 61 70 20 6b 65 79 3a 67  perse (map key:g
4f40: 65 74 2d 66 69 65 6c 64 6e 61 6d 65 20 6b 65 79  et-fieldname key
4f50: 73 29 20 22 2c 20 22 29 29 0a 20 20 20 20 20 20  s) ", ")).      
4f60: 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a  (sqlite3:finaliz
4f70: 65 21 20 64 62 29 0a 20 20 20 20 20 20 28 73 65  e! db).      (se
4f80: 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67  t! *didsomething
4f90: 2a 20 23 74 29 29 29 0a 0a 28 69 66 20 28 61 72  * #t)))..(if (ar
4fa0: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 67 75 69  gs:get-arg "-gui
4fb0: 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20  ").    (begin.  
4fc0: 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74      (debug:print
4fd0: 20 30 20 22 4c 6f 6f 6b 20 61 74 20 74 68 65 20   0 "Look at the 
4fe0: 64 61 73 68 62 6f 61 72 64 20 66 6f 72 20 6e 6f  dashboard for no
4ff0: 77 22 29 0a 20 20 20 20 20 20 3b 3b 20 28 6d 65  w").      ;; (me
5000: 67 61 74 65 73 74 2d 67 75 69 29 0a 20 20 20 20  gatest-gui).    
5010: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65    (set! *didsome
5020: 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 3b 3b  thing* #t)))..;;
5030: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5040: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5050: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5060: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5070: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 55 70 64 61 74 65  ======.;; Update
5080: 20 74 68 65 20 64 61 74 61 62 61 73 65 20 73 63   the database sc
5090: 68 65 6d 61 20 6f 6e 20 72 65 71 75 65 73 74 0a  hema on request.
50a0: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
50b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50e0: 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61  ========..(if (a
50f0: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 65  rgs:get-arg "-re
5100: 62 75 69 6c 64 2d 64 62 22 29 0a 20 20 20 20 28  build-db").    (
5110: 62 65 67 69 6e 0a 20 20 20 20 20 20 28 69 66 20  begin.      (if 
5120: 28 6e 6f 74 20 28 73 65 74 75 70 2d 66 6f 72 2d  (not (setup-for-
5130: 72 75 6e 29 29 0a 09 20 20 28 62 65 67 69 6e 0a  run))..  (begin.
5140: 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e  .    (debug:prin
5150: 74 20 30 20 22 46 61 69 6c 65 64 20 74 6f 20 73  t 0 "Failed to s
5160: 65 74 75 70 2c 20 65 78 69 74 69 6e 67 22 29 20  etup, exiting") 
5170: 0a 09 20 20 20 20 28 65 78 69 74 20 31 29 29 29  ..    (exit 1)))
5180: 0a 20 20 20 20 20 20 3b 3b 20 6e 6f 77 20 63 61  .      ;; now ca
5190: 6e 20 66 69 6e 64 20 6f 75 72 20 64 62 0a 20 20  n find our db.  
51a0: 20 20 20 20 28 73 65 74 21 20 64 62 20 28 6f 70      (set! db (op
51b0: 65 6e 2d 64 62 29 29 0a 20 20 20 20 20 20 28 70  en-db)).      (p
51c0: 61 74 63 68 2d 64 62 20 64 62 29 0a 20 20 20 20  atch-db db).    
51d0: 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c    (sqlite3:final
51e0: 69 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20 28  ize! db).      (
51f0: 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68 69  set! *didsomethi
5200: 6e 67 2a 20 23 74 29 29 29 0a 0a 3b 3b 3d 3d 3d  ng* #t)))..;;===
5210: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5220: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5230: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5240: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5250: 3d 3d 3d 0a 3b 3b 20 55 70 64 61 74 65 20 74 68  ===.;; Update th
5260: 65 20 74 65 73 74 73 20 6d 65 74 61 20 64 61 74  e tests meta dat
5270: 61 20 66 72 6f 6d 20 74 68 65 20 74 65 73 74 63  a from the testc
5280: 6f 6e 66 69 67 20 66 69 6c 65 73 0a 3b 3b 0a 0a  onfig files.;;..
5290: 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72  (if (args:get-ar
52a0: 67 20 22 2d 75 70 64 61 74 65 2d 6d 65 74 61 22  g "-update-meta"
52b0: 29 0a 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20  ).    (begin.   
52c0: 20 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74     (if (not (set
52d0: 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20  up-for-run))..  
52e0: 28 62 65 67 69 6e 0a 09 20 20 20 20 28 64 65 62  (begin..    (deb
52f0: 75 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c  ug:print 0 "Fail
5300: 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69  ed to setup, exi
5310: 74 69 6e 67 22 29 20 0a 09 20 20 20 20 28 65 78  ting") ..    (ex
5320: 69 74 20 31 29 29 29 0a 20 20 20 20 20 20 3b 3b  it 1))).      ;;
5330: 20 6e 6f 77 20 63 61 6e 20 66 69 6e 64 20 6f 75   now can find ou
5340: 72 20 64 62 0a 20 20 20 20 20 20 28 73 65 74 21  r db.      (set!
5350: 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 20   db (open-db)). 
5360: 20 20 20 20 20 28 72 75 6e 73 3a 75 70 64 61 74       (runs:updat
5370: 65 2d 61 6c 6c 2d 74 65 73 74 5f 6d 65 74 61 20  e-all-test_meta 
5380: 64 62 29 0a 20 20 20 20 20 20 28 73 71 6c 69 74  db).      (sqlit
5390: 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29  e3:finalize! db)
53a0: 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a 64 69  .      (set! *di
53b0: 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29  dsomething* #t))
53c0: 29 0a 0a 28 69 66 20 28 6e 6f 74 20 2a 64 69 64  )..(if (not *did
53d0: 73 6f 6d 65 74 68 69 6e 67 2a 29 0a 20 20 20 20  something*).    
53e0: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 68  (debug:print 0 h
53f0: 65 6c 70 29 29 0a 0a 28 69 66 20 28 6e 6f 74 20  elp))..(if (not 
5400: 28 65 71 3f 20 2a 67 6c 6f 62 61 6c 65 78 69 74  (eq? *globalexit
5410: 73 74 61 74 75 73 2a 20 30 29 29 0a 20 20 20 20  status* 0)).    
5420: 28 69 66 20 28 6f 72 20 28 61 72 67 73 3a 67 65  (if (or (args:ge
5430: 74 2d 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73  t-arg "-runtests
5440: 22 29 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  ")(args:get-arg 
5450: 22 2d 72 75 6e 61 6c 6c 22 29 29 0a 20 20 20 20  "-runall")).    
5460: 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20      (begin.     
5470: 20 20 20 20 20 20 28 64 65 62 75 67 3a 70 72 69        (debug:pri
5480: 6e 74 20 30 20 22 4e 4f 54 45 3a 20 53 75 62 70  nt 0 "NOTE: Subp
5490: 72 6f 63 65 73 73 65 73 20 77 69 74 68 20 6e 6f  rocesses with no
54a0: 6e 2d 7a 65 72 6f 20 65 78 69 74 20 63 6f 64 65  n-zero exit code
54b0: 20 64 65 74 65 63 74 65 64 3a 20 22 20 2a 67 6c   detected: " *gl
54c0: 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a 29  obalexitstatus*)
54d0: 0a 20 20 20 20 20 20 20 20 20 20 20 28 65 78 69  .           (exi
54e0: 74 20 30 29 29 0a 20 20 20 20 20 20 20 20 28 63  t 0)).        (c
54f0: 61 73 65 20 2a 67 6c 6f 62 61 6c 65 78 69 74 73  ase *globalexits
5500: 74 61 74 75 73 2a 0a 20 20 20 20 20 20 20 20 20  tatus*.         
5510: 28 28 30 29 28 65 78 69 74 20 30 29 29 0a 20 20  ((0)(exit 0)).  
5520: 20 20 20 20 20 20 20 28 28 31 29 28 65 78 69 74         ((1)(exit
5530: 20 31 29 29 0a 20 20 20 20 20 20 20 20 20 28 28   1)).         ((
5540: 32 29 28 65 78 69 74 20 32 29 29 0a 20 20 20 20  2)(exit 2)).    
5550: 20 20 20 20 20 28 65 6c 73 65 20 28 65 78 69 74       (else (exit
5560: 20 33 29 29 29 29 29 0a                           3))))).