Megatest

Hex Artifact Content
Login

Artifact 31d20a0eb63544537a14b5dda59bfc9b12c5a9e5:


0000: 3b 3b 20 43 6f 70 79 72 69 67 68 74 20 32 30 30  ;; Copyright 200
0010: 36 2d 32 30 31 31 2c 20 4d 61 74 74 68 65 77 20  6-2011, Matthew 
0020: 57 65 6c 6c 61 6e 64 2e 0a 3b 3b 20 0a 3b 3b 20  Welland..;; .;; 
0030: 20 54 68 69 73 20 70 72 6f 67 72 61 6d 20 69 73   This program is
0040: 20 6d 61 64 65 20 61 76 61 69 6c 61 62 6c 65 20   made available 
0050: 75 6e 64 65 72 20 74 68 65 20 47 4e 55 20 47 50  under the GNU GP
0060: 4c 20 76 65 72 73 69 6f 6e 20 32 2e 30 20 6f 72  L version 2.0 or
0070: 0a 3b 3b 20 20 67 72 65 61 74 65 72 2e 20 53 65  .;;  greater. Se
0080: 65 20 74 68 65 20 61 63 63 6f 6d 70 61 6e 79 69  e the accompanyi
0090: 6e 67 20 66 69 6c 65 20 43 4f 50 59 49 4e 47 20  ng file COPYING 
00a0: 66 6f 72 20 64 65 74 61 69 6c 73 2e 0a 3b 3b 20  for details..;; 
00b0: 0a 3b 3b 20 20 54 68 69 73 20 70 72 6f 67 72 61  .;;  This progra
00c0: 6d 20 69 73 20 64 69 73 74 72 69 62 75 74 65 64  m is distributed
00d0: 20 57 49 54 48 4f 55 54 20 41 4e 59 20 57 41 52   WITHOUT ANY WAR
00e0: 52 41 4e 54 59 3b 20 77 69 74 68 6f 75 74 20 65  RANTY; without e
00f0: 76 65 6e 20 74 68 65 0a 3b 3b 20 20 69 6d 70 6c  ven the.;;  impl
0100: 69 65 64 20 77 61 72 72 61 6e 74 79 20 6f 66 20  ied warranty of 
0110: 4d 45 52 43 48 41 4e 54 41 42 49 4c 49 54 59 20  MERCHANTABILITY 
0120: 6f 72 20 46 49 54 4e 45 53 53 20 46 4f 52 20 41  or FITNESS FOR A
0130: 20 50 41 52 54 49 43 55 4c 41 52 0a 3b 3b 20 20   PARTICULAR.;;  
0140: 50 55 52 50 4f 53 45 2e 0a 0a 3b 3b 20 28 69 6e  PURPOSE...;; (in
0150: 63 6c 75 64 65 20 22 63 6f 6d 6d 6f 6e 2e 73 63  clude "common.sc
0160: 6d 22 29 0a 3b 3b 20 28 69 6e 63 6c 75 64 65 20  m").;; (include 
0170: 22 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f  "megatest-versio
0180: 6e 2e 73 63 6d 22 29 0a 0a 28 75 73 65 20 73 71  n.scm")..(use sq
0190: 6c 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73  lite3 srfi-1 pos
01a0: 69 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63  ix regex regex-c
01b0: 61 73 65 20 73 72 66 69 2d 36 39 20 62 61 73 65  ase srfi-69 base
01c0: 36 34 29 0a 28 69 6d 70 6f 72 74 20 28 70 72 65  64).(import (pre
01d0: 66 69 78 20 73 71 6c 69 74 65 33 20 73 71 6c 69  fix sqlite3 sqli
01e0: 74 65 33 3a 29 29 0a 28 69 6d 70 6f 72 74 20 28  te3:)).(import (
01f0: 70 72 65 66 69 78 20 62 61 73 65 36 34 20 62 61  prefix base64 ba
0200: 73 65 36 34 3a 29 29 0a 0a 28 64 65 63 6c 61 72  se64:))..(declar
0210: 65 20 28 75 73 65 73 20 63 6f 6d 6d 6f 6e 29 29  e (uses common))
0220: 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20  .(declare (uses 
0230: 6d 65 67 61 74 65 73 74 2d 76 65 72 73 69 6f 6e  megatest-version
0240: 29 29 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65  )).(declare (use
0250: 73 20 6d 61 72 67 73 29 29 0a 28 64 65 63 6c 61  s margs)).(decla
0260: 72 65 20 28 75 73 65 73 20 72 75 6e 73 29 29 0a  re (uses runs)).
0270: 28 64 65 63 6c 61 72 65 20 28 75 73 65 73 20 6c  (declare (uses l
0280: 61 75 6e 63 68 29 29 0a 0a 28 69 6e 63 6c 75 64  aunch))..(includ
0290: 65 20 22 63 6f 6d 6d 6f 6e 5f 72 65 63 6f 72 64  e "common_record
02a0: 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c 75 64 65  s.scm").(include
02b0: 20 22 6b 65 79 5f 72 65 63 6f 72 64 73 2e 73 63   "key_records.sc
02c0: 6d 22 29 0a 28 69 6e 63 6c 75 64 65 20 22 64 62  m").(include "db
02d0: 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a 0a  _records.scm")..
02e0: 28 64 65 66 69 6e 65 20 68 65 6c 70 20 28 63 6f  (define help (co
02f0: 6e 63 20 22 0a 4d 65 67 61 74 65 73 74 2c 20 64  nc ".Megatest, d
0300: 6f 63 75 6d 65 6e 74 61 74 69 6f 6e 20 61 74 20  ocumentation at 
0310: 68 74 74 70 3a 2f 2f 77 77 77 2e 6b 69 61 74 6f  http://www.kiato
0320: 61 2e 63 6f 6d 2f 66 6f 73 73 69 6c 73 2f 6d 65  a.com/fossils/me
0330: 67 61 74 65 73 74 0a 20 20 76 65 72 73 69 6f 6e  gatest.  version
0340: 20 22 20 6d 65 67 61 74 65 73 74 2d 76 65 72 73   " megatest-vers
0350: 69 6f 6e 20 22 0a 20 20 6c 69 63 65 6e 73 65 20  ion ".  license 
0360: 47 50 4c 2c 20 43 6f 70 79 72 69 67 68 74 20 4d  GPL, Copyright M
0370: 61 74 74 20 57 65 6c 6c 61 6e 64 20 32 30 30 36  att Welland 2006
0380: 2d 32 30 31 31 0a 0a 55 73 61 67 65 3a 20 6d 65  -2011..Usage: me
0390: 67 61 74 65 73 74 20 5b 6f 70 74 69 6f 6e 73 5d  gatest [options]
03a0: 0a 20 20 2d 68 20 20 20 20 20 20 20 20 20 20 20  .  -h           
03b0: 20 20 20 20 20 20 20 20 20 20 20 3a 20 74 68 69             : thi
03c0: 73 20 68 65 6c 70 0a 0a 50 72 6f 63 65 73 73 20  s help..Process 
03d0: 61 6e 64 20 74 65 73 74 20 72 75 6e 6e 69 6e 67  and test running
03e0: 0a 20 20 2d 72 75 6e 61 6c 6c 20 20 20 20 20 20  .  -runall      
03f0: 20 20 20 20 20 20 20 20 20 20 20 3a 20 72 75 6e             : run
0400: 20 61 6c 6c 20 74 65 73 74 73 20 74 68 61 74 20   all tests that 
0410: 61 72 65 20 6e 6f 74 20 73 74 61 74 65 20 43 4f  are not state CO
0420: 4d 50 4c 45 54 45 44 20 61 6e 64 20 73 74 61 74  MPLETED and stat
0430: 75 73 20 50 41 53 53 2c 20 0a 20 20 20 20 20 20  us PASS, .      
0440: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0450: 20 20 20 20 20 20 43 48 45 43 4b 20 6f 72 20 4b        CHECK or K
0460: 49 4c 4c 45 44 0a 20 20 2d 72 75 6e 74 65 73 74  ILLED.  -runtest
0470: 73 20 74 73 74 31 2c 74 73 74 32 20 2e 2e 2e 20  s tst1,tst2 ... 
0480: 3a 20 72 75 6e 20 74 65 73 74 73 0a 0a 52 75 6e  : run tests..Run
0490: 20 73 74 61 74 75 73 20 75 70 64 61 74 65 73 20   status updates 
04a0: 28 74 68 65 73 65 20 72 65 71 75 69 72 65 20 74  (these require t
04b0: 68 61 74 20 79 6f 75 20 61 72 65 20 69 6e 20 61  hat you are in a
04c0: 20 74 65 73 74 20 64 69 72 65 63 74 6f 72 79 0a   test directory.
04d0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
04e0: 20 20 20 20 61 6e 64 20 79 6f 75 20 68 61 76 65      and you have
04f0: 20 73 6f 75 72 63 65 64 20 74 68 65 20 5c 22 6d   sourced the \"m
0500: 65 67 61 74 65 73 74 2e 63 73 68 5c 22 20 6f 72  egatest.csh\" or
0510: 0a 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  .               
0520: 20 20 20 20 20 5c 22 6d 65 67 61 74 65 73 74 2e       \"megatest.
0530: 73 68 5c 22 20 66 69 6c 65 2e 29 0a 20 20 2d 73  sh\" file.).  -s
0540: 74 65 70 20 73 74 65 70 6e 61 6d 65 0a 20 20 2d  tep stepname.  -
0550: 74 65 73 74 2d 73 74 61 74 75 73 20 20 20 20 20  test-status     
0560: 20 20 20 20 20 20 20 3a 20 73 65 74 20 74 68 65         : set the
0570: 20 73 74 61 74 65 20 61 6e 64 20 73 74 61 74 75   state and statu
0580: 73 20 6f 66 20 61 20 74 65 73 74 20 28 75 73 65  s of a test (use
0590: 20 3a 73 74 61 74 65 20 61 6e 64 20 3a 73 74 61   :state and :sta
05a0: 74 75 73 29 0a 20 20 2d 73 65 74 6c 6f 67 20 6c  tus).  -setlog l
05b0: 6f 67 66 6e 61 6d 65 20 20 20 20 20 20 20 20 3a  ogfname        :
05c0: 20 73 65 74 20 74 68 65 20 70 61 74 68 2f 66 69   set the path/fi
05d0: 6c 65 6e 61 6d 65 20 74 6f 20 74 68 65 20 66 69  lename to the fi
05e0: 6e 61 6c 20 6c 6f 67 20 72 65 6c 61 74 69 76 65  nal log relative
05f0: 20 74 6f 20 74 68 65 20 74 65 73 74 0a 20 20 20   to the test.   
0600: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0610: 20 20 20 20 20 20 20 20 20 64 69 72 65 63 74 6f           directo
0620: 72 79 2e 20 6d 61 79 20 62 65 20 75 73 65 64 20  ry. may be used 
0630: 77 69 74 68 20 2d 74 65 73 74 2d 73 74 61 74 75  with -test-statu
0640: 73 0a 20 20 2d 73 65 74 2d 74 6f 70 6c 6f 67 20  s.  -set-toplog 
0650: 6c 6f 67 66 6e 61 6d 65 20 20 20 20 3a 20 73 65  logfname    : se
0660: 74 20 74 68 65 20 6f 76 65 72 61 6c 6c 20 6c 6f  t the overall lo
0670: 67 20 66 6f 72 20 61 20 73 75 69 74 65 20 6f 66  g for a suite of
0680: 20 73 75 62 2d 74 65 73 74 73 0a 20 20 2d 73 75   sub-tests.  -su
0690: 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 20 20 20  mmarize-items   
06a0: 20 20 20 20 20 3a 20 66 6f 72 20 61 6e 20 69 74       : for an it
06b0: 65 6d 69 7a 65 64 20 74 65 73 74 20 63 72 65 61  emized test crea
06c0: 74 65 20 61 20 73 75 6d 6d 61 72 79 20 68 74 6d  te a summary htm
06d0: 6c 20 0a 20 20 2d 6d 20 63 6f 6d 6d 65 6e 74 20  l .  -m comment 
06e0: 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 69               : i
06f0: 6e 73 65 72 74 20 61 20 63 6f 6d 6d 65 6e 74 20  nsert a comment 
0700: 66 6f 72 20 74 68 69 73 20 74 65 73 74 0a 0a 52  for this test..R
0710: 75 6e 20 64 61 74 61 0a 20 20 3a 72 75 6e 6e 61  un data.  :runna
0720: 6d 65 20 20 20 20 20 20 20 20 20 20 20 20 20 20  me              
0730: 20 20 3a 20 72 65 71 75 69 72 65 64 2c 20 6e 61    : required, na
0740: 6d 65 20 66 6f 72 20 74 68 69 73 20 70 61 72 74  me for this part
0750: 69 63 75 6c 61 72 20 74 65 73 74 20 72 75 6e 0a  icular test run.
0760: 20 20 3a 73 74 61 74 65 20 20 20 20 20 20 20 20    :state        
0770: 20 20 20 20 20 20 20 20 20 20 3a 20 72 65 71 75            : requ
0780: 69 72 65 64 20 69 66 20 75 70 64 61 74 69 6e 67  ired if updating
0790: 20 73 74 65 70 20 73 74 61 74 65 3b 20 65 2e 67   step state; e.g
07a0: 2e 20 73 74 61 72 74 2c 20 65 6e 64 2c 20 63 6f  . start, end, co
07b0: 6d 70 6c 65 74 65 64 0a 20 20 3a 73 74 61 74 75  mpleted.  :statu
07c0: 73 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  s               
07d0: 20 20 3a 20 72 65 71 75 69 72 65 64 20 69 66 20    : required if 
07e0: 75 70 64 61 74 69 6e 67 20 73 74 65 70 20 73 74  updating step st
07f0: 61 74 75 73 3b 20 65 2e 67 2e 20 70 61 73 73 2c  atus; e.g. pass,
0800: 20 66 61 69 6c 2c 20 6e 2f 61 0a 0a 56 61 6c 75   fail, n/a..Valu
0810: 65 73 20 61 6e 64 20 72 65 63 6f 72 64 20 65 72  es and record er
0820: 72 6f 72 73 20 61 6e 64 20 77 61 72 6e 69 6e 67  rors and warning
0830: 73 0a 20 20 2d 73 65 74 2d 76 61 6c 75 65 73 20  s.  -set-values 
0840: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 75 70              : up
0850: 64 61 74 65 20 6f 72 20 73 65 74 20 76 61 6c 75  date or set valu
0860: 65 73 20 69 6e 20 74 68 65 20 6d 65 67 61 74 65  es in the megate
0870: 73 74 20 64 62 20 0a 20 20 3a 63 61 74 65 67 6f  st db .  :catego
0880: 72 79 20 20 20 20 20 20 20 20 20 20 20 20 20 20  ry              
0890: 20 3a 20 73 65 74 20 74 68 65 20 63 61 74 65 67   : set the categ
08a0: 6f 72 79 20 66 69 65 6c 64 20 28 6f 70 74 69 6f  ory field (optio
08b0: 6e 61 6c 29 0a 20 20 3a 76 61 72 69 61 62 6c 65  nal).  :variable
08c0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a                 :
08d0: 20 73 65 74 20 74 68 65 20 76 61 72 69 61 62 6c   set the variabl
08e0: 65 20 6e 61 6d 65 20 28 6f 70 74 69 6f 6e 61 6c  e name (optional
08f0: 29 0a 20 20 3a 76 61 6c 75 65 20 20 20 20 20 20  ).  :value      
0900: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 76 61              : va
0910: 6c 75 65 20 6d 65 61 73 75 72 65 64 20 28 72 65  lue measured (re
0920: 71 75 69 72 65 64 29 0a 20 20 3a 65 78 70 65 63  quired).  :expec
0930: 74 65 64 20 20 20 20 20 20 20 20 20 20 20 20 20  ted             
0940: 20 20 3a 20 76 61 6c 75 65 20 65 78 70 65 63 74    : value expect
0950: 65 64 20 28 72 65 71 75 69 72 65 64 29 0a 20 20  ed (required).  
0960: 3a 74 6f 6c 20 20 20 20 20 20 20 20 20 20 20 20  :tol            
0970: 20 20 20 20 20 20 20 20 3a 20 7c 76 61 6c 75 65          : |value
0980: 2d 65 78 70 65 63 74 7c 20 3c 3d 20 74 6f 6c 20  -expect| <= tol 
0990: 28 72 65 71 75 69 72 65 64 2c 20 63 61 6e 20 62  (required, can b
09a0: 65 20 3c 2c 20 3e 2c 20 3e 3d 2c 20 3c 3d 20 6f  e <, >, >=, <= o
09b0: 72 20 6e 75 6d 62 65 72 29 0a 20 20 3a 75 6e 69  r number).  :uni
09c0: 74 73 20 20 20 20 20 20 20 20 20 20 20 20 20 20  ts              
09d0: 20 20 20 20 3a 20 6e 61 6d 65 20 6f 66 20 74 68      : name of th
09e0: 65 20 75 6e 69 74 73 20 66 6f 72 20 76 61 6c 75  e units for valu
09f0: 65 2c 20 65 78 70 65 63 74 65 64 5f 76 61 6c 75  e, expected_valu
0a00: 65 20 65 74 63 2e 20 28 6f 70 74 69 6f 6e 61 6c  e etc. (optional
0a10: 29 0a 20 20 3a 66 69 72 73 74 5f 65 72 72 20 20  ).  :first_err  
0a20: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 72 65              : re
0a30: 63 6f 72 64 20 61 6e 20 65 72 72 6f 72 20 6d 65  cord an error me
0a40: 73 73 61 67 65 0a 20 20 3a 66 69 72 73 74 5f 77  ssage.  :first_w
0a50: 61 72 6e 20 20 20 20 20 20 20 20 20 20 20 20 20  arn             
0a60: 3a 20 72 65 63 6f 72 64 20 61 20 77 61 72 6e 69  : record a warni
0a70: 6e 67 20 6d 65 73 73 61 67 65 0a 0a 41 72 62 69  ng message..Arbi
0a80: 74 72 61 72 79 20 74 65 73 74 20 64 61 74 61 20  trary test data 
0a90: 6c 6f 61 64 69 6e 67 0a 20 20 2d 6c 6f 61 64 2d  loading.  -load-
0aa0: 74 65 73 74 2d 64 61 74 61 20 20 20 20 20 20 20  test-data       
0ab0: 20 20 3a 20 72 65 61 64 20 74 65 73 74 20 73 70    : read test sp
0ac0: 65 63 69 66 69 63 20 64 61 74 61 20 66 6f 72 20  ecific data for 
0ad0: 73 74 6f 72 61 67 65 20 69 6e 20 74 68 65 20 74  storage in the t
0ae0: 65 73 74 5f 64 61 74 61 20 74 61 62 6c 65 0a 20  est_data table. 
0af0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b00: 20 20 20 20 20 20 20 20 20 20 20 66 72 6f 6d 20             from 
0b10: 73 74 61 6e 64 61 72 64 20 69 6e 2e 20 45 61 63  standard in. Eac
0b20: 68 20 6c 69 6e 65 20 69 73 20 63 6f 6d 6d 61 20  h line is comma 
0b30: 64 65 6c 69 6d 69 74 65 64 20 77 69 74 68 20 66  delimited with f
0b40: 6f 75 72 0a 20 20 20 20 20 20 20 20 20 20 20 20  our.            
0b50: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0b60: 66 69 65 6c 64 73 20 63 61 74 65 67 6f 72 79 2c  fields category,
0b70: 76 61 72 69 61 62 6c 65 2c 76 61 6c 75 65 2c 63  variable,value,c
0b80: 6f 6d 6d 65 6e 74 0a 0a 51 75 65 72 69 65 73 0a  omment..Queries.
0b90: 20 20 2d 6c 69 73 74 2d 72 75 6e 73 20 70 61 74    -list-runs pat
0ba0: 74 20 20 20 20 20 20 20 20 20 3a 20 6c 69 73 74  t         : list
0bb0: 20 72 75 6e 73 20 6d 61 74 63 68 69 6e 67 20 70   runs matching p
0bc0: 61 74 74 65 72 6e 20 5c 22 70 61 74 74 5c 22 2c  attern \"patt\",
0bd0: 20 25 20 69 73 20 74 68 65 20 77 69 6c 64 63 61   % is the wildca
0be0: 72 64 0a 20 20 2d 74 65 73 74 70 61 74 74 20 70  rd.  -testpatt p
0bf0: 61 74 74 20 20 20 20 20 20 20 20 20 20 3a 20 69  att          : i
0c00: 6e 20 6c 69 73 74 2d 72 75 6e 73 20 73 68 6f 77  n list-runs show
0c10: 20 6f 6e 6c 79 20 74 68 65 73 65 20 74 65 73 74   only these test
0c20: 73 2c 20 25 20 69 73 20 74 68 65 20 77 69 6c 64  s, % is the wild
0c30: 63 61 72 64 0a 20 20 2d 69 74 65 6d 70 61 74 74  card.  -itempatt
0c40: 20 70 61 74 74 20 20 20 20 20 20 20 20 20 20 3a   patt          :
0c50: 20 69 6e 20 6c 69 73 74 2d 72 75 6e 73 20 73 68   in list-runs sh
0c60: 6f 77 20 6f 6e 6c 79 20 74 65 73 74 73 20 77 69  ow only tests wi
0c70: 74 68 20 69 74 65 6d 73 20 74 68 61 74 20 6d 61  th items that ma
0c80: 74 63 68 20 70 61 74 74 0a 20 20 2d 73 68 6f 77  tch patt.  -show
0c90: 6b 65 79 73 20 20 20 20 20 20 20 20 20 20 20 20  keys            
0ca0: 20 20 20 3a 20 73 68 6f 77 20 74 68 65 20 6b 65     : show the ke
0cb0: 79 73 20 75 73 65 64 20 69 6e 20 74 68 69 73 20  ys used in this 
0cc0: 6d 65 67 61 74 65 73 74 20 73 65 74 75 70 0a 0a  megatest setup..
0cd0: 4d 69 73 63 20 0a 20 20 2d 66 6f 72 63 65 20 20  Misc .  -force  
0ce0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0cf0: 3a 20 6f 76 65 72 72 69 64 65 20 73 6f 6d 65 20  : override some 
0d00: 63 68 65 63 6b 73 0a 20 20 2d 78 74 65 72 6d 20  checks.  -xterm 
0d10: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0d20: 20 3a 20 73 74 61 72 74 20 61 6e 20 78 74 65 72   : start an xter
0d30: 6d 20 69 6e 73 74 65 61 64 20 6f 66 20 6c 61 75  m instead of lau
0d40: 6e 63 68 69 6e 67 20 74 68 65 20 74 65 73 74 0a  nching the test.
0d50: 20 20 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 20 20    -remove-runs  
0d60: 20 20 20 20 20 20 20 20 20 20 3a 20 72 65 6d 6f            : remo
0d70: 76 65 20 74 68 65 20 64 61 74 61 20 66 6f 72 20  ve the data for 
0d80: 61 20 72 75 6e 2c 20 72 65 71 75 69 72 65 73 20  a run, requires 
0d90: 61 6c 6c 20 66 69 65 6c 64 73 20 62 65 20 73 70  all fields be sp
0da0: 65 63 69 66 69 65 64 0a 20 20 20 20 20 20 20 20  ecified.        
0db0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0dc0: 20 20 20 20 61 6e 64 20 3a 72 75 6e 6e 61 6d 65      and :runname
0dd0: 20 2c 2d 74 65 73 74 70 61 74 74 20 61 6e 64 20   ,-testpatt and 
0de0: 2d 69 74 65 6d 70 61 74 74 0a 20 20 20 20 20 20  -itempatt.      
0df0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0e00: 20 20 20 20 20 20 61 6e 64 20 2d 74 65 73 74 70        and -testp
0e10: 61 74 74 0a 20 20 2d 6b 65 65 70 67 6f 69 6e 67  att.  -keepgoing
0e20: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20                : 
0e30: 63 6f 6e 74 69 6e 75 65 20 72 75 6e 6e 69 6e 67  continue running
0e40: 20 75 6e 74 69 6c 20 6e 6f 20 6a 6f 62 73 20 61   until no jobs a
0e50: 72 65 20 5c 22 4c 41 55 4e 43 48 45 44 5c 22 20  re \"LAUNCHED\" 
0e60: 6f 72 0a 20 20 20 20 20 20 20 20 20 20 20 20 20  or.             
0e70: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 5c                 \
0e80: 22 4e 4f 54 5f 53 54 41 52 54 45 44 5c 22 0a 20  "NOT_STARTED\". 
0e90: 20 2d 72 65 72 75 6e 20 46 41 49 4c 2c 57 41 52   -rerun FAIL,WAR
0ea0: 4e 2e 2e 2e 20 20 20 20 20 3a 20 72 65 2d 72 75  N...     : re-ru
0eb0: 6e 20 69 66 20 63 61 6c 6c 65 64 20 6f 6e 20 61  n if called on a
0ec0: 20 74 65 73 74 20 74 68 61 74 20 70 72 65 76 69   test that previ
0ed0: 6f 75 73 6c 79 20 72 61 6e 20 28 6e 75 6c 6c 69  ously ran (nulli
0ee0: 66 69 65 64 0a 20 20 20 20 20 20 20 20 20 20 20  fied.           
0ef0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0f00: 20 69 66 20 2d 6b 65 65 70 67 6f 69 6e 67 20 69   if -keepgoing i
0f10: 73 20 61 6c 73 6f 20 73 70 65 63 69 66 69 65 64  s also specified
0f20: 29 0a 20 20 2d 72 65 62 75 69 6c 64 2d 64 62 20  ).  -rebuild-db 
0f30: 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 62 72              : br
0f40: 69 6e 67 20 74 68 65 20 64 61 74 61 62 61 73 65  ing the database
0f50: 20 73 63 68 65 6d 61 20 75 70 20 74 6f 20 64 61   schema up to da
0f60: 74 65 0a 20 20 2d 72 6f 6c 6c 75 70 20 20 20 20  te.  -rollup    
0f70: 20 20 20 20 20 20 20 20 20 20 20 20 20 3a 20 66               : f
0f80: 69 6c 6c 20 72 75 6e 20 28 73 65 74 20 62 79 20  ill run (set by 
0f90: 3a 72 75 6e 6e 61 6d 65 29 20 20 77 69 74 68 20  :runname)  with 
0fa0: 6c 61 74 65 73 74 20 74 65 73 74 28 73 29 20 66  latest test(s) f
0fb0: 72 6f 6d 0a 20 20 20 20 20 20 20 20 20 20 20 20  rom.            
0fc0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
0fd0: 70 72 69 6f 72 20 72 75 6e 73 20 77 69 74 68 20  prior runs with 
0fe0: 73 61 6d 65 20 6b 65 79 73 0a 20 20 2d 72 65 6e  same keys.  -ren
0ff0: 61 6d 65 2d 72 75 6e 20 3c 72 75 6e 62 3e 20 20  ame-run <runb>  
1000: 20 20 20 20 3a 20 72 65 6e 61 6d 65 20 72 75 6e      : rename run
1010: 20 28 73 65 74 20 62 79 20 3a 72 75 6e 6e 61 6d   (set by :runnam
1020: 65 29 20 74 6f 20 3c 72 75 6e 62 3e 2c 20 72 65  e) to <runb>, re
1030: 71 75 69 72 65 73 20 6b 65 79 73 0a 20 20 2d 75  quires keys.  -u
1040: 70 64 61 74 65 2d 6d 65 74 61 20 20 20 20 20 20  pdate-meta      
1050: 20 20 20 20 20 20 3a 20 75 70 64 61 74 65 20 74        : update t
1060: 68 65 20 74 65 73 74 73 20 6d 65 74 61 64 61 74  he tests metadat
1070: 61 20 66 6f 72 20 61 6c 6c 20 74 65 73 74 73 0a  a for all tests.
1080: 20 20 2d 65 78 74 72 61 63 74 2d 6f 64 73 20 20    -extract-ods  
1090: 20 20 20 20 20 20 20 20 20 20 3a 20 65 78 74 72            : extr
10a0: 61 63 74 20 61 6e 20 6f 70 65 6e 20 64 6f 63 75  act an open docu
10b0: 6d 65 6e 74 20 73 70 72 65 61 64 73 68 65 65 74  ment spreadsheet
10c0: 20 66 72 6f 6d 20 74 68 65 20 64 61 74 61 62 61   from the databa
10d0: 73 65 0a 0a 48 65 6c 70 65 72 73 0a 20 20 2d 72  se..Helpers.  -r
10e0: 75 6e 73 74 65 70 20 73 74 65 70 6e 61 6d 65 20  unstep stepname 
10f0: 20 2e 2e 2e 20 20 3a 20 74 61 6b 65 20 72 65 6d   ...  : take rem
1100: 61 69 6e 69 6e 67 20 70 61 72 61 6d 73 20 61 73  aining params as
1110: 20 63 6f 6d 61 6e 64 20 61 6e 64 20 65 78 65 63   comand and exec
1120: 75 74 65 20 61 73 20 73 74 65 70 6e 61 6d 65 0a  ute as stepname.
1130: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1140: 20 20 20 20 20 20 20 20 20 20 20 20 6c 6f 67 20              log 
1150: 77 69 6c 6c 20 62 65 20 69 6e 20 73 74 65 70 6e  will be in stepn
1160: 61 6d 65 2e 6c 6f 67 2e 20 42 65 73 74 20 74 6f  ame.log. Best to
1170: 20 70 75 74 20 63 6f 6d 6d 61 6e 64 20 69 6e 20   put command in 
1180: 71 75 6f 74 65 73 0a 20 20 2d 6c 6f 67 70 72 6f  quotes.  -logpro
1190: 20 66 69 6c 65 20 20 20 20 20 20 20 20 20 20 20   file           
11a0: 20 3a 20 77 69 74 68 20 2d 65 78 65 63 20 61 70   : with -exec ap
11b0: 70 6c 79 20 6c 6f 67 70 72 6f 20 66 69 6c 65 20  ply logpro file 
11c0: 74 6f 20 73 74 65 70 6e 61 6d 65 2e 6c 6f 67 2c  to stepname.log,
11d0: 20 63 72 65 61 74 65 73 0a 20 20 20 20 20 20 20   creates.       
11e0: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
11f0: 20 20 20 20 20 73 74 65 70 6e 61 6d 65 2e 68 74       stepname.ht
1200: 6d 6c 20 61 6e 64 20 73 65 74 73 20 6c 6f 67 20  ml and sets log 
1210: 74 6f 20 73 61 6d 65 0a 20 20 20 20 20 20 20 20  to same.        
1220: 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20                  
1230: 20 20 20 20 49 66 20 75 73 69 6e 67 20 6d 61 6b      If using mak
1240: 65 20 75 73 65 20 73 74 65 70 6e 61 6d 65 5f 6c  e use stepname_l
1250: 6f 67 70 72 6f 2e 6c 6f 67 20 61 73 20 79 6f 75  ogpro.log as you
1260: 72 20 74 61 72 67 65 74 0a 0a 43 61 6c 6c 65 64  r target..Called
1270: 20 61 73 20 22 20 28 73 74 72 69 6e 67 2d 69 6e   as " (string-in
1280: 74 65 72 73 70 65 72 73 65 20 28 61 72 67 76 29  tersperse (argv)
1290: 20 22 20 22 29 29 29 0a 0a 3b 3b 20 20 2d 67 75   " ")))..;;  -gu
12a0: 69 20 20 20 20 20 20 20 20 20 20 20 20 20 20 20  i               
12b0: 20 20 20 20 20 3a 20 73 74 61 72 74 20 61 20 67       : start a g
12c0: 75 69 20 69 6e 74 65 72 66 61 63 65 0a 3b 3b 20  ui interface.;; 
12d0: 20 2d 63 6f 6e 66 69 67 20 66 6e 61 6d 65 20 20   -config fname  
12e0: 20 20 20 20 20 20 20 20 20 3a 20 6f 76 65 72 72           : overr
12f0: 69 64 65 20 74 68 65 20 72 75 6e 63 6f 6e 66 69  ide the runconfi
1300: 67 20 66 69 6c 65 20 77 69 74 68 20 66 6e 61 6d  g file with fnam
1310: 65 0a 0a 3b 3b 20 70 72 6f 63 65 73 73 20 61 72  e..;; process ar
1320: 67 73 0a 28 64 65 66 69 6e 65 20 72 65 6d 61 72  gs.(define remar
1330: 67 73 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  gs (args:get-arg
1340: 73 20 0a 09 09 20 28 61 72 67 76 29 0a 09 09 20  s ... (argv)... 
1350: 28 6c 69 73 74 20 20 22 2d 72 75 6e 74 65 73 74  (list  "-runtest
1360: 73 22 20 20 3b 3b 20 72 75 6e 20 61 20 73 70 65  s"  ;; run a spe
1370: 63 69 66 69 63 20 74 65 73 74 0a 09 09 09 22 2d  cific test...."-
1380: 63 6f 6e 66 69 67 22 20 20 20 20 3b 3b 20 6f 76  config"    ;; ov
1390: 65 72 72 69 64 65 20 74 68 65 20 63 6f 6e 66 69  erride the confi
13a0: 67 20 66 69 6c 65 20 6e 61 6d 65 0a 09 09 09 22  g file name...."
13b0: 2d 65 78 65 63 75 74 65 22 20 20 20 3b 3b 20 72  -execute"   ;; r
13c0: 75 6e 20 74 68 65 20 63 6f 6d 6d 61 6e 64 20 65  un the command e
13d0: 6e 63 6f 64 65 64 20 69 6e 20 74 68 65 20 62 61  ncoded in the ba
13e0: 73 65 36 34 20 70 61 72 61 6d 65 74 65 72 0a 09  se64 parameter..
13f0: 09 09 22 2d 73 74 65 70 22 0a 09 09 09 22 3a 72  .."-step"....":r
1400: 75 6e 6e 61 6d 65 22 20 20 20 0a 09 09 09 22 3a  unname"   ....":
1410: 69 74 65 6d 22 0a 09 09 09 22 3a 72 75 6e 6e 61  item"....":runna
1420: 6d 65 22 20 20 20 0a 09 09 09 22 3a 73 74 61 74  me"   ....":stat
1430: 65 22 20 20 0a 09 09 09 22 3a 73 74 61 74 75 73  e"  ....":status
1440: 22 0a 09 09 09 22 2d 6c 69 73 74 2d 72 75 6e 73  "...."-list-runs
1450: 22 0a 09 09 09 22 2d 74 65 73 74 70 61 74 74 22  "...."-testpatt"
1460: 20 0a 09 09 09 22 2d 69 74 65 6d 70 61 74 74 22   ...."-itempatt"
1470: 0a 09 09 09 22 2d 73 65 74 6c 6f 67 22 0a 09 09  ...."-setlog"...
1480: 09 22 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 0a 09  ."-set-toplog"..
1490: 09 09 22 2d 72 75 6e 73 74 65 70 22 0a 09 09 09  .."-runstep"....
14a0: 22 2d 6c 6f 67 70 72 6f 22 0a 09 09 09 22 2d 6d  "-logpro"...."-m
14b0: 22 0a 09 09 09 22 2d 72 65 72 75 6e 22 0a 09 09  "...."-rerun"...
14c0: 09 22 2d 64 61 79 73 22 0a 09 09 09 22 2d 72 65  ."-days"...."-re
14d0: 6e 61 6d 65 2d 72 75 6e 22 0a 09 09 09 22 2d 74  name-run"...."-t
14e0: 6f 22 0a 09 09 09 3b 3b 20 76 61 6c 75 65 73 20  o"....;; values 
14f0: 61 6e 64 20 6d 65 73 73 61 67 65 73 0a 09 09 09  and messages....
1500: 22 3a 63 61 74 65 67 6f 72 79 22 0a 09 09 09 22  ":category"...."
1510: 3a 76 61 72 69 61 62 6c 65 22 0a 09 09 09 22 3a  :variable"....":
1520: 66 69 72 73 74 5f 65 72 72 22 0a 09 09 09 22 3a  first_err"....":
1530: 66 69 72 73 74 5f 77 61 72 6e 22 0a 09 09 09 22  first_warn"...."
1540: 3a 76 61 6c 75 65 22 0a 09 09 09 22 3a 65 78 70  :value"....":exp
1550: 65 63 74 65 64 22 0a 09 09 09 22 3a 74 6f 6c 22  ected"....":tol"
1560: 0a 09 09 09 22 3a 75 6e 69 74 73 22 0a 09 09 09  ....":units"....
1570: 3b 3b 20 6d 69 73 63 0a 09 09 09 22 2d 65 78 74  ;; misc...."-ext
1580: 72 61 63 74 2d 6f 64 73 22 0a 09 09 09 22 2d 64  ract-ods"...."-d
1590: 65 62 75 67 22 20 3b 3b 20 66 6f 72 20 2a 76 65  ebug" ;; for *ve
15a0: 72 62 6f 73 69 74 79 2a 20 3e 20 32 0a 09 09 09  rbosity* > 2....
15b0: 29 20 0a 09 09 20 28 6c 69 73 74 20 20 22 2d 68  ) ... (list  "-h
15c0: 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 66 6f  "...        "-fo
15d0: 72 63 65 22 0a 09 09 20 20 20 20 20 20 20 20 22  rce"...        "
15e0: 2d 78 74 65 72 6d 22 0a 09 09 20 20 20 20 20 20  -xterm"...      
15f0: 20 20 22 2d 73 68 6f 77 6b 65 79 73 22 0a 09 09    "-showkeys"...
1600: 20 20 20 20 20 20 20 20 22 2d 74 65 73 74 2d 73          "-test-s
1610: 74 61 74 75 73 22 0a 09 09 09 22 2d 73 65 74 2d  tatus"...."-set-
1620: 76 61 6c 75 65 73 22 0a 09 09 09 22 2d 6c 6f 61  values"...."-loa
1630: 64 2d 74 65 73 74 2d 64 61 74 61 22 0a 09 09 09  d-test-data"....
1640: 22 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d  "-summarize-item
1650: 73 22 0a 09 09 20 20 20 20 20 20 20 20 22 2d 67  s"...        "-g
1660: 75 69 22 0a 09 09 09 22 2d 72 75 6e 61 6c 6c 22  ui"...."-runall"
1670: 20 20 20 20 3b 3b 20 72 75 6e 20 61 6c 6c 20 74      ;; run all t
1680: 65 73 74 73 0a 09 09 09 22 2d 72 65 6d 6f 76 65  ests...."-remove
1690: 2d 72 75 6e 73 22 0a 09 09 09 22 2d 6b 65 65 70  -runs"...."-keep
16a0: 67 6f 69 6e 67 22 0a 09 09 09 22 2d 75 73 65 71  going"...."-useq
16b0: 75 65 75 65 22 0a 09 09 09 22 2d 72 65 62 75 69  ueue"...."-rebui
16c0: 6c 64 2d 64 62 22 0a 09 09 09 22 2d 72 6f 6c 6c  ld-db"...."-roll
16d0: 75 70 22 0a 09 09 09 22 2d 75 70 64 61 74 65 2d  up"...."-update-
16e0: 6d 65 74 61 22 0a 09 09 09 22 2d 76 22 20 3b 3b  meta"...."-v" ;;
16f0: 20 76 65 72 62 6f 73 65 20 32 2c 20 6d 6f 72 65   verbose 2, more
1700: 20 74 68 61 6e 20 6e 6f 72 6d 61 6c 20 28 6e 6f   than normal (no
1710: 72 6d 61 6c 20 69 73 20 31 29 0a 09 09 09 22 2d  rmal is 1)...."-
1720: 71 22 20 3b 3b 20 71 75 69 65 74 20 30 2c 20 65  q" ;; quiet 0, e
1730: 72 72 6f 72 73 2f 77 61 72 6e 69 6e 67 73 20 6f  rrors/warnings o
1740: 6e 6c 79 0a 09 09 20 20 20 20 20 20 20 29 0a 09  nly...       )..
1750: 09 20 61 72 67 73 3a 61 72 67 2d 68 61 73 68 0a  . args:arg-hash.
1760: 09 09 20 30 29 29 0a 0a 28 69 66 20 28 61 72 67  .. 0))..(if (arg
1770: 73 3a 67 65 74 2d 61 72 67 20 22 2d 68 22 29 0a  s:get-arg "-h").
1780: 20 20 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20      (begin.     
1790: 20 28 70 72 69 6e 74 20 68 65 6c 70 29 0a 20 20   (print help).  
17a0: 20 20 20 20 28 65 78 69 74 29 29 29 0a 0a 28 64      (exit)))..(d
17b0: 65 66 69 6e 65 20 2a 64 69 64 73 6f 6d 65 74 68  efine *didsometh
17c0: 69 6e 67 2a 20 23 66 29 0a 0a 3b 3b 3d 3d 3d 3d  ing* #f)..;;====
17d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
17e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
17f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1800: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1810: 3d 3d 0a 3b 3b 20 4d 69 73 63 20 73 65 74 75 70  ==.;; Misc setup
1820: 20 73 74 75 66 66 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d   stuff.;;=======
1830: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1840: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1850: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1860: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a  ===============.
1870: 0a 28 73 65 74 21 20 2a 76 65 72 62 6f 73 69 74  .(set! *verbosit
1880: 79 2a 20 28 63 6f 6e 64 0a 09 09 20 20 20 28 28  y* (cond...   ((
1890: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 64  args:get-arg "-d
18a0: 65 62 75 67 22 29 28 73 74 72 69 6e 67 2d 3e 6e  ebug")(string->n
18b0: 75 6d 62 65 72 20 28 61 72 67 73 3a 67 65 74 2d  umber (args:get-
18c0: 61 72 67 20 22 2d 64 65 62 75 67 22 29 29 29 0a  arg "-debug"))).
18d0: 09 09 20 20 20 28 28 61 72 67 73 3a 67 65 74 2d  ..   ((args:get-
18e0: 61 72 67 20 22 2d 76 22 29 20 20 20 20 32 29 0a  arg "-v")    2).
18f0: 09 09 20 20 20 28 28 61 72 67 73 3a 67 65 74 2d  ..   ((args:get-
1900: 61 72 67 20 22 2d 71 22 29 20 20 20 20 30 29 0a  arg "-q")    0).
1910: 09 09 20 20 20 28 65 6c 73 65 20 20 20 20 20 20  ..   (else      
1920: 20 20 20 20 20 20 20 20 20 20 20 20 20 31 29 29               1))
1930: 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  )..;;===========
1940: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1950: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1960: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1970: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52  ===========.;; R
1980: 65 6d 6f 76 65 20 6f 6c 64 20 72 75 6e 28 73 29  emove old run(s)
1990: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  .;;=============
19a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
19d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 73 69  =========..;; si
19e0: 6e 63 65 20 73 65 76 65 72 61 6c 20 61 63 74 69  nce several acti
19f0: 6f 6e 73 20 63 61 6e 20 62 65 20 73 70 65 63 69  ons can be speci
1a00: 66 69 65 64 20 6f 6e 20 74 68 65 20 63 6f 6d 6d  fied on the comm
1a10: 61 6e 64 20 6c 69 6e 65 20 74 68 65 20 72 65 6d  and line the rem
1a20: 6f 76 61 6c 0a 3b 3b 20 69 73 20 64 6f 6e 65 20  oval.;; is done 
1a30: 66 69 72 73 74 0a 28 64 65 66 69 6e 65 20 28 72  first.(define (r
1a40: 65 6d 6f 76 65 2d 72 75 6e 73 29 0a 20 20 28 63  emove-runs).  (c
1a50: 6f 6e 64 0a 20 20 20 28 28 6e 6f 74 20 28 61 72  ond.   ((not (ar
1a60: 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 72 75 6e  gs:get-arg ":run
1a70: 6e 61 6d 65 22 29 29 0a 20 20 20 20 28 64 65 62  name")).    (deb
1a80: 75 67 3a 70 72 69 6e 74 20 30 20 22 45 52 52 4f  ug:print 0 "ERRO
1a90: 52 3a 20 4d 69 73 73 69 6e 67 20 72 65 71 75 69  R: Missing requi
1aa0: 72 65 64 20 70 61 72 61 6d 65 74 65 72 20 66 6f  red parameter fo
1ab0: 72 20 2d 72 65 6d 6f 76 65 2d 72 75 6e 73 2c 20  r -remove-runs, 
1ac0: 79 6f 75 20 6d 75 73 74 20 73 70 65 63 69 66 79  you must specify
1ad0: 20 74 68 65 20 72 75 6e 20 6e 61 6d 65 20 70 61   the run name pa
1ae0: 74 74 65 72 6e 20 77 69 74 68 20 3a 72 75 6e 6e  ttern with :runn
1af0: 61 6d 65 20 70 61 74 74 22 29 0a 20 20 20 20 28  ame patt").    (
1b00: 65 78 69 74 20 32 29 29 0a 20 20 20 28 28 6e 6f  exit 2)).   ((no
1b10: 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  t (args:get-arg 
1b20: 22 2d 74 65 73 74 70 61 74 74 22 29 29 0a 20 20  "-testpatt")).  
1b30: 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30    (debug:print 0
1b40: 20 22 45 52 52 4f 52 3a 20 4d 69 73 73 69 6e 67   "ERROR: Missing
1b50: 20 72 65 71 75 69 72 65 64 20 70 61 72 61 6d 65   required parame
1b60: 74 65 72 20 66 6f 72 20 2d 72 65 6d 6f 76 65 2d  ter for -remove-
1b70: 72 75 6e 73 2c 20 79 6f 75 20 6d 75 73 74 20 73  runs, you must s
1b80: 70 65 63 69 66 79 20 74 68 65 20 74 65 73 74 20  pecify the test 
1b90: 70 61 74 74 65 72 6e 20 77 69 74 68 20 2d 74 65  pattern with -te
1ba0: 73 74 70 61 74 74 22 29 0a 20 20 20 20 28 65 78  stpatt").    (ex
1bb0: 69 74 20 33 29 29 0a 20 20 20 28 28 6e 6f 74 20  it 3)).   ((not 
1bc0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
1bd0: 69 74 65 6d 70 61 74 74 22 29 29 0a 20 20 20 20  itempatt")).    
1be0: 28 70 72 69 6e 74 20 22 45 52 52 4f 52 3a 20 4d  (print "ERROR: M
1bf0: 69 73 73 69 6e 67 20 72 65 71 75 69 72 65 64 20  issing required 
1c00: 70 61 72 61 6d 65 74 65 72 20 66 6f 72 20 2d 72  parameter for -r
1c10: 65 6d 6f 76 65 2d 72 75 6e 73 2c 20 79 6f 75 20  emove-runs, you 
1c20: 6d 75 73 74 20 73 70 65 63 69 66 79 20 74 68 65  must specify the
1c30: 20 69 74 65 6d 73 20 77 69 74 68 20 2d 69 74 65   items with -ite
1c40: 6d 70 61 74 74 22 29 0a 20 20 20 20 28 65 78 69  mpatt").    (exi
1c50: 74 20 34 29 29 0a 20 20 20 28 28 6c 65 74 20 28  t 4)).   ((let (
1c60: 28 64 62 20 23 66 29 29 0a 20 20 20 20 20 20 28  (db #f)).      (
1c70: 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66  if (not (setup-f
1c80: 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28 62 65 67  or-run))..  (beg
1c90: 69 6e 20 0a 09 20 20 20 20 28 64 65 62 75 67 3a  in ..    (debug:
1ca0: 70 72 69 6e 74 20 30 20 70 72 69 6e 74 20 22 46  print 0 print "F
1cb0: 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20  ailed to setup, 
1cc0: 65 78 69 74 69 6e 67 22 29 0a 09 20 20 20 20 28  exiting")..    (
1cd0: 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 20 20  exit 1))).      
1ce0: 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64  (set! db (open-d
1cf0: 62 29 29 0a 20 20 20 20 20 20 28 69 66 20 28 6e  b)).      (if (n
1d00: 6f 74 20 28 63 61 72 20 2a 63 6f 6e 66 69 67 69  ot (car *configi
1d10: 6e 66 6f 2a 29 29 0a 09 20 20 28 62 65 67 69 6e  nfo*))..  (begin
1d20: 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69  ..    (debug:pri
1d30: 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 41 74 74  nt 0 "ERROR: Att
1d40: 65 6d 70 74 65 64 20 74 6f 20 72 65 6d 6f 76 65  empted to remove
1d50: 20 74 65 73 74 28 73 29 20 62 75 74 20 72 75 6e   test(s) but run
1d60: 20 61 72 65 61 20 63 6f 6e 66 69 67 20 66 69 6c   area config fil
1d70: 65 20 6e 6f 74 20 66 6f 75 6e 64 22 29 0a 09 20  e not found").. 
1d80: 20 20 20 28 65 78 69 74 20 31 29 29 0a 09 20 20     (exit 1))..  
1d90: 3b 3b 20 70 75 74 20 74 65 73 74 20 70 61 72 61  ;; put test para
1da0: 6d 65 74 65 72 73 20 69 6e 74 6f 20 63 6f 6e 76  meters into conv
1db0: 65 6e 69 65 6e 74 20 76 61 72 69 61 62 6c 65 73  enient variables
1dc0: 0a 09 20 20 28 72 75 6e 73 3a 72 65 6d 6f 76 65  ..  (runs:remove
1dd0: 2d 72 75 6e 73 20 64 62 0a 09 09 09 20 20 20 20  -runs db....    
1de0: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 3a  (args:get-arg ":
1df0: 72 75 6e 6e 61 6d 65 22 29 0a 09 09 09 20 20 20  runname")....   
1e00: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
1e10: 2d 74 65 73 74 70 61 74 74 22 29 0a 09 09 09 20  -testpatt").... 
1e20: 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67     (args:get-arg
1e30: 20 22 2d 69 74 65 6d 70 61 74 74 22 29 29 29 0a   "-itempatt"))).
1e40: 20 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66        (sqlite3:f
1e50: 69 6e 61 6c 69 7a 65 21 20 64 62 29 0a 20 20 20  inalize! db).   
1e60: 20 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d     (set! *didsom
1e70: 65 74 68 69 6e 67 2a 20 23 74 29 29 29 29 29 0a  ething* #t))))).
1e80: 09 20 20 0a 28 69 66 20 28 61 72 67 73 3a 67 65  .  .(if (args:ge
1e90: 74 2d 61 72 67 20 22 2d 72 65 6d 6f 76 65 2d 72  t-arg "-remove-r
1ea0: 75 6e 73 22 29 0a 20 20 20 20 28 72 65 6d 6f 76  uns").    (remov
1eb0: 65 2d 72 75 6e 73 29 29 0a 0a 3b 3b 3d 3d 3d 3d  e-runs))..;;====
1ec0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ed0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ee0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1ef0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1f00: 3d 3d 0a 3b 3b 20 51 75 65 72 79 20 72 75 6e 73  ==.;; Query runs
1f10: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  .;;=============
1f20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1f30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1f40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
1f50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28  =========..(if (
1f60: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6c  args:get-arg "-l
1f70: 69 73 74 2d 72 75 6e 73 22 29 0a 20 20 20 20 28  ist-runs").    (
1f80: 6c 65 74 2a 20 28 28 64 62 20 20 20 20 20 20 20  let* ((db       
1f90: 28 62 65 67 69 6e 0a 09 09 20 20 20 20 20 20 20  (begin...       
1fa0: 28 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 0a  (setup-for-run).
1fb0: 09 09 20 20 20 20 20 20 20 28 6f 70 65 6e 2d 64  ..       (open-d
1fc0: 62 29 29 29 0a 09 20 20 20 28 72 75 6e 70 61 74  b)))..   (runpat
1fd0: 74 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67  t  (args:get-arg
1fe0: 20 22 2d 6c 69 73 74 2d 72 75 6e 73 22 29 29 0a   "-list-runs")).
1ff0: 09 20 20 20 28 74 65 73 74 70 61 74 74 20 28 61  .   (testpatt (a
2000: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74 65  rgs:get-arg "-te
2010: 73 74 70 61 74 74 22 29 29 0a 09 20 20 20 28 69  stpatt"))..   (i
2020: 74 65 6d 70 61 74 74 20 28 61 72 67 73 3a 67 65  tempatt (args:ge
2030: 74 2d 61 72 67 20 22 2d 69 74 65 6d 70 61 74 74  t-arg "-itempatt
2040: 22 29 29 0a 09 20 20 20 28 72 75 6e 73 64 61 74  "))..   (runsdat
2050: 20 20 28 64 62 3a 67 65 74 2d 72 75 6e 73 20 64    (db:get-runs d
2060: 62 20 72 75 6e 70 61 74 74 20 23 66 20 23 66 20  b runpatt #f #f 
2070: 27 28 29 29 29 0a 09 20 20 20 28 72 75 6e 73 20  '()))..   (runs 
2080: 20 20 20 20 28 64 62 3a 67 65 74 2d 72 6f 77 73      (db:get-rows
2090: 20 72 75 6e 73 64 61 74 29 29 0a 09 20 20 20 28   runsdat))..   (
20a0: 68 65 61 64 65 72 20 20 20 28 64 62 3a 67 65 74  header   (db:get
20b0: 2d 68 65 61 64 65 72 20 72 75 6e 73 64 61 74 29  -header runsdat)
20c0: 29 0a 09 20 20 20 28 6b 65 79 73 20 20 20 20 20  )..   (keys     
20d0: 28 64 62 2d 67 65 74 2d 6b 65 79 73 20 64 62 29  (db-get-keys db)
20e0: 29 0a 09 20 20 20 28 6b 65 79 6e 61 6d 65 73 20  )..   (keynames 
20f0: 28 6d 61 70 20 6b 65 79 3a 67 65 74 2d 66 69 65  (map key:get-fie
2100: 6c 64 6e 61 6d 65 20 6b 65 79 73 29 29 29 0a 20  ldname keys))). 
2110: 20 20 20 20 20 3b 3b 20 45 61 63 68 20 72 75 6e       ;; Each run
2120: 0a 20 20 20 20 20 20 28 66 6f 72 2d 65 61 63 68  .      (for-each
2130: 20 0a 20 20 20 20 20 20 20 28 6c 61 6d 62 64 61   .       (lambda
2140: 20 28 72 75 6e 29 0a 09 20 28 64 65 62 75 67 3a   (run).. (debug:
2150: 70 72 69 6e 74 20 32 20 22 52 75 6e 3a 20 22 0a  print 2 "Run: ".
2160: 09 09 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73  ..(string-inters
2170: 70 65 72 73 65 20 28 6d 61 70 20 28 6c 61 6d 62  perse (map (lamb
2180: 64 61 20 28 78 29 0a 09 09 09 09 09 20 20 20 28  da (x)......   (
2190: 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d 62 79 2d  db:get-value-by-
21a0: 68 65 61 64 65 72 20 72 75 6e 20 68 65 61 64 65  header run heade
21b0: 72 20 78 29 29 0a 09 09 09 09 09 20 6b 65 79 6e  r x))...... keyn
21c0: 61 6d 65 73 29 20 22 2f 22 29 0a 09 09 22 2f 22  ames) "/")..."/"
21d0: 0a 09 09 28 64 62 3a 67 65 74 2d 76 61 6c 75 65  ...(db:get-value
21e0: 2d 62 79 2d 68 65 61 64 65 72 20 72 75 6e 20 68  -by-header run h
21f0: 65 61 64 65 72 20 22 72 75 6e 6e 61 6d 65 22 29  eader "runname")
2200: 29 0a 09 20 28 6c 65 74 20 28 28 72 75 6e 2d 69  ).. (let ((run-i
2210: 64 20 28 64 62 3a 67 65 74 2d 76 61 6c 75 65 2d  d (db:get-value-
2220: 62 79 2d 68 65 61 64 65 72 20 72 75 6e 20 68 65  by-header run he
2230: 61 64 65 72 20 22 69 64 22 29 29 29 0a 09 20 20  ader "id")))..  
2240: 20 28 6c 65 74 20 28 28 74 65 73 74 73 20 28 64   (let ((tests (d
2250: 62 2d 67 65 74 2d 74 65 73 74 73 2d 66 6f 72 2d  b-get-tests-for-
2260: 72 75 6e 20 64 62 20 72 75 6e 2d 69 64 20 74 65  run db run-id te
2270: 73 74 70 61 74 74 20 69 74 65 6d 70 61 74 74 29  stpatt itempatt)
2280: 29 29 0a 09 20 20 20 20 20 3b 3b 20 45 61 63 68  ))..     ;; Each
2290: 20 74 65 73 74 0a 09 20 20 20 20 20 28 66 6f 72   test..     (for
22a0: 2d 65 61 63 68 20 0a 09 20 20 20 20 20 20 28 6c  -each ..      (l
22b0: 61 6d 62 64 61 20 28 74 65 73 74 29 0a 09 09 28  ambda (test)...(
22c0: 66 6f 72 6d 61 74 20 23 74 0a 09 09 09 22 20 20  format #t...."  
22d0: 54 65 73 74 3a 20 7e 32 35 61 20 53 74 61 74 65  Test: ~25a State
22e0: 3a 20 7e 31 35 61 20 53 74 61 74 75 73 3a 20 7e  : ~15a Status: ~
22f0: 31 35 61 20 52 75 6e 74 69 6d 65 3a 20 7e 35 40  15a Runtime: ~5@
2300: 61 73 20 54 69 6d 65 3a 20 7e 32 32 61 20 48 6f  as Time: ~22a Ho
2310: 73 74 3a 20 7e 31 30 61 5c 6e 22 0a 09 09 09 28  st: ~10a\n"....(
2320: 63 6f 6e 63 20 28 64 62 3a 74 65 73 74 2d 67 65  conc (db:test-ge
2330: 74 2d 74 65 73 74 6e 61 6d 65 20 74 65 73 74 29  t-testname test)
2340: 0a 09 09 09 20 20 20 20 20 20 28 69 66 20 28 65  ....      (if (e
2350: 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67  qual? (db:test-g
2360: 65 74 2d 69 74 65 6d 2d 70 61 74 68 20 74 65 73  et-item-path tes
2370: 74 29 20 22 22 29 0a 09 09 09 09 20 20 22 22 20  t) "").....  "" 
2380: 0a 09 09 09 09 20 20 28 63 6f 6e 63 20 22 28 22  .....  (conc "("
2390: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 69 74   (db:test-get-it
23a0: 65 6d 2d 70 61 74 68 20 74 65 73 74 29 20 22 29  em-path test) ")
23b0: 22 29 29 29 0a 09 09 09 28 64 62 3a 74 65 73 74  ")))....(db:test
23c0: 2d 67 65 74 2d 73 74 61 74 65 20 74 65 73 74 29  -get-state test)
23d0: 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74  ....(db:test-get
23e0: 2d 73 74 61 74 75 73 20 74 65 73 74 29 0a 09 09  -status test)...
23f0: 09 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 72 75  .(db:test-get-ru
2400: 6e 5f 64 75 72 61 74 69 6f 6e 20 74 65 73 74 29  n_duration test)
2410: 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65 74  ....(db:test-get
2420: 2d 65 76 65 6e 74 5f 74 69 6d 65 20 74 65 73 74  -event_time test
2430: 29 0a 09 09 09 28 64 62 3a 74 65 73 74 2d 67 65  )....(db:test-ge
2440: 74 2d 68 6f 73 74 20 74 65 73 74 29 29 0a 20 09  t-host test)). .
2450: 09 28 69 66 20 28 6e 6f 74 20 28 6f 72 20 28 65  .(if (not (or (e
2460: 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 74 2d 67  qual? (db:test-g
2470: 65 74 2d 73 74 61 74 75 73 20 74 65 73 74 29 20  et-status test) 
2480: 22 50 41 53 53 22 29 0a 09 09 09 20 20 20 20 20  "PASS")....     
2490: 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 65 73 74  (equal? (db:test
24a0: 2d 67 65 74 2d 73 74 61 74 75 73 20 74 65 73 74  -get-status test
24b0: 29 20 22 57 41 52 4e 22 29 0a 09 09 09 20 20 20  ) "WARN")....   
24c0: 20 20 28 65 71 75 61 6c 3f 20 28 64 62 3a 74 65    (equal? (db:te
24d0: 73 74 2d 67 65 74 2d 73 74 61 74 65 20 74 65 73  st-get-state tes
24e0: 74 29 20 20 22 4e 4f 54 5f 53 54 41 52 54 45 44  t)  "NOT_STARTED
24f0: 22 29 29 29 0a 09 09 20 20 20 20 28 62 65 67 69  ")))...    (begi
2500: 6e 0a 09 09 20 20 20 20 20 20 28 70 72 69 6e 74  n...      (print
2510: 20 22 20 20 20 20 20 20 20 20 20 63 70 75 6c 6f   "         cpulo
2520: 61 64 3a 20 20 22 20 28 64 62 3a 74 65 73 74 2d  ad:  " (db:test-
2530: 67 65 74 2d 63 70 75 6c 6f 61 64 20 74 65 73 74  get-cpuload test
2540: 29 0a 09 09 09 20 20 20 20 20 22 5c 6e 20 20 20  )....     "\n   
2550: 20 20 20 20 20 20 64 69 73 6b 66 72 65 65 3a 20        diskfree: 
2560: 22 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 64  " (db:test-get-d
2570: 69 73 6b 66 72 65 65 20 74 65 73 74 29 0a 09 09  iskfree test)...
2580: 09 20 20 20 20 20 22 5c 6e 20 20 20 20 20 20 20  .     "\n       
2590: 20 20 75 6e 61 6d 65 3a 20 20 20 20 22 20 28 64    uname:    " (d
25a0: 62 3a 74 65 73 74 2d 67 65 74 2d 75 6e 61 6d 65  b:test-get-uname
25b0: 20 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 22   test)....     "
25c0: 5c 6e 20 20 20 20 20 20 20 20 20 72 75 6e 64 69  \n         rundi
25d0: 72 3a 20 20 20 22 20 28 64 62 3a 74 65 73 74 2d  r:   " (db:test-
25e0: 67 65 74 2d 72 75 6e 64 69 72 20 74 65 73 74 29  get-rundir test)
25f0: 0a 09 09 09 20 20 20 20 20 29 0a 09 09 20 20 20  ....     )...   
2600: 20 20 20 3b 3b 20 45 61 63 68 20 74 65 73 74 0a     ;; Each test.
2610: 09 09 20 20 20 20 20 20 28 6c 65 74 20 28 28 73  ..      (let ((s
2620: 74 65 70 73 20 28 64 62 3a 67 65 74 2d 73 74 65  teps (db:get-ste
2630: 70 73 2d 66 6f 72 2d 74 65 73 74 20 64 62 20 28  ps-for-test db (
2640: 64 62 3a 74 65 73 74 2d 67 65 74 2d 69 64 20 74  db:test-get-id t
2650: 65 73 74 29 29 29 29 0a 09 09 09 28 66 6f 72 2d  est))))....(for-
2660: 65 61 63 68 20 0a 09 09 09 20 28 6c 61 6d 62 64  each .... (lambd
2670: 61 20 28 73 74 65 70 29 0a 09 09 09 20 20 20 28  a (step)....   (
2680: 66 6f 72 6d 61 74 20 23 74 20 0a 09 09 09 09 20  format #t ..... 
2690: 20 20 22 20 20 20 20 53 74 65 70 3a 20 7e 32 30    "    Step: ~20
26a0: 61 20 53 74 61 74 65 3a 20 7e 31 30 61 20 53 74  a State: ~10a St
26b0: 61 74 75 73 3a 20 7e 31 30 61 20 54 69 6d 65 20  atus: ~10a Time 
26c0: 7e 32 32 61 5c 6e 22 0a 09 09 09 09 20 20 20 28  ~22a\n".....   (
26d0: 64 62 3a 73 74 65 70 2d 67 65 74 2d 73 74 65 70  db:step-get-step
26e0: 6e 61 6d 65 20 73 74 65 70 29 0a 09 09 09 09 20  name step)..... 
26f0: 20 20 28 64 62 3a 73 74 65 70 2d 67 65 74 2d 73    (db:step-get-s
2700: 74 61 74 65 20 73 74 65 70 29 0a 09 09 09 09 20  tate step)..... 
2710: 20 20 28 64 62 3a 73 74 65 70 2d 67 65 74 2d 73    (db:step-get-s
2720: 74 61 74 75 73 20 73 74 65 70 29 0a 09 09 09 09  tatus step).....
2730: 20 20 20 28 64 62 3a 73 74 65 70 2d 67 65 74 2d     (db:step-get-
2740: 65 76 65 6e 74 5f 74 69 6d 65 20 73 74 65 70 29  event_time step)
2750: 29 29 0a 09 09 09 20 73 74 65 70 73 29 29 29 29  )).... steps))))
2760: 29 0a 09 09 74 65 73 74 73 29 29 29 29 0a 20 20  )...tests)))).  
2770: 20 20 20 20 20 72 75 6e 73 29 0a 20 20 20 20 20       runs).     
2780: 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74   (set! *didsomet
2790: 68 69 6e 67 2a 20 23 74 29 0a 20 20 20 20 20 20  hing* #t).      
27a0: 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ))..;;==========
27b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
27c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
27d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
27e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20  ============.;; 
27f0: 66 75 6c 6c 20 72 75 6e 0a 3b 3b 3d 3d 3d 3d 3d  full run.;;=====
2800: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2810: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2820: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2830: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2840: 3d 0a 0a 3b 3b 20 67 65 74 20 6c 6f 63 6b 20 69  =..;; get lock i
2850: 6e 20 64 62 20 66 6f 72 20 66 75 6c 6c 20 72 75  n db for full ru
2860: 6e 20 66 6f 72 20 74 68 69 73 20 64 69 72 65 63  n for this direc
2870: 74 6f 72 79 0a 3b 3b 20 66 6f 72 20 61 6c 6c 20  tory.;; for all 
2880: 74 65 73 74 73 20 77 69 74 68 20 64 65 70 73 0a  tests with deps.
2890: 3b 3b 20 20 20 77 61 6c 6b 20 74 72 65 65 20 6f  ;;   walk tree o
28a0: 66 20 74 65 73 74 73 20 74 6f 20 66 69 6e 64 20  f tests to find 
28b0: 68 65 61 64 20 74 61 73 6b 73 0a 3b 3b 20 20 20  head tasks.;;   
28c0: 61 64 64 20 68 65 61 64 20 74 61 73 6b 73 20 74  add head tasks t
28d0: 6f 20 74 61 73 6b 20 71 75 65 75 65 0a 3b 3b 20  o task queue.;; 
28e0: 20 20 61 64 64 20 64 65 70 65 6e 64 61 6e 74 20    add dependant 
28f0: 74 61 73 6b 73 20 74 6f 20 74 61 73 6b 20 71 75  tasks to task qu
2900: 65 75 65 20 0a 3b 3b 20 20 20 61 64 64 20 72 65  eue .;;   add re
2910: 6d 61 69 6e 69 6e 67 20 74 61 73 6b 73 20 74 6f  maining tasks to
2920: 20 74 61 73 6b 20 71 75 65 75 65 0a 3b 3b 20 66   task queue.;; f
2930: 6f 72 20 65 61 63 68 20 74 61 73 6b 20 69 6e 20  or each task in 
2940: 74 61 73 6b 20 71 75 65 75 65 0a 3b 3b 20 20 20  task queue.;;   
2950: 69 66 20 68 61 76 65 20 61 64 65 71 75 61 74 65  if have adequate
2960: 20 72 65 73 6f 75 72 63 65 73 0a 3b 3b 20 20 20   resources.;;   
2970: 20 20 6c 61 75 6e 63 68 20 74 61 73 6b 0a 3b 3b    launch task.;;
2980: 20 20 20 65 6c 73 65 0a 3b 3b 20 20 20 20 20 70     else.;;     p
2990: 75 74 20 74 61 73 6b 20 69 6e 20 64 65 66 65 72  ut task in defer
29a0: 72 65 64 20 71 75 65 75 65 0a 3b 3b 20 69 66 20  red queue.;; if 
29b0: 73 74 69 6c 6c 20 6f 6b 20 74 6f 20 72 75 6e 20  still ok to run 
29c0: 74 61 73 6b 73 0a 3b 3b 20 20 20 70 72 6f 63 65  tasks.;;   proce
29d0: 73 73 20 64 65 66 65 72 72 65 64 20 74 61 73 6b  ss deferred task
29e0: 73 20 70 65 72 20 61 62 6f 76 65 20 73 74 65 70  s per above step
29f0: 73 0a 0a 3b 3b 20 72 75 6e 20 61 6c 6c 20 74 65  s..;; run all te
2a00: 73 74 73 20 61 72 65 20 61 72 65 20 4e 6f 74 20  sts are are Not 
2a10: 43 4f 4d 50 4c 45 54 45 44 20 61 6e 64 20 50 41  COMPLETED and PA
2a20: 53 53 20 6f 72 20 43 48 45 43 4b 0a 28 69 66 20  SS or CHECK.(if 
2a30: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
2a40: 72 75 6e 61 6c 6c 22 29 0a 20 20 20 20 28 67 65  runall").    (ge
2a50: 6e 65 72 61 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a  neral-run-call .
2a60: 20 20 20 20 20 22 2d 72 75 6e 61 6c 6c 22 0a 20       "-runall". 
2a70: 20 20 20 20 22 72 75 6e 20 61 6c 6c 20 74 65 73      "run all tes
2a80: 74 73 22 0a 20 20 20 20 20 28 6c 61 6d 62 64 61  ts".     (lambda
2a90: 20 28 64 62 20 6b 65 79 73 20 6b 65 79 6e 61 6d   (db keys keynam
2aa0: 65 73 20 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20  es keyvallst).  
2ab0: 20 20 20 20 20 28 6c 65 74 2a 20 28 28 74 65 73       (let* ((tes
2ac0: 74 2d 6e 61 6d 65 73 20 28 67 65 74 2d 61 6c 6c  t-names (get-all
2ad0: 2d 6c 65 67 61 6c 2d 74 65 73 74 73 29 29 29 20  -legal-tests))) 
2ae0: 3b 3b 20 22 50 52 4f 44 22 20 69 73 20 69 67 6e  ;; "PROD" is ign
2af0: 6f 72 65 64 20 66 6f 72 20 6e 6f 77 0a 09 20 28  ored for now.. (
2b00: 64 65 62 75 67 3a 70 72 69 6e 74 20 31 20 22 49  debug:print 1 "I
2b10: 4e 46 4f 3a 20 41 74 74 65 6d 70 74 69 6e 67 20  NFO: Attempting 
2b20: 74 6f 20 73 74 61 72 74 20 74 68 65 20 66 6f 6c  to start the fol
2b30: 6c 6f 77 69 6e 67 20 74 65 73 74 73 2e 2e 2e 22  lowing tests..."
2b40: 29 0a 09 20 28 64 65 62 75 67 3a 70 72 69 6e 74  ).. (debug:print
2b50: 20 31 20 22 20 20 20 20 20 22 20 28 73 74 72 69   1 "     " (stri
2b60: 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 20 74  ng-intersperse t
2b70: 65 73 74 2d 6e 61 6d 65 73 20 22 2c 22 29 29 0a  est-names ",")).
2b80: 09 20 28 72 75 6e 2d 74 65 73 74 73 20 64 62 20  . (run-tests db 
2b90: 74 65 73 74 2d 6e 61 6d 65 73 29 29 29 29 29 0a  test-names))))).
2ba0: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  .;;=============
2bb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2bc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2bd0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2be0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 52 6f 6c  =========.;; Rol
2bf0: 6c 75 70 20 69 6e 74 6f 20 61 20 72 75 6e 0a 3b  lup into a run.;
2c00: 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;===============
2c10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2c20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2c30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2c40: 3d 3d 3d 3d 3d 3d 3d 0a 28 69 66 20 28 61 72 67  =======.(if (arg
2c50: 73 3a 67 65 74 2d 61 72 67 20 22 2d 72 6f 6c 6c  s:get-arg "-roll
2c60: 75 70 22 29 0a 20 20 20 20 28 67 65 6e 65 72 61  up").    (genera
2c70: 6c 2d 72 75 6e 2d 63 61 6c 6c 20 0a 20 20 20 20  l-run-call .    
2c80: 20 22 2d 72 6f 6c 6c 75 70 22 20 0a 20 20 20 20   "-rollup" .    
2c90: 20 22 72 6f 6c 6c 75 70 20 74 65 73 74 73 22 20   "rollup tests" 
2ca0: 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28 64  .     (lambda (d
2cb0: 62 20 6b 65 79 73 20 6b 65 79 6e 61 6d 65 73 20  b keys keynames 
2cc0: 6b 65 79 76 61 6c 6c 73 74 29 0a 20 20 20 20 20  keyvallst).     
2cd0: 20 20 28 72 75 6e 73 3a 72 6f 6c 6c 75 70 2d 72    (runs:rollup-r
2ce0: 75 6e 20 64 62 20 6b 65 79 73 29 29 29 29 0a 0a  un db keys))))..
2cf0: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
2d00: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d10: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d30: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 45 78 74 72  ========.;; Extr
2d40: 61 63 74 20 61 20 73 70 72 65 61 64 73 68 65 65  act a spreadshee
2d50: 74 20 66 72 6f 6d 20 74 68 65 20 72 75 6e 73 20  t from the runs 
2d60: 64 61 74 61 62 61 73 65 0a 3b 3b 3d 3d 3d 3d 3d  database.;;=====
2d70: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d80: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2d90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2da0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2db0: 3d 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74  =..(if (args:get
2dc0: 2d 61 72 67 20 22 2d 65 78 74 72 61 63 74 2d 6f  -arg "-extract-o
2dd0: 64 73 22 29 0a 20 20 20 20 28 67 65 6e 65 72 61  ds").    (genera
2de0: 6c 2d 72 75 6e 2d 63 61 6c 6c 0a 20 20 20 20 20  l-run-call.     
2df0: 22 2d 65 78 74 72 61 63 74 2d 6f 64 73 22 0a 20  "-extract-ods". 
2e00: 20 20 20 20 22 4d 61 6b 65 20 6f 64 73 20 73 70      "Make ods sp
2e10: 72 65 61 64 73 68 65 65 74 22 0a 20 20 20 20 20  readsheet".     
2e20: 28 6c 61 6d 62 64 61 20 28 64 62 20 6b 65 79 73  (lambda (db keys
2e30: 20 6b 65 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c   keynames keyval
2e40: 6c 73 74 29 0a 20 20 20 20 20 20 20 28 6c 65 74  lst).       (let
2e50: 20 28 28 6f 75 74 70 75 74 66 69 6c 65 20 28 61   ((outputfile (a
2e60: 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 65 78  rgs:get-arg "-ex
2e70: 74 72 61 63 74 2d 6f 64 73 22 29 29 0a 09 20 20  tract-ods"))..  
2e80: 20 20 20 28 72 75 6e 73 70 61 74 74 20 20 20 28     (runspatt   (
2e90: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 3a 72  args:get-arg ":r
2ea0: 75 6e 6e 61 6d 65 22 29 29 0a 09 20 20 20 20 20  unname"))..     
2eb0: 28 6b 65 79 76 61 6c 61 6c 69 73 74 20 28 6b 65  (keyvalalist (ke
2ec0: 79 73 2d 3e 61 6c 69 73 74 20 6b 65 79 73 20 22  ys->alist keys "
2ed0: 25 22 29 29 29 0a 09 20 28 64 62 3a 65 78 74 72  %"))).. (db:extr
2ee0: 61 63 74 2d 6f 64 73 2d 66 69 6c 65 20 64 62 20  act-ods-file db 
2ef0: 6f 75 74 70 75 74 66 69 6c 65 20 6b 65 79 76 61  outputfile keyva
2f00: 6c 61 6c 69 73 74 20 28 69 66 20 72 75 6e 73 70  lalist (if runsp
2f10: 61 74 74 20 72 75 6e 73 70 61 74 74 20 22 25 22  att runspatt "%"
2f20: 29 29 29 29 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d  ))))))..;;======
2f30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f60: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2f70: 0a 3b 3b 20 72 75 6e 20 6f 6e 65 20 74 65 73 74  .;; run one test
2f80: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  .;;=============
2f90: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2fa0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2fb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
2fc0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 31 2e  =========..;; 1.
2fd0: 20 66 69 6e 64 20 74 68 65 20 63 6f 6e 66 69 67   find the config
2fe0: 20 66 69 6c 65 0a 3b 3b 20 32 2e 20 63 68 61 6e   file.;; 2. chan
2ff0: 67 65 20 74 6f 20 74 68 65 20 74 65 73 74 20 64  ge to the test d
3000: 69 72 65 63 74 6f 72 79 0a 3b 3b 20 33 2e 20 75  irectory.;; 3. u
3010: 70 64 61 74 65 20 74 68 65 20 64 62 20 77 69 74  pdate the db wit
3020: 68 20 22 74 65 73 74 20 73 74 61 72 74 65 64 22  h "test started"
3030: 20 73 74 61 74 75 73 2c 20 73 65 74 20 72 75 6e   status, set run
3040: 6e 69 6e 67 20 68 6f 73 74 0a 3b 3b 20 34 2e 20  ning host.;; 4. 
3050: 70 72 6f 63 65 73 73 20 6c 61 75 6e 63 68 20 74  process launch t
3060: 68 65 20 74 65 73 74 0a 3b 3b 20 20 20 20 2d 20  he test.;;    - 
3070: 6d 6f 6e 69 74 6f 72 20 74 68 65 20 70 72 6f 63  monitor the proc
3080: 65 73 73 2c 20 75 70 64 61 74 65 20 73 74 61 74  ess, update stat
3090: 73 20 69 6e 20 74 68 65 20 64 62 20 65 76 65 72  s in the db ever
30a0: 79 20 32 5e 6e 20 6d 69 6e 75 74 65 73 0a 3b 3b  y 2^n minutes.;;
30b0: 20 35 2e 20 61 73 20 74 68 65 20 74 65 73 74 20   5. as the test 
30c0: 70 72 6f 63 65 65 64 73 20 69 6e 74 65 72 6e 61  proceeds interna
30d0: 6c 6c 79 20 69 74 20 63 61 6c 6c 73 20 6d 65 67  lly it calls meg
30e0: 61 74 65 73 74 20 61 73 20 65 61 63 68 20 73 74  atest as each st
30f0: 65 70 20 69 73 0a 3b 3b 20 20 20 20 73 74 61 72  ep is.;;    star
3100: 74 65 64 20 61 6e 64 20 63 6f 6d 70 6c 65 74 65  ted and complete
3110: 64 0a 3b 3b 20 20 20 20 2d 20 73 74 65 70 20 73  d.;;    - step s
3120: 74 61 72 74 65 64 2c 20 74 69 6d 65 73 74 61 6d  tarted, timestam
3130: 70 0a 3b 3b 20 20 20 20 2d 20 73 74 65 70 20 63  p.;;    - step c
3140: 6f 6d 70 6c 65 74 65 64 2c 20 65 78 69 74 20 73  ompleted, exit s
3150: 74 61 74 75 73 2c 20 74 69 6d 65 73 74 61 6d 70  tatus, timestamp
3160: 0a 3b 3b 20 36 2e 20 74 65 73 74 20 70 68 6f 6e  .;; 6. test phon
3170: 65 20 68 6f 6d 65 0a 3b 3b 20 20 20 20 2d 20 69  e home.;;    - i
3180: 66 20 74 65 73 74 20 72 75 6e 20 74 69 6d 65 20  f test run time 
3190: 3e 20 61 6c 6c 6f 77 65 64 20 72 75 6e 20 74 69  > allowed run ti
31a0: 6d 65 20 74 68 65 6e 20 6b 69 6c 6c 20 6a 6f 62  me then kill job
31b0: 0a 3b 3b 20 20 20 20 2d 20 69 66 20 63 61 6e 6e  .;;    - if cann
31c0: 6f 74 20 61 63 63 65 73 73 20 64 62 20 3e 20 61  ot access db > a
31d0: 6c 6c 6f 77 65 64 20 64 69 73 63 6f 6e 6e 65 63  llowed disconnec
31e0: 74 20 74 69 6d 65 20 74 68 65 6e 20 6b 69 6c 6c  t time then kill
31f0: 20 6a 6f 62 0a 0a 28 69 66 20 28 61 72 67 73 3a   job..(if (args:
3200: 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 74 65 73  get-arg "-runtes
3210: 74 73 22 29 0a 20 20 28 67 65 6e 65 72 61 6c 2d  ts").  (general-
3220: 72 75 6e 2d 63 61 6c 6c 20 0a 20 20 20 22 2d 72  run-call .   "-r
3230: 75 6e 74 65 73 74 73 22 20 0a 20 20 20 22 72 75  untests" .   "ru
3240: 6e 20 61 20 74 65 73 74 22 20 0a 20 20 20 28 6c  n a test" .   (l
3250: 61 6d 62 64 61 20 28 64 62 20 6b 65 79 73 20 6b  ambda (db keys k
3260: 65 79 6e 61 6d 65 73 20 6b 65 79 76 61 6c 6c 73  eynames keyvalls
3270: 74 29 0a 20 20 20 20 20 28 6c 65 74 20 28 28 74  t).     (let ((t
3280: 65 73 74 2d 6e 61 6d 65 73 20 28 73 74 72 69 6e  est-names (strin
3290: 67 2d 73 70 6c 69 74 20 28 61 72 67 73 3a 67 65  g-split (args:ge
32a0: 74 2d 61 72 67 20 22 2d 72 75 6e 74 65 73 74 73  t-arg "-runtests
32b0: 22 29 20 22 2c 22 29 29 29 0a 20 20 20 20 20 20  ") ","))).      
32c0: 20 28 72 75 6e 2d 74 65 73 74 73 20 64 62 20 74   (run-tests db t
32d0: 65 73 74 2d 6e 61 6d 65 73 29 29 29 29 29 0a 0a  est-names)))))..
32e0: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
32f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3300: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3310: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3320: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 65 78 65 63  ========.;; exec
3330: 75 74 65 20 74 68 65 20 74 65 73 74 0a 3b 3b 20  ute the test.;; 
3340: 20 20 20 2d 20 67 65 74 73 20 63 61 6c 6c 65 64     - gets called
3350: 20 6f 6e 20 72 65 6d 6f 74 65 20 68 6f 73 74 0a   on remote host.
3360: 3b 3b 20 20 20 20 2d 20 72 65 63 65 69 76 65 73  ;;    - receives
3370: 20 69 6e 66 6f 20 66 72 6f 6d 20 74 68 65 20 2d   info from the -
3380: 65 78 65 63 75 74 65 20 70 61 72 61 6d 0a 3b 3b  execute param.;;
3390: 20 20 20 20 2d 20 70 61 73 73 65 73 20 69 6e 66      - passes inf
33a0: 6f 20 74 6f 20 73 74 65 70 73 20 76 69 61 20 4d  o to steps via M
33b0: 54 5f 43 4d 44 49 4e 46 4f 20 65 6e 76 20 76 61  T_CMDINFO env va
33c0: 72 20 28 66 75 74 75 72 65 20 69 73 20 74 6f 20  r (future is to 
33d0: 75 73 65 20 61 20 64 6f 74 20 66 69 6c 65 29 0a  use a dot file).
33e0: 3b 3b 20 20 20 20 2d 20 67 61 74 68 65 72 73 20  ;;    - gathers 
33f0: 68 6f 73 74 20 69 6e 66 6f 20 61 6e 64 20 0a 3b  host info and .;
3400: 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;===============
3410: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3420: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3430: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
3440: 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66 20 28 61 72  =======..(if (ar
3450: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 65 78 65  gs:get-arg "-exe
3460: 63 75 74 65 22 29 0a 20 20 20 20 28 62 65 67 69  cute").    (begi
3470: 6e 0a 20 20 20 20 20 20 28 6c 61 75 6e 63 68 3a  n.      (launch:
3480: 65 78 65 63 75 74 65 20 28 61 72 67 73 3a 67 65  execute (args:ge
3490: 74 2d 61 72 67 20 22 2d 65 78 65 63 75 74 65 22  t-arg "-execute"
34a0: 29 29 0a 20 20 20 20 20 20 28 73 65 74 21 20 2a  )).      (set! *
34b0: 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23 74  didsomething* #t
34c0: 29 29 29 0a 0a 28 69 66 20 28 61 72 67 73 3a 67  )))..(if (args:g
34d0: 65 74 2d 61 72 67 20 22 2d 73 74 65 70 22 29 0a  et-arg "-step").
34e0: 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28 67 65      (if (not (ge
34f0: 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f  tenv "MT_CMDINFO
3500: 22 29 29 0a 09 28 62 65 67 69 6e 0a 09 20 20 28  "))..(begin..  (
3510: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 45  debug:print 0 "E
3520: 52 52 4f 52 3a 20 4d 54 5f 43 4d 44 49 4e 46 4f  RROR: MT_CMDINFO
3530: 20 65 6e 76 20 76 61 72 20 6e 6f 74 20 73 65 74   env var not set
3540: 2c 20 2d 73 74 65 70 20 6d 75 73 74 20 62 65 20  , -step must be 
3550: 63 61 6c 6c 65 64 20 2a 69 6e 73 69 64 65 2a 20  called *inside* 
3560: 61 20 6d 65 67 61 74 65 73 74 20 69 6e 76 6f 6b  a megatest invok
3570: 65 64 20 65 6e 76 69 72 6f 6e 6d 65 6e 74 21 22  ed environment!"
3580: 29 0a 09 20 20 28 65 78 69 74 20 35 29 29 0a 09  )..  (exit 5))..
3590: 28 6c 65 74 2a 20 28 28 73 74 65 70 20 20 20 20  (let* ((step    
35a0: 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20    (args:get-arg 
35b0: 22 2d 73 74 65 70 22 29 29 0a 09 20 20 20 20 20  "-step"))..     
35c0: 20 20 28 63 6d 64 69 6e 66 6f 20 20 20 28 72 65    (cmdinfo   (re
35d0: 61 64 20 28 6f 70 65 6e 2d 69 6e 70 75 74 2d 73  ad (open-input-s
35e0: 74 72 69 6e 67 20 28 62 61 73 65 36 34 3a 62 61  tring (base64:ba
35f0: 73 65 36 34 2d 64 65 63 6f 64 65 20 28 67 65 74  se64-decode (get
3600: 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f 22  env "MT_CMDINFO"
3610: 29 29 29 29 29 0a 09 20 20 20 20 20 20 20 28 74  )))))..       (t
3620: 65 73 74 70 61 74 68 20 20 28 61 73 73 6f 63 2f  estpath  (assoc/
3630: 64 65 66 61 75 6c 74 20 27 74 65 73 74 70 61 74  default 'testpat
3640: 68 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20  h  cmdinfo))..  
3650: 20 20 20 20 20 28 74 65 73 74 2d 6e 61 6d 65 20       (test-name 
3660: 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27  (assoc/default '
3670: 74 65 73 74 2d 6e 61 6d 65 20 63 6d 64 69 6e 66  test-name cmdinf
3680: 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e  o))..       (run
3690: 73 63 72 69 70 74 20 28 61 73 73 6f 63 2f 64 65  script (assoc/de
36a0: 66 61 75 6c 74 20 27 72 75 6e 73 63 72 69 70 74  fault 'runscript
36b0: 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20   cmdinfo))..    
36c0: 20 20 20 28 64 62 2d 68 6f 73 74 20 20 20 28 61     (db-host   (a
36d0: 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 64 62  ssoc/default 'db
36e0: 2d 68 6f 73 74 20 20 20 63 6d 64 69 6e 66 6f 29  -host   cmdinfo)
36f0: 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e 2d 69  )..       (run-i
3700: 64 20 20 20 20 28 61 73 73 6f 63 2f 64 65 66 61  d    (assoc/defa
3710: 75 6c 74 20 27 72 75 6e 2d 69 64 20 20 20 20 63  ult 'run-id    c
3720: 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20 20  mdinfo))..      
3730: 20 28 69 74 65 6d 64 61 74 20 20 20 28 61 73 73   (itemdat   (ass
3740: 6f 63 2f 64 65 66 61 75 6c 74 20 27 69 74 65 6d  oc/default 'item
3750: 64 61 74 20 20 20 63 6d 64 69 6e 66 6f 29 29 0a  dat   cmdinfo)).
3760: 09 20 20 20 20 20 20 20 28 64 62 20 20 20 20 20  .       (db     
3770: 20 20 20 23 66 29 0a 09 20 20 20 20 20 20 20 28     #f)..       (
3780: 73 74 61 74 65 20 20 20 20 28 61 72 67 73 3a 67  state    (args:g
3790: 65 74 2d 61 72 67 20 22 3a 73 74 61 74 65 22 29  et-arg ":state")
37a0: 29 0a 09 20 20 20 20 20 20 20 28 73 74 61 74 75  )..       (statu
37b0: 73 20 20 20 28 61 72 67 73 3a 67 65 74 2d 61 72  s   (args:get-ar
37c0: 67 20 22 3a 73 74 61 74 75 73 22 29 29 29 0a 09  g ":status")))..
37d0: 20 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74    (change-direct
37e0: 6f 72 79 20 74 65 73 74 70 61 74 68 29 0a 09 20  ory testpath).. 
37f0: 20 28 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70   (if (not (setup
3800: 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20 20 20 20  -for-run))..    
3810: 20 20 28 62 65 67 69 6e 0a 09 09 28 64 65 62 75    (begin...(debu
3820: 67 3a 70 72 69 6e 74 20 30 20 22 46 61 69 6c 65  g:print 0 "Faile
3830: 64 20 74 6f 20 73 65 74 75 70 2c 20 65 78 69 74  d to setup, exit
3840: 69 6e 67 22 29 0a 09 09 28 65 78 69 74 20 31 29  ing")...(exit 1)
3850: 29 29 0a 09 20 20 28 73 65 74 21 20 64 62 20 28  ))..  (set! db (
3860: 6f 70 65 6e 2d 64 62 29 29 0a 09 20 20 28 69 66  open-db))..  (if
3870: 20 28 61 6e 64 20 73 74 61 74 65 20 73 74 61 74   (and state stat
3880: 75 73 29 0a 09 20 20 20 20 20 20 28 74 65 73 74  us)..      (test
3890: 73 74 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21  step-set-status!
38a0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d   db run-id test-
38b0: 6e 61 6d 65 20 73 74 65 70 20 73 74 61 74 65 20  name step state 
38c0: 73 74 61 74 75 73 20 69 74 65 6d 64 61 74 20 28  status itemdat (
38d0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d  args:get-arg "-m
38e0: 22 29 29 0a 09 20 20 20 20 20 20 28 62 65 67 69  "))..      (begi
38f0: 6e 0a 09 09 28 64 65 62 75 67 3a 70 72 69 6e 74  n...(debug:print
3900: 20 30 20 22 45 52 52 4f 52 3a 20 59 6f 75 20 6d   0 "ERROR: You m
3910: 75 73 74 20 73 70 65 63 69 66 79 20 3a 73 74 61  ust specify :sta
3920: 74 65 20 61 6e 64 20 3a 73 74 61 74 75 73 20 77  te and :status w
3930: 69 74 68 20 65 76 65 72 79 20 63 61 6c 6c 20 74  ith every call t
3940: 6f 20 2d 73 74 65 70 22 29 0a 09 09 28 65 78 69  o -step")...(exi
3950: 74 20 36 29 29 29 0a 09 20 20 28 73 71 6c 69 74  t 6)))..  (sqlit
3960: 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29  e3:finalize! db)
3970: 0a 09 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f  ..  (set! *didso
3980: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 29 0a  mething* #t)))).
3990: 0a 28 69 66 20 28 6f 72 20 28 61 72 67 73 3a 67  .(if (or (args:g
39a0: 65 74 2d 61 72 67 20 22 2d 73 65 74 6c 6f 67 22  et-arg "-setlog"
39b0: 29 20 20 20 20 20 20 20 3b 3b 20 73 69 6e 63 65  )       ;; since
39c0: 20 73 65 74 74 69 6e 67 20 75 70 20 69 73 20 73   setting up is s
39d0: 6f 20 63 6f 73 74 6c 79 20 6c 65 74 73 20 70 69  o costly lets pi
39e0: 67 67 79 62 61 63 6b 20 6f 6e 20 2d 74 65 73 74  ggyback on -test
39f0: 2d 73 74 61 74 75 73 0a 09 28 61 72 67 73 3a 67  -status..(args:g
3a00: 65 74 2d 61 72 67 20 22 2d 73 65 74 2d 74 6f 70  et-arg "-set-top
3a10: 6c 6f 67 22 29 0a 09 28 61 72 67 73 3a 67 65 74  log")..(args:get
3a20: 2d 61 72 67 20 22 2d 74 65 73 74 2d 73 74 61 74  -arg "-test-stat
3a30: 75 73 22 29 0a 09 28 61 72 67 73 3a 67 65 74 2d  us")..(args:get-
3a40: 61 72 67 20 22 2d 73 65 74 2d 76 61 6c 75 65 73  arg "-set-values
3a50: 22 29 0a 09 28 61 72 67 73 3a 67 65 74 2d 61 72  ")..(args:get-ar
3a60: 67 20 22 2d 6c 6f 61 64 2d 74 65 73 74 2d 64 61  g "-load-test-da
3a70: 74 61 22 29 0a 09 28 61 72 67 73 3a 67 65 74 2d  ta")..(args:get-
3a80: 61 72 67 20 22 2d 72 75 6e 73 74 65 70 22 29 0a  arg "-runstep").
3a90: 09 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22  .(args:get-arg "
3aa0: 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73  -summarize-items
3ab0: 22 29 29 0a 20 20 20 20 28 69 66 20 28 6e 6f 74  ")).    (if (not
3ac0: 20 28 67 65 74 65 6e 76 20 22 4d 54 5f 43 4d 44   (getenv "MT_CMD
3ad0: 49 4e 46 4f 22 29 29 0a 09 28 62 65 67 69 6e 0a  INFO"))..(begin.
3ae0: 09 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20  .  (debug:print 
3af0: 30 20 22 45 52 52 4f 52 3a 20 4d 54 5f 43 4d 44  0 "ERROR: MT_CMD
3b00: 49 4e 46 4f 20 65 6e 76 20 76 61 72 20 6e 6f 74  INFO env var not
3b10: 20 73 65 74 2c 20 63 6f 6d 6d 61 6e 64 73 20 2d   set, commands -
3b20: 74 65 73 74 2d 73 74 61 74 75 73 2c 20 2d 72 75  test-status, -ru
3b30: 6e 73 74 65 70 20 61 6e 64 20 2d 73 65 74 6c 6f  nstep and -setlo
3b40: 67 20 6d 75 73 74 20 62 65 20 63 61 6c 6c 65 64  g must be called
3b50: 20 2a 69 6e 73 69 64 65 2a 20 61 20 6d 65 67 61   *inside* a mega
3b60: 74 65 73 74 20 65 6e 76 69 72 6f 6e 6d 65 6e 74  test environment
3b70: 21 22 29 0a 09 20 20 28 65 78 69 74 20 35 29 29  !")..  (exit 5))
3b80: 0a 09 28 6c 65 74 2a 20 28 28 73 74 61 72 74 69  ..(let* ((starti
3b90: 6e 67 64 69 72 20 28 63 75 72 72 65 6e 74 2d 64  ngdir (current-d
3ba0: 69 72 65 63 74 6f 72 79 29 29 0a 09 20 20 20 20  irectory))..    
3bb0: 20 20 20 28 63 6d 64 69 6e 66 6f 20 20 20 28 72     (cmdinfo   (r
3bc0: 65 61 64 20 28 6f 70 65 6e 2d 69 6e 70 75 74 2d  ead (open-input-
3bd0: 73 74 72 69 6e 67 20 28 62 61 73 65 36 34 3a 62  string (base64:b
3be0: 61 73 65 36 34 2d 64 65 63 6f 64 65 20 28 67 65  ase64-decode (ge
3bf0: 74 65 6e 76 20 22 4d 54 5f 43 4d 44 49 4e 46 4f  tenv "MT_CMDINFO
3c00: 22 29 29 29 29 29 0a 09 20 20 20 20 20 20 20 28  ")))))..       (
3c10: 74 65 73 74 70 61 74 68 20 20 28 61 73 73 6f 63  testpath  (assoc
3c20: 2f 64 65 66 61 75 6c 74 20 27 74 65 73 74 70 61  /default 'testpa
3c30: 74 68 20 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20  th  cmdinfo)).. 
3c40: 20 20 20 20 20 20 28 74 65 73 74 2d 6e 61 6d 65        (test-name
3c50: 20 28 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20   (assoc/default 
3c60: 27 74 65 73 74 2d 6e 61 6d 65 20 63 6d 64 69 6e  'test-name cmdin
3c70: 66 6f 29 29 0a 09 20 20 20 20 20 20 20 28 72 75  fo))..       (ru
3c80: 6e 73 63 72 69 70 74 20 28 61 73 73 6f 63 2f 64  nscript (assoc/d
3c90: 65 66 61 75 6c 74 20 27 72 75 6e 73 63 72 69 70  efault 'runscrip
3ca0: 74 20 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20  t cmdinfo))..   
3cb0: 20 20 20 20 28 64 62 2d 68 6f 73 74 20 20 20 28      (db-host   (
3cc0: 61 73 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 64  assoc/default 'd
3cd0: 62 2d 68 6f 73 74 20 20 20 63 6d 64 69 6e 66 6f  b-host   cmdinfo
3ce0: 29 29 0a 09 20 20 20 20 20 20 20 28 72 75 6e 2d  ))..       (run-
3cf0: 69 64 20 20 20 20 28 61 73 73 6f 63 2f 64 65 66  id    (assoc/def
3d00: 61 75 6c 74 20 27 72 75 6e 2d 69 64 20 20 20 20  ault 'run-id    
3d10: 63 6d 64 69 6e 66 6f 29 29 0a 09 20 20 20 20 20  cmdinfo))..     
3d20: 20 20 28 69 74 65 6d 64 61 74 20 20 20 28 61 73    (itemdat   (as
3d30: 73 6f 63 2f 64 65 66 61 75 6c 74 20 27 69 74 65  soc/default 'ite
3d40: 6d 64 61 74 20 20 20 63 6d 64 69 6e 66 6f 29 29  mdat   cmdinfo))
3d50: 0a 09 20 20 20 20 20 20 20 28 64 62 20 20 20 20  ..       (db    
3d60: 20 20 20 20 23 66 29 0a 09 20 20 20 20 20 20 20      #f)..       
3d70: 28 73 74 61 74 65 20 20 20 20 20 28 61 72 67 73  (state     (args
3d80: 3a 67 65 74 2d 61 72 67 20 22 3a 73 74 61 74 65  :get-arg ":state
3d90: 22 29 29 0a 09 20 20 20 20 20 20 20 28 73 74 61  "))..       (sta
3da0: 74 75 73 20 20 20 20 28 61 72 67 73 3a 67 65 74  tus    (args:get
3db0: 2d 61 72 67 20 22 3a 73 74 61 74 75 73 22 29 29  -arg ":status"))
3dc0: 29 0a 09 20 20 28 63 68 61 6e 67 65 2d 64 69 72  )..  (change-dir
3dd0: 65 63 74 6f 72 79 20 74 65 73 74 70 61 74 68 29  ectory testpath)
3de0: 0a 09 20 20 28 69 66 20 28 6e 6f 74 20 28 73 65  ..  (if (not (se
3df0: 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a 09 20  tup-for-run)).. 
3e00: 20 20 20 20 20 28 62 65 67 69 6e 0a 09 09 28 64       (begin...(d
3e10: 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46 61  ebug:print 0 "Fa
3e20: 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20 65  iled to setup, e
3e30: 78 69 74 69 6e 67 22 29 0a 09 09 28 65 78 69 74  xiting")...(exit
3e40: 20 31 29 29 29 0a 09 20 20 28 73 65 74 21 20 64   1)))..  (set! d
3e50: 62 20 28 6f 70 65 6e 2d 64 62 29 29 0a 09 20 20  b (open-db))..  
3e60: 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72  (if (args:get-ar
3e70: 67 20 22 2d 6c 6f 61 64 2d 74 65 73 74 2d 64 61  g "-load-test-da
3e80: 74 61 22 29 0a 09 20 20 20 20 20 20 28 64 62 3a  ta")..      (db:
3e90: 6c 6f 61 64 2d 74 65 73 74 2d 64 61 74 61 20 64  load-test-data d
3ea0: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61  b run-id test-na
3eb0: 6d 65 20 69 74 65 6d 64 61 74 29 29 0a 09 20 20  me itemdat))..  
3ec0: 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72  (if (args:get-ar
3ed0: 67 20 22 2d 73 65 74 6c 6f 67 22 29 0a 09 20 20  g "-setlog")..  
3ee0: 20 20 20 20 28 74 65 73 74 2d 73 65 74 2d 6c 6f      (test-set-lo
3ef0: 67 21 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73  g! db run-id tes
3f00: 74 2d 6e 61 6d 65 20 69 74 65 6d 64 61 74 20 28  t-name itemdat (
3f10: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 73  args:get-arg "-s
3f20: 65 74 6c 6f 67 22 29 29 29 0a 09 20 20 28 69 66  etlog")))..  (if
3f30: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
3f40: 2d 73 65 74 2d 74 6f 70 6c 6f 67 22 29 0a 09 20  -set-toplog").. 
3f50: 20 20 20 20 20 28 74 65 73 74 2d 73 65 74 2d 74       (test-set-t
3f60: 6f 70 6c 6f 67 21 20 64 62 20 72 75 6e 2d 69 64  oplog! db run-id
3f70: 20 74 65 73 74 2d 6e 61 6d 65 20 28 61 72 67 73   test-name (args
3f80: 3a 67 65 74 2d 61 72 67 20 22 2d 73 65 74 2d 74  :get-arg "-set-t
3f90: 6f 70 6c 6f 67 22 29 29 29 0a 09 20 20 28 69 66  oplog")))..  (if
3fa0: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
3fb0: 2d 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73  -summarize-items
3fc0: 22 29 0a 09 20 20 20 20 20 20 28 74 65 73 74 73  ")..      (tests
3fd0: 3a 73 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73  :summarize-items
3fe0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d   db run-id test-
3ff0: 6e 61 6d 65 20 23 74 29 29 20 3b 3b 20 64 6f 20  name #t)) ;; do 
4000: 66 6f 72 63 65 20 68 65 72 65 0a 09 20 20 28 69  force here..  (i
4010: 66 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  f (args:get-arg 
4020: 22 2d 72 75 6e 73 74 65 70 22 29 0a 09 20 20 20  "-runstep")..   
4030: 20 20 20 28 69 66 20 28 6e 75 6c 6c 3f 20 72 65     (if (null? re
4040: 6d 61 72 67 73 29 0a 09 09 20 20 28 62 65 67 69  margs)...  (begi
4050: 6e 0a 09 09 20 20 20 20 28 64 65 62 75 67 3a 70  n...    (debug:p
4060: 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20 6e  rint 0 "ERROR: n
4070: 6f 74 68 69 6e 67 20 73 70 65 63 69 66 69 65 64  othing specified
4080: 20 74 6f 20 72 75 6e 21 22 29 0a 09 09 20 20 20   to run!")...   
4090: 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69   (sqlite3:finali
40a0: 7a 65 21 20 64 62 29 0a 09 09 20 20 20 20 28 65  ze! db)...    (e
40b0: 78 69 74 20 36 29 29 0a 09 09 20 20 28 6c 65 74  xit 6))...  (let
40c0: 2a 20 28 28 73 74 65 70 6e 61 6d 65 20 20 20 28  * ((stepname   (
40d0: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 72  args:get-arg "-r
40e0: 75 6e 73 74 65 70 22 29 29 0a 09 09 09 20 28 6c  unstep")).... (l
40f0: 6f 67 70 72 6f 66 69 6c 65 20 28 61 72 67 73 3a  ogprofile (args:
4100: 67 65 74 2d 61 72 67 20 22 2d 6c 6f 67 70 72 6f  get-arg "-logpro
4110: 22 29 29 0a 09 09 09 20 28 6c 6f 67 66 69 6c 65  ")).... (logfile
4120: 20 20 20 20 28 63 6f 6e 63 20 73 74 65 70 6e 61      (conc stepna
4130: 6d 65 20 22 2e 6c 6f 67 22 29 29 0a 09 09 09 20  me ".log")).... 
4140: 28 63 6d 64 20 20 20 20 20 20 20 20 28 69 66 20  (cmd        (if 
4150: 28 6e 75 6c 6c 3f 20 72 65 6d 61 72 67 73 29 20  (null? remargs) 
4160: 23 66 20 28 63 61 72 20 72 65 6d 61 72 67 73 29  #f (car remargs)
4170: 29 29 0a 09 09 09 20 28 70 61 72 61 6d 73 20 20  )).... (params  
4180: 20 20 20 28 69 66 20 63 6d 64 20 28 63 64 72 20     (if cmd (cdr 
4190: 72 65 6d 61 72 67 73 29 20 27 28 29 29 29 0a 09  remargs) '()))..
41a0: 09 09 20 28 65 78 69 74 73 74 61 74 20 20 20 23  .. (exitstat   #
41b0: 66 29 0a 09 09 09 20 28 73 68 65 6c 6c 20 20 20  f).... (shell   
41c0: 20 20 20 28 6c 61 73 74 20 28 73 74 72 69 6e 67     (last (string
41d0: 2d 73 70 6c 69 74 20 28 67 65 74 2d 65 6e 76 69  -split (get-envi
41e0: 72 6f 6e 6d 65 6e 74 2d 76 61 72 69 61 62 6c 65  ronment-variable
41f0: 20 22 53 48 45 4c 4c 22 29 20 22 2f 22 29 29 29   "SHELL") "/")))
4200: 0a 09 09 09 20 28 72 65 64 69 72 20 20 20 20 20  .... (redir     
4210: 20 28 63 61 73 65 20 28 73 74 72 69 6e 67 2d 3e   (case (string->
4220: 73 79 6d 62 6f 6c 20 73 68 65 6c 6c 29 0a 09 09  symbol shell)...
4230: 09 09 20 20 20 20 20 20 20 28 28 74 63 73 68 20  ..       ((tcsh 
4240: 63 73 68 20 6b 73 68 29 20 20 20 20 22 3e 26 22  csh ksh)    ">&"
4250: 29 0a 09 09 09 09 20 20 20 20 20 20 20 28 28 7a  ).....       ((z
4260: 73 68 20 62 61 73 68 20 73 68 20 61 73 68 29 20  sh bash sh ash) 
4270: 22 32 3e 26 31 20 3e 22 29 29 29 0a 09 09 09 20  "2>&1 >"))).... 
4280: 28 66 75 6c 6c 63 6d 64 20 20 20 20 28 63 6f 6e  (fullcmd    (con
4290: 63 20 22 28 22 20 28 73 74 72 69 6e 67 2d 69 6e  c "(" (string-in
42a0: 74 65 72 73 70 65 72 73 65 20 0a 09 09 09 09 09  tersperse ......
42b0: 09 28 63 6f 6e 73 20 63 6d 64 20 70 61 72 61 6d  .(cons cmd param
42c0: 73 29 20 22 20 22 29 0a 09 09 09 09 09 20 20 20  s) " ")......   
42d0: 22 29 20 22 20 72 65 64 69 72 20 22 20 22 20 6c  ") " redir " " l
42e0: 6f 67 66 69 6c 65 29 29 29 0a 09 09 20 20 20 20  ogfile)))...    
42f0: 3b 3b 20 6d 61 72 6b 20 74 68 65 20 73 74 61 72  ;; mark the star
4300: 74 20 6f 66 20 74 68 65 20 74 65 73 74 0a 09 09  t of the test...
4310: 20 20 20 20 28 74 65 73 74 73 74 65 70 2d 73 65      (teststep-se
4320: 74 2d 73 74 61 74 75 73 21 20 64 62 20 72 75 6e  t-status! db run
4330: 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 73 74  -id test-name st
4340: 65 70 6e 61 6d 65 20 22 73 74 61 72 74 22 20 22  epname "start" "
4350: 6e 2f 61 22 20 69 74 65 6d 64 61 74 20 28 61 72  n/a" itemdat (ar
4360: 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 6d 22 29  gs:get-arg "-m")
4370: 29 0a 09 09 20 20 20 20 3b 3b 20 63 6c 6f 73 65  )...    ;; close
4380: 20 74 68 65 20 64 62 0a 09 09 20 20 20 20 28 73   the db...    (s
4390: 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21  qlite3:finalize!
43a0: 20 64 62 29 0a 09 09 20 20 20 20 3b 3b 20 72 75   db)...    ;; ru
43b0: 6e 20 74 68 65 20 74 65 73 74 20 73 74 65 70 0a  n the test step.
43c0: 09 09 20 20 20 20 28 64 65 62 75 67 3a 70 72 69  ..    (debug:pri
43d0: 6e 74 20 32 20 22 49 4e 46 4f 3a 20 52 75 6e 6e  nt 2 "INFO: Runn
43e0: 69 6e 67 20 5c 22 22 20 66 75 6c 6c 63 6d 64 20  ing \"" fullcmd 
43f0: 22 5c 22 22 29 0a 09 09 20 20 20 20 28 63 68 61  "\"")...    (cha
4400: 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20 73 74  nge-directory st
4410: 61 72 74 69 6e 67 64 69 72 29 0a 09 09 20 20 20  artingdir)...   
4420: 20 28 73 65 74 21 20 65 78 69 74 73 74 61 74 20   (set! exitstat 
4430: 28 73 79 73 74 65 6d 20 66 75 6c 6c 63 6d 64 29  (system fullcmd)
4440: 29 20 3b 3b 20 63 6d 64 20 70 61 72 61 6d 73 29  ) ;; cmd params)
4450: 29 0a 09 09 20 20 20 20 28 73 65 74 21 20 2a 67  )...    (set! *g
4460: 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75 73 2a  lobalexitstatus*
4470: 20 65 78 69 74 73 74 61 74 29 0a 09 09 20 20 20   exitstat)...   
4480: 20 28 63 68 61 6e 67 65 2d 64 69 72 65 63 74 6f   (change-directo
4490: 72 79 20 74 65 73 74 70 61 74 68 29 0a 09 09 20  ry testpath)... 
44a0: 20 20 20 3b 3b 20 72 65 2d 6f 70 65 6e 20 74 68     ;; re-open th
44b0: 65 20 64 62 0a 09 09 20 20 20 20 28 73 65 74 21  e db...    (set!
44c0: 20 64 62 20 28 6f 70 65 6e 2d 64 62 29 29 20 0a   db (open-db)) .
44d0: 09 09 20 20 20 20 3b 3b 20 72 75 6e 20 6c 6f 67  ..    ;; run log
44e0: 70 72 6f 20 69 66 20 61 70 70 6c 69 63 61 62 6c  pro if applicabl
44f0: 65 20 3b 3b 20 28 70 72 6f 63 65 73 73 2d 72 75  e ;; (process-ru
4500: 6e 20 22 6c 73 22 20 28 6c 69 73 74 20 22 2f 66  n "ls" (list "/f
4510: 6f 6f 22 20 22 32 3e 26 31 22 20 22 62 6c 61 68  oo" "2>&1" "blah
4520: 2e 6c 6f 67 22 29 29 0a 09 09 20 20 20 20 28 69  .log"))...    (i
4530: 66 20 6c 6f 67 70 72 6f 66 69 6c 65 0a 09 09 09  f logprofile....
4540: 28 6c 65 74 2a 20 28 28 68 74 6d 6c 6c 6f 67 66  (let* ((htmllogf
4550: 69 6c 65 20 28 63 6f 6e 63 20 73 74 65 70 6e 61  ile (conc stepna
4560: 6d 65 20 22 2e 68 74 6d 6c 22 29 29 0a 09 09 09  me ".html"))....
4570: 20 20 20 20 20 20 20 28 6f 6c 64 65 78 69 74 73         (oldexits
4580: 74 61 74 20 65 78 69 74 73 74 61 74 29 0a 09 09  tat exitstat)...
4590: 09 20 20 20 20 20 20 20 28 63 6d 64 20 20 20 20  .       (cmd    
45a0: 20 20 20 20 20 28 73 74 72 69 6e 67 2d 69 6e 74       (string-int
45b0: 65 72 73 70 65 72 73 65 20 28 6c 69 73 74 20 22  ersperse (list "
45c0: 6c 6f 67 70 72 6f 22 20 6c 6f 67 70 72 6f 66 69  logpro" logprofi
45d0: 6c 65 20 68 74 6d 6c 6c 6f 67 66 69 6c 65 20 22  le htmllogfile "
45e0: 3c 22 20 6c 6f 67 66 69 6c 65 20 22 3e 22 20 28  <" logfile ">" (
45f0: 63 6f 6e 63 20 73 74 65 70 6e 61 6d 65 20 22 5f  conc stepname "_
4600: 6c 6f 67 70 72 6f 2e 6c 6f 67 22 29 29 20 22 20  logpro.log")) " 
4610: 22 29 29 29 0a 09 09 09 20 20 28 64 65 62 75 67  ")))....  (debug
4620: 3a 70 72 69 6e 74 20 32 20 22 49 4e 46 4f 3a 20  :print 2 "INFO: 
4630: 72 75 6e 6e 69 6e 67 20 5c 22 22 20 63 6d 64 20  running \"" cmd 
4640: 22 5c 22 22 29 0a 09 09 09 20 20 28 63 68 61 6e  "\"")....  (chan
4650: 67 65 2d 64 69 72 65 63 74 6f 72 79 20 73 74 61  ge-directory sta
4660: 72 74 69 6e 67 64 69 72 29 0a 09 09 09 20 20 28  rtingdir)....  (
4670: 73 65 74 21 20 65 78 69 74 73 74 61 74 20 28 73  set! exitstat (s
4680: 79 73 74 65 6d 20 63 6d 64 29 29 0a 09 09 09 20  ystem cmd)).... 
4690: 20 28 73 65 74 21 20 2a 67 6c 6f 62 61 6c 65 78   (set! *globalex
46a0: 69 74 73 74 61 74 75 73 2a 20 65 78 69 74 73 74  itstatus* exitst
46b0: 61 74 29 20 3b 3b 20 6e 6f 20 6e 65 63 65 73 73  at) ;; no necess
46c0: 61 72 79 0a 09 09 09 20 20 28 63 68 61 6e 67 65  ary....  (change
46d0: 2d 64 69 72 65 63 74 6f 72 79 20 74 65 73 74 70  -directory testp
46e0: 61 74 68 29 0a 09 09 09 20 20 28 74 65 73 74 2d  ath)....  (test-
46f0: 73 65 74 2d 6c 6f 67 21 20 64 62 20 72 75 6e 2d  set-log! db run-
4700: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65  id test-name ite
4710: 6d 64 61 74 20 68 74 6d 6c 6c 6f 67 66 69 6c 65  mdat htmllogfile
4720: 29 29 29 0a 09 09 20 20 20 20 28 74 65 73 74 73  )))...    (tests
4730: 74 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20  tep-set-status! 
4740: 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e  db run-id test-n
4750: 61 6d 65 20 73 74 65 70 6e 61 6d 65 20 22 65 6e  ame stepname "en
4760: 64 22 20 65 78 69 74 73 74 61 74 20 69 74 65 6d  d" exitstat item
4770: 64 61 74 20 28 61 72 67 73 3a 67 65 74 2d 61 72  dat (args:get-ar
4780: 67 20 22 2d 6d 22 29 29 0a 09 09 20 20 20 20 28  g "-m"))...    (
4790: 73 71 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65  sqlite3:finalize
47a0: 21 20 64 62 29 0a 09 09 20 20 20 20 28 69 66 20  ! db)...    (if 
47b0: 28 6e 6f 74 20 28 65 71 3f 20 65 78 69 74 73 74  (not (eq? exitst
47c0: 61 74 20 30 29 29 0a 09 09 09 28 65 78 69 74 20  at 0))....(exit 
47d0: 32 35 34 29 29 20 3b 3b 20 28 65 78 69 74 20 65  254)) ;; (exit e
47e0: 78 69 74 73 74 61 74 29 20 64 6f 65 73 6e 27 74  xitstat) doesn't
47f0: 20 77 6f 72 6b 3f 21 3f 0a 09 09 20 20 3b 3b 20   work?!?...  ;; 
4800: 6f 70 65 6e 20 74 68 65 20 64 62 0a 09 09 20 20  open the db...  
4810: 3b 3b 20 6d 61 72 6b 20 74 68 65 20 65 6e 64 20  ;; mark the end 
4820: 6f 66 20 74 68 65 20 74 65 73 74 0a 09 09 20 20  of the test...  
4830: 29 29 29 0a 09 20 20 28 69 66 20 28 6f 72 20 28  )))..  (if (or (
4840: 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d 74  args:get-arg "-t
4850: 65 73 74 2d 73 74 61 74 75 73 22 29 0a 09 09 20  est-status")... 
4860: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
4870: 2d 73 65 74 2d 76 61 6c 75 65 73 22 29 29 0a 09  -set-values"))..
4880: 20 20 20 20 20 20 28 6c 65 74 20 28 28 6e 65 77        (let ((new
4890: 73 74 61 74 75 73 20 28 63 6f 6e 64 0a 09 09 09  status (cond....
48a0: 09 28 28 6e 75 6d 62 65 72 3f 20 73 74 61 74 75  .((number? statu
48b0: 73 29 20 20 20 20 20 20 20 28 69 66 20 28 65 71  s)       (if (eq
48c0: 75 61 6c 3f 20 73 74 61 74 75 73 20 30 29 20 22  ual? status 0) "
48d0: 50 41 53 53 22 20 22 46 41 49 4c 22 29 29 0a 09  PASS" "FAIL"))..
48e0: 09 09 09 28 28 61 6e 64 20 28 73 74 72 69 6e 67  ...((and (string
48f0: 3f 20 73 74 61 74 75 73 29 0a 09 09 09 09 20 20  ? status).....  
4900: 20 20 20 20 28 73 74 72 69 6e 67 2d 3e 6e 75 6d      (string->num
4910: 62 65 72 20 73 74 61 74 75 73 29 29 28 69 66 20  ber status))(if 
4920: 28 65 71 75 61 6c 3f 20 28 73 74 72 69 6e 67 2d  (equal? (string-
4930: 3e 6e 75 6d 62 65 72 20 73 74 61 74 75 73 29 20  >number status) 
4940: 30 29 20 22 50 41 53 53 22 20 22 46 41 49 4c 22  0) "PASS" "FAIL"
4950: 29 29 0a 09 09 09 09 28 65 6c 73 65 20 73 74 61  )).....(else sta
4960: 74 75 73 29 29 29 0a 09 09 20 20 20 20 3b 3b 20  tus)))...    ;; 
4970: 74 72 61 6e 73 66 65 72 20 72 65 6c 65 76 61 6e  transfer relevan
4980: 74 20 6b 65 79 73 20 69 6e 74 6f 20 61 20 68 61  t keys into a ha
4990: 73 68 20 74 6f 20 62 65 20 70 61 73 73 65 64 20  sh to be passed 
49a0: 74 6f 20 74 65 73 74 2d 73 65 74 2d 73 74 61 74  to test-set-stat
49b0: 75 73 21 0a 09 09 20 20 20 20 3b 3b 20 63 6f 75  us!...    ;; cou
49c0: 6c 64 20 75 73 65 20 61 6e 20 61 73 73 6f 63 20  ld use an assoc 
49d0: 6c 69 73 74 20 49 20 67 75 65 73 73 2e 20 0a 09  list I guess. ..
49e0: 09 20 20 20 20 28 6f 74 68 65 72 64 61 74 61 20  .    (otherdata 
49f0: 28 6c 65 74 20 28 28 72 65 73 20 28 6d 61 6b 65  (let ((res (make
4a00: 2d 68 61 73 68 2d 74 61 62 6c 65 29 29 29 0a 09  -hash-table)))..
4a10: 09 09 09 20 28 66 6f 72 2d 65 61 63 68 20 28 6c  ... (for-each (l
4a20: 61 6d 62 64 61 20 28 6b 65 79 29 0a 09 09 09 09  ambda (key).....
4a30: 09 20 20 20 20 20 28 69 66 20 28 61 72 67 73 3a  .     (if (args:
4a40: 67 65 74 2d 61 72 67 20 6b 65 79 29 0a 09 09 09  get-arg key)....
4a50: 09 09 09 20 28 68 61 73 68 2d 74 61 62 6c 65 2d  ... (hash-table-
4a60: 73 65 74 21 20 72 65 73 20 6b 65 79 20 28 61 72  set! res key (ar
4a70: 67 73 3a 67 65 74 2d 61 72 67 20 6b 65 79 29 29  gs:get-arg key))
4a80: 29 29 0a 09 09 09 09 09 20 20 20 28 6c 69 73 74  ))......   (list
4a90: 20 22 3a 76 61 6c 75 65 22 20 22 3a 74 6f 6c 22   ":value" ":tol"
4aa0: 20 22 3a 65 78 70 65 63 74 65 64 22 20 22 3a 66   ":expected" ":f
4ab0: 69 72 73 74 5f 65 72 72 22 20 22 3a 66 69 72 73  irst_err" ":firs
4ac0: 74 5f 77 61 72 6e 22 20 22 3a 75 6e 69 74 73 22  t_warn" ":units"
4ad0: 20 22 3a 63 61 74 65 67 6f 72 79 22 20 22 3a 76   ":category" ":v
4ae0: 61 72 69 61 62 6c 65 22 29 29 0a 09 09 09 09 20  ariable"))..... 
4af0: 72 65 73 29 29 29 0a 09 09 28 69 66 20 28 61 6e  res)))...(if (an
4b00: 64 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20  d (args:get-arg 
4b10: 22 2d 74 65 73 74 2d 73 74 61 74 75 73 22 29 0a  "-test-status").
4b20: 09 09 09 20 28 6f 72 20 28 6e 6f 74 20 73 74 61  ... (or (not sta
4b30: 74 65 29 0a 09 09 09 20 20 20 20 20 28 6e 6f 74  te)....     (not
4b40: 20 73 74 61 74 75 73 29 29 29 0a 09 09 20 20 20   status)))...   
4b50: 20 28 62 65 67 69 6e 0a 09 09 20 20 20 20 20 20   (begin...      
4b60: 28 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22  (debug:print 0 "
4b70: 45 52 52 4f 52 3a 20 59 6f 75 20 6d 75 73 74 20  ERROR: You must 
4b80: 73 70 65 63 69 66 79 20 3a 73 74 61 74 65 20 61  specify :state a
4b90: 6e 64 20 3a 73 74 61 74 75 73 20 77 69 74 68 20  nd :status with 
4ba0: 65 76 65 72 79 20 63 61 6c 6c 20 74 6f 20 2d 74  every call to -t
4bb0: 65 73 74 2d 73 74 61 74 75 73 5c 6e 22 20 68 65  est-status\n" he
4bc0: 6c 70 29 0a 09 09 20 20 20 20 20 20 28 73 71 6c  lp)...      (sql
4bd0: 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64  ite3:finalize! d
4be0: 62 29 0a 09 09 20 20 20 20 20 20 28 65 78 69 74  b)...      (exit
4bf0: 20 36 29 29 29 0a 09 09 28 74 65 73 74 2d 73 65   6)))...(test-se
4c00: 74 2d 73 74 61 74 75 73 21 20 64 62 20 72 75 6e  t-status! db run
4c10: 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 73 74  -id test-name st
4c20: 61 74 65 20 6e 65 77 73 74 61 74 75 73 20 69 74  ate newstatus it
4c30: 65 6d 64 61 74 20 28 61 72 67 73 3a 67 65 74 2d  emdat (args:get-
4c40: 61 72 67 20 22 2d 6d 22 29 20 6f 74 68 65 72 64  arg "-m") otherd
4c50: 61 74 61 29 29 29 0a 09 20 20 28 73 71 6c 69 74  ata)))..  (sqlit
4c60: 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20 64 62 29  e3:finalize! db)
4c70: 0a 09 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f  ..  (set! *didso
4c80: 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 29 0a  mething* #t)))).
4c90: 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74 2d 61  .(if (args:get-a
4ca0: 72 67 20 22 2d 73 68 6f 77 6b 65 79 73 22 29 0a  rg "-showkeys").
4cb0: 20 20 20 20 28 6c 65 74 20 28 28 64 62 20 23 66      (let ((db #f
4cc0: 29 0a 09 20 20 28 6b 65 79 73 20 23 66 29 29 0a  )..  (keys #f)).
4cd0: 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28        (if (not (
4ce0: 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a  setup-for-run)).
4cf0: 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20 20 28  .  (begin..    (
4d00: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46  debug:print 0 "F
4d10: 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20  ailed to setup, 
4d20: 65 78 69 74 69 6e 67 22 29 0a 09 20 20 20 20 28  exiting")..    (
4d30: 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 20 20  exit 1))).      
4d40: 28 73 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64  (set! db (open-d
4d50: 62 29 29 0a 20 20 20 20 20 20 28 73 65 74 21 20  b)).      (set! 
4d60: 6b 65 79 73 20 28 64 62 2d 67 65 74 2d 6b 65 79  keys (db-get-key
4d70: 73 20 64 62 29 29 0a 20 20 20 20 20 20 28 64 65  s db)).      (de
4d80: 62 75 67 3a 70 72 69 6e 74 20 31 20 22 4b 65 79  bug:print 1 "Key
4d90: 73 3a 20 22 20 28 73 74 72 69 6e 67 2d 69 6e 74  s: " (string-int
4da0: 65 72 73 70 65 72 73 65 20 28 6d 61 70 20 6b 65  ersperse (map ke
4db0: 79 3a 67 65 74 2d 66 69 65 6c 64 6e 61 6d 65 20  y:get-fieldname 
4dc0: 6b 65 79 73 29 20 22 2c 20 22 29 29 0a 20 20 20  keys) ", ")).   
4dd0: 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69 6e 61     (sqlite3:fina
4de0: 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20 20 20  lize! db).      
4df0: 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65 74 68  (set! *didsometh
4e00: 69 6e 67 2a 20 23 74 29 29 29 0a 0a 28 69 66 20  ing* #t)))..(if 
4e10: 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22 2d  (args:get-arg "-
4e20: 67 75 69 22 29 0a 20 20 20 20 28 62 65 67 69 6e  gui").    (begin
4e30: 0a 20 20 20 20 20 20 28 64 65 62 75 67 3a 70 72  .      (debug:pr
4e40: 69 6e 74 20 30 20 22 4c 6f 6f 6b 20 61 74 20 74  int 0 "Look at t
4e50: 68 65 20 64 61 73 68 62 6f 61 72 64 20 66 6f 72  he dashboard for
4e60: 20 6e 6f 77 22 29 0a 20 20 20 20 20 20 3b 3b 20   now").      ;; 
4e70: 28 6d 65 67 61 74 65 73 74 2d 67 75 69 29 0a 20  (megatest-gui). 
4e80: 20 20 20 20 20 28 73 65 74 21 20 2a 64 69 64 73       (set! *dids
4e90: 6f 6d 65 74 68 69 6e 67 2a 20 23 74 29 29 29 0a  omething* #t))).
4ea0: 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  .;;=============
4eb0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4ec0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4ed0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4ee0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 55 70 64  =========.;; Upd
4ef0: 61 74 65 20 74 68 65 20 64 61 74 61 62 61 73 65  ate the database
4f00: 20 73 63 68 65 6d 61 20 6f 6e 20 72 65 71 75 65   schema on reque
4f10: 73 74 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  st.;;===========
4f20: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4f30: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4f40: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4f50: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 28 69 66  ===========..(if
4f60: 20 28 61 72 67 73 3a 67 65 74 2d 61 72 67 20 22   (args:get-arg "
4f70: 2d 72 65 62 75 69 6c 64 2d 64 62 22 29 0a 20 20  -rebuild-db").  
4f80: 20 20 28 62 65 67 69 6e 0a 20 20 20 20 20 20 28    (begin.      (
4f90: 69 66 20 28 6e 6f 74 20 28 73 65 74 75 70 2d 66  if (not (setup-f
4fa0: 6f 72 2d 72 75 6e 29 29 0a 09 20 20 28 62 65 67  or-run))..  (beg
4fb0: 69 6e 0a 09 20 20 20 20 28 64 65 62 75 67 3a 70  in..    (debug:p
4fc0: 72 69 6e 74 20 30 20 22 46 61 69 6c 65 64 20 74  rint 0 "Failed t
4fd0: 6f 20 73 65 74 75 70 2c 20 65 78 69 74 69 6e 67  o setup, exiting
4fe0: 22 29 20 0a 09 20 20 20 20 28 65 78 69 74 20 31  ") ..    (exit 1
4ff0: 29 29 29 0a 20 20 20 20 20 20 3b 3b 20 6e 6f 77  ))).      ;; now
5000: 20 63 61 6e 20 66 69 6e 64 20 6f 75 72 20 64 62   can find our db
5010: 0a 20 20 20 20 20 20 28 73 65 74 21 20 64 62 20  .      (set! db 
5020: 28 6f 70 65 6e 2d 64 62 29 29 0a 20 20 20 20 20  (open-db)).     
5030: 20 28 70 61 74 63 68 2d 64 62 20 64 62 29 0a 20   (patch-db db). 
5040: 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a 66 69       (sqlite3:fi
5050: 6e 61 6c 69 7a 65 21 20 64 62 29 0a 20 20 20 20  nalize! db).    
5060: 20 20 28 73 65 74 21 20 2a 64 69 64 73 6f 6d 65    (set! *didsome
5070: 74 68 69 6e 67 2a 20 23 74 29 29 29 0a 0a 3b 3b  thing* #t)))..;;
5080: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
5090: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
50c0: 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 55 70 64 61 74 65  ======.;; Update
50d0: 20 74 68 65 20 74 65 73 74 73 20 6d 65 74 61 20   the tests meta 
50e0: 64 61 74 61 20 66 72 6f 6d 20 74 68 65 20 74 65  data from the te
50f0: 73 74 63 6f 6e 66 69 67 20 66 69 6c 65 73 0a 3b  stconfig files.;
5100: 3b 0a 0a 28 69 66 20 28 61 72 67 73 3a 67 65 74  ;..(if (args:get
5110: 2d 61 72 67 20 22 2d 75 70 64 61 74 65 2d 6d 65  -arg "-update-me
5120: 74 61 22 29 0a 20 20 20 20 28 62 65 67 69 6e 0a  ta").    (begin.
5130: 20 20 20 20 20 20 28 69 66 20 28 6e 6f 74 20 28        (if (not (
5140: 73 65 74 75 70 2d 66 6f 72 2d 72 75 6e 29 29 0a  setup-for-run)).
5150: 09 20 20 28 62 65 67 69 6e 0a 09 20 20 20 20 28  .  (begin..    (
5160: 64 65 62 75 67 3a 70 72 69 6e 74 20 30 20 22 46  debug:print 0 "F
5170: 61 69 6c 65 64 20 74 6f 20 73 65 74 75 70 2c 20  ailed to setup, 
5180: 65 78 69 74 69 6e 67 22 29 20 0a 09 20 20 20 20  exiting") ..    
5190: 28 65 78 69 74 20 31 29 29 29 0a 20 20 20 20 20  (exit 1))).     
51a0: 20 3b 3b 20 6e 6f 77 20 63 61 6e 20 66 69 6e 64   ;; now can find
51b0: 20 6f 75 72 20 64 62 0a 20 20 20 20 20 20 28 73   our db.      (s
51c0: 65 74 21 20 64 62 20 28 6f 70 65 6e 2d 64 62 29  et! db (open-db)
51d0: 29 0a 20 20 20 20 20 20 28 72 75 6e 73 3a 75 70  ).      (runs:up
51e0: 64 61 74 65 2d 61 6c 6c 2d 74 65 73 74 5f 6d 65  date-all-test_me
51f0: 74 61 20 64 62 29 0a 20 20 20 20 20 20 28 73 71  ta db).      (sq
5200: 6c 69 74 65 33 3a 66 69 6e 61 6c 69 7a 65 21 20  lite3:finalize! 
5210: 64 62 29 0a 20 20 20 20 20 20 28 73 65 74 21 20  db).      (set! 
5220: 2a 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 20 23  *didsomething* #
5230: 74 29 29 29 0a 0a 28 69 66 20 28 6e 6f 74 20 2a  t)))..(if (not *
5240: 64 69 64 73 6f 6d 65 74 68 69 6e 67 2a 29 0a 20  didsomething*). 
5250: 20 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20     (debug:print 
5260: 30 20 68 65 6c 70 29 29 0a 0a 28 69 66 20 28 6e  0 help))..(if (n
5270: 6f 74 20 28 65 71 3f 20 2a 67 6c 6f 62 61 6c 65  ot (eq? *globale
5280: 78 69 74 73 74 61 74 75 73 2a 20 30 29 29 0a 20  xitstatus* 0)). 
5290: 20 20 20 28 69 66 20 28 6f 72 20 28 61 72 67 73     (if (or (args
52a0: 3a 67 65 74 2d 61 72 67 20 22 2d 72 75 6e 74 65  :get-arg "-runte
52b0: 73 74 73 22 29 28 61 72 67 73 3a 67 65 74 2d 61  sts")(args:get-a
52c0: 72 67 20 22 2d 72 75 6e 61 6c 6c 22 29 29 0a 20  rg "-runall")). 
52d0: 20 20 20 20 20 20 20 28 62 65 67 69 6e 0a 20 20         (begin.  
52e0: 20 20 20 20 20 20 20 20 20 28 64 65 62 75 67 3a           (debug:
52f0: 70 72 69 6e 74 20 30 20 22 4e 4f 54 45 3a 20 53  print 0 "NOTE: S
5300: 75 62 70 72 6f 63 65 73 73 65 73 20 77 69 74 68  ubprocesses with
5310: 20 6e 6f 6e 2d 7a 65 72 6f 20 65 78 69 74 20 63   non-zero exit c
5320: 6f 64 65 20 64 65 74 65 63 74 65 64 3a 20 22 20  ode detected: " 
5330: 2a 67 6c 6f 62 61 6c 65 78 69 74 73 74 61 74 75  *globalexitstatu
5340: 73 2a 29 0a 20 20 20 20 20 20 20 20 20 20 20 28  s*).           (
5350: 65 78 69 74 20 30 29 29 0a 20 20 20 20 20 20 20  exit 0)).       
5360: 20 28 63 61 73 65 20 2a 67 6c 6f 62 61 6c 65 78   (case *globalex
5370: 69 74 73 74 61 74 75 73 2a 0a 20 20 20 20 20 20  itstatus*.      
5380: 20 20 20 28 28 30 29 28 65 78 69 74 20 30 29 29     ((0)(exit 0))
5390: 0a 20 20 20 20 20 20 20 20 20 28 28 31 29 28 65  .         ((1)(e
53a0: 78 69 74 20 31 29 29 0a 20 20 20 20 20 20 20 20  xit 1)).        
53b0: 20 28 28 32 29 28 65 78 69 74 20 32 29 29 0a 20   ((2)(exit 2)). 
53c0: 20 20 20 20 20 20 20 20 28 65 6c 73 65 20 28 65          (else (e
53d0: 78 69 74 20 33 29 29 29 29 29 0a                 xit 3))))).