Megatest

Hex Artifact Content
Login

Artifact ce4320f87b4210c81ae1ed40ecb32d6a99a7f740:


0000: 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;;==============
0010: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0020: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0030: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0040: 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 43 6f 70 79  ========.;; Copy
0050: 72 69 67 68 74 20 32 30 30 36 2d 32 30 31 32 2c  right 2006-2012,
0060: 20 4d 61 74 74 68 65 77 20 57 65 6c 6c 61 6e 64   Matthew Welland
0070: 2e 0a 3b 3b 20 0a 3b 3b 20 20 54 68 69 73 20 70  ..;; .;;  This p
0080: 72 6f 67 72 61 6d 20 69 73 20 6d 61 64 65 20 61  rogram is made a
0090: 76 61 69 6c 61 62 6c 65 20 75 6e 64 65 72 20 74  vailable under t
00a0: 68 65 20 47 4e 55 20 47 50 4c 20 76 65 72 73 69  he GNU GPL versi
00b0: 6f 6e 20 32 2e 30 20 6f 72 0a 3b 3b 20 20 67 72  on 2.0 or.;;  gr
00c0: 65 61 74 65 72 2e 20 53 65 65 20 74 68 65 20 61  eater. See the a
00d0: 63 63 6f 6d 70 61 6e 79 69 6e 67 20 66 69 6c 65  ccompanying file
00e0: 20 43 4f 50 59 49 4e 47 20 66 6f 72 20 64 65 74   COPYING for det
00f0: 61 69 6c 73 2e 0a 3b 3b 20 0a 3b 3b 20 20 54 68  ails..;; .;;  Th
0100: 69 73 20 70 72 6f 67 72 61 6d 20 69 73 20 64 69  is program is di
0110: 73 74 72 69 62 75 74 65 64 20 57 49 54 48 4f 55  stributed WITHOU
0120: 54 20 41 4e 59 20 57 41 52 52 41 4e 54 59 3b 20  T ANY WARRANTY; 
0130: 77 69 74 68 6f 75 74 20 65 76 65 6e 20 74 68 65  without even the
0140: 0a 3b 3b 20 20 69 6d 70 6c 69 65 64 20 77 61 72  .;;  implied war
0150: 72 61 6e 74 79 20 6f 66 20 4d 45 52 43 48 41 4e  ranty of MERCHAN
0160: 54 41 42 49 4c 49 54 59 20 6f 72 20 46 49 54 4e  TABILITY or FITN
0170: 45 53 53 20 46 4f 52 20 41 20 50 41 52 54 49 43  ESS FOR A PARTIC
0180: 55 4c 41 52 0a 3b 3b 20 20 50 55 52 50 4f 53 45  ULAR.;;  PURPOSE
0190: 2e 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ..;;============
01a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
01b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
01c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
01d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 0a 3b 3b 3d 3d  ==========..;;==
01e0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
01f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0200: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0210: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0220: 3d 3d 3d 3d 0a 3b 3b 20 54 65 73 74 73 0a 3b 3b  ====.;; Tests.;;
0230: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0240: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0250: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0260: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
0270: 3d 3d 3d 3d 3d 3d 0a 0a 28 75 73 65 20 73 71 6c  ======..(use sql
0280: 69 74 65 33 20 73 72 66 69 2d 31 20 70 6f 73 69  ite3 srfi-1 posi
0290: 78 20 72 65 67 65 78 20 72 65 67 65 78 2d 63 61  x regex regex-ca
02a0: 73 65 20 73 72 66 69 2d 36 39 20 64 6f 74 2d 6c  se srfi-69 dot-l
02b0: 6f 63 6b 69 6e 67 20 74 63 70 20 72 70 63 29 0a  ocking tcp rpc).
02c0: 28 69 6d 70 6f 72 74 20 28 70 72 65 66 69 78 20  (import (prefix 
02d0: 73 71 6c 69 74 65 33 20 73 71 6c 69 74 65 33 3a  sqlite3 sqlite3:
02e0: 29 29 0a 28 69 6d 70 6f 72 74 20 28 70 72 65 66  )).(import (pref
02f0: 69 78 20 72 70 63 20 72 70 63 3a 29 29 0a 0a 28  ix rpc rpc:))..(
0300: 64 65 63 6c 61 72 65 20 28 75 6e 69 74 20 74 65  declare (unit te
0310: 73 74 73 29 29 0a 28 64 65 63 6c 61 72 65 20 28  sts)).(declare (
0320: 75 73 65 73 20 64 62 29 29 0a 28 64 65 63 6c 61  uses db)).(decla
0330: 72 65 20 28 75 73 65 73 20 63 6f 6d 6d 6f 6e 29  re (uses common)
0340: 29 0a 28 64 65 63 6c 61 72 65 20 28 75 73 65 73  ).(declare (uses
0350: 20 69 74 65 6d 73 29 29 0a 28 64 65 63 6c 61 72   items)).(declar
0360: 65 20 28 75 73 65 73 20 72 75 6e 63 6f 6e 66 69  e (uses runconfi
0370: 67 29 29 0a 0a 28 69 6e 63 6c 75 64 65 20 22 63  g))..(include "c
0380: 6f 6d 6d 6f 6e 5f 72 65 63 6f 72 64 73 2e 73 63  ommon_records.sc
0390: 6d 22 29 0a 28 69 6e 63 6c 75 64 65 20 22 6b 65  m").(include "ke
03a0: 79 5f 72 65 63 6f 72 64 73 2e 73 63 6d 22 29 0a  y_records.scm").
03b0: 28 69 6e 63 6c 75 64 65 20 22 64 62 5f 72 65 63  (include "db_rec
03c0: 6f 72 64 73 2e 73 63 6d 22 29 0a 28 69 6e 63 6c  ords.scm").(incl
03d0: 75 64 65 20 22 72 75 6e 5f 72 65 63 6f 72 64 73  ude "run_records
03e0: 2e 73 63 6d 22 29 0a 28 69 6e 63 6c 75 64 65 20  .scm").(include 
03f0: 22 74 65 73 74 5f 72 65 63 6f 72 64 73 2e 73 63  "test_records.sc
0400: 6d 22 29 0a 0a 28 64 65 66 69 6e 65 20 28 74 65  m")..(define (te
0410: 73 74 73 3a 72 65 67 69 73 74 65 72 2d 74 65 73  sts:register-tes
0420: 74 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74  t db run-id test
0430: 2d 6e 61 6d 65 20 69 74 65 6d 2d 70 61 74 68 29  -name item-path)
0440: 0a 20 20 28 6c 65 74 20 28 28 69 74 65 6d 2d 70  .  (let ((item-p
0450: 61 74 68 73 20 28 69 66 20 28 65 71 75 61 6c 3f  aths (if (equal?
0460: 20 69 74 65 6d 2d 70 61 74 68 20 22 22 29 0a 09   item-path "")..
0470: 09 09 28 6c 69 73 74 20 69 74 65 6d 2d 70 61 74  ..(list item-pat
0480: 68 29 0a 09 09 09 28 6c 69 73 74 20 69 74 65 6d  h)....(list item
0490: 2d 70 61 74 68 20 22 22 29 29 29 29 0a 20 20 20  -path "")))).   
04a0: 20 28 66 6f 72 2d 65 61 63 68 20 0a 20 20 20 20   (for-each .    
04b0: 20 28 6c 61 6d 62 64 61 20 28 70 74 68 29 0a 20   (lambda (pth). 
04c0: 20 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a 65        (sqlite3:e
04d0: 78 65 63 75 74 65 20 64 62 20 22 49 4e 53 45 52  xecute db "INSER
04e0: 54 20 4f 52 20 49 47 4e 4f 52 45 20 49 4e 54 4f  T OR IGNORE INTO
04f0: 20 74 65 73 74 73 20 28 72 75 6e 5f 69 64 2c 74   tests (run_id,t
0500: 65 73 74 6e 61 6d 65 2c 65 76 65 6e 74 5f 74 69  estname,event_ti
0510: 6d 65 2c 69 74 65 6d 5f 70 61 74 68 2c 73 74 61  me,item_path,sta
0520: 74 65 2c 73 74 61 74 75 73 29 20 56 41 4c 55 45  te,status) VALUE
0530: 53 20 28 3f 2c 3f 2c 73 74 72 66 74 69 6d 65 28  S (?,?,strftime(
0540: 27 25 73 27 2c 27 6e 6f 77 27 29 2c 3f 2c 27 4e  '%s','now'),?,'N
0550: 4f 54 5f 53 54 41 52 54 45 44 27 2c 27 6e 2f 61  OT_STARTED','n/a
0560: 27 29 3b 22 20 0a 09 09 09 72 75 6e 2d 69 64 20  ');" ....run-id 
0570: 0a 09 09 09 74 65 73 74 2d 6e 61 6d 65 0a 09 09  ....test-name...
0580: 09 70 74 68 29 29 0a 20 20 20 20 20 69 74 65 6d  .pth)).     item
0590: 2d 70 61 74 68 73 20 29 29 29 0a 0a 3b 3b 20 67  -paths )))..;; g
05a0: 65 74 20 74 68 65 20 70 72 65 76 69 6f 75 73 20  et the previous 
05b0: 72 65 63 6f 72 64 20 66 6f 72 20 77 68 65 6e 20  record for when 
05c0: 74 68 69 73 20 74 65 73 74 20 77 61 73 20 72 75  this test was ru
05d0: 6e 20 77 68 65 72 65 20 61 6c 6c 20 6b 65 79 73  n where all keys
05e0: 20 6d 61 74 63 68 20 62 75 74 20 72 75 6e 6e 61   match but runna
05f0: 6d 65 0a 3b 3b 20 72 65 74 75 72 6e 73 20 23 66  me.;; returns #f
0600: 20 69 66 20 6e 6f 20 73 75 63 68 20 74 65 73 74   if no such test
0610: 20 66 6f 75 6e 64 2c 20 72 65 74 75 72 6e 73 20   found, returns 
0620: 61 20 73 69 6e 67 6c 65 20 74 65 73 74 20 72 65  a single test re
0630: 63 6f 72 64 20 69 66 20 66 6f 75 6e 64 0a 28 64  cord if found.(d
0640: 65 66 69 6e 65 20 28 74 65 73 74 3a 67 65 74 2d  efine (test:get-
0650: 70 72 65 76 69 6f 75 73 2d 74 65 73 74 2d 72 75  previous-test-ru
0660: 6e 2d 72 65 63 6f 72 64 20 64 62 20 72 75 6e 2d  n-record db run-
0670: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65  id test-name ite
0680: 6d 2d 70 61 74 68 29 0a 20 20 28 6c 65 74 2a 20  m-path).  (let* 
0690: 28 28 6b 65 79 73 20 20 20 20 28 64 62 3a 67 65  ((keys    (db:ge
06a0: 74 2d 6b 65 79 73 20 64 62 29 29 0a 09 20 28 73  t-keys db)).. (s
06b0: 65 6c 73 74 72 20 20 28 73 74 72 69 6e 67 2d 69  elstr  (string-i
06c0: 6e 74 65 72 73 70 65 72 73 65 20 28 6d 61 70 20  ntersperse (map 
06d0: 28 6c 61 6d 62 64 61 20 28 78 29 28 76 65 63 74  (lambda (x)(vect
06e0: 6f 72 2d 72 65 66 20 78 20 30 29 29 20 6b 65 79  or-ref x 0)) key
06f0: 73 29 20 22 2c 22 29 29 0a 09 20 28 71 72 79 73  s) ",")).. (qrys
0700: 74 72 20 20 28 73 74 72 69 6e 67 2d 69 6e 74 65  tr  (string-inte
0710: 72 73 70 65 72 73 65 20 28 6d 61 70 20 28 6c 61  rsperse (map (la
0720: 6d 62 64 61 20 28 78 29 28 63 6f 6e 63 20 28 76  mbda (x)(conc (v
0730: 65 63 74 6f 72 2d 72 65 66 20 78 20 30 29 20 22  ector-ref x 0) "
0740: 3d 3f 22 29 29 20 6b 65 79 73 29 20 22 20 41 4e  =?")) keys) " AN
0750: 44 20 22 29 29 0a 09 20 28 6b 65 79 76 61 6c 73  D ")).. (keyvals
0760: 20 23 66 29 29 0a 20 20 20 20 3b 3b 20 66 69 72   #f)).    ;; fir
0770: 73 74 20 6c 6f 6f 6b 20 75 70 20 74 68 65 20 6b  st look up the k
0780: 65 79 20 76 61 6c 75 65 73 20 66 72 6f 6d 20 74  ey values from t
0790: 68 65 20 72 75 6e 20 73 65 6c 65 63 74 65 64 20  he run selected 
07a0: 62 79 20 72 75 6e 2d 69 64 0a 20 20 20 20 28 73  by run-id.    (s
07b0: 71 6c 69 74 65 33 3a 66 6f 72 2d 65 61 63 68 2d  qlite3:for-each-
07c0: 72 6f 77 20 0a 20 20 20 20 20 28 6c 61 6d 62 64  row .     (lambd
07d0: 61 20 28 61 20 2e 20 62 29 0a 20 20 20 20 20 20  a (a . b).      
07e0: 20 28 73 65 74 21 20 6b 65 79 76 61 6c 73 20 28   (set! keyvals (
07f0: 63 6f 6e 73 20 61 20 62 29 29 29 0a 20 20 20 20  cons a b))).    
0800: 20 64 62 0a 20 20 20 20 20 28 63 6f 6e 63 20 22   db.     (conc "
0810: 53 45 4c 45 43 54 20 22 20 73 65 6c 73 74 72 20  SELECT " selstr 
0820: 22 20 46 52 4f 4d 20 72 75 6e 73 20 57 48 45 52  " FROM runs WHER
0830: 45 20 69 64 3d 3f 20 4f 52 44 45 52 20 42 59 20  E id=? ORDER BY 
0840: 65 76 65 6e 74 5f 74 69 6d 65 20 44 45 53 43 3b  event_time DESC;
0850: 22 29 20 72 75 6e 2d 69 64 29 0a 20 20 20 20 28  ") run-id).    (
0860: 69 66 20 28 6e 6f 74 20 6b 65 79 76 61 6c 73 29  if (not keyvals)
0870: 0a 09 23 66 0a 09 28 6c 65 74 20 28 28 70 72 65  ..#f..(let ((pre
0880: 76 2d 72 75 6e 2d 69 64 73 20 27 28 29 29 29 0a  v-run-ids '())).
0890: 09 20 20 28 61 70 70 6c 79 20 73 71 6c 69 74 65  .  (apply sqlite
08a0: 33 3a 66 6f 72 2d 65 61 63 68 2d 72 6f 77 0a 09  3:for-each-row..
08b0: 09 20 28 6c 61 6d 62 64 61 20 28 69 64 29 0a 09  . (lambda (id)..
08c0: 09 20 20 20 28 73 65 74 21 20 70 72 65 76 2d 72  .   (set! prev-r
08d0: 75 6e 2d 69 64 73 20 28 63 6f 6e 73 20 69 64 20  un-ids (cons id 
08e0: 70 72 65 76 2d 72 75 6e 2d 69 64 73 29 29 29 0a  prev-run-ids))).
08f0: 09 09 20 64 62 0a 09 09 20 28 63 6f 6e 63 20 22  .. db... (conc "
0900: 53 45 4c 45 43 54 20 69 64 20 46 52 4f 4d 20 72  SELECT id FROM r
0910: 75 6e 73 20 57 48 45 52 45 20 22 20 71 72 79 73  uns WHERE " qrys
0920: 74 72 20 22 20 41 4e 44 20 69 64 20 21 3d 20 3f  tr " AND id != ?
0930: 3b 22 29 20 28 61 70 70 65 6e 64 20 6b 65 79 76  ;") (append keyv
0940: 61 6c 73 20 28 6c 69 73 74 20 72 75 6e 2d 69 64  als (list run-id
0950: 29 29 29 0a 09 20 20 3b 3b 20 66 6f 72 20 65 61  )))..  ;; for ea
0960: 63 68 20 72 75 6e 20 73 74 61 72 74 69 6e 67 20  ch run starting 
0970: 77 69 74 68 20 74 68 65 20 6d 6f 73 74 20 72 65  with the most re
0980: 63 65 6e 74 20 6c 6f 6f 6b 20 74 6f 20 73 65 65  cent look to see
0990: 20 69 66 20 74 68 65 72 65 20 69 73 20 61 20 6d   if there is a m
09a0: 61 74 63 68 69 6e 67 20 74 65 73 74 0a 09 20 20  atching test..  
09b0: 3b 3b 20 69 66 20 66 6f 75 6e 64 20 74 68 65 6e  ;; if found then
09c0: 20 72 65 74 75 72 6e 20 74 68 61 74 20 6d 61 74   return that mat
09d0: 63 68 69 6e 67 20 74 65 73 74 20 72 65 63 6f 72  ching test recor
09e0: 64 0a 09 20 20 28 64 65 62 75 67 3a 70 72 69 6e  d..  (debug:prin
09f0: 74 20 34 20 22 73 65 6c 73 74 72 3a 20 22 20 73  t 4 "selstr: " s
0a00: 65 6c 73 74 72 20 22 2c 20 71 72 79 73 74 72 3a  elstr ", qrystr:
0a10: 20 22 20 71 72 79 73 74 72 20 22 2c 20 6b 65 79   " qrystr ", key
0a20: 76 61 6c 73 3a 20 22 20 6b 65 79 76 61 6c 73 20  vals: " keyvals 
0a30: 22 2c 20 70 72 65 76 69 6f 75 73 20 72 75 6e 20  ", previous run 
0a40: 69 64 73 20 66 6f 75 6e 64 3a 20 22 20 70 72 65  ids found: " pre
0a50: 76 2d 72 75 6e 2d 69 64 73 29 0a 09 20 20 28 69  v-run-ids)..  (i
0a60: 66 20 28 6e 75 6c 6c 3f 20 70 72 65 76 2d 72 75  f (null? prev-ru
0a70: 6e 2d 69 64 73 29 20 23 66 0a 09 20 20 20 20 20  n-ids) #f..     
0a80: 20 28 6c 65 74 20 6c 6f 6f 70 20 28 28 68 65 64   (let loop ((hed
0a90: 20 28 63 61 72 20 70 72 65 76 2d 72 75 6e 2d 69   (car prev-run-i
0aa0: 64 73 29 29 0a 09 09 09 20 28 74 61 6c 20 28 63  ds)).... (tal (c
0ab0: 64 72 20 70 72 65 76 2d 72 75 6e 2d 69 64 73 29  dr prev-run-ids)
0ac0: 29 29 0a 09 09 28 6c 65 74 20 28 28 72 65 73 75  ))...(let ((resu
0ad0: 6c 74 73 20 28 64 62 3a 67 65 74 2d 74 65 73 74  lts (db:get-test
0ae0: 73 2d 66 6f 72 2d 72 75 6e 20 64 62 20 68 65 64  s-for-run db hed
0af0: 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 2d   test-name item-
0b00: 70 61 74 68 20 27 28 29 20 27 28 29 29 29 29 0a  path '() '()))).
0b10: 09 09 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74  ..  (debug:print
0b20: 20 34 20 22 47 6f 74 20 74 65 73 74 73 20 66 6f   4 "Got tests fo
0b30: 72 20 72 75 6e 2d 69 64 20 22 20 72 75 6e 2d 69  r run-id " run-i
0b40: 64 20 22 2c 20 74 65 73 74 2d 6e 61 6d 65 20 22  d ", test-name "
0b50: 20 74 65 73 74 2d 6e 61 6d 65 20 22 2c 20 69 74   test-name ", it
0b60: 65 6d 2d 70 61 74 68 20 22 20 69 74 65 6d 2d 70  em-path " item-p
0b70: 61 74 68 20 22 3a 20 22 20 72 65 73 75 6c 74 73  ath ": " results
0b80: 29 0a 09 09 20 20 28 69 66 20 28 61 6e 64 20 28  )...  (if (and (
0b90: 6e 75 6c 6c 3f 20 72 65 73 75 6c 74 73 29 0a 09  null? results)..
0ba0: 09 09 20 20 20 28 6e 6f 74 20 28 6e 75 6c 6c 3f  ..   (not (null?
0bb0: 20 74 61 6c 29 29 29 0a 09 09 20 20 20 20 20 20   tal)))...      
0bc0: 28 6c 6f 6f 70 20 28 63 61 72 20 74 61 6c 29 28  (loop (car tal)(
0bd0: 63 64 72 20 74 61 6c 29 29 0a 09 09 20 20 20 20  cdr tal))...    
0be0: 20 20 28 69 66 20 28 6e 75 6c 6c 3f 20 72 65 73    (if (null? res
0bf0: 75 6c 74 73 29 20 23 66 0a 09 09 09 20 20 28 63  ults) #f....  (c
0c00: 61 72 20 72 65 73 75 6c 74 73 29 29 29 29 29 29  ar results))))))
0c10: 29 29 29 29 0a 20 20 20 20 0a 3b 3b 20 67 65 74  )))).    .;; get
0c20: 20 74 68 65 20 70 72 65 76 69 6f 75 73 20 72 65   the previous re
0c30: 63 6f 72 64 73 20 66 6f 72 20 77 68 65 6e 20 74  cords for when t
0c40: 68 65 73 65 20 74 65 73 74 73 20 77 65 72 65 20  hese tests were 
0c50: 72 75 6e 20 77 68 65 72 65 20 61 6c 6c 20 6b 65  run where all ke
0c60: 79 73 20 6d 61 74 63 68 20 62 75 74 20 72 75 6e  ys match but run
0c70: 6e 61 6d 65 0a 3b 3b 20 4e 42 2f 2f 20 4d 65 72  name.;; NB// Mer
0c80: 67 65 20 74 68 69 73 20 77 69 74 68 20 74 65 73  ge this with tes
0c90: 74 3a 67 65 74 2d 70 72 65 76 69 6f 75 73 2d 74  t:get-previous-t
0ca0: 65 73 74 2d 72 75 6e 2d 72 65 63 6f 72 64 73 3f  est-run-records?
0cb0: 20 54 68 69 73 20 6f 6e 65 20 6c 6f 6f 6b 73 20   This one looks 
0cc0: 66 6f 72 20 61 6c 6c 20 6d 61 74 63 68 69 6e 67  for all matching
0cd0: 20 74 65 73 74 73 0a 3b 3b 20 63 61 6e 20 75 73   tests.;; can us
0ce0: 65 20 77 69 6c 64 63 61 72 64 73 2e 20 41 6c 73  e wildcards. Als
0cf0: 6f 20 63 61 6e 20 6c 69 6b 65 6c 79 20 62 65 20  o can likely be 
0d00: 66 61 63 74 6f 72 65 64 20 69 6e 20 77 69 74 68  factored in with
0d10: 20 67 65 74 20 74 65 73 74 20 70 61 74 68 73 3f   get test paths?
0d20: 0a 28 64 65 66 69 6e 65 20 28 74 65 73 74 3a 67  .(define (test:g
0d30: 65 74 2d 6d 61 74 63 68 69 6e 67 2d 70 72 65 76  et-matching-prev
0d40: 69 6f 75 73 2d 74 65 73 74 2d 72 75 6e 2d 72 65  ious-test-run-re
0d50: 63 6f 72 64 73 20 64 62 20 72 75 6e 2d 69 64 20  cords db run-id 
0d60: 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 2d 70  test-name item-p
0d70: 61 74 68 29 0a 20 20 28 6c 65 74 2a 20 28 28 6b  ath).  (let* ((k
0d80: 65 79 73 20 20 20 20 28 64 62 3a 67 65 74 2d 6b  eys    (db:get-k
0d90: 65 79 73 20 64 62 29 29 0a 09 20 28 73 65 6c 73  eys db)).. (sels
0da0: 74 72 20 20 28 73 74 72 69 6e 67 2d 69 6e 74 65  tr  (string-inte
0db0: 72 73 70 65 72 73 65 20 28 6d 61 70 20 28 6c 61  rsperse (map (la
0dc0: 6d 62 64 61 20 28 78 29 28 76 65 63 74 6f 72 2d  mbda (x)(vector-
0dd0: 72 65 66 20 78 20 30 29 29 20 6b 65 79 73 29 20  ref x 0)) keys) 
0de0: 22 2c 22 29 29 0a 09 20 28 71 72 79 73 74 72 20  ",")).. (qrystr 
0df0: 20 28 73 74 72 69 6e 67 2d 69 6e 74 65 72 73 70   (string-intersp
0e00: 65 72 73 65 20 28 6d 61 70 20 28 6c 61 6d 62 64  erse (map (lambd
0e10: 61 20 28 78 29 28 63 6f 6e 63 20 28 76 65 63 74  a (x)(conc (vect
0e20: 6f 72 2d 72 65 66 20 78 20 30 29 20 22 3d 3f 22  or-ref x 0) "=?"
0e30: 29 29 20 6b 65 79 73 29 20 22 20 41 4e 44 20 22  )) keys) " AND "
0e40: 29 29 0a 09 20 28 6b 65 79 76 61 6c 73 20 23 66  )).. (keyvals #f
0e50: 29 0a 09 20 28 74 65 73 74 73 2d 68 61 73 68 20  ).. (tests-hash 
0e60: 28 6d 61 6b 65 2d 68 61 73 68 2d 74 61 62 6c 65  (make-hash-table
0e70: 29 29 29 0a 20 20 20 20 3b 3b 20 66 69 72 73 74  ))).    ;; first
0e80: 20 6c 6f 6f 6b 20 75 70 20 74 68 65 20 6b 65 79   look up the key
0e90: 20 76 61 6c 75 65 73 20 66 72 6f 6d 20 74 68 65   values from the
0ea0: 20 72 75 6e 20 73 65 6c 65 63 74 65 64 20 62 79   run selected by
0eb0: 20 72 75 6e 2d 69 64 0a 20 20 20 20 28 73 71 6c   run-id.    (sql
0ec0: 69 74 65 33 3a 66 6f 72 2d 65 61 63 68 2d 72 6f  ite3:for-each-ro
0ed0: 77 20 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 20  w .     (lambda 
0ee0: 28 61 20 2e 20 62 29 0a 20 20 20 20 20 20 20 28  (a . b).       (
0ef0: 73 65 74 21 20 6b 65 79 76 61 6c 73 20 28 63 6f  set! keyvals (co
0f00: 6e 73 20 61 20 62 29 29 29 0a 20 20 20 20 20 64  ns a b))).     d
0f10: 62 0a 20 20 20 20 20 28 63 6f 6e 63 20 22 53 45  b.     (conc "SE
0f20: 4c 45 43 54 20 22 20 73 65 6c 73 74 72 20 22 20  LECT " selstr " 
0f30: 46 52 4f 4d 20 72 75 6e 73 20 57 48 45 52 45 20  FROM runs WHERE 
0f40: 69 64 3d 3f 20 4f 52 44 45 52 20 42 59 20 65 76  id=? ORDER BY ev
0f50: 65 6e 74 5f 74 69 6d 65 20 44 45 53 43 3b 22 29  ent_time DESC;")
0f60: 20 72 75 6e 2d 69 64 29 0a 20 20 20 20 28 69 66   run-id).    (if
0f70: 20 28 6e 6f 74 20 6b 65 79 76 61 6c 73 29 0a 09   (not keyvals)..
0f80: 27 28 29 0a 09 28 6c 65 74 20 28 28 70 72 65 76  '()..(let ((prev
0f90: 2d 72 75 6e 2d 69 64 73 20 27 28 29 29 29 0a 09  -run-ids '()))..
0fa0: 20 20 28 61 70 70 6c 79 20 73 71 6c 69 74 65 33    (apply sqlite3
0fb0: 3a 66 6f 72 2d 65 61 63 68 2d 72 6f 77 0a 09 09  :for-each-row...
0fc0: 20 28 6c 61 6d 62 64 61 20 28 69 64 29 0a 09 09   (lambda (id)...
0fd0: 20 20 20 28 73 65 74 21 20 70 72 65 76 2d 72 75     (set! prev-ru
0fe0: 6e 2d 69 64 73 20 28 63 6f 6e 73 20 69 64 20 70  n-ids (cons id p
0ff0: 72 65 76 2d 72 75 6e 2d 69 64 73 29 29 29 0a 09  rev-run-ids)))..
1000: 09 20 64 62 0a 09 09 20 28 63 6f 6e 63 20 22 53  . db... (conc "S
1010: 45 4c 45 43 54 20 69 64 20 46 52 4f 4d 20 72 75  ELECT id FROM ru
1020: 6e 73 20 57 48 45 52 45 20 22 20 71 72 79 73 74  ns WHERE " qryst
1030: 72 20 22 20 41 4e 44 20 69 64 20 21 3d 20 3f 3b  r " AND id != ?;
1040: 22 29 20 28 61 70 70 65 6e 64 20 6b 65 79 76 61  ") (append keyva
1050: 6c 73 20 28 6c 69 73 74 20 72 75 6e 2d 69 64 29  ls (list run-id)
1060: 29 29 0a 09 20 20 3b 3b 20 63 6f 6c 6c 65 63 74  ))..  ;; collect
1070: 20 61 6c 6c 20 6d 61 74 63 68 69 6e 67 20 74 65   all matching te
1080: 73 74 73 20 66 6f 72 20 74 68 65 20 72 75 6e 73  sts for the runs
1090: 20 74 68 65 6e 0a 09 20 20 3b 3b 20 65 78 74 72   then..  ;; extr
10a0: 61 63 74 20 74 68 65 20 6d 6f 73 74 20 72 65 63  act the most rec
10b0: 65 6e 74 20 74 65 73 74 20 61 6e 64 20 72 65 74  ent test and ret
10c0: 75 72 6e 20 74 68 61 74 2e 0a 09 20 20 28 64 65  urn that...  (de
10d0: 62 75 67 3a 70 72 69 6e 74 20 34 20 22 73 65 6c  bug:print 4 "sel
10e0: 73 74 72 3a 20 22 20 73 65 6c 73 74 72 20 22 2c  str: " selstr ",
10f0: 20 71 72 79 73 74 72 3a 20 22 20 71 72 79 73 74   qrystr: " qryst
1100: 72 20 22 2c 20 6b 65 79 76 61 6c 73 3a 20 22 20  r ", keyvals: " 
1110: 6b 65 79 76 61 6c 73 20 0a 09 09 20 20 20 20 20  keyvals ...     
1120: 20 20 22 2c 20 70 72 65 76 69 6f 75 73 20 72 75    ", previous ru
1130: 6e 20 69 64 73 20 66 6f 75 6e 64 3a 20 22 20 70  n ids found: " p
1140: 72 65 76 2d 72 75 6e 2d 69 64 73 29 0a 09 20 20  rev-run-ids)..  
1150: 28 69 66 20 28 6e 75 6c 6c 3f 20 70 72 65 76 2d  (if (null? prev-
1160: 72 75 6e 2d 69 64 73 29 20 27 28 29 20 20 3b 3b  run-ids) '()  ;;
1170: 20 6e 6f 20 70 72 65 76 69 6f 75 73 20 72 75 6e   no previous run
1180: 73 3f 20 72 65 74 75 72 6e 20 6e 75 6c 6c 0a 09  s? return null..
1190: 20 20 20 20 20 20 28 6c 65 74 20 6c 6f 6f 70 20        (let loop 
11a0: 28 28 68 65 64 20 28 63 61 72 20 70 72 65 76 2d  ((hed (car prev-
11b0: 72 75 6e 2d 69 64 73 29 29 0a 09 09 09 20 28 74  run-ids)).... (t
11c0: 61 6c 20 28 63 64 72 20 70 72 65 76 2d 72 75 6e  al (cdr prev-run
11d0: 2d 69 64 73 29 29 29 0a 09 09 28 6c 65 74 20 28  -ids)))...(let (
11e0: 28 72 65 73 75 6c 74 73 20 28 72 64 62 3a 67 65  (results (rdb:ge
11f0: 74 2d 74 65 73 74 73 2d 66 6f 72 2d 72 75 6e 20  t-tests-for-run 
1200: 64 62 20 68 65 64 20 74 65 73 74 2d 6e 61 6d 65  db hed test-name
1210: 20 69 74 65 6d 2d 70 61 74 68 20 27 28 29 20 27   item-path '() '
1220: 28 29 29 29 29 0a 09 09 20 20 28 64 65 62 75 67  ())))...  (debug
1230: 3a 70 72 69 6e 74 20 34 20 22 47 6f 74 20 74 65  :print 4 "Got te
1240: 73 74 73 20 66 6f 72 20 72 75 6e 2d 69 64 20 22  sts for run-id "
1250: 20 72 75 6e 2d 69 64 20 22 2c 20 74 65 73 74 2d   run-id ", test-
1260: 6e 61 6d 65 20 22 20 74 65 73 74 2d 6e 61 6d 65  name " test-name
1270: 20 0a 09 09 09 20 20 20 20 20 20 20 22 2c 20 69   ....       ", i
1280: 74 65 6d 2d 70 61 74 68 20 22 20 69 74 65 6d 2d  tem-path " item-
1290: 70 61 74 68 20 22 20 72 65 73 75 6c 74 73 3a 20  path " results: 
12a0: 22 20 28 69 6e 74 65 72 73 70 65 72 73 65 20 72  " (intersperse r
12b0: 65 73 75 6c 74 73 20 22 5c 6e 22 29 29 0a 09 09  esults "\n"))...
12c0: 20 20 3b 3b 20 4b 65 65 70 20 6f 6e 6c 79 20 74    ;; Keep only t
12d0: 68 65 20 79 6f 75 6e 67 65 73 74 20 6f 66 20 61  he youngest of a
12e0: 6e 79 20 74 65 73 74 2f 69 74 65 6d 20 63 6f 6d  ny test/item com
12f0: 62 69 6e 61 74 69 6f 6e 0a 09 09 20 20 28 66 6f  bination...  (fo
1300: 72 2d 65 61 63 68 20 0a 09 09 20 20 20 28 6c 61  r-each ...   (la
1310: 6d 62 64 61 20 28 74 65 73 74 64 61 74 29 0a 09  mbda (testdat)..
1320: 09 20 20 20 20 20 28 6c 65 74 2a 20 28 28 66 75  .     (let* ((fu
1330: 6c 6c 2d 74 65 73 74 6e 61 6d 65 20 28 63 6f 6e  ll-testname (con
1340: 63 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 74  c (db:test-get-t
1350: 65 73 74 6e 61 6d 65 20 74 65 73 74 64 61 74 29  estname testdat)
1360: 20 22 2f 22 20 28 64 62 3a 74 65 73 74 2d 67 65   "/" (db:test-ge
1370: 74 2d 69 74 65 6d 2d 70 61 74 68 20 74 65 73 74  t-item-path test
1380: 64 61 74 29 29 29 0a 09 09 09 20 20 20 20 28 73  dat)))....    (s
1390: 74 6f 72 65 64 2d 74 65 73 74 20 20 20 28 68 61  tored-test   (ha
13a0: 73 68 2d 74 61 62 6c 65 2d 72 65 66 2f 64 65 66  sh-table-ref/def
13b0: 61 75 6c 74 20 74 65 73 74 73 2d 68 61 73 68 20  ault tests-hash 
13c0: 66 75 6c 6c 2d 74 65 73 74 6e 61 6d 65 20 23 66  full-testname #f
13d0: 29 29 29 0a 09 09 20 20 20 20 20 20 20 28 69 66  )))...       (if
13e0: 20 28 6f 72 20 28 6e 6f 74 20 73 74 6f 72 65 64   (or (not stored
13f0: 2d 74 65 73 74 29 0a 09 09 09 20 20 20 20 20 20  -test)....      
1400: 20 28 61 6e 64 20 73 74 6f 72 65 64 2d 74 65 73   (and stored-tes
1410: 74 0a 09 09 09 09 20 20 20 20 28 3e 20 28 64 62  t.....    (> (db
1420: 3a 74 65 73 74 2d 67 65 74 2d 65 76 65 6e 74 5f  :test-get-event_
1430: 74 69 6d 65 20 74 65 73 74 64 61 74 29 28 64 62  time testdat)(db
1440: 3a 74 65 73 74 2d 67 65 74 2d 65 76 65 6e 74 5f  :test-get-event_
1450: 74 69 6d 65 20 73 74 6f 72 65 64 2d 74 65 73 74  time stored-test
1460: 29 29 29 29 0a 09 09 09 20 20 20 3b 3b 20 74 68  ))))....   ;; th
1470: 69 73 20 74 65 73 74 20 69 73 20 79 6f 75 6e 67  is test is young
1480: 65 72 2c 20 73 74 6f 72 65 20 69 74 20 69 6e 20  er, store it in 
1490: 74 68 65 20 68 61 73 68 0a 09 09 09 20 20 20 28  the hash....   (
14a0: 68 61 73 68 2d 74 61 62 6c 65 2d 73 65 74 21 20  hash-table-set! 
14b0: 74 65 73 74 73 2d 68 61 73 68 20 66 75 6c 6c 2d  tests-hash full-
14c0: 74 65 73 74 6e 61 6d 65 20 74 65 73 74 64 61 74  testname testdat
14d0: 29 29 29 29 0a 09 09 20 20 20 72 65 73 75 6c 74  ))))...   result
14e0: 73 29 0a 09 09 20 20 28 69 66 20 28 6e 75 6c 6c  s)...  (if (null
14f0: 3f 20 74 61 6c 29 0a 09 09 20 20 20 20 20 20 28  ? tal)...      (
1500: 6d 61 70 20 63 64 72 20 28 68 61 73 68 2d 74 61  map cdr (hash-ta
1510: 62 6c 65 2d 3e 61 6c 69 73 74 20 74 65 73 74 73  ble->alist tests
1520: 2d 68 61 73 68 29 29 20 3b 3b 20 72 65 74 75 72  -hash)) ;; retur
1530: 6e 20 61 20 6c 69 73 74 20 6f 66 20 74 68 65 20  n a list of the 
1540: 6d 6f 73 74 20 72 65 63 65 6e 74 20 74 65 73 74  most recent test
1550: 73 0a 09 09 20 20 20 20 20 20 28 6c 6f 6f 70 20  s...      (loop 
1560: 28 63 61 72 20 74 61 6c 29 28 63 64 72 20 74 61  (car tal)(cdr ta
1570: 6c 29 29 29 29 29 29 29 29 29 29 0a 0a 3b 3b 20  l))))))))))..;; 
1580: 0a 28 64 65 66 69 6e 65 20 28 74 65 73 74 2d 73  .(define (test-s
1590: 65 74 2d 73 74 61 74 75 73 21 20 64 62 20 74 65  et-status! db te
15a0: 73 74 2d 69 64 20 73 74 61 74 65 20 73 74 61 74  st-id state stat
15b0: 75 73 20 63 6f 6d 6d 65 6e 74 20 64 61 74 29 0a  us comment dat).
15c0: 20 20 28 6c 65 74 2a 20 28 28 72 65 61 6c 2d 73    (let* ((real-s
15d0: 74 61 74 75 73 20 73 74 61 74 75 73 29 0a 09 20  tatus status).. 
15e0: 28 6f 74 68 65 72 64 61 74 20 20 20 20 28 69 66  (otherdat    (if
15f0: 20 64 61 74 20 64 61 74 20 28 6d 61 6b 65 2d 68   dat dat (make-h
1600: 61 73 68 2d 74 61 62 6c 65 29 29 29 0a 09 20 28  ash-table))).. (
1610: 74 65 73 74 64 61 74 20 20 20 20 20 28 64 62 3a  testdat     (db:
1620: 67 65 74 2d 74 65 73 74 2d 64 61 74 61 2d 62 79  get-test-data-by
1630: 2d 69 64 20 64 62 20 74 65 73 74 2d 69 64 29 29  -id db test-id))
1640: 0a 09 20 28 72 75 6e 2d 69 64 20 20 20 20 20 20  .. (run-id      
1650: 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 72 75 6e  (db:test-get-run
1660: 5f 69 64 20 74 65 73 74 64 61 74 29 29 0a 09 20  _id testdat)).. 
1670: 28 74 65 73 74 2d 6e 61 6d 65 20 20 20 28 64 62  (test-name   (db
1680: 3a 74 65 73 74 2d 67 65 74 2d 74 65 73 74 6e 61  :test-get-testna
1690: 6d 65 20 20 20 74 65 73 74 64 61 74 29 29 0a 09  me   testdat))..
16a0: 20 28 69 74 65 6d 2d 70 61 74 68 20 20 20 28 64   (item-path   (d
16b0: 62 3a 74 65 73 74 2d 67 65 74 2d 69 74 65 6d 2d  b:test-get-item-
16c0: 70 61 74 68 20 74 65 73 74 64 61 74 29 29 0a 09  path testdat))..
16d0: 20 3b 3b 20 62 65 66 6f 72 65 20 70 72 6f 63 65   ;; before proce
16e0: 65 64 69 6e 67 20 77 65 20 6d 75 73 74 20 66 69  eding we must fi
16f0: 6e 64 20 6f 75 74 20 69 66 20 74 68 65 20 70 72  nd out if the pr
1700: 65 76 69 6f 75 73 20 74 65 73 74 20 28 77 68 65  evious test (whe
1710: 72 65 20 61 6c 6c 20 6b 65 79 73 20 6d 61 74 63  re all keys matc
1720: 68 65 64 20 65 78 63 65 70 74 20 72 75 6e 6e 61  hed except runna
1730: 6d 65 29 0a 09 20 3b 3b 20 77 61 73 20 57 41 49  me).. ;; was WAI
1740: 56 45 44 20 69 66 20 74 68 69 73 20 74 65 73 74  VED if this test
1750: 20 69 73 20 46 41 49 4c 0a 09 20 28 77 61 69 76   is FAIL.. (waiv
1760: 65 64 20 20 20 28 69 66 20 28 65 71 75 61 6c 3f  ed   (if (equal?
1770: 20 73 74 61 74 75 73 20 22 46 41 49 4c 22 29 0a   status "FAIL").
1780: 09 09 20 20 20 20 20 20 20 28 6c 65 74 20 28 28  ..       (let ((
1790: 70 72 65 76 2d 74 65 73 74 20 28 74 65 73 74 3a  prev-test (test:
17a0: 67 65 74 2d 70 72 65 76 69 6f 75 73 2d 74 65 73  get-previous-tes
17b0: 74 2d 72 75 6e 2d 72 65 63 6f 72 64 20 64 62 20  t-run-record db 
17c0: 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65  run-id test-name
17d0: 20 69 74 65 6d 2d 70 61 74 68 29 29 29 0a 09 09   item-path)))...
17e0: 09 20 28 69 66 20 70 72 65 76 2d 74 65 73 74 20  . (if prev-test 
17f0: 3b 3b 20 74 72 75 65 20 69 66 20 77 65 20 66 6f  ;; true if we fo
1800: 75 6e 64 20 61 20 70 72 65 76 69 6f 75 73 20 74  und a previous t
1810: 65 73 74 20 69 6e 20 74 68 69 73 20 72 75 6e 20  est in this run 
1820: 73 65 72 69 65 73 0a 09 09 09 20 20 20 20 20 28  series....     (
1830: 6c 65 74 20 28 28 70 72 65 76 2d 73 74 61 74 75  let ((prev-statu
1840: 73 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 73  s (db:test-get-s
1850: 74 61 74 75 73 20 20 20 70 72 65 76 2d 74 65 73  tatus   prev-tes
1860: 74 29 29 0a 09 09 09 09 20 20 20 28 70 72 65 76  t)).....   (prev
1870: 2d 73 74 61 74 65 20 20 28 64 62 3a 74 65 73 74  -state  (db:test
1880: 2d 67 65 74 2d 73 74 61 74 65 20 20 20 20 70 72  -get-state    pr
1890: 65 76 2d 74 65 73 74 29 29 0a 09 09 09 09 20 20  ev-test)).....  
18a0: 20 28 70 72 65 76 2d 63 6f 6d 6d 65 6e 74 20 28   (prev-comment (
18b0: 64 62 3a 74 65 73 74 2d 67 65 74 2d 63 6f 6d 6d  db:test-get-comm
18c0: 65 6e 74 20 70 72 65 76 2d 74 65 73 74 29 29 29  ent prev-test)))
18d0: 0a 09 09 09 20 20 20 20 20 20 20 28 64 65 62 75  ....       (debu
18e0: 67 3a 70 72 69 6e 74 20 34 20 22 70 72 65 76 2d  g:print 4 "prev-
18f0: 73 74 61 74 75 73 20 22 20 70 72 65 76 2d 73 74  status " prev-st
1900: 61 74 75 73 20 22 2c 20 70 72 65 76 2d 73 74 61  atus ", prev-sta
1910: 74 65 20 22 20 70 72 65 76 2d 73 74 61 74 65 20  te " prev-state 
1920: 22 2c 20 70 72 65 76 2d 63 6f 6d 6d 65 6e 74 20  ", prev-comment 
1930: 22 20 70 72 65 76 2d 63 6f 6d 6d 65 6e 74 29 0a  " prev-comment).
1940: 09 09 09 20 20 20 20 20 20 20 28 69 66 20 28 61  ...       (if (a
1950: 6e 64 20 28 65 71 75 61 6c 3f 20 70 72 65 76 2d  nd (equal? prev-
1960: 73 74 61 74 65 20 20 22 43 4f 4d 50 4c 45 54 45  state  "COMPLETE
1970: 44 22 29 0a 09 09 09 09 09 28 65 71 75 61 6c 3f  D")......(equal?
1980: 20 70 72 65 76 2d 73 74 61 74 75 73 20 22 57 41   prev-status "WA
1990: 49 56 45 44 22 29 29 0a 09 09 09 09 20 20 20 70  IVED")).....   p
19a0: 72 65 76 2d 63 6f 6d 6d 65 6e 74 20 3b 3b 20 77  rev-comment ;; w
19b0: 61 69 76 65 64 20 69 73 20 65 69 74 68 65 72 20  aived is either 
19c0: 74 68 65 20 63 6f 6d 6d 65 6e 74 20 6f 72 20 23  the comment or #
19d0: 66 0a 09 09 09 09 20 20 20 23 66 29 29 0a 09 09  f.....   #f))...
19e0: 09 20 20 20 20 20 23 66 29 29 0a 09 09 20 20 20  .     #f))...   
19f0: 20 20 20 20 23 66 29 29 29 0a 20 20 20 20 28 69      #f))).    (i
1a00: 66 20 77 61 69 76 65 64 20 28 73 65 74 21 20 72  f waived (set! r
1a10: 65 61 6c 2d 73 74 61 74 75 73 20 22 57 41 49 56  eal-status "WAIV
1a20: 45 44 22 29 29 0a 20 20 20 20 28 64 65 62 75 67  ED")).    (debug
1a30: 3a 70 72 69 6e 74 20 34 20 22 72 65 61 6c 2d 73  :print 4 "real-s
1a40: 74 61 74 75 73 20 22 20 72 65 61 6c 2d 73 74 61  tatus " real-sta
1a50: 74 75 73 20 22 2c 20 77 61 69 76 65 64 20 22 20  tus ", waived " 
1a60: 77 61 69 76 65 64 20 22 2c 20 73 74 61 74 75 73  waived ", status
1a70: 20 22 20 73 74 61 74 75 73 29 0a 0a 20 20 20 20   " status)..    
1a80: 3b 3b 20 75 70 64 61 74 65 20 74 68 65 20 70 72  ;; update the pr
1a90: 69 6d 61 72 79 20 72 65 63 6f 72 64 20 49 46 20  imary record IF 
1aa0: 73 74 61 74 65 20 41 4e 44 20 73 74 61 74 75 73  state AND status
1ab0: 20 61 72 65 20 64 65 66 69 6e 65 64 0a 20 20 20   are defined.   
1ac0: 20 28 69 66 20 28 61 6e 64 20 73 74 61 74 65 20   (if (and state 
1ad0: 73 74 61 74 75 73 29 0a 09 28 72 64 62 3a 74 65  status)..(rdb:te
1ae0: 73 74 2d 73 65 74 2d 73 74 61 74 65 2d 73 74 61  st-set-state-sta
1af0: 74 75 73 2d 62 79 2d 72 75 6e 2d 69 64 2d 74 65  tus-by-run-id-te
1b00: 73 74 6e 61 6d 65 20 64 62 20 72 75 6e 2d 69 64  stname db run-id
1b10: 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 2d   test-name item-
1b20: 70 61 74 68 20 72 65 61 6c 2d 73 74 61 74 75 73  path real-status
1b30: 20 73 74 61 74 65 29 29 0a 0a 20 20 20 20 3b 3b   state))..    ;;
1b40: 20 69 66 20 73 74 61 74 75 73 20 69 73 20 22 41   if status is "A
1b50: 55 54 4f 22 20 74 68 65 6e 20 63 61 6c 6c 20 72  UTO" then call r
1b60: 6f 6c 6c 75 70 20 28 6e 6f 74 65 2c 20 74 68 69  ollup (note, thi
1b70: 73 20 6f 6e 65 20 6d 6f 64 69 66 69 65 73 20 64  s one modifies d
1b80: 61 74 61 20 69 6e 20 74 65 73 74 0a 20 20 20 20  ata in test.    
1b90: 3b 3b 20 72 75 6e 20 61 72 65 61 2c 20 64 6f 20  ;; run area, do 
1ba0: 6e 6f 74 20 72 70 63 20 69 74 20 28 79 65 74 29  not rpc it (yet)
1bb0: 0a 20 20 20 20 28 69 66 20 28 61 6e 64 20 74 65  .    (if (and te
1bc0: 73 74 2d 69 64 20 73 74 61 74 65 20 73 74 61 74  st-id state stat
1bd0: 75 73 20 28 65 71 75 61 6c 3f 20 73 74 61 74 75  us (equal? statu
1be0: 73 20 22 41 55 54 4f 22 29 29 20 0a 09 28 64 62  s "AUTO")) ..(db
1bf0: 3a 74 65 73 74 2d 64 61 74 61 2d 72 6f 6c 6c 75  :test-data-rollu
1c00: 70 20 64 62 20 74 65 73 74 2d 69 64 20 73 74 61  p db test-id sta
1c10: 74 75 73 29 29 0a 0a 20 20 20 20 3b 3b 20 61 64  tus))..    ;; ad
1c20: 64 20 6d 65 74 61 64 61 74 61 20 28 6e 65 65 64  d metadata (need
1c30: 20 74 6f 20 64 6f 20 74 68 69 73 20 77 61 79 20   to do this way 
1c40: 74 6f 20 61 76 6f 69 64 20 53 51 4c 20 69 6e 6a  to avoid SQL inj
1c50: 65 63 74 69 6f 6e 20 69 73 73 75 65 73 29 0a 0a  ection issues)..
1c60: 20 20 20 20 3b 3b 20 3a 66 69 72 73 74 5f 65 72      ;; :first_er
1c70: 72 0a 20 20 20 20 3b 3b 20 28 6c 65 74 20 28 28  r.    ;; (let ((
1c80: 76 61 6c 20 28 68 61 73 68 2d 74 61 62 6c 65 2d  val (hash-table-
1c90: 72 65 66 2f 64 65 66 61 75 6c 74 20 6f 74 68 65  ref/default othe
1ca0: 72 64 61 74 20 22 3a 66 69 72 73 74 5f 65 72 72  rdat ":first_err
1cb0: 22 20 23 66 29 29 29 0a 20 20 20 20 3b 3b 20 20  " #f))).    ;;  
1cc0: 20 28 69 66 20 76 61 6c 0a 20 20 20 20 3b 3b 20   (if val.    ;; 
1cd0: 20 20 20 20 20 20 28 73 71 6c 69 74 65 33 3a 65        (sqlite3:e
1ce0: 78 65 63 75 74 65 20 64 62 20 22 55 50 44 41 54  xecute db "UPDAT
1cf0: 45 20 74 65 73 74 73 20 53 45 54 20 66 69 72 73  E tests SET firs
1d00: 74 5f 65 72 72 3d 3f 20 57 48 45 52 45 20 72 75  t_err=? WHERE ru
1d10: 6e 5f 69 64 3d 3f 20 41 4e 44 20 74 65 73 74 6e  n_id=? AND testn
1d20: 61 6d 65 3d 3f 20 41 4e 44 20 69 74 65 6d 5f 70  ame=? AND item_p
1d30: 61 74 68 3d 3f 3b 22 20 76 61 6c 20 72 75 6e 2d  ath=?;" val run-
1d40: 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65  id test-name ite
1d50: 6d 2d 70 61 74 68 29 29 29 0a 20 20 20 20 3b 3b  m-path))).    ;;
1d60: 20 0a 20 20 20 20 3b 3b 20 3b 3b 20 3a 66 69 72   .    ;; ;; :fir
1d70: 73 74 5f 77 61 72 6e 0a 20 20 20 20 3b 3b 20 28  st_warn.    ;; (
1d80: 6c 65 74 20 28 28 76 61 6c 20 28 68 61 73 68 2d  let ((val (hash-
1d90: 74 61 62 6c 65 2d 72 65 66 2f 64 65 66 61 75 6c  table-ref/defaul
1da0: 74 20 6f 74 68 65 72 64 61 74 20 22 3a 66 69 72  t otherdat ":fir
1db0: 73 74 5f 77 61 72 6e 22 20 23 66 29 29 29 0a 20  st_warn" #f))). 
1dc0: 20 20 20 3b 3b 20 20 20 28 69 66 20 76 61 6c 0a     ;;   (if val.
1dd0: 20 20 20 20 3b 3b 20 20 20 20 20 20 20 28 73 71      ;;       (sq
1de0: 6c 69 74 65 33 3a 65 78 65 63 75 74 65 20 64 62  lite3:execute db
1df0: 20 22 55 50 44 41 54 45 20 74 65 73 74 73 20 53   "UPDATE tests S
1e00: 45 54 20 66 69 72 73 74 5f 77 61 72 6e 3d 3f 20  ET first_warn=? 
1e10: 57 48 45 52 45 20 72 75 6e 5f 69 64 3d 3f 20 41  WHERE run_id=? A
1e20: 4e 44 20 74 65 73 74 6e 61 6d 65 3d 3f 20 41 4e  ND testname=? AN
1e30: 44 20 69 74 65 6d 5f 70 61 74 68 3d 3f 3b 22 20  D item_path=?;" 
1e40: 76 61 6c 20 72 75 6e 2d 69 64 20 74 65 73 74 2d  val run-id test-
1e50: 6e 61 6d 65 20 69 74 65 6d 2d 70 61 74 68 29 29  name item-path))
1e60: 29 0a 0a 20 20 20 20 28 6c 65 74 20 28 28 63 61  )..    (let ((ca
1e70: 74 65 67 6f 72 79 20 28 68 61 73 68 2d 74 61 62  tegory (hash-tab
1e80: 6c 65 2d 72 65 66 2f 64 65 66 61 75 6c 74 20 6f  le-ref/default o
1e90: 74 68 65 72 64 61 74 20 22 3a 63 61 74 65 67 6f  therdat ":catego
1ea0: 72 79 22 20 22 22 29 29 0a 09 20 20 28 76 61 72  ry" ""))..  (var
1eb0: 69 61 62 6c 65 20 28 68 61 73 68 2d 74 61 62 6c  iable (hash-tabl
1ec0: 65 2d 72 65 66 2f 64 65 66 61 75 6c 74 20 6f 74  e-ref/default ot
1ed0: 68 65 72 64 61 74 20 22 3a 76 61 72 69 61 62 6c  herdat ":variabl
1ee0: 65 22 20 22 22 29 29 0a 09 20 20 28 76 61 6c 75  e" ""))..  (valu
1ef0: 65 20 20 20 20 28 68 61 73 68 2d 74 61 62 6c 65  e    (hash-table
1f00: 2d 72 65 66 2f 64 65 66 61 75 6c 74 20 6f 74 68  -ref/default oth
1f10: 65 72 64 61 74 20 22 3a 76 61 6c 75 65 22 20 20  erdat ":value"  
1f20: 20 20 23 66 29 29 0a 09 20 20 28 65 78 70 65 63    #f))..  (expec
1f30: 74 65 64 20 28 68 61 73 68 2d 74 61 62 6c 65 2d  ted (hash-table-
1f40: 72 65 66 2f 64 65 66 61 75 6c 74 20 6f 74 68 65  ref/default othe
1f50: 72 64 61 74 20 22 3a 65 78 70 65 63 74 65 64 22  rdat ":expected"
1f60: 20 23 66 29 29 0a 09 20 20 28 74 6f 6c 20 20 20   #f))..  (tol   
1f70: 20 20 20 28 68 61 73 68 2d 74 61 62 6c 65 2d 72     (hash-table-r
1f80: 65 66 2f 64 65 66 61 75 6c 74 20 6f 74 68 65 72  ef/default other
1f90: 64 61 74 20 22 3a 74 6f 6c 22 20 20 20 20 20 20  dat ":tol"      
1fa0: 23 66 29 29 0a 09 20 20 28 75 6e 69 74 73 20 20  #f))..  (units  
1fb0: 20 20 28 68 61 73 68 2d 74 61 62 6c 65 2d 72 65    (hash-table-re
1fc0: 66 2f 64 65 66 61 75 6c 74 20 6f 74 68 65 72 64  f/default otherd
1fd0: 61 74 20 22 3a 75 6e 69 74 73 22 20 20 20 20 22  at ":units"    "
1fe0: 22 29 29 0a 09 20 20 28 74 79 70 65 20 20 20 20  "))..  (type    
1ff0: 20 28 68 61 73 68 2d 74 61 62 6c 65 2d 72 65 66   (hash-table-ref
2000: 2f 64 65 66 61 75 6c 74 20 6f 74 68 65 72 64 61  /default otherda
2010: 74 20 22 3a 74 79 70 65 22 20 20 20 20 20 22 22  t ":type"     ""
2020: 29 29 0a 09 20 20 28 64 63 6f 6d 6d 65 6e 74 20  ))..  (dcomment 
2030: 28 68 61 73 68 2d 74 61 62 6c 65 2d 72 65 66 2f  (hash-table-ref/
2040: 64 65 66 61 75 6c 74 20 6f 74 68 65 72 64 61 74  default otherdat
2050: 20 22 3a 63 6f 6d 6d 65 6e 74 22 20 20 22 22 29   ":comment"  "")
2060: 29 29 0a 20 20 20 20 20 20 28 64 65 62 75 67 3a  )).      (debug:
2070: 70 72 69 6e 74 20 34 20 0a 09 09 20 20 20 22 63  print 4 ...   "c
2080: 61 74 65 67 6f 72 79 3a 20 22 20 63 61 74 65 67  ategory: " categ
2090: 6f 72 79 20 22 2c 20 76 61 72 69 61 62 6c 65 3a  ory ", variable:
20a0: 20 22 20 76 61 72 69 61 62 6c 65 20 22 2c 20 76   " variable ", v
20b0: 61 6c 75 65 3a 20 22 20 76 61 6c 75 65 0a 09 09  alue: " value...
20c0: 20 20 20 22 2c 20 65 78 70 65 63 74 65 64 3a 20     ", expected: 
20d0: 22 20 65 78 70 65 63 74 65 64 20 22 2c 20 74 6f  " expected ", to
20e0: 6c 3a 20 22 20 74 6f 6c 20 22 2c 20 75 6e 69 74  l: " tol ", unit
20f0: 73 3a 20 22 20 75 6e 69 74 73 29 0a 20 20 20 20  s: " units).    
2100: 20 20 28 69 66 20 28 61 6e 64 20 76 61 6c 75 65    (if (and value
2110: 20 65 78 70 65 63 74 65 64 20 74 6f 6c 29 20 3b   expected tol) ;
2120: 3b 20 61 6c 6c 20 74 68 72 65 65 20 72 65 71 75  ; all three requ
2130: 69 72 65 64 0a 09 20 20 28 6c 65 74 20 28 28 64  ired..  (let ((d
2140: 61 74 20 28 63 6f 6e 63 20 63 61 74 65 67 6f 72  at (conc categor
2150: 79 20 22 2c 22 0a 09 09 09 20 20 20 76 61 72 69  y ","....   vari
2160: 61 62 6c 65 20 22 2c 22 0a 09 09 09 20 20 20 76  able ","....   v
2170: 61 6c 75 65 20 20 20 20 22 2c 22 0a 09 09 09 20  alue    ",".... 
2180: 20 20 65 78 70 65 63 74 65 64 20 22 2c 22 0a 09    expected ","..
2190: 09 09 20 20 20 74 6f 6c 20 20 20 20 20 20 22 2c  ..   tol      ",
21a0: 22 0a 09 09 09 20 20 20 75 6e 69 74 73 20 20 20  "....   units   
21b0: 20 22 2c 22 0a 09 09 09 20 20 20 64 63 6f 6d 6d   ","....   dcomm
21c0: 65 6e 74 20 22 2c 2c 22 20 3b 3b 20 65 78 74 72  ent ",," ;; extr
21d0: 61 20 63 6f 6d 6d 61 20 66 6f 72 20 73 74 61 74  a comma for stat
21e0: 75 73 0a 09 09 09 20 20 20 74 79 70 65 20 20 20  us....   type   
21f0: 20 20 29 29 29 0a 09 20 20 20 20 28 72 64 62 3a    )))..    (rdb:
2200: 63 73 76 2d 3e 74 65 73 74 2d 64 61 74 61 20 64  csv->test-data d
2210: 62 20 74 65 73 74 2d 69 64 0a 09 09 09 09 64 61  b test-id.....da
2220: 74 29 29 29 29 0a 20 20 20 20 20 20 0a 20 20 20  t)))).      .   
2230: 20 3b 3b 20 6e 65 65 64 20 74 6f 20 75 70 64 61   ;; need to upda
2240: 74 65 20 74 68 65 20 74 6f 70 20 74 65 73 74 20  te the top test 
2250: 72 65 63 6f 72 64 20 69 66 20 50 41 53 53 20 6f  record if PASS o
2260: 72 20 46 41 49 4c 20 61 6e 64 20 74 68 69 73 20  r FAIL and this 
2270: 69 73 20 61 20 73 75 62 74 65 73 74 0a 20 20 20  is a subtest.   
2280: 20 28 72 64 62 3a 72 6f 6c 6c 2d 75 70 2d 70 61   (rdb:roll-up-pa
2290: 73 73 2d 66 61 69 6c 2d 63 6f 75 6e 74 73 20 64  ss-fail-counts d
22a0: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61  b run-id test-na
22b0: 6d 65 20 69 74 65 6d 2d 70 61 74 68 20 73 74 61  me item-path sta
22c0: 74 75 73 29 0a 0a 20 20 20 20 28 69 66 20 28 6f  tus)..    (if (o
22d0: 72 20 28 61 6e 64 20 28 73 74 72 69 6e 67 3f 20  r (and (string? 
22e0: 63 6f 6d 6d 65 6e 74 29 0a 09 09 20 28 73 74 72  comment)... (str
22f0: 69 6e 67 2d 6d 61 74 63 68 20 28 72 65 67 65 78  ing-match (regex
2300: 70 20 22 5c 5c 53 2b 22 29 20 63 6f 6d 6d 65 6e  p "\\S+") commen
2310: 74 29 29 0a 09 20 20 20 20 77 61 69 76 65 64 29  t))..    waived)
2320: 0a 09 28 6c 65 74 20 28 28 63 6d 74 20 20 28 69  ..(let ((cmt  (i
2330: 66 20 77 61 69 76 65 64 20 77 61 69 76 65 64 20  f waived waived 
2340: 63 6f 6d 6d 65 6e 74 29 29 29 0a 09 20 20 28 72  comment)))..  (r
2350: 64 62 3a 74 65 73 74 2d 73 65 74 2d 63 6f 6d 6d  db:test-set-comm
2360: 65 6e 74 20 64 62 20 74 65 73 74 2d 69 64 20 63  ent db test-id c
2370: 6d 74 29 29 29 0a 20 20 20 20 29 29 0a 0a 28 64  mt))).    ))..(d
2380: 65 66 69 6e 65 20 28 74 65 73 74 2d 73 65 74 2d  efine (test-set-
2390: 74 6f 70 6c 6f 67 21 20 64 62 20 72 75 6e 2d 69  toplog! db run-i
23a0: 64 20 74 65 73 74 2d 6e 61 6d 65 20 6c 6f 67 66  d test-name logf
23b0: 29 20 0a 20 20 28 73 71 6c 69 74 65 33 3a 65 78  ) .  (sqlite3:ex
23c0: 65 63 75 74 65 20 64 62 20 22 55 50 44 41 54 45  ecute db "UPDATE
23d0: 20 74 65 73 74 73 20 53 45 54 20 66 69 6e 61 6c   tests SET final
23e0: 5f 6c 6f 67 66 3d 3f 20 57 48 45 52 45 20 72 75  _logf=? WHERE ru
23f0: 6e 5f 69 64 3d 3f 20 41 4e 44 20 74 65 73 74 6e  n_id=? AND testn
2400: 61 6d 65 3d 3f 20 41 4e 44 20 69 74 65 6d 5f 70  ame=? AND item_p
2410: 61 74 68 3d 27 27 3b 22 20 0a 09 09 20 20 20 6c  ath='';" ...   l
2420: 6f 67 66 20 72 75 6e 2d 69 64 20 74 65 73 74 2d  ogf run-id test-
2430: 6e 61 6d 65 29 29 0a 0a 28 64 65 66 69 6e 65 20  name))..(define 
2440: 28 74 65 73 74 73 3a 73 75 6d 6d 61 72 69 7a 65  (tests:summarize
2450: 2d 69 74 65 6d 73 20 64 62 20 72 75 6e 2d 69 64  -items db run-id
2460: 20 74 65 73 74 2d 6e 61 6d 65 20 66 6f 72 63 65   test-name force
2470: 29 0a 20 20 3b 3b 20 69 66 20 6e 6f 74 20 66 6f  ).  ;; if not fo
2480: 72 63 65 20 74 68 65 6e 20 6f 6e 6c 79 20 75 70  rce then only up
2490: 64 61 74 65 20 74 68 65 20 72 65 63 6f 72 64 20  date the record 
24a0: 69 66 20 6f 6e 65 20 6f 66 20 74 68 65 73 65 20  if one of these 
24b0: 69 73 20 74 72 75 65 3a 0a 20 20 3b 3b 20 20 20  is true:.  ;;   
24c0: 31 2e 20 6c 6f 67 66 20 69 73 20 22 6c 6f 67 2f  1. logf is "log/
24d0: 66 69 6e 61 6c 2e 6c 6f 67 0a 20 20 3b 3b 20 20  final.log.  ;;  
24e0: 20 32 2e 20 6c 6f 67 66 20 69 73 20 73 61 6d 65   2. logf is same
24f0: 20 61 73 20 6f 75 74 70 75 74 66 69 6c 65 6e 61   as outputfilena
2500: 6d 65 0a 20 20 28 6c 65 74 20 28 28 6f 75 74 70  me.  (let ((outp
2510: 75 74 66 69 6c 65 6e 61 6d 65 20 28 63 6f 6e 63  utfilename (conc
2520: 20 22 6d 65 67 61 74 65 73 74 2d 72 6f 6c 6c 75   "megatest-rollu
2530: 70 2d 22 20 74 65 73 74 2d 6e 61 6d 65 20 22 2e  p-" test-name ".
2540: 68 74 6d 6c 22 29 29 0a 09 28 6f 72 69 67 2d 64  html"))..(orig-d
2550: 69 72 20 20 20 20 20 20 20 28 63 75 72 72 65 6e  ir       (curren
2560: 74 2d 64 69 72 65 63 74 6f 72 79 29 29 0a 09 28  t-directory))..(
2570: 6c 6f 67 66 20 20 20 20 20 20 20 20 20 20 20 23  logf           #
2580: 66 29 29 0a 20 20 20 20 28 73 71 6c 69 74 65 33  f)).    (sqlite3
2590: 3a 66 6f 72 2d 65 61 63 68 2d 72 6f 77 20 0a 20  :for-each-row . 
25a0: 20 20 20 20 28 6c 61 6d 62 64 61 20 28 70 61 74      (lambda (pat
25b0: 68 20 66 69 6e 61 6c 5f 6c 6f 67 66 29 0a 20 20  h final_logf).  
25c0: 20 20 20 20 20 28 73 65 74 21 20 6c 6f 67 66 20       (set! logf 
25d0: 66 69 6e 61 6c 5f 6c 6f 67 66 29 0a 20 20 20 20  final_logf).    
25e0: 20 20 20 28 69 66 20 28 64 69 72 65 63 74 6f 72     (if (director
25f0: 79 3f 20 70 61 74 68 29 0a 09 20 20 20 28 62 65  y? path)..   (be
2600: 67 69 6e 0a 09 20 20 20 20 20 28 70 72 69 6e 74  gin..     (print
2610: 20 22 46 6f 75 6e 64 20 70 61 74 68 3a 20 22 20   "Found path: " 
2620: 70 61 74 68 29 0a 09 20 20 20 20 20 28 63 68 61  path)..     (cha
2630: 6e 67 65 2d 64 69 72 65 63 74 6f 72 79 20 70 61  nge-directory pa
2640: 74 68 29 29 0a 09 20 20 20 20 20 3b 3b 20 28 73  th))..     ;; (s
2650: 65 74 21 20 6f 75 74 70 75 74 66 69 6c 65 6e 61  et! outputfilena
2660: 6d 65 20 28 63 6f 6e 63 20 70 61 74 68 20 22 2f  me (conc path "/
2670: 22 20 6f 75 74 70 75 74 66 69 6c 65 6e 61 6d 65  " outputfilename
2680: 29 29 29 0a 09 20 20 20 28 70 72 69 6e 74 20 22  )))..   (print "
2690: 4e 6f 20 73 75 63 68 20 70 61 74 68 3a 20 22 20  No such path: " 
26a0: 70 61 74 68 29 29 29 0a 20 20 20 20 20 64 62 20  path))).     db 
26b0: 0a 20 20 20 20 20 22 53 45 4c 45 43 54 20 72 75  .     "SELECT ru
26c0: 6e 64 69 72 2c 66 69 6e 61 6c 5f 6c 6f 67 66 20  ndir,final_logf 
26d0: 46 52 4f 4d 20 74 65 73 74 73 20 57 48 45 52 45  FROM tests WHERE
26e0: 20 72 75 6e 5f 69 64 3d 3f 20 41 4e 44 20 74 65   run_id=? AND te
26f0: 73 74 6e 61 6d 65 3d 3f 20 41 4e 44 20 69 74 65  stname=? AND ite
2700: 6d 5f 70 61 74 68 3d 27 27 3b 22 0a 20 20 20 20  m_path='';".    
2710: 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d   run-id test-nam
2720: 65 29 0a 20 20 20 20 28 70 72 69 6e 74 20 22 73  e).    (print "s
2730: 75 6d 6d 61 72 69 7a 65 2d 69 74 65 6d 73 20 77  ummarize-items w
2740: 69 74 68 20 6c 6f 67 66 20 22 20 6c 6f 67 66 29  ith logf " logf)
2750: 0a 20 20 20 20 28 69 66 20 28 6f 72 20 28 65 71  .    (if (or (eq
2760: 75 61 6c 3f 20 6c 6f 67 66 20 22 6c 6f 67 73 2f  ual? logf "logs/
2770: 66 69 6e 61 6c 2e 6c 6f 67 22 29 0a 09 20 20 20  final.log")..   
2780: 20 28 65 71 75 61 6c 3f 20 6c 6f 67 66 20 6f 75   (equal? logf ou
2790: 74 70 75 74 66 69 6c 65 6e 61 6d 65 29 0a 09 20  tputfilename).. 
27a0: 20 20 20 66 6f 72 63 65 29 0a 09 28 62 65 67 69     force)..(begi
27b0: 6e 0a 09 20 20 28 69 66 20 28 6f 62 74 61 69 6e  n..  (if (obtain
27c0: 2d 64 6f 74 2d 6c 6f 63 6b 20 6f 75 74 70 75 74  -dot-lock output
27d0: 66 69 6c 65 6e 61 6d 65 20 31 20 32 30 20 33 30  filename 1 20 30
27e0: 29 20 3b 3b 20 72 65 74 72 79 20 65 76 65 72 79  ) ;; retry every
27f0: 20 73 65 63 6f 6e 64 20 66 6f 72 20 32 30 20 73   second for 20 s
2800: 65 63 6f 6e 64 73 2c 20 63 61 6c 6c 20 69 74 20  econds, call it 
2810: 64 65 61 64 20 61 66 74 65 72 20 33 30 20 73 65  dead after 30 se
2820: 63 6f 6e 64 73 20 61 6e 64 20 73 74 65 61 6c 20  conds and steal 
2830: 74 68 65 20 6c 6f 63 6b 0a 09 20 20 20 20 20 20  the lock..      
2840: 28 70 72 69 6e 74 20 22 4f 62 74 61 69 6e 65 64  (print "Obtained
2850: 20 6c 6f 63 6b 20 66 6f 72 20 22 20 6f 75 74 70   lock for " outp
2860: 75 74 66 69 6c 65 6e 61 6d 65 29 0a 09 20 20 20  utfilename)..   
2870: 20 20 20 28 70 72 69 6e 74 20 22 46 61 69 6c 65     (print "Faile
2880: 64 20 74 6f 20 6f 62 74 61 69 6e 20 6c 6f 63 6b  d to obtain lock
2890: 20 66 6f 72 20 22 20 6f 75 74 70 75 74 66 69 6c   for " outputfil
28a0: 65 6e 61 6d 65 29 29 0a 09 20 20 28 6c 65 74 20  ename))..  (let 
28b0: 28 28 6f 75 70 20 20 20 20 28 6f 70 65 6e 2d 6f  ((oup    (open-o
28c0: 75 74 70 75 74 2d 66 69 6c 65 20 6f 75 74 70 75  utput-file outpu
28d0: 74 66 69 6c 65 6e 61 6d 65 29 29 0a 09 09 28 63  tfilename))...(c
28e0: 6f 75 6e 74 73 20 28 6d 61 6b 65 2d 68 61 73 68  ounts (make-hash
28f0: 2d 74 61 62 6c 65 29 29 0a 09 09 28 73 74 61 74  -table))...(stat
2900: 65 63 6f 75 6e 74 73 20 28 6d 61 6b 65 2d 68 61  ecounts (make-ha
2910: 73 68 2d 74 61 62 6c 65 29 29 0a 09 09 28 6f 75  sh-table))...(ou
2920: 74 74 78 74 20 22 22 29 0a 09 09 28 74 6f 74 20  ttxt "")...(tot 
2930: 20 20 20 30 29 29 0a 09 20 20 20 20 28 77 69 74     0))..    (wit
2940: 68 2d 6f 75 74 70 75 74 2d 74 6f 2d 70 6f 72 74  h-output-to-port
2950: 0a 09 09 6f 75 70 0a 09 20 20 20 20 20 20 28 6c  ...oup..      (l
2960: 61 6d 62 64 61 20 28 29 0a 09 09 28 73 65 74 21  ambda ()...(set!
2970: 20 6f 75 74 74 78 74 20 28 63 6f 6e 63 20 6f 75   outtxt (conc ou
2980: 74 74 78 74 20 22 3c 68 74 6d 6c 3e 3c 74 69 74  ttxt "<html><tit
2990: 6c 65 3e 53 75 6d 6d 61 72 79 3a 20 22 20 74 65  le>Summary: " te
29a0: 73 74 2d 6e 61 6d 65 20 0a 09 09 09 09 20 20 20  st-name .....   
29b0: 22 3c 2f 74 69 74 6c 65 3e 3c 62 6f 64 79 3e 3c  "</title><body><
29c0: 68 32 3e 53 75 6d 6d 61 72 79 20 66 6f 72 20 22  h2>Summary for "
29d0: 20 74 65 73 74 2d 6e 61 6d 65 20 22 3c 2f 68 32   test-name "</h2
29e0: 3e 22 29 29 0a 09 09 28 73 71 6c 69 74 65 33 3a  >"))...(sqlite3:
29f0: 66 6f 72 2d 65 61 63 68 2d 72 6f 77 20 0a 09 09  for-each-row ...
2a00: 20 28 6c 61 6d 62 64 61 20 28 69 64 20 69 74 65   (lambda (id ite
2a10: 6d 70 61 74 68 20 73 74 61 74 65 20 73 74 61 74  mpath state stat
2a20: 75 73 20 72 75 6e 5f 64 75 72 61 74 69 6f 6e 20  us run_duration 
2a30: 6c 6f 67 66 20 63 6f 6d 6d 65 6e 74 29 0a 09 09  logf comment)...
2a40: 20 20 20 28 68 61 73 68 2d 74 61 62 6c 65 2d 73     (hash-table-s
2a50: 65 74 21 20 63 6f 75 6e 74 73 20 73 74 61 74 75  et! counts statu
2a60: 73 20 28 2b 20 31 20 28 68 61 73 68 2d 74 61 62  s (+ 1 (hash-tab
2a70: 6c 65 2d 72 65 66 2f 64 65 66 61 75 6c 74 20 63  le-ref/default c
2a80: 6f 75 6e 74 73 20 73 74 61 74 75 73 20 30 29 29  ounts status 0))
2a90: 29 0a 09 09 20 20 20 28 68 61 73 68 2d 74 61 62  )...   (hash-tab
2aa0: 6c 65 2d 73 65 74 21 20 73 74 61 74 65 63 6f 75  le-set! statecou
2ab0: 6e 74 73 20 73 74 61 74 65 20 28 2b 20 31 20 28  nts state (+ 1 (
2ac0: 68 61 73 68 2d 74 61 62 6c 65 2d 72 65 66 2f 64  hash-table-ref/d
2ad0: 65 66 61 75 6c 74 20 73 74 61 74 65 63 6f 75 6e  efault statecoun
2ae0: 74 73 20 73 74 61 74 65 20 30 29 29 29 0a 09 09  ts state 0)))...
2af0: 20 20 20 28 73 65 74 21 20 6f 75 74 74 78 74 20     (set! outtxt 
2b00: 28 63 6f 6e 63 20 6f 75 74 74 78 74 20 22 3c 74  (conc outtxt "<t
2b10: 72 3e 22 0a 09 09 09 09 20 20 20 20 20 20 22 3c  r>".....      "<
2b20: 74 64 3e 3c 61 20 68 72 65 66 3d 5c 22 22 20 69  td><a href=\"" i
2b30: 74 65 6d 70 61 74 68 20 22 2f 22 20 6c 6f 67 66  tempath "/" logf
2b40: 20 22 5c 22 3e 20 22 20 69 74 65 6d 70 61 74 68   "\"> " itempath
2b50: 20 22 3c 2f 61 3e 3c 2f 74 64 3e 22 20 0a 09 09   "</a></td>" ...
2b60: 09 09 20 20 20 20 20 20 22 3c 74 64 3e 22 20 73  ..      "<td>" s
2b70: 74 61 74 65 20 20 20 20 22 3c 2f 74 64 3e 22 20  tate    "</td>" 
2b80: 0a 09 09 09 09 20 20 20 20 20 20 22 3c 74 64 3e  .....      "<td>
2b90: 3c 66 6f 6e 74 20 63 6f 6c 6f 72 3d 22 20 28 63  <font color=" (c
2ba0: 6f 6d 6d 6f 6e 3a 67 65 74 2d 63 6f 6c 6f 72 2d  ommon:get-color-
2bb0: 66 72 6f 6d 2d 73 74 61 74 75 73 20 73 74 61 74  from-status stat
2bc0: 75 73 29 0a 09 09 09 09 20 20 20 20 20 20 22 3e  us).....      ">
2bd0: 22 20 20 20 73 74 61 74 75 73 20 20 20 22 3c 2f  "   status   "</
2be0: 66 6f 6e 74 3e 3c 2f 74 64 3e 22 0a 09 09 09 09  font></td>".....
2bf0: 20 20 20 20 20 20 22 3c 74 64 3e 22 20 28 69 66        "<td>" (if
2c00: 20 28 65 71 75 61 6c 3f 20 63 6f 6d 6d 65 6e 74   (equal? comment
2c10: 20 22 22 29 0a 09 09 09 09 09 09 20 22 26 6e 62   "")....... "&nb
2c20: 73 70 3b 22 0a 09 09 09 09 09 09 20 63 6f 6d 6d  sp;"....... comm
2c30: 65 6e 74 29 20 22 3c 2f 74 64 3e 22 0a 09 09 09  ent) "</td>"....
2c40: 09 09 09 20 22 3c 2f 74 72 3e 22 29 29 29 0a 09  ... "</tr>")))..
2c50: 09 20 64 62 0a 09 09 20 22 53 45 4c 45 43 54 20  . db... "SELECT 
2c60: 69 64 2c 69 74 65 6d 5f 70 61 74 68 2c 73 74 61  id,item_path,sta
2c70: 74 65 2c 73 74 61 74 75 73 2c 72 75 6e 5f 64 75  te,status,run_du
2c80: 72 61 74 69 6f 6e 2c 66 69 6e 61 6c 5f 6c 6f 67  ration,final_log
2c90: 66 2c 63 6f 6d 6d 65 6e 74 20 46 52 4f 4d 20 74  f,comment FROM t
2ca0: 65 73 74 73 20 57 48 45 52 45 20 72 75 6e 5f 69  ests WHERE run_i
2cb0: 64 3d 3f 20 41 4e 44 20 74 65 73 74 6e 61 6d 65  d=? AND testname
2cc0: 3d 3f 20 41 4e 44 20 69 74 65 6d 5f 70 61 74 68  =? AND item_path
2cd0: 20 21 3d 20 27 27 3b 22 0a 09 09 20 72 75 6e 2d   != '';"... run-
2ce0: 69 64 20 74 65 73 74 2d 6e 61 6d 65 29 0a 0a 09  id test-name)...
2cf0: 09 28 70 72 69 6e 74 20 22 3c 74 61 62 6c 65 3e  .(print "<table>
2d00: 3c 74 72 3e 3c 74 64 20 76 61 6c 69 67 6e 3d 5c  <tr><td valign=\
2d10: 22 74 6f 70 5c 22 3e 22 29 0a 09 09 3b 3b 20 50  "top\">")...;; P
2d20: 72 69 6e 74 20 6f 75 74 20 73 74 61 74 73 20 66  rint out stats f
2d30: 6f 72 20 73 74 61 74 75 73 0a 09 09 28 73 65 74  or status...(set
2d40: 21 20 74 6f 74 20 30 29 0a 09 09 28 70 72 69 6e  ! tot 0)...(prin
2d50: 74 20 22 3c 74 61 62 6c 65 20 63 65 6c 6c 73 70  t "<table cellsp
2d60: 61 63 69 6e 67 3d 5c 22 30 5c 22 20 62 6f 72 64  acing=\"0\" bord
2d70: 65 72 3d 5c 22 31 5c 22 3e 3c 74 72 3e 3c 74 64  er=\"1\"><tr><td
2d80: 20 63 6f 6c 73 70 61 6e 3d 5c 22 32 5c 22 3e 3c   colspan=\"2\"><
2d90: 68 32 3e 53 74 61 74 65 20 73 74 61 74 73 3c 2f  h2>State stats</
2da0: 68 32 3e 3c 2f 74 64 3e 3c 2f 74 72 3e 22 29 0a  h2></td></tr>").
2db0: 09 09 28 66 6f 72 2d 65 61 63 68 20 28 6c 61 6d  ..(for-each (lam
2dc0: 62 64 61 20 28 73 74 61 74 65 29 0a 09 09 09 20  bda (state).... 
2dd0: 20 20 20 28 73 65 74 21 20 74 6f 74 20 28 2b 20     (set! tot (+ 
2de0: 74 6f 74 20 28 68 61 73 68 2d 74 61 62 6c 65 2d  tot (hash-table-
2df0: 72 65 66 20 73 74 61 74 65 63 6f 75 6e 74 73 20  ref statecounts 
2e00: 73 74 61 74 65 29 29 29 0a 09 09 09 20 20 20 20  state)))....    
2e10: 28 70 72 69 6e 74 20 22 3c 74 72 3e 3c 74 64 3e  (print "<tr><td>
2e20: 22 20 73 74 61 74 65 20 22 3c 2f 74 64 3e 3c 74  " state "</td><t
2e30: 64 3e 22 20 28 68 61 73 68 2d 74 61 62 6c 65 2d  d>" (hash-table-
2e40: 72 65 66 20 73 74 61 74 65 63 6f 75 6e 74 73 20  ref statecounts 
2e50: 73 74 61 74 65 29 20 22 3c 2f 74 64 3e 3c 2f 74  state) "</td></t
2e60: 72 3e 22 29 29 0a 09 09 09 20 20 28 68 61 73 68  r>"))....  (hash
2e70: 2d 74 61 62 6c 65 2d 6b 65 79 73 20 73 74 61 74  -table-keys stat
2e80: 65 63 6f 75 6e 74 73 29 29 0a 09 09 28 70 72 69  ecounts))...(pri
2e90: 6e 74 20 22 3c 74 72 3e 3c 74 64 3e 54 6f 74 61  nt "<tr><td>Tota
2ea0: 6c 3c 2f 74 64 3e 3c 74 64 3e 22 20 74 6f 74 20  l</td><td>" tot 
2eb0: 22 3c 2f 74 64 3e 3c 2f 74 72 3e 3c 2f 74 61 62  "</td></tr></tab
2ec0: 6c 65 3e 22 29 0a 09 09 28 70 72 69 6e 74 20 22  le>")...(print "
2ed0: 3c 2f 74 64 3e 3c 74 64 20 76 61 6c 69 67 6e 3d  </td><td valign=
2ee0: 5c 22 74 6f 70 5c 22 3e 22 29 0a 09 09 3b 3b 20  \"top\">")...;; 
2ef0: 50 72 69 6e 74 20 6f 75 74 20 73 74 61 74 73 20  Print out stats 
2f00: 66 6f 72 20 73 74 61 74 65 0a 09 09 28 73 65 74  for state...(set
2f10: 21 20 74 6f 74 20 30 29 0a 09 09 28 70 72 69 6e  ! tot 0)...(prin
2f20: 74 20 22 3c 74 61 62 6c 65 20 63 65 6c 6c 73 70  t "<table cellsp
2f30: 61 63 69 6e 67 3d 5c 22 30 5c 22 20 62 6f 72 64  acing=\"0\" bord
2f40: 65 72 3d 5c 22 31 5c 22 3e 3c 74 72 3e 3c 74 64  er=\"1\"><tr><td
2f50: 20 63 6f 6c 73 70 61 6e 3d 5c 22 32 5c 22 3e 3c   colspan=\"2\"><
2f60: 68 32 3e 53 74 61 74 75 73 20 73 74 61 74 73 3c  h2>Status stats<
2f70: 2f 68 32 3e 3c 2f 74 64 3e 3c 2f 74 72 3e 22 29  /h2></td></tr>")
2f80: 0a 09 09 28 66 6f 72 2d 65 61 63 68 20 28 6c 61  ...(for-each (la
2f90: 6d 62 64 61 20 28 73 74 61 74 75 73 29 0a 09 09  mbda (status)...
2fa0: 09 20 20 20 20 28 73 65 74 21 20 74 6f 74 20 28  .    (set! tot (
2fb0: 2b 20 74 6f 74 20 28 68 61 73 68 2d 74 61 62 6c  + tot (hash-tabl
2fc0: 65 2d 72 65 66 20 63 6f 75 6e 74 73 20 73 74 61  e-ref counts sta
2fd0: 74 75 73 29 29 29 0a 09 09 09 20 20 20 20 28 70  tus)))....    (p
2fe0: 72 69 6e 74 20 22 3c 74 72 3e 3c 74 64 3e 3c 66  rint "<tr><td><f
2ff0: 6f 6e 74 20 63 6f 6c 6f 72 3d 5c 22 22 20 28 63  ont color=\"" (c
3000: 6f 6d 6d 6f 6e 3a 67 65 74 2d 63 6f 6c 6f 72 2d  ommon:get-color-
3010: 66 72 6f 6d 2d 73 74 61 74 75 73 20 73 74 61 74  from-status stat
3020: 75 73 29 20 22 5c 22 3e 22 20 73 74 61 74 75 73  us) "\">" status
3030: 0a 09 09 09 09 20 20 20 22 3c 2f 66 6f 6e 74 3e  .....   "</font>
3040: 3c 2f 74 64 3e 3c 74 64 3e 22 20 28 68 61 73 68  </td><td>" (hash
3050: 2d 74 61 62 6c 65 2d 72 65 66 20 63 6f 75 6e 74  -table-ref count
3060: 73 20 73 74 61 74 75 73 29 20 22 3c 2f 74 64 3e  s status) "</td>
3070: 3c 2f 74 72 3e 22 29 29 0a 09 09 09 20 20 28 68  </tr>"))....  (h
3080: 61 73 68 2d 74 61 62 6c 65 2d 6b 65 79 73 20 63  ash-table-keys c
3090: 6f 75 6e 74 73 29 29 0a 09 09 28 70 72 69 6e 74  ounts))...(print
30a0: 20 22 3c 74 72 3e 3c 74 64 3e 54 6f 74 61 6c 3c   "<tr><td>Total<
30b0: 2f 74 64 3e 3c 74 64 3e 22 20 74 6f 74 20 22 3c  /td><td>" tot "<
30c0: 2f 74 64 3e 3c 2f 74 72 3e 3c 2f 74 61 62 6c 65  /td></tr></table
30d0: 3e 22 29 0a 09 09 28 70 72 69 6e 74 20 22 3c 2f  >")...(print "</
30e0: 74 64 3e 3c 2f 74 64 3e 3c 2f 74 72 3e 3c 2f 74  td></td></tr></t
30f0: 61 62 6c 65 3e 22 29 0a 0a 09 09 28 70 72 69 6e  able>")....(prin
3100: 74 20 22 3c 74 61 62 6c 65 20 63 65 6c 6c 73 70  t "<table cellsp
3110: 61 63 69 6e 67 3d 5c 22 30 5c 22 20 62 6f 72 64  acing=\"0\" bord
3120: 65 72 3d 5c 22 31 5c 22 3e 22 20 0a 09 09 20 20  er=\"1\">" ...  
3130: 20 20 20 20 20 22 3c 74 72 3e 3c 74 64 3e 49 74       "<tr><td>It
3140: 65 6d 3c 2f 74 64 3e 3c 74 64 3e 53 74 61 74 65  em</td><td>State
3150: 3c 2f 74 64 3e 3c 74 64 3e 53 74 61 74 75 73 3c  </td><td>Status<
3160: 2f 74 64 3e 3c 74 64 3e 43 6f 6d 6d 65 6e 74 3c  /td><td>Comment<
3170: 2f 74 64 3e 22 0a 09 09 20 20 20 20 20 20 20 6f  /td>"...       o
3180: 75 74 74 78 74 20 22 3c 2f 74 61 62 6c 65 3e 3c  uttxt "</table><
3190: 2f 62 6f 64 79 3e 3c 2f 68 74 6d 6c 3e 22 29 0a  /body></html>").
31a0: 09 09 28 72 65 6c 65 61 73 65 2d 64 6f 74 2d 6c  ..(release-dot-l
31b0: 6f 63 6b 20 6f 75 74 70 75 74 66 69 6c 65 6e 61  ock outputfilena
31c0: 6d 65 29 29 29 0a 09 20 20 20 20 28 63 6c 6f 73  me)))..    (clos
31d0: 65 2d 6f 75 74 70 75 74 2d 70 6f 72 74 20 6f 75  e-output-port ou
31e0: 70 29 0a 09 20 20 20 20 28 63 68 61 6e 67 65 2d  p)..    (change-
31f0: 64 69 72 65 63 74 6f 72 79 20 6f 72 69 67 2d 64  directory orig-d
3200: 69 72 29 0a 09 20 20 20 20 28 74 65 73 74 2d 73  ir)..    (test-s
3210: 65 74 2d 74 6f 70 6c 6f 67 21 20 64 62 20 72 75  et-toplog! db ru
3220: 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 6f  n-id test-name o
3230: 75 74 70 75 74 66 69 6c 65 6e 61 6d 65 29 0a 09  utputfilename)..
3240: 20 20 20 20 29 29 29 29 29 0a 0a 28 64 65 66 69      )))))..(defi
3250: 6e 65 20 28 67 65 74 2d 61 6c 6c 2d 6c 65 67 61  ne (get-all-lega
3260: 6c 2d 74 65 73 74 73 29 0a 20 20 28 6c 65 74 2a  l-tests).  (let*
3270: 20 28 28 74 65 73 74 73 20 20 28 67 6c 6f 62 20   ((tests  (glob 
3280: 28 63 6f 6e 63 20 2a 74 6f 70 70 61 74 68 2a 20  (conc *toppath* 
3290: 22 2f 74 65 73 74 73 2f 2a 22 29 29 29 0a 09 20  "/tests/*"))).. 
32a0: 28 72 65 73 20 20 20 20 27 28 29 29 29 0a 20 20  (res    '())).  
32b0: 20 20 28 64 65 62 75 67 3a 70 72 69 6e 74 20 34    (debug:print 4
32c0: 20 22 49 4e 46 4f 3a 20 4c 6f 6f 6b 69 6e 67 20   "INFO: Looking 
32d0: 61 74 20 74 65 73 74 73 20 22 20 28 73 74 72 69  at tests " (stri
32e0: 6e 67 2d 69 6e 74 65 72 73 70 65 72 73 65 20 74  ng-intersperse t
32f0: 65 73 74 73 20 22 2c 22 29 29 0a 20 20 20 20 28  ests ",")).    (
3300: 66 6f 72 2d 65 61 63 68 20 28 6c 61 6d 62 64 61  for-each (lambda
3310: 20 28 74 65 73 74 70 61 74 68 29 0a 09 09 28 69   (testpath)...(i
3320: 66 20 28 66 69 6c 65 2d 65 78 69 73 74 73 3f 20  f (file-exists? 
3330: 28 63 6f 6e 63 20 74 65 73 74 70 61 74 68 20 22  (conc testpath "
3340: 2f 74 65 73 74 63 6f 6e 66 69 67 22 29 29 0a 09  /testconfig"))..
3350: 09 20 20 20 20 28 73 65 74 21 20 72 65 73 20 28  .    (set! res (
3360: 63 6f 6e 73 20 28 6c 61 73 74 20 28 73 74 72 69  cons (last (stri
3370: 6e 67 2d 73 70 6c 69 74 20 74 65 73 74 70 61 74  ng-split testpat
3380: 68 20 22 2f 22 29 29 20 72 65 73 29 29 29 29 0a  h "/")) res)))).
3390: 09 20 20 20 20 20 20 74 65 73 74 73 29 0a 20 20  .      tests).  
33a0: 20 20 72 65 73 29 29 0a 0a 28 64 65 66 69 6e 65    res))..(define
33b0: 20 28 74 65 73 74 73 3a 67 65 74 2d 74 65 73 74   (tests:get-test
33c0: 63 6f 6e 66 69 67 20 74 65 73 74 2d 6e 61 6d 65  config test-name
33d0: 20 73 79 73 74 65 6d 2d 61 6c 6c 6f 77 65 64 29   system-allowed)
33e0: 0a 20 20 28 6c 65 74 2a 20 28 28 74 65 73 74 2d  .  (let* ((test-
33f0: 70 61 74 68 20 20 20 20 28 63 6f 6e 63 20 2a 74  path    (conc *t
3400: 6f 70 70 61 74 68 2a 20 22 2f 74 65 73 74 73 2f  oppath* "/tests/
3410: 22 20 74 65 73 74 2d 6e 61 6d 65 29 29 0a 09 20  " test-name)).. 
3420: 28 74 65 73 74 2d 63 6f 6e 66 69 67 66 20 28 63  (test-configf (c
3430: 6f 6e 63 20 74 65 73 74 2d 70 61 74 68 20 22 2f  onc test-path "/
3440: 74 65 73 74 63 6f 6e 66 69 67 22 29 29 0a 09 20  testconfig")).. 
3450: 28 74 65 73 74 65 78 69 73 74 73 20 20 20 28 61  (testexists   (a
3460: 6e 64 20 28 66 69 6c 65 2d 65 78 69 73 74 73 3f  nd (file-exists?
3470: 20 74 65 73 74 2d 63 6f 6e 66 69 67 66 29 28 66   test-configf)(f
3480: 69 6c 65 2d 72 65 61 64 2d 61 63 63 65 73 73 3f  ile-read-access?
3490: 20 74 65 73 74 2d 63 6f 6e 66 69 67 66 29 29 29   test-configf)))
34a0: 29 0a 20 20 20 20 28 69 66 20 74 65 73 74 65 78  ).    (if testex
34b0: 69 73 74 73 0a 09 28 72 65 61 64 2d 63 6f 6e 66  ists..(read-conf
34c0: 69 67 20 74 65 73 74 2d 63 6f 6e 66 69 67 66 20  ig test-configf 
34d0: 23 66 20 73 79 73 74 65 6d 2d 61 6c 6c 6f 77 65  #f system-allowe
34e0: 64 20 65 6e 76 69 72 6f 6e 2d 70 61 74 74 3a 20  d environ-patt: 
34f0: 28 69 66 20 73 79 73 74 65 6d 2d 61 6c 6c 6f 77  (if system-allow
3500: 65 64 0a 09 09 09 09 09 09 09 09 20 20 20 20 20  ed.........     
3510: 20 22 70 72 65 2d 6c 61 75 6e 63 68 2d 65 6e 76   "pre-launch-env
3520: 2d 76 61 72 73 22 0a 09 09 09 09 09 09 09 09 20  -vars"......... 
3530: 20 20 20 20 20 23 66 29 29 0a 09 23 66 29 29 29       #f))..#f)))
3540: 0a 20 20 0a 3b 3b 20 73 6f 72 74 20 74 65 73 74  .  .;; sort test
3550: 73 20 62 79 20 70 72 69 6f 72 69 74 79 20 61 6e  s by priority an
3560: 64 20 77 61 69 74 6f 6e 0a 3b 3b 20 4d 6f 76 65  d waiton.;; Move
3570: 20 74 65 73 74 20 73 70 65 63 69 66 69 63 20 73   test specific s
3580: 74 75 66 66 20 74 6f 20 61 20 74 65 73 74 20 75  tuff to a test u
3590: 6e 69 74 20 46 49 58 4d 45 20 6f 6e 65 20 6f 66  nit FIXME one of
35a0: 20 74 68 65 73 65 20 64 61 79 73 0a 28 64 65 66   these days.(def
35b0: 69 6e 65 20 28 74 65 73 74 73 3a 73 6f 72 74 2d  ine (tests:sort-
35c0: 62 79 2d 70 72 69 6f 72 69 74 79 2d 61 6e 64 2d  by-priority-and-
35d0: 77 61 69 74 6f 6e 20 74 65 73 74 2d 72 65 63 6f  waiton test-reco
35e0: 72 64 73 29 0a 20 20 28 6c 65 74 20 28 28 6d 75  rds).  (let ((mu
35f0: 6e 67 65 70 72 69 6f 72 69 74 79 20 28 6c 61 6d  ngepriority (lam
3600: 62 64 61 20 28 70 72 69 6f 72 69 74 79 29 0a 09  bda (priority)..
3610: 09 09 20 28 69 66 20 70 72 69 6f 72 69 74 79 0a  .. (if priority.
3620: 09 09 09 20 20 20 20 20 28 6c 65 74 20 28 28 74  ...     (let ((t
3630: 6d 70 20 28 61 6e 79 2d 3e 6e 75 6d 62 65 72 20  mp (any->number 
3640: 70 72 69 6f 72 69 74 79 29 29 29 0a 09 09 09 20  priority))).... 
3650: 20 20 20 20 20 20 28 69 66 20 74 6d 70 20 74 6d        (if tmp tm
3660: 70 20 28 62 65 67 69 6e 20 28 64 65 62 75 67 3a  p (begin (debug:
3670: 70 72 69 6e 74 20 30 20 22 45 52 52 4f 52 3a 20  print 0 "ERROR: 
3680: 62 61 64 20 70 72 69 6f 72 69 74 79 20 76 61 6c  bad priority val
3690: 75 65 20 22 20 70 72 69 6f 72 69 74 79 20 22 2c  ue " priority ",
36a0: 20 75 73 69 6e 67 20 30 22 29 20 30 29 29 29 0a   using 0") 0))).
36b0: 09 09 09 20 20 20 20 20 30 29 29 29 29 0a 20 20  ...     0)))).  
36c0: 20 20 28 73 6f 72 74 20 0a 20 20 20 20 20 28 68    (sort .     (h
36d0: 61 73 68 2d 74 61 62 6c 65 2d 6b 65 79 73 20 74  ash-table-keys t
36e0: 65 73 74 2d 72 65 63 6f 72 64 73 29 20 3b 3b 20  est-records) ;; 
36f0: 61 76 6f 69 64 20 64 65 61 6c 69 6e 67 20 77 69  avoid dealing wi
3700: 74 68 20 64 65 6c 65 74 65 64 20 74 65 73 74 73  th deleted tests
3710: 2c 20 6c 6f 6f 6b 20 61 74 20 74 68 65 20 68 61  , look at the ha
3720: 73 68 20 74 61 62 6c 65 0a 20 20 20 20 20 28 6c  sh table.     (l
3730: 61 6d 62 64 61 20 28 61 20 62 29 0a 20 20 20 20  ambda (a b).    
3740: 20 20 20 28 6c 65 74 2a 20 28 28 61 2d 72 65 63     (let* ((a-rec
3750: 6f 72 64 20 20 20 28 68 61 73 68 2d 74 61 62 6c  ord   (hash-tabl
3760: 65 2d 72 65 66 20 74 65 73 74 2d 72 65 63 6f 72  e-ref test-recor
3770: 64 73 20 61 29 29 0a 09 20 20 20 20 20 20 28 62  ds a))..      (b
3780: 2d 72 65 63 6f 72 64 20 20 20 28 68 61 73 68 2d  -record   (hash-
3790: 74 61 62 6c 65 2d 72 65 66 20 74 65 73 74 2d 72  table-ref test-r
37a0: 65 63 6f 72 64 73 20 62 29 29 0a 09 20 20 20 20  ecords b))..    
37b0: 20 20 28 61 2d 77 61 69 74 6f 6e 73 20 20 28 74    (a-waitons  (t
37c0: 65 73 74 73 3a 74 65 73 74 71 75 65 75 65 2d 67  ests:testqueue-g
37d0: 65 74 2d 77 61 69 74 6f 6e 73 20 61 2d 72 65 63  et-waitons a-rec
37e0: 6f 72 64 29 29 0a 09 20 20 20 20 20 20 28 62 2d  ord))..      (b-
37f0: 77 61 69 74 6f 6e 73 20 20 28 74 65 73 74 73 3a  waitons  (tests:
3800: 74 65 73 74 71 75 65 75 65 2d 67 65 74 2d 77 61  testqueue-get-wa
3810: 69 74 6f 6e 73 20 62 2d 72 65 63 6f 72 64 29 29  itons b-record))
3820: 0a 09 20 20 20 20 20 20 28 61 2d 63 6f 6e 66 69  ..      (a-confi
3830: 67 20 20 20 28 74 65 73 74 73 3a 74 65 73 74 71  g   (tests:testq
3840: 75 65 75 65 2d 67 65 74 2d 74 65 73 74 63 6f 6e  ueue-get-testcon
3850: 66 69 67 20 20 61 2d 72 65 63 6f 72 64 29 29 0a  fig  a-record)).
3860: 09 20 20 20 20 20 20 28 62 2d 63 6f 6e 66 69 67  .      (b-config
3870: 20 20 20 28 74 65 73 74 73 3a 74 65 73 74 71 75     (tests:testqu
3880: 65 75 65 2d 67 65 74 2d 74 65 73 74 63 6f 6e 66  eue-get-testconf
3890: 69 67 20 20 62 2d 72 65 63 6f 72 64 29 29 0a 09  ig  b-record))..
38a0: 20 20 20 20 20 20 28 61 2d 72 61 77 2d 70 72 69        (a-raw-pri
38b0: 20 20 28 63 6f 6e 66 69 67 2d 6c 6f 6f 6b 75 70    (config-lookup
38c0: 20 61 2d 63 6f 6e 66 69 67 20 22 72 65 71 75 69   a-config "requi
38d0: 72 65 6d 65 6e 74 73 22 20 22 70 72 69 6f 72 69  rements" "priori
38e0: 74 79 22 29 29 0a 09 20 20 20 20 20 20 28 62 2d  ty"))..      (b-
38f0: 72 61 77 2d 70 72 69 20 20 28 63 6f 6e 66 69 67  raw-pri  (config
3900: 2d 6c 6f 6f 6b 75 70 20 62 2d 63 6f 6e 66 69 67  -lookup b-config
3910: 20 22 72 65 71 75 69 72 65 6d 65 6e 74 73 22 20   "requirements" 
3920: 22 70 72 69 6f 72 69 74 79 22 29 29 0a 09 20 20  "priority"))..  
3930: 20 20 20 20 28 61 2d 70 72 69 6f 72 69 74 79 20      (a-priority 
3940: 28 6d 75 6e 67 65 70 72 69 6f 72 69 74 79 20 61  (mungepriority a
3950: 2d 72 61 77 2d 70 72 69 29 29 0a 09 20 20 20 20  -raw-pri))..    
3960: 20 20 28 62 2d 70 72 69 6f 72 69 74 79 20 28 6d    (b-priority (m
3970: 75 6e 67 65 70 72 69 6f 72 69 74 79 20 62 2d 72  ungepriority b-r
3980: 61 77 2d 70 72 69 29 29 29 0a 09 3b 3b 20 20 28  aw-pri)))..;;  (
3990: 64 65 62 75 67 3a 70 72 69 6e 74 20 35 20 22 73  debug:print 5 "s
39a0: 6f 72 74 2d 62 79 2d 70 72 69 6f 72 69 74 79 2d  ort-by-priority-
39b0: 61 6e 64 2d 77 61 69 74 6f 6e 2c 20 61 3a 20 22  and-waiton, a: "
39c0: 20 61 20 22 20 62 3a 20 22 20 62 0a 09 3b 3b 20   a " b: " b..;; 
39d0: 09 20 20 20 20 20 20 22 5c 6e 20 20 20 20 20 61  .      "\n     a
39e0: 2d 72 65 63 6f 72 64 3a 20 20 20 22 20 61 2d 72  -record:   " a-r
39f0: 65 63 6f 72 64 20 0a 09 3b 3b 20 09 20 20 20 20  ecord ..;; .    
3a00: 20 20 22 5c 6e 20 20 20 20 20 62 2d 72 65 63 6f    "\n     b-reco
3a10: 72 64 3a 20 20 20 22 20 62 2d 72 65 63 6f 72 64  rd:   " b-record
3a20: 0a 09 3b 3b 20 09 20 20 20 20 20 20 22 5c 6e 20  ..;; .      "\n 
3a30: 20 20 20 20 61 2d 77 61 69 74 6f 6e 73 3a 20 20      a-waitons:  
3a40: 22 20 61 2d 77 61 69 74 6f 6e 73 0a 09 3b 3b 20  " a-waitons..;; 
3a50: 09 20 20 20 20 20 20 22 5c 6e 20 20 20 20 20 62  .      "\n     b
3a60: 2d 77 61 69 74 6f 6e 73 3a 20 20 22 20 62 2d 77  -waitons:  " b-w
3a70: 61 69 74 6f 6e 73 0a 09 3b 3b 20 09 20 20 20 20  aitons..;; .    
3a80: 20 20 22 5c 6e 20 20 20 20 20 61 2d 63 6f 6e 66    "\n     a-conf
3a90: 69 67 3a 20 20 20 22 20 28 68 61 73 68 2d 74 61  ig:   " (hash-ta
3aa0: 62 6c 65 2d 3e 61 6c 69 73 74 20 61 2d 63 6f 6e  ble->alist a-con
3ab0: 66 69 67 29 0a 09 3b 3b 20 09 20 20 20 20 20 20  fig)..;; .      
3ac0: 22 5c 6e 20 20 20 20 20 62 2d 63 6f 6e 66 69 67  "\n     b-config
3ad0: 3a 20 20 20 22 20 28 68 61 73 68 2d 74 61 62 6c  :   " (hash-tabl
3ae0: 65 2d 3e 61 6c 69 73 74 20 62 2d 63 6f 6e 66 69  e->alist b-confi
3af0: 67 29 0a 09 3b 3b 20 09 20 20 20 20 20 20 22 5c  g)..;; .      "\
3b00: 6e 20 20 20 20 20 61 2d 72 61 77 2d 70 72 69 3a  n     a-raw-pri:
3b10: 20 20 22 20 61 2d 72 61 77 2d 70 72 69 0a 09 3b    " a-raw-pri..;
3b20: 3b 20 09 20 20 20 20 20 20 22 5c 6e 20 20 20 20  ; .      "\n    
3b30: 20 62 2d 72 61 77 2d 70 72 69 3a 20 20 22 20 62   b-raw-pri:  " b
3b40: 2d 72 61 77 2d 70 72 69 0a 09 3b 3b 20 09 20 20  -raw-pri..;; .  
3b50: 20 20 20 20 22 5c 6e 20 20 20 20 20 61 2d 70 72      "\n     a-pr
3b60: 69 6f 72 69 74 79 3a 20 22 20 61 2d 70 72 69 6f  iority: " a-prio
3b70: 72 69 74 79 0a 09 3b 3b 20 09 20 20 20 20 20 20  rity..;; .      
3b80: 22 5c 6e 20 20 20 20 20 62 2d 70 72 69 6f 72 69  "\n     b-priori
3b90: 74 79 3a 20 22 20 62 2d 70 72 69 6f 72 69 74 79  ty: " b-priority
3ba0: 29 0a 09 20 28 74 65 73 74 73 3a 74 65 73 74 71  ).. (tests:testq
3bb0: 75 65 75 65 2d 73 65 74 2d 70 72 69 6f 72 69 74  ueue-set-priorit
3bc0: 79 21 20 61 2d 72 65 63 6f 72 64 20 61 2d 70 72  y! a-record a-pr
3bd0: 69 6f 72 69 74 79 29 0a 09 20 28 74 65 73 74 73  iority).. (tests
3be0: 3a 74 65 73 74 71 75 65 75 65 2d 73 65 74 2d 70  :testqueue-set-p
3bf0: 72 69 6f 72 69 74 79 21 20 62 2d 72 65 63 6f 72  riority! b-recor
3c00: 64 20 62 2d 70 72 69 6f 72 69 74 79 29 0a 09 20  d b-priority).. 
3c10: 28 69 66 20 28 61 6e 64 20 61 2d 77 61 69 74 6f  (if (and a-waito
3c20: 6e 73 20 28 6d 65 6d 62 65 72 20 28 74 65 73 74  ns (member (test
3c30: 73 3a 74 65 73 74 71 75 65 75 65 2d 67 65 74 2d  s:testqueue-get-
3c40: 74 65 73 74 6e 61 6d 65 20 62 2d 72 65 63 6f 72  testname b-recor
3c50: 64 29 20 61 2d 77 61 69 74 6f 6e 73 29 29 0a 09  d) a-waitons))..
3c60: 20 20 20 20 20 23 66 20 3b 3b 20 63 61 6e 6e 6f       #f ;; canno
3c70: 74 20 68 61 76 65 20 61 20 77 68 69 63 68 20 69  t have a which i
3c80: 73 20 77 61 69 74 69 6e 67 20 6f 6e 20 62 20 68  s waiting on b h
3c90: 61 70 70 65 6e 69 6e 67 20 62 65 66 6f 72 65 20  appening before 
3ca0: 62 0a 09 20 20 20 20 20 28 69 66 20 28 61 6e 64  b..     (if (and
3cb0: 20 62 2d 77 61 69 74 6f 6e 73 20 28 6d 65 6d 62   b-waitons (memb
3cc0: 65 72 20 28 74 65 73 74 73 3a 74 65 73 74 71 75  er (tests:testqu
3cd0: 65 75 65 2d 67 65 74 2d 74 65 73 74 6e 61 6d 65  eue-get-testname
3ce0: 20 61 2d 72 65 63 6f 72 64 29 20 62 2d 77 61 69   a-record) b-wai
3cf0: 74 6f 6e 73 29 29 0a 09 09 20 23 74 20 3b 3b 20  tons))... #t ;; 
3d00: 74 68 69 73 20 69 73 20 74 68 65 20 63 6f 72 72  this is the corr
3d10: 65 63 74 20 6f 72 64 65 72 2c 20 62 20 69 73 20  ect order, b is 
3d20: 77 61 69 74 69 6e 67 20 6f 6e 20 61 20 61 6e 64  waiting on a and
3d30: 20 62 20 69 73 20 62 65 66 6f 72 65 20 61 0a 09   b is before a..
3d40: 09 20 28 69 66 20 28 3e 20 61 2d 70 72 69 6f 72  . (if (> a-prior
3d50: 69 74 79 20 62 2d 70 72 69 6f 72 69 74 79 29 0a  ity b-priority).
3d60: 09 09 20 20 20 20 20 23 74 20 3b 3b 20 69 66 20  ..     #t ;; if 
3d70: 61 20 69 73 20 61 20 68 69 67 68 65 72 20 70 72  a is a higher pr
3d80: 69 6f 72 69 74 79 20 74 68 61 6e 20 62 20 74 68  iority than b th
3d90: 65 6e 20 77 65 20 61 72 65 20 67 6f 6f 64 20 74  en we are good t
3da0: 6f 20 67 6f 0a 09 09 20 20 20 20 20 23 66 29 29  o go...     #f))
3db0: 29 29 29 29 29 29 0a 0a 3b 3b 20 66 6f 72 20 65  ))))))..;; for e
3dc0: 61 63 68 20 74 65 73 74 3a 0a 3b 3b 20 20 20 0a  ach test:.;;   .
3dd0: 28 64 65 66 69 6e 65 20 28 74 65 73 74 73 3a 66  (define (tests:f
3de0: 69 6c 74 65 72 2d 6e 6f 6e 2d 72 75 6e 6e 61 62  ilter-non-runnab
3df0: 6c 65 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73  le db run-id tes
3e00: 74 6b 65 79 6e 61 6d 65 73 20 74 65 73 74 72 65  tkeynames testre
3e10: 63 6f 72 64 73 68 61 73 68 29 0a 20 20 28 6c 65  cordshash).  (le
3e20: 74 20 28 28 72 75 6e 6e 61 62 6c 65 73 20 27 28  t ((runnables '(
3e30: 29 29 29 0a 20 20 20 20 28 66 6f 72 2d 65 61 63  ))).    (for-eac
3e40: 68 0a 20 20 20 20 20 28 6c 61 6d 62 64 61 20 28  h.     (lambda (
3e50: 74 65 73 74 6b 65 79 6e 61 6d 65 29 0a 20 20 20  testkeyname).   
3e60: 20 20 20 20 28 6c 65 74 2a 20 28 28 74 65 73 74      (let* ((test
3e70: 2d 72 65 63 6f 72 64 20 28 68 61 73 68 2d 74 61  -record (hash-ta
3e80: 62 6c 65 2d 72 65 66 20 74 65 73 74 72 65 63 6f  ble-ref testreco
3e90: 72 64 73 68 61 73 68 20 74 65 73 74 6b 65 79 6e  rdshash testkeyn
3ea0: 61 6d 65 29 29 0a 09 20 20 20 20 20 20 28 74 65  ame))..      (te
3eb0: 73 74 2d 6e 61 6d 65 20 20 20 28 74 65 73 74 73  st-name   (tests
3ec0: 3a 74 65 73 74 71 75 65 75 65 2d 67 65 74 2d 74  :testqueue-get-t
3ed0: 65 73 74 6e 61 6d 65 20 20 74 65 73 74 2d 72 65  estname  test-re
3ee0: 63 6f 72 64 29 29 0a 09 20 20 20 20 20 20 28 69  cord))..      (i
3ef0: 74 65 6d 64 61 74 20 20 20 20 20 28 74 65 73 74  temdat     (test
3f00: 73 3a 74 65 73 74 71 75 65 75 65 2d 67 65 74 2d  s:testqueue-get-
3f10: 69 74 65 6d 64 61 74 20 20 20 74 65 73 74 2d 72  itemdat   test-r
3f20: 65 63 6f 72 64 29 29 0a 09 20 20 20 20 20 20 28  ecord))..      (
3f30: 69 74 65 6d 2d 70 61 74 68 20 20 20 28 74 65 73  item-path   (tes
3f40: 74 73 3a 74 65 73 74 71 75 65 75 65 2d 67 65 74  ts:testqueue-get
3f50: 2d 69 74 65 6d 5f 70 61 74 68 20 74 65 73 74 2d  -item_path test-
3f60: 72 65 63 6f 72 64 29 29 0a 09 20 20 20 20 20 20  record))..      
3f70: 28 77 61 69 74 6f 6e 73 20 20 20 20 20 28 74 65  (waitons     (te
3f80: 73 74 73 3a 74 65 73 74 71 75 65 75 65 2d 67 65  sts:testqueue-ge
3f90: 74 2d 77 61 69 74 6f 6e 73 20 20 20 74 65 73 74  t-waitons   test
3fa0: 2d 72 65 63 6f 72 64 29 29 0a 09 20 20 20 20 20  -record))..     
3fb0: 20 28 6b 65 65 70 2d 74 65 73 74 20 20 20 23 74   (keep-test   #t
3fc0: 29 0a 09 20 20 20 20 20 20 28 74 64 61 74 20 20  )..      (tdat  
3fd0: 20 20 20 20 20 20 28 64 62 3a 67 65 74 2d 74 65        (db:get-te
3fe0: 73 74 2d 69 6e 66 6f 20 64 62 20 72 75 6e 2d 69  st-info db run-i
3ff0: 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d  d test-name item
4000: 2d 70 61 74 68 29 29 29 0a 09 20 28 69 66 20 74  -path))).. (if t
4010: 64 61 74 0a 09 20 20 20 20 20 28 62 65 67 69 6e  dat..     (begin
4020: 0a 09 20 20 20 20 20 20 20 3b 3b 20 4c 6f 6f 6b  ..       ;; Look
4030: 20 61 74 20 74 68 65 20 74 65 73 74 20 73 74 61   at the test sta
4040: 74 65 20 61 6e 64 20 73 74 61 74 75 73 0a 09 20  te and status.. 
4050: 20 20 20 20 20 20 28 69 66 20 28 6f 72 20 28 6d        (if (or (m
4060: 65 6d 62 65 72 20 28 64 62 3a 74 65 73 74 2d 67  ember (db:test-g
4070: 65 74 2d 73 74 61 74 75 73 20 74 64 61 74 29 20  et-status tdat) 
4080: 0a 09 09 09 20 20 20 20 20 20 20 27 28 22 50 41  ....       '("PA
4090: 53 53 22 20 22 57 41 52 4e 22 20 22 57 41 49 56  SS" "WARN" "WAIV
40a0: 45 44 22 20 22 43 48 45 43 4b 22 29 29 0a 09 09  ED" "CHECK"))...
40b0: 20 20 20 20 20 20 20 28 6d 65 6d 62 65 72 20 28         (member (
40c0: 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74 61 74  db:test-get-stat
40d0: 65 20 74 64 61 74 29 0a 09 09 09 20 20 20 20 20  e tdat)....     
40e0: 20 20 27 28 22 49 4e 43 4f 4d 50 4c 45 54 45 22    '("INCOMPLETE"
40f0: 20 22 4b 49 4c 4c 45 44 22 29 29 29 0a 09 09 20   "KILLED")))... 
4100: 20 20 28 73 65 74 21 20 6b 65 65 70 2d 74 65 73    (set! keep-tes
4110: 74 20 23 66 29 29 0a 0a 09 20 20 20 20 20 20 20  t #f))...       
4120: 3b 3b 20 65 78 61 6d 69 6e 65 20 77 61 69 74 6f  ;; examine waito
4130: 6e 73 20 66 6f 72 20 61 6e 79 20 66 61 69 6c 73  ns for any fails
4140: 2e 20 49 66 20 69 74 20 69 73 20 46 41 49 4c 20  . If it is FAIL 
4150: 6f 72 20 49 4e 43 4f 4d 50 4c 45 54 45 20 74 68  or INCOMPLETE th
4160: 65 6e 20 65 6c 69 6d 69 6e 61 74 65 20 74 68 69  en eliminate thi
4170: 73 20 74 65 73 74 0a 09 20 20 20 20 20 20 20 3b  s test..       ;
4180: 3b 20 66 72 6f 6d 20 74 68 65 20 72 75 6e 6e 61  ; from the runna
4190: 62 6c 65 20 6c 69 73 74 0a 09 20 20 20 20 20 20  ble list..      
41a0: 20 28 69 66 20 6b 65 65 70 2d 74 65 73 74 0a 09   (if keep-test..
41b0: 09 20 20 20 28 66 6f 72 2d 65 61 63 68 20 28 6c  .   (for-each (l
41c0: 61 6d 62 64 61 20 28 77 61 69 74 6f 6e 29 0a 09  ambda (waiton)..
41d0: 09 09 20 20 20 20 20 20 20 3b 3b 20 66 6f 72 20  ..       ;; for 
41e0: 6e 6f 77 20 77 65 20 61 72 65 20 77 61 69 74 69  now we are waiti
41f0: 6e 67 20 6f 6e 6c 79 20 6f 6e 20 74 68 65 20 70  ng only on the p
4200: 61 72 65 6e 74 20 74 65 73 74 0a 09 09 09 20 20  arent test....  
4210: 20 20 20 20 20 28 6c 65 74 20 28 28 77 74 64 61       (let ((wtda
4220: 74 20 28 64 62 3a 67 65 74 2d 74 65 73 74 2d 69  t (db:get-test-i
4230: 6e 66 6f 20 64 62 20 72 75 6e 2d 69 64 20 77 61  nfo db run-id wa
4240: 69 74 6f 6e 20 22 22 29 29 29 20 0a 09 09 09 09  iton ""))) .....
4250: 20 28 69 66 20 28 6f 72 20 28 6d 65 6d 62 65 72   (if (or (member
4260: 20 28 64 62 3a 74 65 73 74 2d 67 65 74 2d 73 74   (db:test-get-st
4270: 61 74 75 73 20 77 74 64 61 74 29 0a 09 09 09 09  atus wtdat).....
4280: 09 09 20 27 28 22 46 41 49 4c 22 20 22 4b 49 4c  .. '("FAIL" "KIL
4290: 4c 45 44 22 29 29 0a 09 09 09 09 09 20 28 6d 65  LED"))...... (me
42a0: 6d 62 65 72 20 28 64 62 3a 74 65 73 74 2d 67 65  mber (db:test-ge
42b0: 74 2d 73 74 61 74 65 20 77 74 64 61 74 29 0a 09  t-state wtdat)..
42c0: 09 09 09 09 09 20 27 28 22 49 4e 43 4f 4d 50 45  ..... '("INCOMPE
42d0: 54 45 22 29 29 29 0a 09 09 09 09 20 20 20 20 20  TE"))).....     
42e0: 28 73 65 74 21 20 6b 65 65 70 2d 74 65 73 74 20  (set! keep-test 
42f0: 23 66 29 29 29 29 20 3b 3b 20 6e 6f 20 70 6f 69  #f)))) ;; no poi
4300: 6e 74 20 69 6e 20 72 75 6e 6e 69 6e 67 20 74 68  nt in running th
4310: 69 73 20 6f 6e 65 20 61 67 61 69 6e 0a 09 09 09  is one again....
4320: 20 20 20 20 20 77 61 69 74 6f 6e 73 29 29 29 29       waitons))))
4330: 0a 09 20 28 69 66 20 6b 65 65 70 2d 74 65 73 74  .. (if keep-test
4340: 20 28 73 65 74 21 20 72 75 6e 6e 61 62 6c 65 73   (set! runnables
4350: 20 28 63 6f 6e 73 20 74 65 73 74 6b 65 79 6e 61   (cons testkeyna
4360: 6d 65 20 72 75 6e 6e 61 62 6c 65 73 29 29 29 29  me runnables))))
4370: 29 0a 20 20 20 20 20 74 65 73 74 6b 65 79 6e 61  ).     testkeyna
4380: 6d 65 73 29 0a 20 20 20 20 72 75 6e 6e 61 62 6c  mes).    runnabl
4390: 65 73 29 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d 3d  es))..;;========
43a0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
43b0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
43c0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
43d0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a 3b  ==============.;
43e0: 3b 20 74 65 73 74 20 73 74 65 70 73 0a 3b 3b 3d  ; test steps.;;=
43f0: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4400: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4410: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4420: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4430: 3d 3d 3d 3d 3d 0a 0a 3b 3b 20 74 65 73 74 73 74  =====..;; testst
4440: 65 70 2d 73 65 74 2d 73 74 61 74 75 73 21 20 75  ep-set-status! u
4450: 73 65 64 20 74 6f 20 62 65 20 68 65 72 65 0a 0a  sed to be here..
4460: 28 64 65 66 69 6e 65 20 28 74 65 73 74 2d 67 65  (define (test-ge
4470: 74 2d 6b 69 6c 6c 2d 72 65 71 75 65 73 74 20 64  t-kill-request d
4480: 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61  b run-id test-na
4490: 6d 65 20 69 74 65 6d 64 61 74 29 0a 20 20 28 6c  me itemdat).  (l
44a0: 65 74 2a 20 28 28 69 74 65 6d 2d 70 61 74 68 20  et* ((item-path 
44b0: 28 69 74 65 6d 2d 6c 69 73 74 2d 3e 70 61 74 68  (item-list->path
44c0: 20 69 74 65 6d 64 61 74 29 29 0a 09 20 28 74 65   itemdat)).. (te
44d0: 73 74 64 61 74 20 20 20 28 64 62 3a 67 65 74 2d  stdat   (db:get-
44e0: 74 65 73 74 2d 69 6e 66 6f 20 64 62 20 72 75 6e  test-info db run
44f0: 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20 69 74  -id test-name it
4500: 65 6d 2d 70 61 74 68 29 29 29 0a 20 20 20 20 28  em-path))).    (
4510: 65 71 75 61 6c 3f 20 28 74 65 73 74 3a 67 65 74  equal? (test:get
4520: 2d 73 74 61 74 65 20 74 65 73 74 64 61 74 29 20  -state testdat) 
4530: 22 4b 49 4c 4c 52 45 51 22 29 29 29 0a 0a 28 64  "KILLREQ")))..(d
4540: 65 66 69 6e 65 20 28 74 65 73 74 2d 73 65 74 2d  efine (test-set-
4550: 6d 65 74 61 2d 69 6e 66 6f 20 64 62 20 72 75 6e  meta-info db run
4560: 2d 69 64 20 74 65 73 74 6e 61 6d 65 20 69 74 65  -id testname ite
4570: 6d 64 61 74 29 0a 20 20 28 6c 65 74 20 28 28 69  mdat).  (let ((i
4580: 74 65 6d 2d 70 61 74 68 20 28 69 74 65 6d 2d 6c  tem-path (item-l
4590: 69 73 74 2d 3e 70 61 74 68 20 69 74 65 6d 64 61  ist->path itemda
45a0: 74 29 29 0a 09 28 63 70 75 6c 6f 61 64 20 20 28  t))..(cpuload  (
45b0: 67 65 74 2d 63 70 75 2d 6c 6f 61 64 29 29 0a 09  get-cpu-load))..
45c0: 28 68 6f 73 74 6e 61 6d 65 20 28 67 65 74 2d 68  (hostname (get-h
45d0: 6f 73 74 2d 6e 61 6d 65 29 29 0a 09 28 64 69 73  ost-name))..(dis
45e0: 6b 66 72 65 65 20 28 67 65 74 2d 64 66 20 28 63  kfree (get-df (c
45f0: 75 72 72 65 6e 74 2d 64 69 72 65 63 74 6f 72 79  urrent-directory
4600: 29 29 29 0a 09 28 75 6e 61 6d 65 20 20 20 20 28  )))..(uname    (
4610: 67 65 74 2d 75 6e 61 6d 65 20 22 2d 73 72 76 70  get-uname "-srvp
4620: 69 6f 22 29 29 29 0a 20 20 20 20 28 73 71 6c 69  io"))).    (sqli
4630: 74 65 33 3a 65 78 65 63 75 74 65 20 64 62 20 22  te3:execute db "
4640: 55 50 44 41 54 45 20 74 65 73 74 73 20 53 45 54  UPDATE tests SET
4650: 20 68 6f 73 74 3d 3f 2c 63 70 75 6c 6f 61 64 3d   host=?,cpuload=
4660: 3f 2c 64 69 73 6b 66 72 65 65 3d 3f 2c 75 6e 61  ?,diskfree=?,una
4670: 6d 65 3d 3f 20 57 48 45 52 45 20 72 75 6e 5f 69  me=? WHERE run_i
4680: 64 3d 3f 20 41 4e 44 20 74 65 73 74 6e 61 6d 65  d=? AND testname
4690: 3d 3f 20 41 4e 44 20 69 74 65 6d 5f 70 61 74 68  =? AND item_path
46a0: 3d 3f 3b 22 0a 09 09 20 20 68 6f 73 74 6e 61 6d  =?;"...  hostnam
46b0: 65 0a 09 09 20 20 63 70 75 6c 6f 61 64 0a 09 09  e...  cpuload...
46c0: 20 20 64 69 73 6b 66 72 65 65 0a 09 09 20 20 75    diskfree...  u
46d0: 6e 61 6d 65 0a 09 09 20 20 72 75 6e 2d 69 64 0a  name...  run-id.
46e0: 09 09 20 20 74 65 73 74 6e 61 6d 65 0a 09 09 20  ..  testname... 
46f0: 20 69 74 65 6d 2d 70 61 74 68 29 29 29 0a 0a 3b   item-path)))..;
4700: 3b 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ;===============
4710: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4720: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4730: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4740: 3d 3d 3d 3d 3d 3d 3d 0a 3b 3b 20 41 20 52 20 43  =======.;; A R C
4750: 20 48 20 49 20 56 20 49 20 4e 20 47 0a 3b 3b 3d   H I V I N G.;;=
4760: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4770: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4780: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4790: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
47a0: 3d 3d 3d 3d 3d 0a 0a 28 64 65 66 69 6e 65 20 28  =====..(define (
47b0: 74 65 73 74 3a 61 72 63 68 69 76 65 20 64 62 20  test:archive db 
47c0: 74 65 73 74 2d 69 64 29 0a 20 20 23 66 29 0a 0a  test-id).  #f)..
47d0: 28 64 65 66 69 6e 65 20 28 74 65 73 74 3a 61 72  (define (test:ar
47e0: 63 68 69 76 65 2d 74 65 73 74 73 20 64 62 20 6b  chive-tests db k
47f0: 65 79 6e 61 6d 65 73 20 74 61 72 67 65 74 29 0a  eynames target).
4800: 20 20 23 66 29 0a 0a 3b 3b 3d 3d 3d 3d 3d 3d 3d    #f)..;;=======
4810: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4820: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4830: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4840: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 0a  ===============.
4850: 3b 3b 20 52 20 50 20 43 0a 3b 3b 3d 3d 3d 3d 3d  ;; R P C.;;=====
4860: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4870: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4880: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
4890: 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d 3d  ================
48a0: 3d 0a 0a 28 64 65 66 69 6e 65 20 28 72 74 65 73  =..(define (rtes
48b0: 74 73 3a 72 65 67 69 73 74 65 72 2d 74 65 73 74  ts:register-test
48c0: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d   db run-id test-
48d0: 6e 61 6d 65 20 69 74 65 6d 2d 70 61 74 68 29 0a  name item-path).
48e0: 20 20 28 69 66 20 2a 72 75 6e 72 65 6d 6f 74 65    (if *runremote
48f0: 2a 0a 20 20 20 20 20 20 28 6c 65 74 20 28 28 68  *.      (let ((h
4900: 6f 73 74 20 28 76 65 63 74 6f 72 2d 72 65 66 20  ost (vector-ref 
4910: 2a 72 75 6e 72 65 6d 6f 74 65 2a 20 30 29 29 0a  *runremote* 0)).
4920: 09 20 20 20 20 28 70 6f 72 74 20 28 76 65 63 74  .    (port (vect
4930: 6f 72 2d 72 65 66 20 2a 72 75 6e 72 65 6d 6f 74  or-ref *runremot
4940: 65 2a 20 31 29 29 29 0a 09 28 28 72 70 63 3a 70  e* 1)))..((rpc:p
4950: 72 6f 63 65 64 75 72 65 20 27 72 74 65 73 74 73  rocedure 'rtests
4960: 3a 72 65 67 69 73 74 65 72 2d 74 65 73 74 20 68  :register-test h
4970: 6f 73 74 20 70 6f 72 74 29 20 72 75 6e 2d 69 64  ost port) run-id
4980: 20 74 65 73 74 2d 6e 61 6d 65 20 69 74 65 6d 2d   test-name item-
4990: 70 61 74 68 29 29 0a 20 20 20 20 20 20 28 74 65  path)).      (te
49a0: 73 74 73 3a 72 65 67 69 73 74 65 72 2d 74 65 73  sts:register-tes
49b0: 74 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74  t db run-id test
49c0: 2d 6e 61 6d 65 20 69 74 65 6d 2d 70 61 74 68 29  -name item-path)
49d0: 29 29 0a 0a 28 64 65 66 69 6e 65 20 28 72 74 65  ))..(define (rte
49e0: 73 74 73 3a 74 65 73 74 2d 73 65 74 2d 73 74 61  sts:test-set-sta
49f0: 74 75 73 21 20 20 64 62 20 74 65 73 74 2d 69 64  tus!  db test-id
4a00: 20 73 74 61 74 65 20 73 74 61 74 75 73 20 63 6f   state status co
4a10: 6d 6d 65 6e 74 20 64 61 74 29 0a 20 20 28 69 66  mment dat).  (if
4a20: 20 2a 72 75 6e 72 65 6d 6f 74 65 2a 0a 20 20 20   *runremote*.   
4a30: 20 20 20 28 6c 65 74 20 28 28 68 6f 73 74 20 28     (let ((host (
4a40: 76 65 63 74 6f 72 2d 72 65 66 20 2a 72 75 6e 72  vector-ref *runr
4a50: 65 6d 6f 74 65 2a 20 30 29 29 0a 09 20 20 20 20  emote* 0))..    
4a60: 28 70 6f 72 74 20 28 76 65 63 74 6f 72 2d 72 65  (port (vector-re
4a70: 66 20 2a 72 75 6e 72 65 6d 6f 74 65 2a 20 31 29  f *runremote* 1)
4a80: 29 29 0a 09 28 28 72 70 63 3a 70 72 6f 63 65 64  ))..((rpc:proced
4a90: 75 72 65 20 27 72 74 65 73 74 73 3a 74 65 73 74  ure 'rtests:test
4aa0: 2d 73 65 74 2d 73 74 61 74 75 73 21 20 68 6f 73  -set-status! hos
4ab0: 74 20 70 6f 72 74 29 20 74 65 73 74 2d 69 64 20  t port) test-id 
4ac0: 73 74 61 74 65 20 73 74 61 74 75 73 20 63 6f 6d  state status com
4ad0: 6d 65 6e 74 20 64 61 74 29 29 0a 20 20 20 20 20  ment dat)).     
4ae0: 20 28 74 65 73 74 2d 73 65 74 2d 73 74 61 74 75   (test-set-statu
4af0: 73 21 20 64 62 20 74 65 73 74 2d 69 64 20 73 74  s! db test-id st
4b00: 61 74 65 20 73 74 61 74 75 73 20 63 6f 6d 6d 65  ate status comme
4b10: 6e 74 20 64 61 74 29 29 29 0a 0a 28 64 65 66 69  nt dat)))..(defi
4b20: 6e 65 20 28 72 74 65 73 74 73 3a 74 65 73 74 2d  ne (rtests:test-
4b30: 73 65 74 2d 74 6f 70 6c 6f 67 21 20 64 62 20 72  set-toplog! db r
4b40: 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d 65 20  un-id test-name 
4b50: 6c 6f 67 66 29 0a 20 20 28 69 66 20 2a 72 75 6e  logf).  (if *run
4b60: 72 65 6d 6f 74 65 2a 0a 20 20 20 20 20 20 28 6c  remote*.      (l
4b70: 65 74 20 28 28 68 6f 73 74 20 28 76 65 63 74 6f  et ((host (vecto
4b80: 72 2d 72 65 66 20 2a 72 75 6e 72 65 6d 6f 74 65  r-ref *runremote
4b90: 2a 20 30 29 29 0a 20 20 20 20 20 20 20 20 20 20  * 0)).          
4ba0: 20 20 28 70 6f 72 74 20 28 76 65 63 74 6f 72 2d    (port (vector-
4bb0: 72 65 66 20 2a 72 75 6e 72 65 6d 6f 74 65 2a 20  ref *runremote* 
4bc0: 31 29 29 29 0a 20 20 20 20 20 20 20 20 28 28 72  1))).        ((r
4bd0: 70 63 3a 70 72 6f 63 65 64 75 72 65 20 27 72 74  pc:procedure 'rt
4be0: 65 73 74 73 3a 74 65 73 74 2d 73 65 74 2d 74 6f  ests:test-set-to
4bf0: 70 6c 6f 67 21 20 68 6f 73 74 20 70 6f 72 74 29  plog! host port)
4c00: 20 72 75 6e 2d 69 64 20 74 65 73 74 2d 6e 61 6d   run-id test-nam
4c10: 65 20 6c 6f 67 66 29 29 0a 20 20 20 20 20 20 28  e logf)).      (
4c20: 74 65 73 74 2d 73 65 74 2d 74 6f 70 6c 6f 67 21  test-set-toplog!
4c30: 20 64 62 20 72 75 6e 2d 69 64 20 74 65 73 74 2d   db run-id test-
4c40: 6e 61 6d 65 20 6c 6f 67 66 29 29 29 0a 0a        name logf)))..