ADDED   README
Index: README
==================================================================
--- /dev/null
+++ README
@@ -0,0 +1,9 @@
+Megatest 
+
+To build:
+
+1. Install chicken scheme. See utils/Makefile.installall
+
+2. Compile with "make -j install PREFIX=/some/path"
+
+3. To test ....

Index: common.scm
==================================================================
--- common.scm
+++ common.scm
@@ -998,11 +998,11 @@
 
 ;; given span of seconds tstart to tend
 ;; find start time to mark and mark delta
 ;;
 (define (common:find-start-mark-and-mark-delta tstart tend)
-  (let* ((deltat   (- tend tstart))
+  (let* ((deltat   (- (max tend (+ tend 10)) tstart)) ;; can't handle runs of less than 4 seconds. Pad it to 10 seconds ...
 	 (result   #f)
 	 (min      60)
 	 (hr       (* 60 60))
 	 (day      (* 24 hr))
 	 (yr       (* 365 day)) ;; year

Index: dashboard.scm
==================================================================
--- dashboard.scm
+++ dashboard.scm
@@ -170,10 +170,13 @@
   (keys              #f)                                ;; keys for this run (i.e. target components)
   ((numruns          (string->number (or (args:get-arg "-cols") "8")))                 : number)      ;; 
   ((tot-runs          0)                 : number)
   ((last-data-update  0)                 : number)      ;; last time the data in allruns was updated
   (runs-mutex         (make-mutex))                     ;; use to prevent parallel access to draw objects
+  ((run-update-times  (make-hash-table)) : hash-table)  ;; update times indexed by run-id
+  (last-test-dat      #f)                               ;; cache last tests dat
+  ((run-db-paths      (make-hash-table)) : hash-table)  ;; cache the paths to the run db files
 
   ;; Runs view
   ((buttondat         (make-hash-table)) : hash-table)  ;;     
   ((item-test-names  '())                : list)        ;; list of itemized tests
   ((run-keys          (make-hash-table)) : hash-table)
@@ -300,10 +303,11 @@
   tests          ;; hash of id => testdat
   tests-by-name  ;; hash of testfullname => testdat
   key-vals
   ((last-update 0) : fixnum) ;; last query to db got records from before last-update
   data-changed
+  (db-path #f)
   )
 
 (define (dboard:rundat-make-init #!key (run #f)(key-vals #f)(tests #f)(last-update -100));; -100 is before time began
   (make-dboard:rundat 
    run: run
@@ -485,20 +489,28 @@
 			    (let ((rd (dboard:rundat-make-init run: run key-vals: key-vals)))
 			      (hash-table-set! (dboard:tabdat-allruns-by-id tabdat) run-id rd)
 			      rd))))
 	 ;; (prev-tests  (dboard:rundat-tests prev-dat)) ;; (vector-ref prev-dat 1))
 	 (last-update (dboard:rundat-last-update run-dat)) ;; (vector-ref prev-dat 3))
-	 (tmptests    (rmt:get-tests-for-run run-id testnamepatt states statuses  ;; run-id testpatt states statuses
-					     #f #f                                ;; offset limit 
-					     (dboard:tabdat-hide-not-hide tabdat) ;; no-in
-					     sort-by                              ;; sort-by
-					     sort-order                           ;; sort-order
-					     #f ;; 'shortlist                           ;; qrytype
-					     (if (dboard:tabdat-filters-changed tabdat) 
-						 0
-						 last-update) ;; last-update
-					     *dashboard-mode*)) ;; use dashboard mode
+	 (db-path     (or (dboard:rundat-db-path run-dat)
+			  (let* ((db-dir (tasks:get-task-db-path))
+				 (db-pth (conc db-dir "/" run-id ".db")))
+			    (dboard:rundat-db-path-set! run-dat db-pth)
+			    db-pth)))
+	 (tmptests    (if (or (configf:lookup *configdat* "setup" "do-not-use-db-file-timestamps")
+			      (>= (file-modification-time db-path) last-update))
+			  (rmt:get-tests-for-run run-id testnamepatt states statuses  ;; run-id testpatt states statuses
+						 #f #f                                ;; offset limit 
+						 (dboard:tabdat-hide-not-hide tabdat) ;; no-in
+						 sort-by                              ;; sort-by
+						 sort-order                           ;; sort-order
+						 #f ;; 'shortlist                           ;; qrytype
+						 (if (dboard:tabdat-filters-changed tabdat) 
+						     0
+						     last-update) ;; last-update
+						 *dashboard-mode*) ;; use dashboard mode
+			  '()))
 	 (use-new    (dboard:tabdat-hide-not-hide tabdat))
 	 (tests-ht   (if (dboard:tabdat-filters-changed tabdat)
 			 (let ((ht (make-hash-table)))
 			   (dboard:rundat-tests-set! run-dat ht)
 			   ht)
@@ -1256,11 +1268,11 @@
 				       (let ((drawing (dboard:tabdat-drawing tabdat))
 					     (old-xadj (dboard:tabdat-xadj   tabdat))
 					     (old-yadj (dboard:tabdat-yadj   tabdat)))
 					 (if (not (and (eq? xadj old-xadj)(eq? yadj old-yadj)))
 					     (begin
-					       (print  "xadj: " xadj " yadj: " yadj "changed: "(eq? xadj old-xadj) " " (eq? yadj old-yadj))
+					       ;; (print  "xadj: " xadj " yadj: " yadj "changed: "(eq? xadj old-xadj) " " (eq? yadj old-yadj))
 					       (dboard:tabdat-view-changed-set! tabdat #t)
 					       (dboard:tabdat-xadj-set! tabdat (* -2000 (- xadj 0.5)))
 					       (dboard:tabdat-yadj-set! tabdat (*  2000 (- yadj 0.5)))
 					       ))))
 				     "iup:canvas action")))
@@ -1268,11 +1280,11 @@
 				     (debug:catch-and-dump
 				      (lambda ()
 					(let* ((drawing (dboard:tabdat-drawing tabdat))
 					       (scalex  (vg:drawing-scalex drawing)))
 					  (dboard:tabdat-view-changed-set! tabdat #t)
-					  (print "step: " step " x: " x " y: " y " dir: " dir " scalex: " scalex)
+					  ;; (print "step: " step " x: " x " y: " y " dir: " dir " scalex: " scalex)
 					  (vg:drawing-scalex-set! drawing
 								  (+ scalex
 								     (if (> step 0)
 									 (* scalex  0.02)
 									 (* scalex -0.02))))))
@@ -1290,11 +1302,11 @@
   (if (not (null? path))
       (hash-table-ref/default (dboard:tabdat-path-run-ids tabdat) path #f)
       #f))
 
 (define (dboard:get-tests-dat tabdat run-id last-update)
-  (let ((tdat (if run-id (rmt:get-tests-for-run run-id 
+  (let* ((tdat (if run-id (rmt:get-tests-for-run run-id 
 					     (hash-table-ref/default (dboard:tabdat-searchpatts tabdat) "test-name" "%/%")
 					     (hash-table-keys (dboard:tabdat-state-ignore-hash tabdat))  ;; '()
 					     (hash-table-keys (dboard:tabdat-status-ignore-hash tabdat)) ;; '()
 					     #f #f                                                       ;; offset limit
 					     (dboard:tabdat-hide-not-hide tabdat)                        ;; not-in
@@ -1356,12 +1368,21 @@
   
 (define (dashboard:one-run-updater commondat tabdat tb cell-lookup run-matrix)
   (let* ((runs-dat     (rmt:get-runs-by-patt (dboard:tabdat-keys tabdat) "%" #f #f #f #f))
 	 (runs-header  (vector-ref runs-dat 0)) ;; 0 is header, 1 is list of records
 	 (run-id       (dboard:tabdat-curr-run-id tabdat))
-	 (last-update  0) ;; fix me - have to create and store a rundat record for this
-	 (tests-dat    (dboard:get-tests-dat tabdat run-id last-update))
+	 (last-update  (hash-table-ref/default (dboard:tabdat-run-update-times tabdat) run-id 0))
+	 (db-path      (or (hash-table-ref/default (dboard:tabdat-run-db-paths tabdat) run-id #f)
+			   (let* ((db-dir (tasks:get-task-db-path))
+				  (db-pth (conc db-dir "/" run-id ".db")))
+			     (hash-table-set! (dboard:tabdat-run-db-paths tabdat) run-id db-pth)
+			     db-pth)))
+	 (tests-dat    (if (or (not run-id)
+			       (configf:lookup *configdat* "setup" "do-not-use-db-file-timestamps")
+			       (>= (file-modification-time db-path) last-update))
+			   (dboard:get-tests-dat tabdat run-id last-update)
+			   (dboard:tabdat-last-test-dat  tabdat)))
 	 (tests-mindat (dcommon:minimize-test-data tests-dat))
 	 (indices      (common:sparse-list-generate-index tests-mindat)) ;;  proc: set-cell))
 	 (row-indices  (cadr indices))
 	 (col-indices  (car indices))
 	 (max-row      (if (null? row-indices) 1 (common:max (map cadr row-indices))))
@@ -1373,80 +1394,82 @@
 	 (runs-hash    (let ((ht (make-hash-table)))
 			 (for-each (lambda (run)
 				     (hash-table-set! ht (db:get-value-by-header run runs-header "id") run))
 				   (vector-ref runs-dat 1))
 			 ht)))
+    (dboard:tabdat-last-test-dat-set! tabdat tests-dat)
+    (hash-table-set! (dboard:tabdat-run-update-times tabdat) run-id (- (current-seconds) 10))
     (dboard:tabdat-filters-changed-set! tabdat #f)
     (let loop ((pass-num 0)
 	       (changed  #f))
       ;; Update the runs tree
       (dboard:update-tree tabdat runs-hash runs-header tb)
-
-(if (eq? pass-num 1)
+      
+      (if (eq? pass-num 1)
 	  (begin ;; big reset
-    (iup:attribute-set! run-matrix "CLEARVALUE" "ALL") ;; NOTE: Was CONTENTS
-    (iup:attribute-set! run-matrix "CLEARATTRIB" "CONTENTS")
-    (iup:attribute-set! run-matrix "RESIZEMATRIX" "YES")
-    (iup:attribute-set! run-matrix "NUMCOL" max-col )
-    (iup:attribute-set! run-matrix "NUMLIN" (if (< max-row max-visible) max-visible max-row)))) ;; min of 20
-
-    ;; Row labels
-    (for-each (lambda (ind)
-		(let* ((name (car ind))
-		       (num  (cadr ind))
-		       (key  (conc num ":0")))
-		  (if (not (equal? (iup:attribute run-matrix key) name))
-		      (begin
-			(set! changed #t)
-			(iup:attribute-set! run-matrix key name)))))
-	      row-indices)
-    
-     (print "row-indices: " row-indices " col-indices: " col-indices)
+	    (iup:attribute-set! run-matrix "CLEARVALUE" "ALL") ;; NOTE: Was CONTENTS
+	    (iup:attribute-set! run-matrix "CLEARATTRIB" "CONTENTS")
+	    (iup:attribute-set! run-matrix "RESIZEMATRIX" "YES")
+	    (iup:attribute-set! run-matrix "NUMCOL" max-col )
+	    (iup:attribute-set! run-matrix "NUMLIN" (if (< max-row max-visible) max-visible max-row)))) ;; min of 20
+      
+      ;; Row labels
+      (for-each (lambda (ind)
+		  (let* ((name (car ind))
+			 (num  (cadr ind))
+			 (key  (conc num ":0")))
+		    (if (not (equal? (iup:attribute run-matrix key) name))
+			(begin
+			  (set! changed #t)
+			  (iup:attribute-set! run-matrix key name)))))
+		row-indices)
+      
+      ;; (print "row-indices: " row-indices " col-indices: " col-indices)
       (if (and (eq? pass-num 0) changed)
 	  (loop 1 #t)) ;; force second pass
-
-    ;; Cell contents
-    (for-each (lambda (entry)
-		;; (print "entry: " entry)
-		(let* ((row-name  (cadr entry))
-		       (col-name  (car entry))
-		       (valuedat  (caddr entry))
-		       (test-id   (list-ref valuedat 0))
-		       (test-name row-name) ;; (list-ref valuedat 1))
-		       (item-path col-name) ;; (list-ref valuedat 2))
-		       (state     (list-ref valuedat 1))
-		       (status    (list-ref valuedat 2))
-		       (value     (gutils:get-color-for-state-status state status))
-		       (row-num   (cadr (assoc row-name row-indices)))
-		       (col-num   (cadr (assoc col-name col-indices)))
-		       (key       (conc row-num ":" col-num)))
-		  (hash-table-set! cell-lookup key test-id)
-		  (if (not (equal? (iup:attribute run-matrix key) (cadr value)))
-		      (begin
-			(set! changed #t)
-			(iup:attribute-set! run-matrix key (cadr value))
-			(iup:attribute-set! run-matrix (conc "BGCOLOR" key) (car value))))))
-	      tests-mindat)
-    
-    ;; Col labels - do after setting Cell contents so they are accounted for in the size calc.
-
-    (for-each (lambda (ind)
-		(let* ((name (car ind))
-		       (num  (cadr ind))
-		       (key  (conc "0:" num)))
-		  (if (not (equal? (iup:attribute run-matrix key) name))
-		      (begin
-			(set! changed #t)
-			(iup:attribute-set! run-matrix key name)
-			(iup:attribute-set! run-matrix "FITTOTEXT" (conc "C" num))))))
-	      col-indices)
-
+      
+      ;; Cell contents
+      (for-each (lambda (entry)
+		  ;; (print "entry: " entry)
+		  (let* ((row-name  (cadr entry))
+			 (col-name  (car entry))
+			 (valuedat  (caddr entry))
+			 (test-id   (list-ref valuedat 0))
+			 (test-name row-name) ;; (list-ref valuedat 1))
+			 (item-path col-name) ;; (list-ref valuedat 2))
+			 (state     (list-ref valuedat 1))
+			 (status    (list-ref valuedat 2))
+			 (value     (gutils:get-color-for-state-status state status))
+			 (row-num   (cadr (assoc row-name row-indices)))
+			 (col-num   (cadr (assoc col-name col-indices)))
+			 (key       (conc row-num ":" col-num)))
+		    (hash-table-set! cell-lookup key test-id)
+		    (if (not (equal? (iup:attribute run-matrix key) (cadr value)))
+			(begin
+			  (set! changed #t)
+			  (iup:attribute-set! run-matrix key (cadr value))
+			  (iup:attribute-set! run-matrix (conc "BGCOLOR" key) (car value))))))
+		tests-mindat)
+      
+      ;; Col labels - do after setting Cell contents so they are accounted for in the size calc.
+      
+      (for-each (lambda (ind)
+		  (let* ((name (car ind))
+			 (num  (cadr ind))
+			 (key  (conc "0:" num)))
+		    (if (not (equal? (iup:attribute run-matrix key) name))
+			(begin
+			  (set! changed #t)
+			  (iup:attribute-set! run-matrix key name)
+			  (iup:attribute-set! run-matrix "FITTOTEXT" (conc "C" num))))))
+		col-indices)
+      
       (if (and (eq? pass-num 0) changed)
 	  (loop 1 #t)) ;; force second pass due to column labels changing
-
+      
       ;; (debug:print 0 *default-debug-port* "one-run-updater, changed: " changed " pass-num: " pass-num)
-      (print "one-run-updater, changed: " changed " pass-num: " pass-num)
+      ;; (print "one-run-updater, changed: " changed " pass-num: " pass-num)
       (if changed (iup:attribute-set! run-matrix "REDRAW" "ALL")))))
 
 ;;======================================================================
 ;; S U M M A R Y 
 ;;======================================================================
@@ -1510,11 +1533,12 @@
 			   (begin
 			     (dboard:tabdat-curr-run-id-set! tabdat run-id)
 			     (dboard:tabdat-layout-update-ok-set! tabdat #f)
 			     ;; (dashboard:update-run-summary-tab)
 			     )
-			   (debug:print-error 0 *default-log-port* "tree-path->run-id returned non-number " run-id)))
+			   ;; (debug:print-error 0 *default-log-port* "tree-path->run-id returned non-number " run-id)
+			   ))
 		     ;; (print "path: " (tree:node->path obj id) " run-id: " run-id)
 		     )))
 	 (cell-lookup (make-hash-table))
 	 (run-matrix (iup:matrix
 		      #:expand "YES"
@@ -1884,11 +1908,19 @@
       (lambda (obj)
         (common:run-a-command
          (conc "megatest -set-state-status NOT_STARTED,n/a -run -target " target
                " -runname " runname
                " -testpatt % "
-               " -preclean -clean-cache"))))))
+               " -preclean -clean-cache"))))
+     (iup:menu-item
+      "Clean Complete Run"
+      #:action
+      (lambda (obj)
+        (common:run-a-command
+         (conc "megatest -remove-runs -target " target
+               " -runname " runname
+               " -testpatt % "))))))
    (iup:menu-item
     "Test"
     (iup:menu 
      (iup:menu-item
       (conc "Rerun " test-name)
@@ -2008,11 +2040,11 @@
 				 #:flat "YES" 
 				 #:alignment "ALEFT"
 					; #:image img1
 					; #:impress img2
 				 #:size  (conc cell-width btn-height)
-				 #:expand  "NO" ;; "HORIZONTAL"
+				 #:expand  "HORIZONTAL"
 				 #:fontsize btn-fontsz
 				 #:action (lambda (obj)
 					    (mark-for-update runs-dat)
 					    (toggle-hide testnum (dboard:commondat-uidat commondat)))))) ;; (iup:attribute obj "TITLE"))))
 	  (vector-set! lftcol testnum labl)
@@ -2096,17 +2128,18 @@
       (let* ((runs-view (iup:vbox
 			 (iup:split
 			  #:orientation "VERTICAL" ;; "HORIZONTAL"
 			  #:value 150
 			  (dboard:runs-tree-browser commondat runs-dat)
-			  (apply iup:hbox
-				 (cons (apply iup:vbox lftlst)
-				       (list 
-					(iup:vbox
-					 ;; the header
-					 (apply iup:hbox (reverse hdrlst))
-					 (apply iup:hbox (reverse bdylst)))))))
+			  (iup:split
+			   ;; left most block, including row names
+			   (apply iup:vbox lftlst)
+			   ;; right hand block, including cells
+			   (iup:vbox
+			    ;; the header
+			    (apply iup:hbox (reverse hdrlst))
+			    (apply iup:hbox (reverse bdylst)))))
 			 controls
 			 ))
 	     ;; (data (dboard:tabdat-init (make-d:data)))
 	     (tabs (iup:tabs
 		    #:tabchangepos-cb (lambda (obj curr prev)
@@ -2355,11 +2388,11 @@
 				  userdata: (conc "run-id: " run-id))
 		   (hash-table-set! (dboard:tabdat-path-run-ids tabdat) run-path run-id)
 		   ;; (set! colnum (+ colnum 1))
 		   ))))
 	 run-ids))
-    (print "Updating rundat")
+    ;; (print "Updating rundat")
     (if (dboard:tabdat-keys tabdat) ;; have keys yet?
 	(let* ((num-keys (length (dboard:tabdat-keys tabdat)))
 	       (targpatt (map (lambda (k v)
 				(list k v))
 			      (dboard:tabdat-keys tabdat)
@@ -2371,11 +2404,11 @@
 	       (runpatt   (if (dboard:tabdat-target tabdat)
 			     (last (dboard:tabdat-target tabdat))
 			     "%"))
 	       (testpatt  (or (dboard:tabdat-test-patts tabdat) "%"))
 	       (filtrstr  (conc targpatt "/" runpatt "/" testpatt)))
-	  (print "targpatt: " targpatt " runpatt: " runpatt " testpatt: " testpatt)
+	  ;; (print "targpatt: " targpatt " runpatt: " runpatt " testpatt: " testpatt)
 
 	  (if (not (equal? (dboard:tabdat-last-filter-str tabdat) filtrstr))
 	      (let ((dwg (dboard:tabdat-drawing tabdat)))
 		(print "reseting drawing")
 		(dboard:tabdat-layout-update-ok-set! tabdat #f)
@@ -2461,11 +2494,10 @@
 	      (begin
 		(for-each
 		 (lambda (fieldname) ;; fields
 		   (let ((all-dat-qrystr (conc "SELECT " timef "," varfn "," valfn " FROM " tablen " WHERE " varfn "='" fieldname "' AND " timef " >= " tstart " AND " timef " <= " tend " ORDER BY " timef " ASC"))
 			 (zeroth-point   (conc "SELECT " timef "," varfn "," valfn " FROM " tablen " WHERE " varfn "='" fieldname "' AND " timef " < " tstart " LIMIT 1")))
-		     (print "all-dat-qrystr: " all-dat-qrystr)
 		     (hash-table-set! res-ht fieldname ;; (fetch-rows (sql db qrystr)))))
 				      (reverse
 				       (sqlite3:fold-row
 					(lambda (res t var val)
 					  (cons (vector t var val) res))
@@ -2648,11 +2680,12 @@
 			       (testsdat  (hash-table-values tests-ht))
 			       (runcomp   (vg:comp-new));; new component for this run
 			       (rows-used (make-hash-table)) ;; keep track of what parts of the rows are used here row1 = (obj1 obj2 ...)
 			       ;; (row-height 4)
 			       (run-start  (dboard:min-max < (map db:test-get-event_time testsdat)))
-			       (run-end    (dboard:min-max > (map (lambda (t)(+ (db:test-get-event_time t)(db:test-get-run_duration t))) testsdat)))
+			       (run-end    (let ((re (dboard:min-max > (map (lambda (t)(+ (db:test-get-event_time t)(db:test-get-run_duration t))) testsdat))))
+					     (max re (+ 1 run-start)))) ;; use run-start+1 if run-start == run-end so delta is not zero
 			       (timeoffset (- run-start)) ;; (+ fixed-originx canvas-margin) run-start))
 			       (run-duration (- run-end run-start))
 			       (timescale  (/ (- sizex (* 2 canvas-margin))
 					      (if (> run-duration 0)
 						  run-duration
@@ -2663,11 +2696,11 @@
 			       (width      (* timescale run-duration))
 			       (graph-lly  (calc-y (/ -50 row-height)))
 			       (graph-uly  (- (calc-y 0) canvas-margin))
 			       (sec-per-50pt (/ 50 timescale))
 			       )
-			  (print "timeoffset: " timeoffset " timescale: " timescale " run-duration: " (seconds->hr-min-sec run-duration) " width: " width " sec-per-50pt: " sec-per-50pt)
+			  ;; (print "timeoffset: " timeoffset " timescale: " timescale " run-duration: " (seconds->hr-min-sec run-duration) " width: " width " sec-per-50pt: " sec-per-50pt)
 			  ;; (print "timescale: " timescale " timeoffset: " timeoffset " sizex: " sizex " originx: " originx)
 			  (mutex-lock! mtx)
 			  (vg:add-comp-to-lib runslib run-full-name runcomp)
 			  ;; Have to keep moving the instantiated box as it is anchored at the lower left
 			  ;; this should have worked for x in next statement? (maptime run-start)

Index: dcommon.scm
==================================================================
--- dcommon.scm
+++ dcommon.scm
@@ -275,11 +275,11 @@
 		 (tal (cdr tests-dat))
 		 (res '()))
 	(let* ((test-id    (db:test-get-id hed)) ;; look at the tests-dat spec for locations
 	       (test-name  (db:test-get-testname hed))
 	       (item-path  (db:test-get-item-path hed))
-	       (state      (db:test-get-status hed))
+	       (state      (db:test-get-state hed))
 	       (status     (db:test-get-status hed))
 	       (newitem    (list test-name item-path (list test-id state status))))
 	  (if (null? tal)
 	      (reverse (cons newitem res))
 	      (loop (car tal)(cdr tal)(cons newitem res)))))))

Index: docs/manual/megatest_manual.html
==================================================================
--- docs/manual/megatest_manual.html
+++ docs/manual/megatest_manual.html
@@ -1,10 +1,10 @@
 <!DOCTYPE html>
 <html lang="en">
 <head>
 <meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<meta name="generator" content="AsciiDoc 8.6.7">
+<meta name="generator" content="AsciiDoc 8.6.9">
 <title>The Megatest Users Manual</title>
 <style type="text/css">
 /* Shared CSS for AsciiDoc xhtml11 and html5 backends */
 
 /* Default font. */
@@ -84,14 +84,20 @@
   margin-top: 0;
 }
 ul > li     { color: #aaa; }
 ul > li > * { color: black; }
 
-pre {
+.monospaced, code, pre {
+  font-family: "Courier New", Courier, monospace;
+  font-size: inherit;
+  color: navy;
   padding: 0;
   margin: 0;
 }
+pre {
+  white-space: pre-wrap;
+}
 
 #author {
   color: #527bbd;
   font-weight: bold;
   font-size: 1.1em;
@@ -216,11 +222,11 @@
   border-left: 3px solid #dddddd;
   padding-left: 0.5em;
 }
 
 div.imageblock div.content { padding-left: 0; }
-span.image img { border-style: none; }
+span.image img { border-style: none; vertical-align: text-bottom; }
 a.image:visited { color: white; }
 
 dl {
   margin-top: 0.8em;
   margin-bottom: 0.8em;
@@ -412,16 +418,10 @@
 /*
  * xhtml11 specific
  *
  * */
 
-tt {
-  font-family: "Courier New", Courier, monospace;
-  font-size: inherit;
-  color: navy;
-}
-
 div.tableblock {
   margin-top: 1.0em;
   margin-bottom: 1.5em;
 }
 div.tableblock > table {
@@ -451,16 +451,10 @@
 /*
  * html5 specific
  *
  * */
 
-.monospaced {
-  font-family: "Courier New", Courier, monospace;
-  font-size: inherit;
-  color: navy;
-}
-
 table.tableblock {
   margin-top: 1.0em;
   margin-bottom: 1.5em;
 }
 thead, p.tableblock.header {
@@ -536,10 +530,12 @@
 }
 
 @media print {
   body.manpage div#toc { display: none; }
 }
+
+
 @media screen {
   body {
     max-width: 50em; /* approximately 80 characters wide */
     margin-left: 16em;
   }
@@ -801,13 +797,54 @@
 <div class="paragraph"><p>Megatest is intended to provide the minimum needed resources to make
 writing a suite of tests and tasks for implementing continuous build
 for software, design engineering or process control (via owlfs for
 example) without being specialized for any specific problem
 space. Megatest in of itself does not know what constitutes a PASS or
-FAIL of a test. In most cases megatest is best used in conjunction
-with logpro or a similar tool to parse, analyze and decide on the test
-outcome.</p></div>
+FAIL of a test or task. In most cases megatest is best used in
+conjunction with logpro or a similar tool to parse, analyze and decide
+on the test outcome.</p></div>
+<div class="ulist"><ul>
+<li>
+<p>
+Self-checking -Repeatable strive for directed or self-checking test
+   as opposed to delta based tests
+</p>
+</li>
+<li>
+<p>
+Traceable - environment variables, host OS and other possibly influential
+   variables are captured and kept recorded.
+</p>
+</li>
+<li>
+<p>
+Immutable - once this test is run it cannot be easily overwritten or
+   accidentally modified.
+</p>
+</li>
+<li>
+<p>
+Repeatable - this test result can be recreated in the future
+</p>
+</li>
+<li>
+<p>
+Relocatable - the testsuite or automation area can be checked out and the tests run anywhere
+</p>
+</li>
+<li>
+<p>
+Encapsulated - the area where the tests run are self-contained and all inputs
+   and outputs to the process can be found in the run areas.
+</p>
+</li>
+<li>
+<p>
+Deployable - anyone on the team, at any site, at any time can run the flow
+</p>
+</li>
+</ul></div>
 </div>
 <div class="sect2">
 <h3 id="_megatest_architecture">Megatest Architecture</h3>
 <div class="paragraph"><p>All data to specify the tests and configure the system is stored in
 plain text files. All system state is stored in an sqlite3
@@ -1119,11 +1156,13 @@
 <div class="content monospaced">
 <pre>[configf:settings trim-trailing-spaces yes]</pre>
 </div></div>
 </div>
 <div class="sect2">
-<h3 id="_submit_jobs_to_host_types_based_on_test_name_2">Submit jobs to Host Types based on Test Name</h3>
+<h3 id="_job_submission_control">Job Submission Control</h3>
+<div class="sect3">
+<h4 id="_submit_jobs_to_host_types_based_on_test_name_2">Submit jobs to Host Types based on Test Name</h4>
 <div class="listingblock">
 <div class="title">In megatest.config</div>
 <div class="content monospaced">
 <pre>[host-types]
 general   nbfake
@@ -1133,14 +1172,15 @@
 runfirst/sum% remote
 % general
 
 [jobtools]
 launcher bsub
-# if defined and not "no" flexi-launcher will bypass launcher unless there is no
-# match.
+# if defined and not "no" flexi-launcher will bypass launcher unless
+# there is no host-type match.
 flexi-launcher yes</pre>
 </div></div>
+</div>
 <div class="sect3">
 <h4 id="_host_types">host-types</h4>
 <div class="paragraph"><p>List of host types and the commandline to run a job on that host type.</p></div>
 <div class="listingblock">
 <div class="title">host-type &#8658; launch command</div>
@@ -1154,26 +1194,27 @@
 <div class="title">test/itempath &#8658; host-type</div>
 <div class="content monospaced">
 <pre>runfirst/sum% remote</pre>
 </div></div>
 </div>
-<div class="sect3">
-<h4 id="_miscellaneous_setup_items">Miscellaneous Setup Items</h4>
+</div>
+<div class="sect2">
+<h3 id="_miscellaneous_setup_items">Miscellaneous Setup Items</h3>
 <div class="paragraph"><p>Attempt to rerun tests in "STUCK/DEAD", "n/a", "ZERO_ITEMS" states.</p></div>
 <div class="listingblock">
 <div class="title">In megatest.config</div>
 <div class="content monospaced">
 <pre>[setup]
 reruns 5</pre>
 </div></div>
-</div>
 <div class="sect3">
 <h4 id="_run_time_limit">Run time limit</h4>
 <div class="listingblock">
 <div class="content monospaced">
 <pre>[setup]
-runtimelim 1h 2m 3s  # this will automatically kill the test if it runs for more than 1h 2m and 3s</pre>
+# this will automatically kill the test if it runs for more than 1h 2m and 3s
+runtimelim 1h 2m 3s</pre>
 </div></div>
 </div>
 <div class="sect3">
 <h4 id="_tests_browser_view">Tests browser view</h4>
 <div class="paragraph"><p>The tests browser (see the Run Control tab on the dashboard) has two views for displaying the tests.</p></div>
@@ -1195,10 +1236,87 @@
 <div class="content monospaced">
 <pre>[setup]
 nodot</pre>
 </div></div>
 </div>
+</div>
+<div class="sect2">
+<h3 id="_database_settings">Database settings</h3>
+<table class="tableblock frame-topbot grid-all"
+style="
+width:70%;
+">
+<caption class="title">Table 1. Database config settings in [setup] section of megatest.config</caption>
+<col style="width:14%;">
+<col style="width:28%;">
+<col style="width:28%;">
+<col style="width:28%;">
+<thead>
+<tr>
+<th class="tableblock halign-center valign-top" >Var                       </th>
+<th class="tableblock halign-left valign-top" > Purpose            </th>
+<th class="tableblock halign-left valign-top" > Valid values            </th>
+<th class="tableblock halign-left valign-top" > Comments</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">delay-on-busy</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Prevent concurrent access issues</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">yes|no or not defined</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Default=no, may help on some network file systems, may slow things down also.</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">daemonize</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Daemonize the server on start</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">yes|no or not defined</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Default=no</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">faststart</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">All direct file access to sqlite db files</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">yes|no or not defined</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Default=yes, suggest no for central automated systems and yes for interactive use</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">homehost</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Start servers on this host</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">&lt;hostname&gt;</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Defaults to local host</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">hostname</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Hostname to bind to</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">&lt;hostname&gt;|-</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">On multi-homed hosts allows binding to specific hostname</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">lowport</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Start searching for a port at this portnum</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">32768</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced"></p></td>
+</tr>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">required</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Server required</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">yes|no or not defined</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Default=no, force start of server always</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">server-query-threshold</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Start server when queries take longer than this</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">number in milliseconds</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Default=300</p></td>
+</tr>
+<tr>
+<td class="tableblock halign-center valign-top" ><p class="tableblock">timeout</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">http api timeout</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">number in hours</p></td>
+<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Default is 1 minute, do not change</p></td>
+</tr>
+</tbody>
+</table>
 </div>
 </div>
 </div>
 <div class="sect1">
 <h2 id="_the_testconfig_file">The testconfig File</h2>
@@ -1501,11 +1619,11 @@
 COMPLETED/ xterm -e bash -s --</pre>
 </div></div>
 <div class="admonitionblock">
 <table><tr>
 <td class="icon">
-<img src="/nfs/pdx/disks/ice.disk.001/icfadm/pkgs/asciidoc/8.6.7/images/icons/note.png" alt="Note">
+<img src="/usr/images/icons/note.png" alt="Note">
 </td>
 <td class="content">There is a trailing space after the --</td>
 </tr></table>
 </div>
 </div>
@@ -1594,50 +1712,10 @@
 <div class="paragraph"><p>These routines can be called from the megatest repl.</p></div>
 <table class="tableblock frame-topbot grid-all"
 style="
 width:70%;
 ">
-<caption class="title">Table 1. API Server Management Calls</caption>
-<col style="width:14%;">
-<col style="width:28%;">
-<col style="width:28%;">
-<col style="width:28%;">
-<thead>
-<tr>
-<th class="tableblock halign-center valign-top" >API Call                  </th>
-<th class="tableblock halign-left valign-top" > Purpose comments   </th>
-<th class="tableblock halign-left valign-top" > Returns                 </th>
-<th class="tableblock halign-left valign-top" > Comments</th>
-</tr>
-</thead>
-<tfoot>
-<tr>
-<td class="tableblock halign-center valign-top" ><p class="tableblock">(rmt:login        run-id)</p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Verify the the version, testsuite area etc. are correct.</p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">#( #t "successful login" )</p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced"></p></td>
-</tr>
-</tfoot>
-<tbody>
-<tr>
-<td class="tableblock halign-center valign-top" ><p class="tableblock">(rmt:start-server run-id)</p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced"></p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">#( success/fail   n/a )</p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced"></p></td>
-</tr>
-<tr>
-<td class="tableblock halign-center valign-top" ><p class="tableblock">(rmt:kill-server  run-id)</p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced"></p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">#( success/fail   n/a )</p></td>
-<td class="tableblock halign-left valign-top" ><p class="tableblock monospaced">Works only if the server is still reachable</p></td>
-</tr>
-</tbody>
-</table>
-<table class="tableblock frame-topbot grid-all"
-style="
-width:70%;
-">
 <caption class="title">Table 2. API Keys Related Calls</caption>
 <col style="width:14%;">
 <col style="width:28%;">
 <col style="width:28%;">
 <col style="width:28%;">
@@ -1683,11 +1761,11 @@
 <div class="sect2">
 <h3 id="_appendix_sub_section">Appendix Sub-section</h3>
 <div class="admonitionblock">
 <table><tr>
 <td class="icon">
-<img src="/nfs/pdx/disks/ice.disk.001/icfadm/pkgs/asciidoc/8.6.7/images/icons/note.png" alt="Note">
+<img src="/usr/images/icons/note.png" alt="Note">
 </td>
 <td class="content">Preface and appendix subsections start out of sequence at level
 2 (level 1 is skipped).  This only applies to multi-part book
 documents.</td>
 </tr></table>
@@ -1755,10 +1833,10 @@
 </div>
 <div id="footnotes"><hr></div>
 <div id="footer">
 <div id="footer-text">
 Version 1.0<br>
-Last updated 2015-10-09 08:29:04 PDT
+Last updated 2016-08-20 20:32:22 MST
 </div>
 </div>
 </body>
 </html>

Index: docs/manual/megatest_manual.txt
==================================================================
--- docs/manual/megatest_manual.txt
+++ docs/manual/megatest_manual.txt
@@ -28,13 +28,31 @@
 Megatest is intended to provide the minimum needed resources to make
 writing a suite of tests and tasks for implementing continuous build
 for software, design engineering or process control (via owlfs for
 example) without being specialized for any specific problem
 space. Megatest in of itself does not know what constitutes a PASS or
-FAIL of a test. In most cases megatest is best used in conjunction
-with logpro or a similar tool to parse, analyze and decide on the test
-outcome.
+FAIL of a test or task. In most cases megatest is best used in
+conjunction with logpro or a similar tool to parse, analyze and decide
+on the test outcome. 
+
+ * Self-checking -Repeatable strive for directed or self-checking test
+   as opposed to delta based tests
+
+ * Traceable - environment variables, host OS and other possibly influential
+   variables are captured and kept recorded.
+
+ * Immutable - once this test is run it cannot be easily overwritten or
+   accidentally modified.
+
+ * Repeatable - this test result can be recreated in the future
+
+ * Relocatable - the testsuite or automation area can be checked out and the tests run anywhere
+
+ * Encapsulated - the tests run in self-contained directories and all inputs
+   and outputs to the process can be found in the run areas.
+
+ * Deployable - anyone on the team, at any site, at any time can run the flow
 
 Megatest Architecture
 ~~~~~~~~~~~~~~~~~~~~~
 
 All data to specify the tests and configure the system is stored in

Index: docs/manual/reference.txt
==================================================================
--- docs/manual/reference.txt
+++ docs/manual/reference.txt
@@ -25,13 +25,16 @@
 ~~~~~~~~~~~~~~~~~~~~
 
 ------------------
 [configf:settings trim-trailing-spaces yes]
 ------------------
+
+Job Submission Control
+~~~~~~~~~~~~~~~~~~~~~~
 
 Submit jobs to Host Types based on Test Name
-~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
 .In megatest.config
 ------------------------
 [host-types]
 general   nbfake
@@ -41,12 +44,12 @@
 runfirst/sum% remote
 % general
 
 [jobtools]
 launcher bsub
-# if defined and not "no" flexi-launcher will bypass launcher unless there is no
-# match.
+# if defined and not "no" flexi-launcher will bypass launcher unless 
+# there is no host-type match.
 flexi-launcher yes
 ------------------------
 
 host-types
 ^^^^^^^^^^
@@ -64,11 +67,11 @@
 ------------
 runfirst/sum% remote
 ------------
 
 Miscellaneous Setup Items
-^^^^^^^^^^^^^^^^^^^^^^^^^
+~~~~~~~~~~~~~~~~~~~~~~~~~
 
 Attempt to rerun tests in "STUCK/DEAD", "n/a", "ZERO_ITEMS" states.
 
 .In megatest.config
 ------------------
@@ -79,11 +82,12 @@
 Run time limit
 ^^^^^^^^^^^^^^
 
 -----------------
 [setup]
-runtimelim 1h 2m 3s  # this will automatically kill the test if it runs for more than 1h 2m and 3s
+# this will automatically kill the test if it runs for more than 1h 2m and 3s
+runtimelim 1h 2m 3s
 -----------------
 
 Tests browser view
 ^^^^^^^^^^^^^^^^^^
 
@@ -98,10 +102,28 @@
 -----------------
 [setup]
 nodot
 -----------------
 
+Database settings
+~~~~~~~~~~~~~~~~~
+
+.Database config settings in [setup] section of megatest.config
+[width="70%",cols="^,2m,2m,2m",frame="topbot",options="header"]
+|======================
+|Var                       | Purpose            | Valid values            | Comments
+|delay-on-busy             | Prevent concurrent access issues | yes\|no or not defined | Default=no, may help on some network file systems, may slow things down also.
+|daemonize                 | Daemonize the server on start | yes\|no or not defined | Default=no
+|faststart		   | All direct file access to sqlite db files | yes\|no or not defined | Default=yes, suggest no for central automated systems and yes for interactive use
+|homehost 		   | Start servers on this host | <hostname> | Defaults to local host
+|hostname		   | Hostname to bind to | <hostname>\|-	  | On multi-homed hosts allows binding to specific hostname
+|lowport		   | Start searching for a port at this portnum| 32768 | 
+|required		   | Server required    | yes\|no or not defined  | Default=no, force start of server always
+|server-query-threshold	   | Start server when queries take longer than this | number in milliseconds | Default=300
+|timeout		   | http api timeout 	| number in hours	  | Default is 1 minute, do not change
+|======================
+
 The testconfig File
 -------------------
 
 Setup section
 ~~~~~~~~~~~~~
@@ -475,25 +497,17 @@
 cat testconfig
 
 [pre-launch-env-vars]
 [include modified.config]
 ------------------------------
+
 
 Programming API
 ---------------
 
 These routines can be called from the megatest repl. 
 
-.API Server Management Calls
-[width="70%",cols="^,2m,2m,2m",frame="topbot",options="header,footer"]
-|======================
-|API Call                  | Purpose comments   | Returns                 | Comments
-|(rmt:start-server run-id) |                    | #( success/fail   n/a ) | 
-|(rmt:kill-server  run-id) |                    | #( success/fail   n/a ) | Works only if the server is still reachable
-|(rmt:login        run-id) | Verify the the version, testsuite area etc. are correct. | #( #t "successful login" ) |
-|======================
-
 .API Keys Related Calls
 [width="70%",cols="^,2m,2m,2m",frame="topbot",options="header,footer"]
 |======================
 |API Call                        | Purpose comments   | Returns                 | Comments
 |(rmt:get-keys run-id)           |                    | ( key1 key2 ... )       | 

Index: docs/manual/server.png
==================================================================
--- docs/manual/server.png
+++ docs/manual/server.png
cannot compute difference between binary files

Index: runs.scm
==================================================================
--- runs.scm
+++ runs.scm
@@ -943,10 +943,11 @@
 			    (runs:queue-next-tal newtal reg reglen regfull)
 			    (runs:queue-next-reg newtal reg reglen regfull)
 			    reruns)))))))))
 
 ;; scan a list of tests looking to see if any are potentially runnable
+;;
 (define (runs:runable-tests tests)
   (filter (lambda (t)
 	    (if (not (vector? t))
 		t
 		(let ((state  (db:test-get-state t))

Index: tasks.scm
==================================================================
--- tasks.scm
+++ tasks.scm
@@ -366,11 +366,11 @@
      mdb ;; NEEDS dbprep ADDED
      "SELECT id FROM servers WHERE run_id=? AND state = 'running';" run-id)
     res))
 
 (define (tasks:need-server run-id)
-  (configf:lookup *configdat* "server" "required"))
+  (equal? (configf:lookup *configdat* "server" "required") "yes"))
 
 ;; 	(maxqry (cdr (rmt:get-max-query-average run-id)))
 ;; 	(threshold   (string->number (or (configf:lookup *configdat* "server" "server-query-threshold") "10"))))
 ;;     (cond
 ;;      (forced