Index: common.scm
==================================================================
--- common.scm
+++ common.scm
@@ -71,10 +71,14 @@
 
 ;; Awful. Please FIXME
 (define *env-vars-by-run-id* (make-hash-table))
 (define *current-run-name*   #f)
 
+;; Testconfig and runconfig caches. 
+(define *testconfigs*       (make-hash-table)) ;; test-name => testconfig
+(define *runconfigs*        (make-hash-table)) ;; target    => runconfig
+
 (define (common:clear-caches)
   (set! *target*             (make-hash-table))
   (set! *keys*               (make-hash-table))
   (set! *keyvals*            (make-hash-table))
   (set! *toptest-paths*      (make-hash-table))

Index: configf.scm
==================================================================
--- configf.scm
+++ configf.scm
@@ -141,11 +141,12 @@
 (define (read-config path ht allow-system #!key (environ-patt #f)(curr-section #f)(sections #f))
   (debug:print-info 5 "read-config " path " allow-system " allow-system " environ-patt " environ-patt " curr-section: " curr-section " sections: " sections " pwd: " (current-directory))
   (if (not (file-exists? path))
       (begin 
 	(debug:print-info 1 "read-config - file not found " path " current path: " (current-directory))
-	(if (not ht)(make-hash-table) ht))
+	;; WARNING: This is a risky change but really, we should not return an empty hash table if no file read?
+	#f) ;; (if (not ht)(make-hash-table) ht))
       (let ((inp        (open-input-file path))
 	    (res        (if (not ht)(make-hash-table) ht)))
 	(let loop ((inl               (configf:read-line inp res allow-system)) ;; (read-line inp))
 		   (curr-section-name (if curr-section curr-section "default"))
 		   (var-flag #f);; turn on for key-var-pr and cont-ln-rx, turn off elsewhere

Index: dashboard-tests.scm
==================================================================
--- dashboard-tests.scm
+++ dashboard-tests.scm
@@ -193,34 +193,36 @@
   (let* ((state  (db:test-get-state  testdat))
 	 (status (db:test-get-status testdat))
 	 (color  (car (gutils:get-color-for-state-status state status))))
     ((vector-ref *state-status* 0) state color)
     ((vector-ref *state-status* 1) status color)))
+
+(define *dashboard-test-db* #t)
 
 ;;======================================================================
 ;; Set fields 
 ;;======================================================================
-(define (set-fields-panel test-id testdat)
+(define (set-fields-panel test-id testdat #!key (db #f))
   (let ((newcomment #f)
 	(newstatus  #f)
 	(newstate   #f))
     (iup:frame
      #:title "Set fields"
      (iup:vbox
       (iup:hbox (iup:label "Comment:")
 		(iup:textbox #:action (lambda (val a b)
-					(open-run-close db:test-set-state-status-by-id #f test-id #f #f b)
+					(open-run-close db:test-set-state-status-by-id db test-id #f #f b)
 					(set! newcomment b))
 			     #:value (db:test-get-comment testdat)
 			     #:expand "HORIZONTAL"))
       (apply iup:hbox
 	     (iup:label "STATE:" #:size "30x")
 	     (let* ((btns  (map (lambda (state)
 				  (let ((btn (iup:button state
 							 #:expand "HORIZONTAL" #:size "50x" #:font "Courier New, -10"
 							 #:action (lambda (x)
-								    (open-run-close db:test-set-state-status-by-id #f test-id state #f #f)
+								    (open-run-close db:test-set-state-status-by-id db test-id state #f #f)
 								    (db:test-set-state! testdat state)))))
 				    btn))
 				(list "COMPLETED" "NOT_STARTED" "RUNNING" "REMOTEHOSTSTART" "KILLED" "KILLREQ"))))
 	       (vector-set! *state-status* 0
 			    (lambda (state color)
@@ -236,11 +238,11 @@
 	     (iup:label "STATUS:" #:size "30x")
 	     (let* ((btns  (map (lambda (status)
 				  (let ((btn (iup:button status
 							 #:expand "HORIZONTAL" #:size "50x" #:font "Courier New, -10"
 							 #:action (lambda (x)
-								    (open-run-close db:test-set-state-status-by-id #f test-id #f status #f)
+								    (open-run-close db:test-set-state-status-by-id db test-id #f status #f)
 								    (db:test-set-status! testdat status)))))
 				    btn))
 				(list  "PASS" "WARN" "FAIL" "CHECK" "n/a" "WAIVED" "SKIP"))))
 	       (vector-set! *state-status* 1
 			    (lambda (status color)
@@ -289,23 +291,23 @@
 
 ;;======================================================================
 ;;
 ;;======================================================================
 (define (examine-test test-id) ;; run-id run-key origtest)
-  (let* ((testdat       (open-run-close db:get-test-info-by-id #f test-id))
-	 (db-path       (conc *toppath* "/megatest.db"))
+  (let* ((db-path       (conc *toppath* "/megatest.db"))
+	 (db            (open-db))
+	 (testdat       (open-run-close db:get-test-info-by-id db test-id))
 	 (db-mod-time   0) ;; (file-modification-time db-path))
 	 (last-update   0) ;; (current-seconds))
-	 (request-update #t)
-	 (db             #f))
+	 (request-update #t))
     (if (not testdat)
 	(begin
 	  (debug:print 2 "ERROR: No test data found for test " test-id ", exiting")
 	  (exit 1))
 	(let* ((run-id        (if testdat (db:test-get-run_id testdat) #f))
-	       (keydat        (if testdat (open-run-close db:get-key-val-pairs #f run-id) #f))
-	       (rundat        (if testdat (open-run-close db:get-run-info #f run-id) #f))
+	       (keydat        (if testdat (open-run-close db:get-key-val-pairs db run-id) #f))
+	       (rundat        (if testdat (open-run-close db:get-run-info db run-id) #f))
 	       (runname       (if testdat (db:get-value-by-header (db:get-row rundat)
 								  (db:get-header rundat)
 								  "runname") #f))
 	       ;; These next two are intentional bad values to ensure errors if they should not
 	       ;; get filled in properly.
@@ -314,11 +316,11 @@
 	       (testdat-path  (conc rundir "/testdat.db")) ;; this gets recalculated until found 
 	       (teststeps     (if testdat (db:get-compressed-steps test-id work-area: rundir) '()))
 	       (testfullname  (if testdat (db:test-get-fullname testdat) "Gathering data ..."))
 	       (testname      (if testdat (db:test-get-testname testdat) "n/a"))
 	       (testmeta      (if testdat 
-				  (let ((tm (open-run-close db:testmeta-get-record #f testname)))
+				  (let ((tm (open-run-close db:testmeta-get-record db testname)))
 				    (if tm tm (make-db:testmeta)))
 				  (make-db:testmeta)))
 
 	       (keystring  (string-intersperse 
 			    (map (lambda (keyval)
@@ -361,11 +363,11 @@
 						       request-update))
 				    (newtestdat (if need-update 
 						    (handle-exceptions
 						     exn 
 						     (debug:print-info 2 "test db access issue: " ((condition-property-accessor 'exn 'message) exn))
-						     (open-run-close db:get-test-info-by-id #f test-id )))))
+						     (open-run-close db:get-test-info-by-id db test-id )))))
 			       (cond
 				((and need-update newtestdat)
 				 (set! testdat newtestdat)
 				 (set! teststeps    (db:get-compressed-steps test-id work-area: rundir))
 				 (set! logfile      (conc (db:test-get-rundir testdat) "/" (db:test-get-final_logf testdat)))
@@ -601,11 +603,11 @@
 											      (db:test-data-get-tol      x)
 											      (db:test-data-get-status   x)
 											      (db:test-data-get-units    x)
 											      (db:test-data-get-type     x)
 											      (db:test-data-get-comment  x)))
-										    (open-run-close db:read-test-data #f test-id "%")))
+										    (open-run-close db:read-test-data db test-id "%")))
 									      "\n")))
 							       (if (not (equal? currval newval))
 								   (iup:attribute-set! test-data "VALUE" newval ))))) ;; "TITLE" newval)))))
 					  test-data))
 				       ;;(dashboard:run-controls)

Index: dashboard.scm
==================================================================
--- dashboard.scm
+++ dashboard.scm
@@ -138,11 +138,21 @@
 (define *status-ignore-hash* (make-hash-table))
 (define *state-ignore-hash*  (make-hash-table))
 
 (define *db-file-path* (conc *toppath* "/megatest.db"))
 
-(define *tests-sort-reverse* #f)
+(define *tests-sort-options* (vector (vector "Sort +a" 'testname   "ASC")
+				     (vector "Sort -a" 'testname   "DESC")
+				     (vector "Sort +t" 'event_time "ASC")
+				     (vector "Sort -t" 'event_time "DESC")))
+(define (next-sort-option)
+  (if (>= *tests-sort-reverse* 3)
+      (set! *tests-sort-reverse* 0)
+      (set! *tests-sort-reverse* (+ *tests-sort-reverse* 1)))
+  *tests-sort-reverse*)
+
+(define *tests-sort-reverse* 0)
 (define *hide-empty-runs* #f)
 
 (define *current-tab-number* 0)
 (define *updaters* (make-hash-table))
 
@@ -195,14 +205,16 @@
 	 (statuses    (hash-table-keys *status-ignore-hash*)))
     ;; 
     ;; trim runs to only those that are changing often here
     ;; 
     (for-each (lambda (run)
-		(let* ((run-id   (db:get-value-by-header run header "id"))
-		       (tests    (let ((tsts (mt:get-tests-for-run run-id testnamepatt states statuses)))
-				   (if *tests-sort-reverse* (reverse tsts) tsts)))
-		       (key-vals (cdb:remote-run db:get-key-vals #f run-id)))
+		(let* ((run-id     (db:get-value-by-header run header "id"))
+		       (sort-info  (vector-ref *tests-sort-options* *tests-sort-reverse*))
+		       (sort-by    (vector-ref sort-info 1))
+		       (sort-order (vector-ref sort-info 2))
+		       (tests      (mt:get-tests-for-run run-id testnamepatt states statuses sort-by: sort-by sort-order: sort-order))
+		       (key-vals   (cdb:remote-run db:get-key-vals #f run-id)))
 		  ;; Not sure this is needed?
 		  (set! referenced-run-ids (cons run-id referenced-run-ids))
 		  (if (> (length tests) maxtests)
 		      (set! maxtests (length tests)))
 		  (if (or (not *hide-empty-runs*) ;; this reduces the data burden when set
@@ -268,17 +280,35 @@
 	 (vlst-s1 (sort vlst (lambda (a b)
 			       (let ((astr (vector-ref a 1))
 				     (bstr (vector-ref b 1)))
 				 (if (string=? astr "") #f #t)))))
 			;; (>= (string-length (vector-ref a 1))(string-length (vector-ref b 1))))))
-	 (vlst-s2 (sort vlst-s1 (lambda (a b)
-			   	  (string>= (vector-ref a 0)(vector-ref b 0))))))
+	 (vlst-s2 (sort vlst-s1
+			(lambda (a b)
+			  (string>= (vector-ref a 0)(vector-ref b 0)))))
+	 (vlst-s3 (sort vlst
+	 		(lambda (a b)
+	 		  (let ((tname-a (vector-ref a 0))
+	 			(tname-b (vector-ref b 0))
+	 			(ipath-a (vector-ref a 1))
+	 			(ipath-b (vector-ref b 1)))
+	 		    (cond
+			     ((and (equal? tname-a tname-b)
+				   (equal? ipath-a ""))
+			      #t)
+			     ((and (not (equal? tname-a tname-b))
+				   (equal? ipath-b "")
+				   (not (equal? ipath-a "")))
+	 			#t)
+			     (else #f)))))))
+	 ;; (parents-first (bubble-up vlst)))
     (map (lambda (x)
 	   (if (equal? (vector-ref x 1) "")
 	       (vector-ref x 0)
 	       (conc (vector-ref x 0) "(" (vector-ref x 1) ")")))
-	 vlst-s2)))
+	 vlst-s2
+	 )))
     
 (define (update-labels uidat)
   (let* ((rown    0)
 	 (keycol  (dboard:uidat-get-keycol uidat))
 	 (lftcol  (dboard:uidat-get-lftcol uidat))
@@ -301,10 +331,34 @@
 	      (vector-set! keycol i newval)
 	      (iup:attribute-set! lbl "TITLE" munged-val)))
 	(iup:attribute-set! lbl "FGCOLOR" (if (hash-table-ref/default *collapsed* newval #f) "0 112 112" "0 0 0"))
 	(if (< i maxn)
 	    (loop (+ i 1)))))))
+
+;; ;; inlst is list of vectors < testname itempath >
+;; ;;
+;; (define (bubble-up inlst)
+;;   (let ((tnames (delete-duplicates (map (lambda (x)(vector-ref x 0)) inlst))))
+;;     (if (null? inlst)
+;; 	inlst
+;; 	(let loop ((hed (car inlst))
+;; 		   (tal (cdr inlst))
+;; 		   (res '())
+;; 		   (cur (car tnames))
+;; 		   (rem (cdr tnames)))
+;; 	  (let ((tname (vector-ref hed 0))
+;; 		(ipath (vector-ref hed 1)))
+;; 	    (if (equal? tname cur)
+;; 		(if (null? tal)
+;; 		    (append res (list hed))
+;; 		    (loop (car tal)
+;; 			  (cdr tal)
+;; 			  (append res (list hed))
+;; 			  cur
+;; 			  rem))
+;; 		(if (null? tal)
+;; 		    (
 
 (define (update-buttons uidat numruns numtests)
   (let* ((runs        (if (> (length *allruns*) numruns)
 			  (take-right *allruns* numruns)
 			  (pad-list *allruns* numruns)))
@@ -1091,23 +1145,23 @@
 	      ;;  		      (mark-for-update)
 	      ;;  		      (update-search "item-name" val))
 	      ))
 	    (iup:vbox
 	     (iup:hbox
-	      (iup:button "Sort" #:action (lambda (obj)
-					    (set! *tests-sort-reverse* (not *tests-sort-reverse*))
-					    (iup:attribute-set! obj "TITLE" (if *tests-sort-reverse* "+Sort" "-Sort"))
-					    (mark-for-update)))
+	      (iup:button "Sort +a "   #:action (lambda (obj)
+						 (next-sort-option)
+						 (iup:attribute-set! obj "TITLE" (vector-ref (vector-ref *tests-sort-options* *tests-sort-reverse*) 0))
+						 (mark-for-update)))
 	      (iup:button "HideEmpty" #:action (lambda (obj)
 						 (set! *hide-empty-runs* (not *hide-empty-runs*))
 						 (iup:attribute-set! obj "TITLE" (if *hide-empty-runs* "+Hide" "-Hide"))
-						 (mark-for-update)))
-	      (iup:button "Refresh"   #:action (lambda (obj)
 						 (mark-for-update))))
 	     (iup:hbox
-	      (iup:button "Quit" #:action (lambda (obj)(if *db* (sqlite3:finalize! *db*))(exit)))
-	      (iup:button "Monitor" #:action (lambda (obj)(system (conc (car (argv))" -guimonitor &")))))
+	      (iup:button "Quit"      #:action (lambda (obj)(if *db* (sqlite3:finalize! *db*))(exit)))
+	      (iup:button "Refresh"   #:action (lambda (obj)
+						 (mark-for-update))))
+	     ;; (iup:button "Monitor" #:action (lambda (obj)(system (conc (car (argv))" -guimonitor &")))))
 	     ))
 	   ;; (iup:button "<-  Left" #:action (lambda (obj)(set! *start-run-offset*  (+ *start-run-offset* 1))))
 	   ;; (iup:button "Up     ^" #:action (lambda (obj)(set! *start-test-offset* (if (> *start-test-offset* 0)(- *start-test-offset* 1) 0))))
 	   ;; (iup:button "Down   v" #:action (lambda (obj)(set! *start-test-offset* (if (>= *start-test-offset* (length *alltestnamelst*))(length *alltestnamelst*)(+ *start-test-offset* 1)))))
 	   ;; (iup:button "Right ->" #:action (lambda (obj)(set! *start-run-offset*  (if (> *start-run-offset* 0)(- *start-run-offset* 1) 0))))

Index: db.scm
==================================================================
--- db.scm
+++ db.scm
@@ -261,11 +261,11 @@
 	(handle-exceptions
 	 exn
 	 (begin
 	   (debug:print 0 "ERROR: problem accessing test db " work-area ", you probably should clean and re-run this test"
 			((condition-property-accessor 'exn 'message) exn))
-	   #f)
+	   (set! db (sqlite3:open-database ":memory:"))) ;; open an in-memory db to allow readonly access 
 	 (set! db (sqlite3:open-database dbpath)))
 	(sqlite3:set-busy-handler! db handler)
 	(if (not dbexists)
 	    (begin
 	      (sqlite3:execute db "PRAGMA synchronous = FULL;")
@@ -905,15 +905,14 @@
 
 ;; states and statuses are lists, turn them into ("PASS","FAIL"...) and use NOT IN
 ;; i.e. these lists define what to NOT show.
 ;; states and statuses are required to be lists, empty is ok
 ;; not-in #t = above behaviour, #f = must match
-(define (db:get-tests-for-run db run-id testpatt states statuses offset limit not-in sort-by
+(define (db:get-tests-for-run db run-id testpatt states statuses offset limit not-in sort-by sort-order
 			      #!key
 			      (qryvals #f)
 			      )
-  (debug:print-info 11 "db:get-tests-for-run START run-id=" run-id ", testpatt=" testpatt ", states=" states ", statuses=" statuses ", not-in=" not-in ", sort-by=" sort-by)
   (let* ((qryvals         (if qryvals qryvals "id,run_id,testname,state,status,event_time,host,cpuload,diskfree,uname,rundir,item_path,run_duration,final_logf,comment"))
 	 (res            '())
 	 ;; if states or statuses are null then assume match all when not-in is false
 	 (states-qry      (if (null? states) 
 			      #f
@@ -944,15 +943,17 @@
 	 (qry             (conc "SELECT " qryvals
 				" FROM tests WHERE run_id=? AND state != 'DELETED' "
 				states-statuses-qry
 				(if tests-match-qry (conc " AND (" tests-match-qry ") ") "")
 				(case sort-by
-				  ((rundir)     " ORDER BY length(rundir) DESC ")
-				  ((event_time) " ORDER BY event_time ASC ")
+				  ((rundir)     " ORDER BY length(rundir) ")
+				  ((testname)   " ORDER BY testname,item_path ")
+				  ((event_time) " ORDER BY event_time ")
 				  (else         (if (string? sort-by)
-						    (conc " ORDER BY " sort-by) 
+						    (conc " ORDER BY " sort-by)
 						    "")))
+				(if sort-order sort-order "")
 				(if limit  (conc " LIMIT " limit)   "")
 				(if offset (conc " OFFSET " offset) "")
 				";"
 				)))
     (debug:print-info 8 "db:get-tests-for-run qry=" qry)
@@ -961,11 +962,10 @@
        (set! res (cons (apply vector a b) res))) ;; id run-id testname state status event-time host cpuload diskfree uname rundir item-path run-duration final-logf comment) res)))
      db 
      qry
      run-id
      )
-    (debug:print-info 11 "db:get-tests-for-run START run-id=" run-id ", testpatt=" testpatt ", states=" states ", statuses=" statuses ", not-in=" not-in ", sort-by=" sort-by)
     res))
 
 ;; get a useful subset of the tests data (used in dashboard
 ;; use db:mintests-get-{id ,run_id,testname ...}
 (define (db:get-tests-for-runs-mindata db run-ids testpatt states status not-in)
@@ -980,11 +980,10 @@
 ;; run-ids is a list of run-ids or a single number or #f for all runs
 (define (db:get-tests-for-runs db run-ids testpatt states statuses 
 			       #!key (not-in #t)
 			       (sort-by #f)
 			       (qryvals "id,run_id,testname,state,status,event_time,host,cpuload,diskfree,uname,rundir,item_path,run_duration,final_logf,comment")) ;; 'rundir 'event_time
-  (debug:print-info 11 "db:get-tests-for-run START run-ids=" run-ids ", testpatt=" testpatt ", states=" states ", statuses=" statuses ", not-in=" not-in ", sort-by=" sort-by)
   (let* ((res '())
 	 ;; if states or statuses are null then assume match all when not-in is false
 	 (states-qry      (if (null? states) 
 			      #f
 			      (conc " state "  
@@ -1013,18 +1012,17 @@
 				(case sort-by
 				  ((rundir)     " ORDER BY length(rundir) DESC;")
 				  ((event_time) " ORDER BY event_time ASC;")
 				  (else         ";"))
 				)))
-    (debug:print-info 8 "db:get-tests-for-run qry=" qry)
+    (debug:print-info 8 "db:get-tests-for-runs qry=" qry)
     (sqlite3:for-each-row 
      (lambda (a . b) ;; id run-id testname state status event-time host cpuload diskfree uname rundir item-path run-duration final-logf comment)
        (set! res (cons (apply vector a b) res))) ;; id run-id testname state status event-time host cpuload diskfree uname rundir item-path run-duration final-logf comment) res)))
      db 
      qry
      )
-    (debug:print-info 11 "db:get-tests-for-run START run-ids=" run-ids ", testpatt=" testpatt ", states=" states ", statuses=" statuses ", not-in=" not-in ", sort-by=" sort-by)
     res))
 
 ;; this one is a bit broken BUG FIXME
 (define (db:delete-test-step-records db test-id #!key (work-area #f))
   ;; Breaking it into two queries for better file access interleaving
@@ -1108,24 +1106,28 @@
 
 (define (cdb:tests-update-uname-host serverdat test-id uname hostname)
   (cdb:client-call serverdat 'update-uname-host #t *default-numtries* uname hostname test-id))
 
 ;; speed up for common cases with a little logic
+;; NB// Ultimately this will be deprecated in deference to mt:test-set-state-status-by-id
+;;
 (define (db:test-set-state-status-by-id db test-id newstate newstatus newcomment)
   (cond
    ((and newstate newstatus newcomment)
     (sqlite3:execute db "UPDATE tests SET state=?,status=?,comment=? WHERE id=?;" newstate newstatus newcomment test-id))
    ((and newstate newstatus)
     (sqlite3:execute db "UPDATE tests SET state=?,status=? WHERE id=?;" newstate newstatus test-id))
    (else
     (if newstate   (sqlite3:execute db "UPDATE tests SET state=?   WHERE id=?;" newstate   test-id))
     (if newstatus  (sqlite3:execute db "UPDATE tests SET status=?  WHERE id=?;" newstatus  test-id))
-    (if newcomment (sqlite3:execute db "UPDATE tests SET comment=? WHERE id=?;" newcomment test-id)))))
+    (if newcomment (sqlite3:execute db "UPDATE tests SET comment=? WHERE id=?;" newcomment test-id))))
+  (mt:process-triggers test-id newstate newstatus))
 
-(define (db:test-set-state-status-by-run-id-testname db run-id test-name item-path status state)
-  (sqlite3:execute db "UPDATE tests SET state=?,status=?,event_time=strftime('%s','now') WHERE run_id=? AND testname=? AND item_path=?;" 
-		   state status run-id test-name item-path))
+;; Never used
+;; (define (db:test-set-state-status-by-run-id-testname db run-id test-name item-path status state)
+;;   (sqlite3:execute db "UPDATE tests SET state=?,status=?,event_time=strftime('%s','now') WHERE run_id=? AND testname=? AND item_path=?;" 
+;; 		   state status run-id test-name item-path))
 
 (define (db:get-count-tests-running db)
   (let ((res 0))
     (sqlite3:for-each-row
      (lambda (count)
@@ -1579,11 +1581,13 @@
 
 (define (cdb:get-test-info serverdat run-id test-name item-path)
   (cdb:client-call serverdat 'immediate #f *default-numtries* open-run-close db:get-test-info #f run-id test-name item-path))
 
 (define (cdb:get-test-info-by-id serverdat test-id)
-  (cdb:client-call serverdat 'immediate #f *default-numtries* open-run-close db:get-test-info-by-id #f test-id))
+  (let ((test-dat (cdb:client-call serverdat 'immediate #f *default-numtries* open-run-close db:get-test-info-by-id #f test-id)))
+    (hash-table-set! *test-info* test-id (vector (current-seconds) test-dat)) ;; cached for use where up-to-date info is not needed
+    test-dat))
 
 ;; db should be db open proc or #f
 (define (cdb:remote-run proc db . params)
   (apply cdb:client-call *runremote* 'immediate #f *default-numtries* open-run-close proc #f params))
 
@@ -1605,13 +1609,18 @@
 ;; A G R E G A T E D   T R A N S A C T I O N   D B   W R I T E S 
 ;;======================================================================
 
 (define db:queries 
   (list '(register-test          "INSERT OR IGNORE INTO tests (run_id,testname,event_time,item_path,state,status) VALUES (?,?,strftime('%s','now'),?,'NOT_STARTED','n/a');")
+	;; Test state and status
+	'(set-test-state         "UPDATE tests SET state=?   WHERE id=?;")
+	'(set-test-status        "UPDATE tests SET state=?   WHERE id=?;")
 	'(state-status           "UPDATE tests SET state=?,status=? WHERE id=?;")
-	'(set-test-start-time    "UPDATE tests SET event_time=strftime('%s','now') WHERE id=?;")
 	'(state-status-msg       "UPDATE tests SET state=?,status=?,comment=? WHERE id=?;")
+	;; Test comment
+	'(set-test-comment       "UPDATE tests SET comment=? WHERE id=?;")
+	'(set-test-start-time    "UPDATE tests SET event_time=strftime('%s','now') WHERE id=?;")
 	'(pass-fail-counts       "UPDATE tests SET fail_count=?,pass_count=? WHERE id=?;")
 	;; test_data-pf-rollup is used to set a tests PASS/FAIL based on the pass/fail info from the steps
 	'(test_data-pf-rollup    "UPDATE tests
                                     SET status=CASE WHEN (SELECT fail_count FROM tests WHERE id=?) > 0 
                                       THEN 'FAIL'
@@ -2167,14 +2176,14 @@
 		      ((eq? (db:step-get-event_time a)(db:step-get-event_time b)) 
 		       (<   (db:step-get-id a)        (db:step-get-id b)))
 		      (else #f)))))
       res)))
 
-(define (db:get-compressed-steps test-id #!key (work-area #f))
+(define (db:get-compressed-steps test-id #!key (work-area #f)(tdb #f))
   (if (or (not work-area)
 	  (file-exists? (conc work-area "/testdat.db")))
-      (let* ((comprsteps (open-run-close db:get-steps-table #f test-id work-area: work-area)))
+      (let* ((comprsteps (open-run-close db:get-steps-table tdb test-id work-area: work-area)))
 	(map (lambda (x)
 	       ;; take advantage of the \n on time->string
 	       (vector
 		(vector-ref x 0)
 		(let ((s (vector-ref x 1)))

Index: launch.scm
==================================================================
--- launch.scm
+++ launch.scm
@@ -178,10 +178,11 @@
 				 ;; then, if runscript ran ok (or did not get called)
 				 ;; do all the ezsteps (if any)
 				 (if ezsteps
 				     (let* ((testconfig (read-config (conc work-area "/testconfig") #f #t environ-patt: "pre-launch-env-vars")) ;; FIXME??? is allow-system ok here?
 					    (ezstepslst (hash-table-ref/default testconfig "ezsteps" '())))
+				       (hash-table-set! *testconfigs* test-name testconfig) ;; cached for lazy reads later ...
 				       (if (not (file-exists? ".ezsteps"))(create-directory ".ezsteps"))
 				       ;; if ezsteps was defined then we are sure to have at least one step but check anyway
 				       (if (not (> (length ezstepslst) 0))
 					   (debug:print 0 "ERROR: ezsteps defined but ezstepslst is zero length")
 					   (let loop ((ezstep (car ezstepslst))
@@ -601,11 +602,16 @@
     (list "MT_TEST_NAME" test-name)
     ;; (list "MT_ITEM_INFO" (conc itemdat)) 
     (list "MT_RUNNAME"   runname)
     ;; (list "MT_TARGET"    mt_target)
     ))
-  (let* ((useshell        (config-lookup *configdat* "jobtools"     "useshell"))
+  (let* ((useshell        (let ((ush (config-lookup *configdat* "jobtools"     "useshell")))
+			    (if ush 
+				(if (equal? ush "no") ;; must use "no" to NOT use shell
+				    #f
+				    ush)
+				#t)))     ;; default is yes
 	 (launcher        (config-lookup *configdat* "jobtools"     "launcher"))
 	 (runscript       (config-lookup test-conf   "setup"        "runscript"))
 	 (ezsteps         (> (length (hash-table-ref/default test-conf "ezsteps" '())) 0)) ;; don't send all the steps, could be big
 	 (diskspace       (config-lookup test-conf   "requirements" "diskspace"))
 	 (memory          (config-lookup test-conf   "requirements" "memory"))
@@ -714,11 +720,14 @@
 	   (launchwait     (if (equal? (configf:lookup *configdat* "setup" "launchwait") "no") #f #t))
 	   (launch-results (apply (if launchwait
 				      cmd-run-with-stderr->list
 				      process-run)
 				  (if useshell
-				      (string-intersperse fullcmd " ")
+				      (let ((cmdstr (string-intersperse fullcmd " ")))
+					(if launchwait
+					    cmdstr
+					    (conc cmdstr " >> mt_launch.log 2>&1")))
 				      (car fullcmd))
 				  (if useshell
 				      '()
 				      (cdr fullcmd)))))
       (if (not launchwait) ;; give the OS a little time to allow the process to start

Index: mt.scm
==================================================================
--- mt.scm
+++ mt.scm
@@ -64,21 +64,21 @@
 
 ;;======================================================================
 ;;  T E S T S
 ;;======================================================================
 
-(define (mt:get-tests-for-run run-id testpatt states status #!key (not-in #t) (sort-by #f) (qryvals #f))
-  (let loop ((testsdat (cdb:remote-run db:get-tests-for-run #f run-id testpatt states status 0 500 not-in sort-by qryvals: qryvals))
+(define (mt:get-tests-for-run run-id testpatt states status #!key (not-in #t) (sort-by 'event_time) (sort-order "ASC") (qryvals #f))
+  (let loop ((testsdat (cdb:remote-run db:get-tests-for-run #f run-id testpatt states status 0 500 not-in sort-by sort-order qryvals: qryvals))
 	     (res      '())
 	     (offset   0)
 	     (limit    500))
     (let* ((full-list (append res testsdat))
 	   (have-more (eq? (length testsdat) limit)))
       (if have-more 
 	  (let ((new-offset (+ offset limit)))
 	    (debug:print-info 4 "More than " limit " tests, have " (length full-list) " tests so far.")
-	    (loop (cdb:remote-run db:get-tests-for-run #f run-id testpatt states status new-offset limit not-in sort-by qryvals: qryvals)
+	    (loop (cdb:remote-run db:get-tests-for-run #f run-id testpatt states status new-offset limit not-in sort-by sort-order qryvals: qryvals)
 		  full-list
 		  new-offset
 		  limit))
 	  full-list))))
 
@@ -85,10 +85,39 @@
 (define (mt:get-prereqs-not-met run-id waitons ref-item-path #!key (mode 'normal))
   (db:get-prereqs-not-met run-id waitons ref-item-path mode: mode))
 
 (define (mt:get-run-stats)
   (cdb:remote-run db:get-run-stats #f))
+
+;;======================================================================
+;;  T R I G G E R S
+;;======================================================================
+
+(define (mt:process-triggers test-id newstate newstatus)
+  (let* ((test-dat      (mt:lazy-get-test-info-by-id test-id))
+	 (test-rundir   (db:test-get-rundir test-dat))
+	 (test-name     (db:test-get-testname test-dat))
+	 (tconfig       #f)
+	 (state         (if newstate  newstate  (db:test-get-state  test-dat)))
+	 (status        (if newstatus newstatus (db:test-get-status test-dat))))
+    (if (and (file-exists? test-rundir)
+	     (directory? test-rundir))
+	(begin
+	  (push-directory test-rundir)
+	  (set! tconfig (mt:lazy-read-test-config test-name))
+	  (pop-directory)
+	  (for-each (lambda (trigger)
+		      (let ((cmd  (configf:lookup tconfig "triggers" trigger))
+			    (logf (conc  test-rundir "/last-trigger.log")))
+			(if cmd
+			    (let ((fullcmd (conc "(" cmd " " test-id " " test-rundir " " trigger ") >> " logf " 2>&1")))
+			      (debug:print-info 0 "TRIGGERED on " trigger ", running command " fullcmd)
+			      (process-run fullcmd)))))
+		    (list
+		     (conc state "/" status)
+		     (conc state "/")
+		     (conc "/" status)))))))
 
 ;;======================================================================
 ;;  S T A T E   A N D   S T A T U S   F O R   T E S T S 
 ;;======================================================================
 
@@ -100,5 +129,47 @@
 	(if (equal? status "RUNNING")
 	    (cdb:top-test-set-running *runremote* run-id test-name)
 	    (cdb:top-test-set-per-pf-counts *runremote* run-id test-name))
 	#f)
       #f))
+
+;; speed up for common cases with a little logic
+(define (mt:test-set-state-status-by-id test-id newstate newstatus newcomment)
+  (cond
+   ((and newstate newstatus newcomment)
+    (cdb:client-call *runremote* 'state-status-msg #t *default-numtries* newstate newstatus newcomment test-id))
+   ((and newstate newstatus)
+    (cdb:client-call *runremote* 'state-status #t *default-numtries* newstate newstatus test-id))
+   (else
+    (if newstate   (cdb:client-call *runremote* 'set-test-state #t *default-numtries* newstate test-id))
+    (if newstatus  (cdb:client-call *runremote* 'set-test-status #t *default-numtries* newstatus test-id))
+    (if newcomment (cdb:client-call *runremote* 'set-test-comment #t *default-numtries* newcomment test-id))))
+   (mt:process-triggers test-id newstate newstatus)
+   #t)
+
+(define (mt:lazy-get-test-info-by-id test-id)
+  (let* ((tdat (hash-table-ref/default *test-info* test-id #f)))
+    (if (and tdat 
+	     (< (current-seconds)(+ (vector-ref tdat 0) 10)))
+	(vector-ref tdat 1)
+	;; no need to update *test-info* as that is done in cdb:get-test-info-by-id
+	(cdb:get-test-info-by-id *runremote* test-id))))
+
+(define (mt:lazy-read-test-config test-name)
+  (let ((tconf (hash-table-ref/default *testconfigs* test-name #f)))
+    (if tconf
+	tconf
+	(let ((test-dirs (tests:get-tests-search-path *configdat*)))
+	  (let loop ((hed (car test-dirs))
+		     (tal (cdr test-dirs)))
+	    (let ((tconfig-file (conc hed "/" test-name "/testconfig")))
+	      (if (and (file-exists? tconfig-file)
+		       (file-read-access? tconfig-file))
+		  (let ((newtcfg (read-config tconfig-file #f #f))) ;; NOTE: Does NOT run [system ...]
+		    (hash-table-set! *testconfigs* test-name newtcfg)
+		    newtcfg)
+		  (if (null? tal)
+		      (begin
+			(debug:print 0 "ERROR: No readable testconfig found for " test-name)
+			#f)
+		      (loop (car tal)(cdr tal))))))))))
+

Index: runs.scm
==================================================================
--- runs.scm
+++ runs.scm
@@ -886,11 +886,11 @@
 			(configf:lookup test-conf "skip" "fileexists"))
 		   (if (file-exists? (configf:lookup test-conf "skip" "fileexists"))
 		       (set! skip-test (conc "Skipping due to existance of file " (configf:lookup test-conf "skip" "fileexists"))))))
 		 (if skip-test
 		     (begin
-		       (cdb:remote-run db:test-set-state-status-by-id #f test-id "COMPLETED" "SKIP" skip-test)
+		       (mt:test-set-state-status-by-id test-id "COMPLETED" "SKIP" skip-test)
 		       (debug:print-info 1 "SKIPPING Test " full-test-name " due to " skip-test))
 		     (if (not (launch-test test-id run-id run-info keyvals runname test-conf test-name test-path itemdat flags))
 			 (begin
 			   (print "ERROR: Failed to launch the test. Exiting as soon as possible")
 			   (set! *globalexitstatus* 1) ;; 
@@ -1005,92 +1005,97 @@
 		       (test-retry-time  (make-hash-table))
 		       (allow-run-time   10)) ;; seconds to allow for killing tests before just brutally killing 'em
 		   (let loop ((test (car sorted-tests))
 			      (tal  (cdr sorted-tests)))
 		     (let* ((test-id       (db:test-get-id test))
-			    (new-test-dat  (cdb:remote-run db:get-test-info-by-id #f test-id))
-			    (item-path     (db:test-get-item-path new-test-dat))
-			    (test-name     (db:test-get-testname new-test-dat))
-			    (run-dir       (db:test-get-rundir new-test-dat))    ;; run dir is from the link tree
-			    (real-dir      (if (file-exists? run-dir)
-					       (resolve-pathname run-dir)
-					       #f))
-			    (test-state    (db:test-get-state new-test-dat))
-			    (test-fulln    (db:test-get-fullname new-test-dat)))
-			   (case action
-			     ((remove-runs)
-			      (debug:print-info 0 "test: " test-name " itest-state: " test-state)
-			      (if (member test-state (list "RUNNING" "LAUNCHED" "REMOTEHOSTSTART" "KILLREQ"))
-				  (begin
-				    (if (not (hash-table-ref/default test-retry-time test-fulln #f))
-					(begin
-					  ;; want to set to REMOVING BUT CANNOT do it here?
-					  (hash-table-set! test-retry-time test-fulln (current-seconds))))
-				    (if (> (- (current-seconds)(hash-table-ref test-retry-time test-fulln)) allow-run-time)
-				      ;; This test is not in a correct state for cleaning up. Let's try some graceful shutdown steps first
-				      ;; Set the test to "KILLREQ" and wait five seconds then try again. Repeat up to five times then give
-				      ;; up and blow it away.
-				      (begin
-					(debug:print 0 "WARNING: could not gracefully remove test " test-fulln ", tried to kill it to no avail. Forcing state to FAILEDKILL and continuing")
-					(cdb:remote-run db:test-set-state-status-by-id db (db:test-get-id test) "FAILEDKILL" "n/a" #f)
-					(thread-sleep! 1))
-				      (begin
-					(cdb:remote-run db:test-set-state-status-by-id db (db:test-get-id test) "KILLREQ" "n/a" #f)
-					(thread-sleep! 1)))
-				    ;; NOTE: This is suboptimal as the testdata will be used later and the state/status may have changed ...
-				    (if (null? tal)
-					(loop new-test-dat tal)
-					(loop (car tal)(append tal (list new-test-dat)))))
-				  (begin
-				    (cdb:remote-run db:test-set-state-status-by-id db (db:test-get-id test) "REMOVING" "LOCKED" #f)
-				    (debug:print-info 1 "Attempting to remove " (if real-dir (conc " dir " real-dir " and ") "") " link " run-dir)
-				    (if (and real-dir 
-					     (> (string-length real-dir) 5)
-					     (file-exists? real-dir)) ;; bad heuristic but should prevent /tmp /home etc.
-					(begin ;; let* ((realpath (resolve-pathname run-dir)))
-					  (debug:print-info 1 "Recursively removing " real-dir)
-					  (if (file-exists? real-dir)
-					      (runs:safe-delete-test-dir real-dir)
-					      (debug:print 0 "WARNING: test dir " real-dir " appears to not exist or is not readable")))
-					(if real-dir 
-					    (debug:print 0 "WARNING: directory " real-dir " does not exist")
-					    (debug:print 0 "WARNING: no real directory corrosponding to link " run-dir ", nothing done")))
-				    (if (symbolic-link? run-dir)
-					(begin
-					  (debug:print-info 1 "Removing symlink " run-dir)
-					  (handle-exceptions
-					   exn
-					   (debug:print 0 "ERROR:  Failed to remove symlink " run-dir ((condition-property-accessor 'exn 'message) exn) ", attempting to continue")
-					   (delete-file run-dir)))
-					(if (directory? run-dir)
-					    (if (> (directory-fold (lambda (f x)(+ 1 x)) 0 run-dir) 0)
-						(debug:print 0 "WARNING: refusing to remove " run-dir " as it is not empty")
-						(handle-exceptions
-						 exn
-						 (debug:print 0 "ERROR:  Failed to remove directory " run-dir ((condition-property-accessor 'exn 'message) exn) ", attempting to continue")
-						 (delete-directory run-dir)))
-					    (if run-dir
-						(debug:print 0 "WARNING: not removing " run-dir " as it either doesn't exist or is not a symlink")
-						(debug:print 0 "NOTE: the run dir for this test is undefined. Test may have already been deleted."))
-					    ))
-				    ;; Only delete the records *after* removing the directory. If things fail we have a record 
-				    (cdb:remote-run db:delete-test-records db #f (db:test-get-id test))
-				    (if (not (null? tal))
-					(loop (car tal)(cdr tal))))))
-			     ((set-state-status)
-			      (debug:print-info 2 "new state " (car state-status) ", new status " (cadr state-status))
-			      (cdb:remote-run db:test-set-state-status-by-id db (db:test-get-id test) (car state-status)(cadr state-status) #f)
-			      (if (not (null? tal))
-				  (loop (car tal)(cdr tal))))
-			     ((run-wait)
-			      (debug:print-info 2 "still waiting, " (length tests) " tests still running")
-			      (thread-sleep! 10)
-			      (let ((new-tests (proc-get-tests run-id)))
-				(if (null? new-tests)
-				    (debug:print-info 1 "Run completed according to zero tests matching provided criteria.")
-				    (loop (car new-tests)(cdr new-tests))))))))
-		   )))
+			    (new-test-dat  (cdb:get-test-info-by-id *runremote* test-id)))
+		       (if (not new-test-dat)
+			   (begin
+			     (debug:print 0 "ERROR: We have a test-id of " test-id " but no record was found. NOTE: No locking of records is done between processes, do not simultaneously remove the same run from two processes!")
+			     (if (not (null? tal))
+				 (loop (car tal)(cdr tal))))
+			   (let* ((item-path     (db:test-get-item-path new-test-dat))
+				  (test-name     (db:test-get-testname new-test-dat))
+				  (run-dir       (db:test-get-rundir new-test-dat))    ;; run dir is from the link tree
+				  (real-dir      (if (file-exists? run-dir)
+						     (resolve-pathname run-dir)
+						     #f))
+				  (test-state    (db:test-get-state new-test-dat))
+				  (test-fulln    (db:test-get-fullname new-test-dat)))
+			     (case action
+			       ((remove-runs)
+				(debug:print-info 0 "test: " test-name " itest-state: " test-state)
+				(if (member test-state (list "RUNNING" "LAUNCHED" "REMOTEHOSTSTART" "KILLREQ"))
+				    (begin
+				      (if (not (hash-table-ref/default test-retry-time test-fulln #f))
+					  (begin
+					    ;; want to set to REMOVING BUT CANNOT do it here?
+					    (hash-table-set! test-retry-time test-fulln (current-seconds))))
+				      (if (> (- (current-seconds)(hash-table-ref test-retry-time test-fulln)) allow-run-time)
+					  ;; This test is not in a correct state for cleaning up. Let's try some graceful shutdown steps first
+					  ;; Set the test to "KILLREQ" and wait five seconds then try again. Repeat up to five times then give
+					  ;; up and blow it away.
+					  (begin
+					    (debug:print 0 "WARNING: could not gracefully remove test " test-fulln ", tried to kill it to no avail. Forcing state to FAILEDKILL and continuing")
+					    (mt:test-set-state-status-by-id (db:test-get-id test) "FAILEDKILL" "n/a" #f)
+					    (thread-sleep! 1))
+					  (begin
+					    (mt:test-set-state-status-by-id (db:test-get-id test) "KILLREQ" "n/a" #f)
+					    (thread-sleep! 1)))
+				      ;; NOTE: This is suboptimal as the testdata will be used later and the state/status may have changed ...
+				      (if (null? tal)
+					  (loop new-test-dat tal)
+					  (loop (car tal)(append tal (list new-test-dat)))))
+				    (begin
+				      (mt:test-set-state-status-by-id (db:test-get-id test) "REMOVING" "LOCKED" #f)
+				      (debug:print-info 1 "Attempting to remove " (if real-dir (conc " dir " real-dir " and ") "") " link " run-dir)
+				      (if (and real-dir 
+					       (> (string-length real-dir) 5)
+					       (file-exists? real-dir)) ;; bad heuristic but should prevent /tmp /home etc.
+					  (begin ;; let* ((realpath (resolve-pathname run-dir)))
+					    (debug:print-info 1 "Recursively removing " real-dir)
+					    (if (file-exists? real-dir)
+						(runs:safe-delete-test-dir real-dir)
+						(debug:print 0 "WARNING: test dir " real-dir " appears to not exist or is not readable")))
+					  (if real-dir 
+					      (debug:print 0 "WARNING: directory " real-dir " does not exist")
+					      (debug:print 0 "WARNING: no real directory corrosponding to link " run-dir ", nothing done")))
+				      (if (symbolic-link? run-dir)
+					  (begin
+					    (debug:print-info 1 "Removing symlink " run-dir)
+					    (handle-exceptions
+					     exn
+					     (debug:print 0 "ERROR:  Failed to remove symlink " run-dir ((condition-property-accessor 'exn 'message) exn) ", attempting to continue")
+					     (delete-file run-dir)))
+					  (if (directory? run-dir)
+					      (if (> (directory-fold (lambda (f x)(+ 1 x)) 0 run-dir) 0)
+						  (debug:print 0 "WARNING: refusing to remove " run-dir " as it is not empty")
+						  (handle-exceptions
+						   exn
+						   (debug:print 0 "ERROR:  Failed to remove directory " run-dir ((condition-property-accessor 'exn 'message) exn) ", attempting to continue")
+						   (delete-directory run-dir)))
+					      (if run-dir
+						  (debug:print 0 "WARNING: not removing " run-dir " as it either doesn't exist or is not a symlink")
+						  (debug:print 0 "NOTE: the run dir for this test is undefined. Test may have already been deleted."))
+					      ))
+				      ;; Only delete the records *after* removing the directory. If things fail we have a record 
+				      (cdb:remote-run db:delete-test-records db #f (db:test-get-id test))
+				      (if (not (null? tal))
+					  (loop (car tal)(cdr tal))))))
+			       ((set-state-status)
+				(debug:print-info 2 "new state " (car state-status) ", new status " (cadr state-status))
+				(mt:test-set-state-status-by-id (db:test-get-id test) (car state-status)(cadr state-status) #f)
+				(if (not (null? tal))
+				    (loop (car tal)(cdr tal))))
+			       ((run-wait)
+				(debug:print-info 2 "still waiting, " (length tests) " tests still running")
+				(thread-sleep! 10)
+				(let ((new-tests (proc-get-tests run-id)))
+				  (if (null? new-tests)
+				      (debug:print-info 1 "Run completed according to zero tests matching provided criteria.")
+				      (loop (car new-tests)(cdr new-tests))))))))
+		       )))))
 	   ;; remove the run if zero tests remain
 	   (if (eq? action 'remove-runs)
 	       (let ((remtests (mt:get-tests-for-run (db:get-value-by-header run header "id") #f '("DELETED") '("n/a") not-in: #t)))
 		 (if (null? remtests) ;; no more tests remaining
 		     (let* ((dparts  (string-split lasttpath "/"))
@@ -1213,17 +1218,13 @@
 ;; Update test_meta for all tests
 (define (runs:update-all-test_meta db)
   (let ((test-names (tests:get-valid-tests)))
     (for-each 
      (lambda (test-name)
-       (let* ((test-path    (conc *toppath* "/tests/" test-name))
-	      (test-configf (conc test-path "/testconfig"))
-	      (testexists   (and (file-exists? test-configf)(file-read-access? test-configf)))
-	      ;; read configs with tricks turned off (i.e. no system)
-	      (test-conf    (if testexists (read-config test-configf #f #f)(make-hash-table))))
+       (let* ((test-conf    (mt:lazy-read-test-config test-name)))
 	 ;; use the cdb:remote-run instead of passing in db
-	 (runs:update-test_meta test-name test-conf)))
+	 (if test-conf (runs:update-test_meta test-name test-conf))))
      test-names)))
 
 ;; This could probably be refactored into one complex query ...
 (define (runs:rollup-run keys runname user keyvals)
   (debug:print 4 "runs:rollup-run, keys: " keys " :runname " runname " user: " user)

Index: tests.scm
==================================================================
--- tests.scm
+++ tests.scm
@@ -157,11 +157,11 @@
 	  ;; if found then return that matching test record
 	  (debug:print 4 "selstr: " selstr ", qrystr: " qrystr ", keyvals: " keyvals ", previous run ids found: " prev-run-ids)
 	  (if (null? prev-run-ids) #f
 	      (let loop ((hed (car prev-run-ids))
 			 (tal (cdr prev-run-ids)))
-		(let ((results (db:get-tests-for-run db hed (conc test-name "/" item-path)'() '() #f #f #f #f)))
+		(let ((results (db:get-tests-for-run db hed (conc test-name "/" item-path)'() '() #f #f #f #f #f)))
 		  (debug:print 4 "Got tests for run-id " run-id ", test-name " test-name ", item-path " item-path ": " results)
 		  (if (and (null? results)
 			   (not (null? tal)))
 		      (loop (car tal)(cdr tal))
 		      (if (null? results) #f
@@ -198,11 +198,11 @@
 	  (debug:print 4 "selstr: " selstr ", qrystr: " qrystr ", keyvals: " keyvals 
 		       ", previous run ids found: " prev-run-ids)
 	  (if (null? prev-run-ids) '()  ;; no previous runs? return null
 	      (let loop ((hed (car prev-run-ids))
 			 (tal (cdr prev-run-ids)))
-		(let ((results (db:get-tests-for-run db hed (conc test-name "/" item-path) '() '() #f #f #f #f)))
+		(let ((results (db:get-tests-for-run db hed (conc test-name "/" item-path) '() '() #f #f #f #f #f)))
 		  (debug:print 4 "Got tests for run-id " run-id ", test-name " test-name 
 			       ", item-path " item-path " results: " (intersperse results "\n"))
 		  ;; Keep only the youngest of any test/item combination
 		  (for-each 
 		   (lambda (testdat)
@@ -321,11 +321,13 @@
 
     (debug:print 4 "real-status " real-status ", waived " waived ", status " status)
 
     ;; update the primary record IF state AND status are defined
     (if (and state status)
-	(cdb:test-set-status-state *runremote* test-id real-status state (if waived waived comment)))
+	(begin
+	  (cdb:test-set-status-state *runremote* test-id real-status state (if waived waived comment))
+	  (mt:process-triggers test-id state real-status)))
     
     ;; if status is "AUTO" then call rollup (note, this one modifies data in test
     ;; run area, it does remote calls under the hood.
     (if (and test-id state status (equal? status "AUTO")) 
 	(db:test-data-rollup #f test-id status work-area: work-area))
@@ -486,16 +488,18 @@
 ;; 		  tests)))))
 
 (define (tests:get-testconfig test-name test-registry system-allowed)
   (let* ((test-path    (hash-table-ref/default test-registry test-name (conc *toppath* "/tests/" test-name)))
 	 (test-configf (conc test-path "/testconfig"))
-	 (testexists   (and (file-exists? test-configf)(file-read-access? test-configf))))
-    (if testexists
-	(read-config test-configf #f system-allowed environ-patt: (if system-allowed
-								      "pre-launch-env-vars"
-								      #f))
-	#f)))
+	 (testexists   (and (file-exists? test-configf)(file-read-access? test-configf)))
+	 (tcfg         (if testexists
+			   (read-config test-configf #f system-allowed environ-patt: (if system-allowed
+											 "pre-launch-env-vars"
+											 #f))
+			   #f)))
+    (hash-table-set! *testconfigs* test-name tcfg)
+    tcfg))
   
 ;; sort tests by priority and waiton
 ;; Move test specific stuff to a test unit FIXME one of these days
 (define (tests:sort-by-priority-and-waiton test-records)
   (let ((mungepriority (lambda (priority)

Index: tests/fdktestqa/fdk.config
==================================================================
--- tests/fdktestqa/fdk.config
+++ tests/fdktestqa/fdk.config
@@ -2,11 +2,11 @@
 SYSTEM TEXT
 RELEASE TEXT
 
 [setup]
 # Adjust max_concurrent_jobs to limit how much you load your machines
-max_concurrent_jobs 50
+max_concurrent_jobs 150
 
 # This is your link path, you can move it but it is generally better to keep it stable
 linktree #{shell readlink -f #{getenv PWD}/../simplelinks}
 
 [include testqa/configs/megatest.abc.config]

Index: tests/fdktestqa/testqa/Makefile
==================================================================
--- tests/fdktestqa/testqa/Makefile
+++ tests/fdktestqa/testqa/Makefile
@@ -20,9 +20,10 @@
 
 dashboard : 
 	$(DASHBOARD) -rows 20 &
 
 compile :
+	$(MEGATEST) -stop-server 0
 	(cd ../../..;make && make install)
 
 clean :
 	rm -rf ../simple*/*/* megatest.db

Index: tests/fdktestqa/testqa/megatest.config
==================================================================
--- tests/fdktestqa/testqa/megatest.config
+++ tests/fdktestqa/testqa/megatest.config
@@ -1,10 +1,10 @@
 [setup]
 testcopycmd cp --remove-destination -rlv TEST_SRC_PATH/. TEST_TARG_PATH/. >> TEST_TARG_PATH/mt_launch.log 2>> TEST_TARG_PATH/mt_launch.log
-runqueue 2
+runqueue 20
 transport http
+launchwait no
 
 [include ../fdk.config]
 
 [server]
-# timeout 0.05
-port 9669
+port 9080

Index: tests/fullrun/config/mt_include_1.config
==================================================================
--- tests/fullrun/config/mt_include_1.config
+++ tests/fullrun/config/mt_include_1.config
@@ -1,8 +1,8 @@
 [setup]
 # exectutable /path/to/megatest
-max_concurrent_jobs 15
+max_concurrent_jobs 25
 
 linktree #{getenv MT_RUN_AREA_HOME}/tmp/mt_links
 
 [jobtools]
 useshell yes

Index: tests/fullrun/megatest.config
==================================================================
--- tests/fullrun/megatest.config
+++ tests/fullrun/megatest.config
@@ -16,17 +16,15 @@
 
 [tests-paths]
 1 #{get misc parent}/simplerun/tests
 
 [setup]
-# Set launchwait to yes to use the old launch run code that waits for the launch process to return before 
-# proceeding.
-# launchwait yes
+# Set launchwait to no to use the more agressive code that does not wait for the launch to complete before proceeding
+launchwait no
 
 # Use http instead of direct filesystem access
 transport http
-
 
 # If set to "default" the old code is used. Otherwise defaults to 200 or uses
 # numeric value given.
 #
 runqueue 20

Index: tests/fullrun/tests/ez_fail_quick/testconfig
==================================================================
--- tests/fullrun/tests/ez_fail_quick/testconfig
+++ tests/fullrun/tests/ez_fail_quick/testconfig
@@ -3,10 +3,13 @@
 
 [ezsteps]
 # should fail on next step
 lookitnada  ls /nada
 
+[triggers]
+COMPLETED/FAIL xterm;echo
+
 [test_meta]
 author matt
 owner  bob
 description This test runs a single ezstep which fails immediately.