Index: common.scm
==================================================================
--- common.scm
+++ common.scm
@@ -3013,11 +3013,17 @@
 	  (debug:print 0 *default-log-port* "ERROR: packets directory path " pktsdir " is not a directory."))
 	 ((not (file-read-access? pktsdir))
 	  (debug:print 0 *default-log-port* "ERROR: packets directory path " pktsdir " is not readable."))
 	 (else
 	  (debug:print-info 0 *default-log-port* "Loading packets found in " pktsdir)
-	  (let ((pkts (glob (conc pktsdir "/*.pkt"))))
+	  (let ((pkts (glob (conc pktsdir "/*.pkt")))
+                (sqdb (dbi:db-conn pdb))
+                )
+           ;; Put this in a transaction to avoid issues overloading the db
+           (sqlite3:with-transaction
+            sqdb
+            (lambda ()
 	    (for-each
 	     (lambda (pkt)
 	       (let* ((uuid    (cadr (string-match ".*/([0-9a-f]+).pkt" pkt)))
 		      (exists  (lookup-by-uuid pdb uuid #f)))
 		 (if (not exists)
@@ -3028,11 +3034,11 @@
 			    (ptype  (alist-ref 'T apkt)))
 		       (add-to-queue pdb pktdat uuid (or ptype 'cmd) #f 0)
 		       (debug:print 4 *default-log-port* "Added " uuid " of type " ptype " to queue"))
 		     (debug:print 4 *default-log-port* "pkt: " uuid " exists, skipping...")
 		     )))
-	     pkts)))))
+	     pkts)))))))
       pktsdirs))
    use-lt: use-lt))
 
 (define (common:get-pkt-alists pkts)
   (map (lambda (x)

Index: db.scm
==================================================================
--- db.scm
+++ db.scm
@@ -1580,17 +1580,17 @@
 ;;
 ;; NOTE: This DOESN'T (necessarily) get the real run ids, but the number of the <number>.db!!
 
 (define (db:get-changed-run-ids since-time)
   (let* ((dbdir      (db:dbfile-path)) ;; (configf:lookup *configdat* "setup" "dbdir"))
-	 (alldbs     (glob (conc dbdir "/.mtdb/[0-9]*.db")))
+	 (alldbs     (glob (conc dbdir "/.mtdb/[0-9]*.db*")))
 	 (changed    (filter (lambda (dbfile)
 			       (> (file-modification-time dbfile) since-time))
 			     alldbs)))
     (delete-duplicates
      (map (lambda (dbfile)
-	    (let* ((res (string-match ".*\\/(\\d\\d)\\.db" dbfile)))
+	    (let* ((res (string-match ".*\\/(\\d\\d)\\.db*" dbfile)))
 	      (if res
 		  (string->number (cadr res))
 		  (begin
 		    (debug:print 2 *default-log-port* "WARNING: Failed to process " dbfile " for run-id")
 		    0))))
@@ -4062,10 +4062,22 @@
 ;; Just for sync, procedures to make sync easy
 ;;======================================================================
 
 ;; get an alist of run ids and test/run, test_step/run pairs changed since time since-time
 ;;   '((runs . (1 2 3 ...))(tests . ((5 . 1) (6 . 3) (6 . 2) (7 . 1)  ...
+
+;; Retrieves record IDs from the database based on the timestamp of their last update.
+
+;; The function takes two arguments: dbstruct, which represents the database structure, and since-time, which is a timestamp indicating the time of the last update.
+;; The function first defines a few helper functions, including backcons, which takes a list and an item and adds the item to the front of the list. 
+;; It then initializes several variables to empty lists: all_tests, all_test_steps, all_test_data, all_run_ids, and all_test_ids.
+;; The function then retrieves a list of IDs for runs that have been changed since since-time using the db:get-changed-run-ids function. 
+;; It then filters the full list of run IDs to only include those that match the changed run IDs based on their modulo 100.
+;; For each changed run ID, the function retrieves a list of test IDs, test step IDs, and test data IDs that have been updated since since-time. 
+;; It appends these IDs to the appropriate lists (all_tests, all_test_steps, and all_test_data) using the append and map functions.
+;; The function then retrieves a list of run stat IDs that have been updated since since-time.
+;; Finally, the function returns a list of associations between record types and their corresponding IDs: runs, tests, test_steps, test_data, and run_stats.                                
 ;;
 (define (db:get-changed-record-ids dbstruct since-time)
   ;; no transaction, allow the db to be accessed between the big queries
   (let* ((backcons (lambda (lst item)(cons item lst)))
          (all_tests '())

Index: dbfile.scm
==================================================================
--- dbfile.scm
+++ dbfile.scm
@@ -913,22 +913,27 @@
 	     fields)
 
 	    ;; read the source table
             ;; store a list of all rows in the table in fromdat, up to batch-len.
             ;; Then add fromdat to the fromdats list, clear fromdat and repeat.
-	    (sqlite3:for-each-row
-	     (lambda (a . b)
-	       (set! fromdat (cons (apply vector a b) fromdat))
-	       (if (> (length fromdat) batch-len)
-		   (begin
-		     (set! fromdats (cons fromdat fromdats))
-		     (set! fromdat  '())
-		     (set! totrecords (+ totrecords 1)))
-               )
-             )
-	     (dbr:dbdat-dbh fromdb)
-	     full-sel)
+            (sqlite3:with-transaction 
+              (dbr:dbdat-dbh fromdb)
+              (lambda ()
+	        (sqlite3:for-each-row
+	          (lambda (a . b)
+	            (set! fromdat (cons (apply vector a b) fromdat))
+	            (if (> (length fromdat) batch-len)
+		      (begin
+		        (set! fromdats (cons fromdat fromdats))
+		        (set! fromdat  '())
+		        (set! totrecords (+ totrecords 1)))
+                    )
+                 )
+	         (dbr:dbdat-dbh fromdb)
+	         full-sel)
+              )
+            )
 
              ;; Count less than batch-len as a record
              (if (> (length fromdat) 0)
                  (set! totrecords (+ totrecords 1)))
 

Index: dbmod.scm
==================================================================
--- dbmod.scm
+++ dbmod.scm
@@ -276,11 +276,11 @@
 ;;    IFF field-name exists
 ;;
 ;; Use (db:sync-all-tables-list keys) to get the tbls input
 ;;
 (define (dbmod:sync-tables tbls last-update fromdb todb)
-  (debug:print-info 0 *default-log-port* "dbmod:sync-tables called, from: "fromdb", to: "todb)
+  (debug:print-info 2 *default-log-port* "dbmod:sync-tables called, from: "fromdb", to: "todb)
   (assert (sqlite3:database? fromdb) "FATAL: dbmod:sync-tables called with fromdb not a database" fromdb)
   (assert (sqlite3:database? todb) "FATAL: dbmod:sync-tables called with fromdb not a database" todb)
   (let ((stmts       (make-hash-table)) ;; table-field => stmt
 	(all-stmts   '())              ;; ( ( stmt1 value1 ) ( stml2 value2 ))
 	(numrecs     (make-hash-table))

Index: megatest.scm
==================================================================
--- megatest.scm
+++ megatest.scm
@@ -1901,11 +1901,11 @@
        (lambda (target runname keys keyvals)
 	 (if (or (string-search "%" target)
 		 (string-search "%" runname)) ;; we are being asked to re-run multiple runs
 	     (let* ((run-specs (rmt:simple-get-runs runname #f #f target #f))) ;; list of simple-run records
 	       (debug:print-info 0 *default-log-port* "Pattern supplied for target or runname with "
-				 (length run-specs) " matches round. Running each in turn.")
+				 (length run-specs) " matches found. Running each in turn.")
 	       (if (null? run-specs)
 		   (debug:print 0 *default-log-port* "WARNING: No runs match target " target " and runname " runname))
 	       (for-each (lambda (spec) 
 			   (let* ((precmd     (if (args:get-arg "-precmd")(conc (args:get-arg "-precmd") " ") ""))
 				  (newcmdline (conc