Megatest

Check-in [9debf04bc8]
Login
Overview
Comment:wip
Downloads: Tarball | ZIP archive | SQL archive
Timelines: family | ancestors | descendants | both | v1.90-proper-interface-lists
Files: files | file ages | folders
SHA1: 9debf04bc8b40c5b6b6a40bc079041d2b901d3a4
User & Date: matt on 2024-02-12 20:23:20
Other Links: branch diff | manifest | tags
Context
2024-02-13
07:27
wip check-in: b7ce99fe0a user: mrwellan tags: v1.90-proper-interface-lists
2024-02-12
20:23
wip check-in: 9debf04bc8 user: matt tags: v1.90-proper-interface-lists
19:10
wip check-in: 0b3b04d806 user: matt tags: v1.90-proper-interface-lists
Changes

Modified Makefile from [c7da45c614] to [63e111ac6a].

41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# module source files
MSRCFILES = dbfile.scm debugprint.scm mtargs.scm commonmod.scm dbmod.scm \
            tcp-transportmod.scm rmtmod.scm portlogger.scm apimod.scm \
	    configfmod.scm processmod.scm servermod.scm megatestmod.scm \
	    stml2.scm fsmod.scm cpumod.scm mtmod.scm odsmod.scm \
            pkts.scm testsmod.scm pgdb.scm cookie.scm launchmod.scm \
            subrunmod.scm runsmod.scm tasksmod.scm archivemod.scm \
            ezstepsmod.scm mtbody.scm envmod.scm genexample.scm

transport-mode.scm : transport-mode.scm.template
	cp transport-mode.scm.template transport-mode.scm

dashboard-transport-mode.scm : dashboard-transport-mode.scm.template
	cp dashboard-transport-mode.scm.template dashboard-transport-mode.scm

mtest : transport-mode.scm
dboard : dashboard-transport-mode.scm

# dbmod.import.o is just a hack here

mofiles/mtbody.o     : mofiles/launchmod.o readline-fix.scm mofiles/envmod.o mofiles/genexample.o
process.o            : mofiles/processmod.o
mofiles/configfmod.o : mofiles/processmod.o
mofiles/processmod.o : mofiles/commonmod.o
mofiles/servermod.o  : mofiles/commonmod.o
mofiles/rmtmod.o     : mofiles/mtmod.o mofiles/apimod.o
mofiles/dbmod.o      : mofiles/mtmod.o
# mofiles/mtmod.o      : mofiles/tcp-transportmod.o







|












|







41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# module source files
MSRCFILES = dbfile.scm debugprint.scm mtargs.scm commonmod.scm dbmod.scm \
            tcp-transportmod.scm rmtmod.scm portlogger.scm apimod.scm \
	    configfmod.scm processmod.scm servermod.scm megatestmod.scm \
	    stml2.scm fsmod.scm cpumod.scm mtmod.scm odsmod.scm \
            pkts.scm testsmod.scm pgdb.scm cookie.scm launchmod.scm \
            subrunmod.scm runsmod.scm tasksmod.scm archivemod.scm \
            ezstepsmod.scm mtbody.scm envmod.scm genexample.scm mutils.scm

transport-mode.scm : transport-mode.scm.template
	cp transport-mode.scm.template transport-mode.scm

dashboard-transport-mode.scm : dashboard-transport-mode.scm.template
	cp dashboard-transport-mode.scm.template dashboard-transport-mode.scm

mtest : transport-mode.scm
dboard : dashboard-transport-mode.scm

# dbmod.import.o is just a hack here

mofiles/mtbody.o     : mofiles/launchmod.o readline-fix.scm mofiles/envmod.o mofiles/genexample.o mofiles/mutils.o
process.o            : mofiles/processmod.o
mofiles/configfmod.o : mofiles/processmod.o
mofiles/processmod.o : mofiles/commonmod.o
mofiles/servermod.o  : mofiles/commonmod.o
mofiles/rmtmod.o     : mofiles/mtmod.o mofiles/apimod.o
mofiles/dbmod.o      : mofiles/mtmod.o
# mofiles/mtmod.o      : mofiles/tcp-transportmod.o

Modified archivemod.scm from [5b21746964] to [2d74ee0e1f].

41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
(module archivemod
	(
	 archive:get-archive-disks
	 archive:allocate-new-archive-block
	 archive:get-timestamp-dir
	 archive:megatest-db
	 archive:bup-get-data


	 )

(import scheme)
(cond-expand
 (chicken-4
  







|







41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
(module archivemod
	(
	 archive:get-archive-disks
	 archive:allocate-new-archive-block
	 archive:get-timestamp-dir
	 archive:megatest-db
	 archive:bup-get-data
	 archive:restore-db

	 )

(import scheme)
(cond-expand
 (chicken-4
  

Modified dbmod.scm from [9733f324bf] to [f66568c37d].

25
26
27
28
29
30
31


32
33
34
35
36
37
38
(declare (uses configfmod))
(declare (uses debugprint))
(declare (uses mtargs))
(declare (uses mtmod))

(module dbmod
	(


	 db:test-get-event_time
	 db:test-get-item-path
	 db:test-get-testname
	 db:get-value-by-header
	 
	 db:get-subdb








>
>







25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
(declare (uses configfmod))
(declare (uses debugprint))
(declare (uses mtargs))
(declare (uses mtmod))

(module dbmod
	(
	 dbmod:db-to-db-sync
	 
	 db:test-get-event_time
	 db:test-get-item-path
	 db:test-get-testname
	 db:get-value-by-header
	 
	 db:get-subdb

Modified launchmod.scm from [a0b277c06f] to [4708ea7e53].

43
44
45
46
47
48
49




50
51
52
53
54
55
56
(declare (uses runsmod))
(declare (uses fsmod))

(use srfi-69)

(module launchmod
	(




	)

(import scheme)
(cond-expand
 (chicken-4
  
  (import chicken







>
>
>
>







43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
(declare (uses runsmod))
(declare (uses fsmod))

(use srfi-69)

(module launchmod
	(
	 launch:load-logpro-dat
	 launch:recover-test
	 launch:execute
	 launch:extract-scripts-logpro
	)

(import scheme)
(cond-expand
 (chicken-4
  
  (import chicken

Modified megatestmod.scm from [18a9d991bb] to [43bf1ee100].

57
58
59
60
61
62
63

64
65
66
67
68
69
70
	 tests:get-tests-search-path
	 tests:filter-test-names
	 common:args-get-testpatt
	 tests:filter-test-names-not-matched
	 common:args-get-runname
	 common:load-views-config
	 common:args-get-state

	 common:get-runconfig-targets
	 )

(import scheme)
(cond-expand
 (chicken-4
  







>







57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
	 tests:get-tests-search-path
	 tests:filter-test-names
	 common:args-get-testpatt
	 tests:filter-test-names-not-matched
	 common:args-get-runname
	 common:load-views-config
	 common:args-get-state
	 common:args-get-status
	 common:get-runconfig-targets
	 )

(import scheme)
(cond-expand
 (chicken-4
  

Modified mtbody.scm from [91f45efc86] to [67db2b2703].

31
32
33
34
35
36
37


38
39
40
41
42
43
44
(declare (uses dbfile))
(declare (uses envmod))
(declare (uses apimod))
(declare (uses genexample))
(declare (uses rmtmod))
(declare (uses archivemod))
(declare (uses mutils))



(use srfi-69)

(module mtbody
	*
	
(import scheme)







>
>







31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
(declare (uses dbfile))
(declare (uses envmod))
(declare (uses apimod))
(declare (uses genexample))
(declare (uses rmtmod))
(declare (uses archivemod))
(declare (uses mutils))
(declare (uses odsmod))
(declare (uses testsmod))

(use srfi-69)

(module mtbody
	*
	
(import scheme)
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
	  srfi-1
	  srfi-18
	  srfi-69
	  typed-records
	  system-information

	  debugprint
	  mutils
  )))

;; imports common to chk5 and ck4
(import srfi-13)

(import (prefix mtargs args:)
        archivemod







<







109
110
111
112
113
114
115

116
117
118
119
120
121
122
	  srfi-1
	  srfi-18
	  srfi-69
	  typed-records
	  system-information

	  debugprint

  )))

;; imports common to chk5 and ck4
(import srfi-13)

(import (prefix mtargs args:)
        archivemod
138
139
140
141
142
143
144



145
146
147
148
149
150
151
	runsmod
	rmtmod
	launchmod
	fsmod
	envmod
	apimod
	genexample



        )

(include "common_records.scm")

(define *db* #f) ;; this is only for the repl, do not use in general!!!!

;; (include "common_records.scm")







>
>
>







139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
	runsmod
	rmtmod
	launchmod
	fsmod
	envmod
	apimod
	genexample
	mutils
	odsmod
	testsmod
        )

(include "common_records.scm")

(define *db* #f) ;; this is only for the repl, do not use in general!!!!

;; (include "common_records.scm")
2072
2073
2074
2075
2076
2077
2078
2079
2080
2081
2082
2083
2084
2085
2086
			  1)))

      (runs:run-tests target
		      runname
		      #f ;; (common:args-get-testpatt #f)
		      ;; (or (args:get-arg "-testpatt")
		      ;;     "%")
		      user
		      args:arg-hash
		      run-count: rerun-cnt)))

  ;; get lock in db for full run for this directory
  ;; for all tests with deps
  ;;   walk tree of tests to find head tasks
  ;;   add head tasks to task queue







|







2076
2077
2078
2079
2080
2081
2082
2083
2084
2085
2086
2087
2088
2089
2090
			  1)))

      (runs:run-tests target
		      runname
		      #f ;; (common:args-get-testpatt #f)
		      ;; (or (args:get-arg "-testpatt")
		      ;;     "%")
		      (current-user-name)
		      args:arg-hash
		      run-count: rerun-cnt)))

  ;; get lock in db for full run for this directory
  ;; for all tests with deps
  ;;   walk tree of tests to find head tasks
  ;;   add head tasks to task queue
2172
2173
2174
2175
2176
2177
2178
2179
2180
2181
2182
2183
2184
2185
2186
2187
2188
2189
2190
2191
2192
2193
2194
  ;; == duplicated == 		     user
  ;; == duplicated == 		     args:arg-hash))))

  ;;======================================================================
  ;; Rollup into a run
  ;;======================================================================

  (if (args:get-arg "-rollup")
      (general-run-call 
       "-rollup" 
       "rollup tests" 
       (lambda (target runname keys keyvals)
	 (runs:rollup-run keys
			  keyvals
			  (or (args:get-arg "-runname")(args:get-arg ":runname") )
			  user))))

  ;;======================================================================
  ;; Lock or unlock a run
  ;;======================================================================

  (if (or (args:get-arg "-lock")(args:get-arg "-unlock"))
      (general-run-call 







|
|
|
|
|
|
|
|
|







2176
2177
2178
2179
2180
2181
2182
2183
2184
2185
2186
2187
2188
2189
2190
2191
2192
2193
2194
2195
2196
2197
2198
  ;; == duplicated == 		     user
  ;; == duplicated == 		     args:arg-hash))))

  ;;======================================================================
  ;; Rollup into a run
  ;;======================================================================

;;   (if (args:get-arg "-rollup")
;;       (general-run-call 
;;        "-rollup" 
;;        "rollup tests" 
;;        (lambda (target runname keys keyvals)
;; 	 (runs:rollup-run keys
;; 			  keyvals
;; 			  (or (args:get-arg "-runname")(args:get-arg ":runname") )
;; 			  user))))

  ;;======================================================================
  ;; Lock or unlock a run
  ;;======================================================================

  (if (or (args:get-arg "-lock")(args:get-arg "-unlock"))
      (general-run-call 

Modified odsmod.scm from [c50014d604] to [aabfb04b69].

22
23
24
25
26
27
28


29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

46
47
48
49
50
51
52
(declare (uses commonmod))
(declare (uses debugprint))
(declare (uses dbfile))
(declare (uses dbmod))

(module odsmod
	(


	 )
	
(import scheme
	chicken
	data-structures
	extras
	posix
	ports
	regex
	srfi-1
	srfi-13
	(prefix sqlite3 sqlite3:)
	
	commonmod
	debugprint
	dbfile
	dbmod

	)

(define ods:dirs
  '("Configurations2"
    "Configurations2/toolpanel"
    "Configurations2/menubar"
    "Configurations2/toolbar"







>
>

















>







22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
(declare (uses commonmod))
(declare (uses debugprint))
(declare (uses dbfile))
(declare (uses dbmod))

(module odsmod
	(
	 db:extract-ods-file
	 ods:list->ods
	 )
	
(import scheme
	chicken
	data-structures
	extras
	posix
	ports
	regex
	srfi-1
	srfi-13
	(prefix sqlite3 sqlite3:)
	
	commonmod
	debugprint
	dbfile
	dbmod
	
	)

(define ods:dirs
  '("Configurations2"
    "Configurations2/toolpanel"
    "Configurations2/menubar"
    "Configurations2/toolbar"

Modified rmtmod.scm from [1fb394eaa1] to [eb436a7132].

27
28
29
30
31
32
33





34
35
36
37
38
39
40
(declare (uses mtmod))
(declare (uses tcp-transportmod))
(declare (uses apimod))
(declare (uses servermod))

(module rmtmod
	(





	 rmtmod:send-receive
	 rmt:send-receive
	 rmt:no-sync-get-lock
	 rmt:no-sync-del!
	 rmt:no-sync-set
	 rmt:no-sync-get/default








>
>
>
>
>







27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
(declare (uses mtmod))
(declare (uses tcp-transportmod))
(declare (uses apimod))
(declare (uses servermod))

(module rmtmod
	(
	 rmt:import-sexpr
	 rmt:read-test-data-varpatt
	 rmt:get-run-status
	 rmt:set-run-status

	 rmtmod:send-receive
	 rmt:send-receive
	 rmt:no-sync-get-lock
	 rmt:no-sync-del!
	 rmt:no-sync-set
	 rmt:no-sync-get/default

Modified runsmod.scm from [fcbbf29735] to [63f920fb0b].

53
54
55
56
57
58
59







60
61
62
63
64
65
66
	 launch:end-of-run-check
	 launch:test-copy

	 set-item-env-vars
	 runs:set-megatest-env-vars
	 full-runconfigs-read
	 runs:operate-on







	 )

(import scheme)
(cond-expand
 (chicken-4
  
  (import chicken







>
>
>
>
>
>
>







53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
	 launch:end-of-run-check
	 launch:test-copy

	 set-item-env-vars
	 runs:set-megatest-env-vars
	 full-runconfigs-read
	 runs:operate-on

	 runs:update-all-test_meta
	 runs:handle-locking
	 ;; runs:rollup-run ;; not ported
	 runs:run-tests
	 runs:remove-all-but-last-n-runs-per-target
	 general-run-call
	 )

(import scheme)
(cond-expand
 (chicken-4
  
  (import chicken

Modified tasksmod.scm from [a65b2ea9fd] to [7361eb58d0].

49
50
51
52
53
54
55




56
57
58
59
60
61
62
	 common:get-launcher
	 tasks:kill-runner
	 tests:get-testconfig
	 tests:get-waitons

	 tests:get-test-path-from-environment
	 common:exit-on-version-changed




	 )

(import scheme)
(cond-expand
 (chicken-4
  
  (import chicken







>
>
>
>







49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
	 common:get-launcher
	 tasks:kill-runner
	 tests:get-testconfig
	 tests:get-waitons

	 tests:get-test-path-from-environment
	 common:exit-on-version-changed
	 task:get-run-times
	 task:get-test-times
	 tasks:sync-to-postgres

	 )

(import scheme)
(cond-expand
 (chicken-4
  
  (import chicken

Modified testsmod.scm from [53cbd4fb1c] to [db63cb4f1d].

47
48
49
50
51
52
53





54
55
56
57
58
59
60
	 tests:sort-by-priority-and-waiton

	 tests:summarize-test
	 tests:save-final-status
	 tests:update-central-meta-info
	 tests:set-full-meta-info
	 tests:get-compressed-steps





	 )

(import scheme)
(cond-expand
 (chicken-4
  
  (import chicken







>
>
>
>
>







47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
	 tests:sort-by-priority-and-waiton

	 tests:summarize-test
	 tests:save-final-status
	 tests:update-central-meta-info
	 tests:set-full-meta-info
	 tests:get-compressed-steps
	 tests:create-html-summary
	 tests:create-html-summary
	 tests:create-html-tree
	 tests:summarize-items
	 tests:test-get-paths-matching
	 )

(import scheme)
(cond-expand
 (chicken-4
  
  (import chicken