Megatest

Check-in [ba634ba17b]
Login
Overview
Comment:Data from stepname.dat now in test_data
Downloads: Tarball | ZIP archive | SQL archive
Timelines: family | ancestors | descendants | both | v1.61
Files: files | file ages | folders
SHA1: ba634ba17bbd18865fb65ff95c3a19b002578990
User & Date: matt on 2016-05-06 23:51:16
Other Links: branch diff | manifest | tags
Context
2016-05-07
07:10
Added db schema mods for last_update in test_steps and test_data. check-in: 2c1dc34663 user: matt tags: v1.61
2016-05-06
23:51
Data from stepname.dat now in test_data check-in: ba634ba17b user: matt tags: v1.61
19:44
Added placeholder for .dat reading check-in: d88df2377f user: mrwellan tags: v1.61
Changes

Modified db.scm from [e681d7664e] to [140cdfded9].

2845
2846
2847
2848
2849
2850
2851
2852
2853
2854
2855
2856
2857
2858
2859



2860
2861
2862
2863
2864
2865
2866
2867
;;   status:   status
;;   type:     type
;; 
(define (db:logpro-dat->csv dat stepname)
  (let ((res '()))
    (for-each
     (lambda (entry-name)
       (let* ((var       entry-name)
	      (value     (or (configf:lookup dat entry-name "measured")  "n/a"))
	      (expected  (or (configf:lookup dat entry-name "expected")  "n/a"))
	      (tolerance (or (configf:lookup dat entry-name "tolerance") "n/a"))
	      (comment   (or (configf:lookup dat entry-name "comment")
			     (configf:lookup dat entry-name "desc")      "n/a"))
	      (status    (or (configf:lookup dat entry-name "status")    "n/a"))
	      (type      (or (configf:lookup dat entry-name "expected")  "n/a")))



	 #f))
     (hash-table-keys dat))
    res))

;; $MT_MEGATEST -load-test-data << EOF
;; foo,bar,   1.2,  1.9, >
;; foo,rab, 1.0e9, 10e9, 1e9
;; foo,bla,   1.2,  1.9, <







<
|






>
>
>
|







2845
2846
2847
2848
2849
2850
2851

2852
2853
2854
2855
2856
2857
2858
2859
2860
2861
2862
2863
2864
2865
2866
2867
2868
2869
;;   status:   status
;;   type:     type
;; 
(define (db:logpro-dat->csv dat stepname)
  (let ((res '()))
    (for-each
     (lambda (entry-name)

       (let* ((value     (or (configf:lookup dat entry-name "measured")  "n/a"))
	      (expected  (or (configf:lookup dat entry-name "expected")  "n/a"))
	      (tolerance (or (configf:lookup dat entry-name "tolerance") "n/a"))
	      (comment   (or (configf:lookup dat entry-name "comment")
			     (configf:lookup dat entry-name "desc")      "n/a"))
	      (status    (or (configf:lookup dat entry-name "status")    "n/a"))
	      (type      (or (configf:lookup dat entry-name "expected")  "n/a")))
	 (set! res (append
		    res
		    (list (list stepname entry-name expected tolerance comment status type))))
	 ))
     (hash-table-keys dat))
    res))

;; $MT_MEGATEST -load-test-data << EOF
;; foo,bar,   1.2,  1.9, >
;; foo,rab, 1.0e9, 10e9, 1e9
;; foo,bla,   1.2,  1.9, <

Modified launch.scm from [b6e5dc6cca] to [a856ba324e].

9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
;;  PURPOSE.

;;======================================================================
;; launch a task - this runs on the originating host, tests themselves
;;
;;======================================================================

(use regex regex-case base64 sqlite3 srfi-18 directory-utils posix-extras z3 call-with-environment-variables)
(use defstruct)

(import (prefix base64 base64:))
(import (prefix sqlite3 sqlite3:))

(declare (unit launch))
(declare (uses common))







|







9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
;;  PURPOSE.

;;======================================================================
;; launch a task - this runs on the originating host, tests themselves
;;
;;======================================================================

(use regex regex-case base64 sqlite3 srfi-18 directory-utils posix-extras z3 call-with-environment-variables csv)
(use defstruct)

(import (prefix base64 base64:))
(import (prefix sqlite3 sqlite3:))

(declare (unit launch))
(declare (uses common))
470
471
472
473
474
475
476
477








478
479
480
481
482
483
484
				       (if (not (> (length ezstepslst) 0))
					   (debug:print 0 "ERROR: ezsteps defined but ezstepslst is zero length")
					   (let loop ((ezstep (car ezstepslst))
						      (tal    (cdr ezstepslst))
						      (prevstep #f))
					     ;; check exit-info (vector-ref exit-info 1)
					     (if (launch:einf-exit-status exit-info) ;; (vector-ref exit-info 1)
						 (let ((logpro-used (launch:runstep ezstep run-id test-id exit-info m tal testconfig)))








						   (if (steprun-good? logpro-used (launch:einf-exit-code exit-info))
						       (if (not (null? tal))
							   (loop (car tal) (cdr tal) stepname))
						       (debug:print 4 "WARNING: step " (car ezstep) " failed. Stopping")))
						 (debug:print 4 "WARNING: a prior step failed, stopping at " ezstep))))))))
		 (monitorjob   (lambda ()
				 (let* ((start-seconds (current-seconds))







|
>
>
>
>
>
>
>
>







470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
				       (if (not (> (length ezstepslst) 0))
					   (debug:print 0 "ERROR: ezsteps defined but ezstepslst is zero length")
					   (let loop ((ezstep (car ezstepslst))
						      (tal    (cdr ezstepslst))
						      (prevstep #f))
					     ;; check exit-info (vector-ref exit-info 1)
					     (if (launch:einf-exit-status exit-info) ;; (vector-ref exit-info 1)
						 (let ((logpro-used (launch:runstep ezstep run-id test-id exit-info m tal testconfig))
						       (stepname    (car ezstep)))
						   ;; if logpro-used read in the stepname.dat file
						   (if (and logpro-used (file-exists? (conc stepname ".dat")))
						       (let* ((dat  (read-config (conc stepname ".dat") #f #f))
							      (csvr (db:logpro-dat->csv dat stepname))
							      (csvt (let-values (( (fmt-cell fmt-record fmt-csv) (make-format ",")))
								      (fmt-csv (map list->csv-record csvr)))))
							 (rmt:csv->test-data run-id test-id csvt)))
						   (if (steprun-good? logpro-used (launch:einf-exit-code exit-info))
						       (if (not (null? tal))
							   (loop (car tal) (cdr tal) stepname))
						       (debug:print 4 "WARNING: step " (car ezstep) " failed. Stopping")))
						 (debug:print 4 "WARNING: a prior step failed, stopping at " ezstep))))))))
		 (monitorjob   (lambda ()
				 (let* ((start-seconds (current-seconds))