Megatest

Check-in [451c9aa4ba]
Login
Overview
Comment:updates to add comments in xml
Downloads: Tarball | ZIP archive | SQL archive
Timelines: family | ancestors | descendants | both | v1.64-newview-junit-xml-reporter
Files: files | file ages | folders
SHA1: 451c9aa4ba3bc606ca1bb3c216a212c0c2c073e2
User & Date: pjhatwal on 2020-05-22 18:14:22
Other Links: branch diff | manifest | tags
Context
2020-05-26
19:19
added mechanisum to avoid two test trying to genrate xml file at same time check-in: e1a379fb2d user: pjhatwal tags: v1.64-newview-junit-xml-reporter
2020-05-22
18:14
updates to add comments in xml check-in: 451c9aa4ba user: pjhatwal tags: v1.64-newview-junit-xml-reporter
2020-05-21
14:10
added intial functionality for junit xml genration check-in: 76d6afd28a user: pjhatwal tags: v1.64-newview-junit-xml-reporter
Changes

Modified runs.scm from [852df78f0f] to [954456c4c1].

2676
2677
2678
2679
2680
2681
2682
2683
2684
2685
2686
2687
2688

2689

2690


2691
2692
2693
2694

2695
2696
2697

2698

2699
2700
2701
2702
2703
2704
2705
2706
2707
2708
2709
2710
2711
2712
2713
2714




2715
2716
2717
2718

2719

2720

2721
2722
2723
2724
2725
2726
2727



2728
2729



2730
2731
2732

2733







2734








2735

2736
2737
2738
2739
2740
2741
2742
2743
2744
2745
	     db 
	     (conc "INSERT OR REPLACE INTO test_data (test_id,category,variable,value,expected,tol,units,comment) "
		   "SELECT " (db:test-get-id new-testdat) ",category,variable,value,expected,tol,units,comment FROM test_data WHERE test_id=?;")
	     (db:test-get-id testdat))))
	 ))
     prev-tests)))

(define doc 
  '(*TOP*
    (*PI* xml "version='1.0'")
    (testsuite)))

(define (runs:update-junit-test-reporter-xml run-id)

	(let*	((junit-test-reporter	(configf:lookup *configdat* "runs" "junit-test-reporter-xml"))

		(xml-dir		(if (and junit-test-reporter (equal? junit-test-reporter "yes" ))


						(conc (getenv "MT_LINKTREE") "/" (getenv "MT_TARGET") "/" (getenv "MT_RUNNAME"))
						#f))
		(xml-path		(if xml-dir
						(conc xml-dir "/junit-test-reporter.xml")

						#f))
		(xml-ts-name		(if xml-dir
						(conc (string-translate (getenv "MT_TARGET") "/" ".") "." (getenv "MT_RUNNAME"))

						#f))

		(test-data		(if xml-dir
						(rmt:get-tests-for-run run-id "%" '() '() ;; run-id testpatt states statuses
                                                      #f #f ;; offset limit
                                                      #f ;; not-in
                                                      #f ;; sort-by
                                                      #f ;; sort-order
                                                      #f ;; get full data (not 'shortlist)
                                                      0 ;; (runs:gendat-inc-results-last-update *runs:general-data*) ;; last update time
                                                      #f)
						'()))
		(tests-count		(if xml-dir (length test-data) #f)))
		(if (and junit-test-reporter (equal? junit-test-reporter "yes" ))
			(begin
                      (debug:print 0 *default-log-port* (conc "*********************************************\n Running junit-test-reporter at " xml-path"\n *****************************************"))
				((sxml-modify!  `("testsuite" insert-into (@ (name ,xml-ts-name) (tests ,tests-count)))) doc)
				(map (lambda (test)




					(let*	((test-name	(vector-ref test 2))
						(test-itempath	(vector-ref test 11))
						(tc-name	(conc test-name  (if (and test-itempath (not (equal? test-itempath "")))  (conc "." (string-translate test-itempath "/" "." )) "")))
						(test-state	(vector-ref test 3))

						(test-status	(vector-ref test 4)))

                                       ;(print test)

                                      (cond 
					((member test-state (list "LAUNCHED" "REMOTEHOSTSTART" "RUNNING" ))
						((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (inProgress (@ (type "inProgress")))))) doc))
					((member test-status (list "PASS" "WARN" "WAIVED"))
						((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name))))) doc))
					((member test-status (list "FAIL" "CHECK"))
						((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (failure (@ (message "what to use?") (type "failure")))))) doc))



					((member test-status (list "DEAD" "KILLED" "ABORT" "PREQ_FAIL" "PREQ_DISCARDED"))
						((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (failure (@ (message "what to use?") (type "error")))))) doc))



					((member test-state (list "SKIP"))
						((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (skipped (@ (type "skipped")))))) doc))
                                      (else 

                                       (debug:print 0 *default-log-port* (conc "What do I do with State " test-state " Status " test-status))))))







			test-data)








			(with-output-to-file xml-path      (lambda ()

				(print (sxml-serializer#serialize-sxml doc  ns-prefixes: (list (cons 'gnm "http://foo"))))))))))

	 
     
;; clean cache files
(define (runs:clean-cache target runname toppath)
  (if target
      (if runname
	  (let* ((linktree (common:get-linktree)) ;; (if toppath (configf:lookup *configdat* "setup" "linktree")))
		 (runtop   (conc linktree "/" target "/" runname))







|





>
|
>
|
>
>
|
|
|
<
>
|
|
<
>
|
>
|
|
|
|
|
|
|
|
|
|
|
|
|
<
|
|
>
>
>
>
|
|
|
|
>
|
>
|
>
|
|
|
|
|
|
|
>
>
>
|
|
>
>
>
|
|
|
>
|
>
>
>
>
>
>
>
|
>
>
>
>
>
>
>
>
|
>
|
|
|







2676
2677
2678
2679
2680
2681
2682
2683
2684
2685
2686
2687
2688
2689
2690
2691
2692
2693
2694
2695
2696
2697

2698
2699
2700

2701
2702
2703
2704
2705
2706
2707
2708
2709
2710
2711
2712
2713
2714
2715
2716

2717
2718
2719
2720
2721
2722
2723
2724
2725
2726
2727
2728
2729
2730
2731
2732
2733
2734
2735
2736
2737
2738
2739
2740
2741
2742
2743
2744
2745
2746
2747
2748
2749
2750
2751
2752
2753
2754
2755
2756
2757
2758
2759
2760
2761
2762
2763
2764
2765
2766
2767
2768
2769
2770
2771
2772
2773
2774
2775
2776
2777
2778
2779
	     db 
	     (conc "INSERT OR REPLACE INTO test_data (test_id,category,variable,value,expected,tol,units,comment) "
		   "SELECT " (db:test-get-id new-testdat) ",category,variable,value,expected,tol,units,comment FROM test_data WHERE test_id=?;")
	     (db:test-get-id testdat))))
	 ))
     prev-tests)))

(define doc-template 
  '(*TOP*
    (*PI* xml "version='1.0'")
    (testsuite)))

(define (runs:update-junit-test-reporter-xml run-id)
  (let*	((doc			doc-template)
	 (junit-test-reporter	(configf:lookup *configdat* "runs" "junit-test-reporter-xml"))
	 (junit-test-report-dir  (configf:lookup *configdat* "runs" "junit-test-report-dir"))
	 (xml-dir		(if (and junit-test-reporter (equal? junit-test-reporter "yes" ))
				    (if junit-test-report-dir
					junit-test-report-dir
					(conc (getenv "MT_LINKTREE") "/" (getenv "MT_TARGET") "/" (getenv "MT_RUNNAME")))
				    #f))
	 (xml-ts-name		(if xml-dir

				    (conc (getenv "MT_TESTSUITENAME")"."(string-translate (getenv "MT_TARGET") "/" ".") "." (getenv "MT_RUNNAME"))
				    #f))
	 (xml-path		(if xml-dir

				    (conc xml-dir "/" (common:get-signature xml-ts-name) ".xml")
				    #f))

	 (test-data		(if xml-dir
				    (rmt:get-tests-for-run run-id "%" '() '() ;; run-id testpatt states statuses
							   #f #f ;; offset limit
							   #f ;; not-in
							   #f ;; sort-by
							   #f ;; sort-order
							   #f ;; get full data (not 'shortlist)
							   0 ;; (runs:gendat-inc-results-last-update *runs:general-data*) ;; last update time
							   #f)
				    '()))
	 (tests-count		(if xml-dir (length test-data) #f)))
    (if (and junit-test-reporter (equal? junit-test-reporter "yes" ))
	(begin

					;((sxml-modify! `("testsuite" insert-into (@ (name ,xml-ts-name) (tests ,tests-count)))) doc)

	  (let loop	((test		(car test-data))
			 (tail		(cdr test-data))
			 (fail-cnt	0)
			 (error-cnt	0))
	    (let*	((test-name	(vector-ref test 2))
			 (test-itempath	(vector-ref test 11))
			 (tc-name	(conc test-name (if (and test-itempath (not (equal? test-itempath ""))) (conc "." (string-translate test-itempath "/" "." )) "")))
			 (test-state	(vector-ref test 3))
			 (comment	(vector-ref test 14))   
			 (test-status	(vector-ref test 4))
			 (exc-msg	(conc "No bucket for State " test-state " Status " test-status))
			 ;; (debug:print 0 *default-log-port* "tail:" (length tail))
			 (new-doc       
			  (cond 
			   ((member test-state (list "LAUNCHED" "REMOTEHOSTSTART" "RUNNING" ))
			    ((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (inProgress (@ (type "inProgress")))))) doc))
			   ((member test-status (list "PASS" "WARN" "WAIVED"))
			    ((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name))))) doc))
			   ((member test-status (list "FAIL" "CHECK"))
			    ((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (failure (@ (message ,comment) (type "failure")))))) doc)
			    (if (null? tail)
				(set! fail-cnt (+ fail-cnt 1))
				(loop (car tail) (cdr tail) (+ fail-cnt 1) error-cnt))) 
			   ((member test-status (list "DEAD" "KILLED" "ABORT" "PREQ_FAIL" "PREQ_DISCARDED"))
			    ((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (failure (@ (message ,comment) (type "error")))))) doc)
			    (if (null? tail)
				(set! error-cnt (+ error-cnt 1))
				(loop (car tail) (cdr tail)  fail-cnt (+ error-cnt 1))))
			   ((member test-status (list "SKIP"))
			    ((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (skipped (@ (type "skipped")))))) doc))
			   (else 
			    ((sxml-modify! `("testsuite" insert-into (testcase (@ (name ,tc-name)) (failure (@ (message ,exc-msg) (type "error")))))) doc)
			    (debug:print 0 *default-log-port* (conc "What do I do with State " test-state " Status " test-status))
			    (if (null? tail)
				(set! error-cnt (+ error-cnt 1)))
		    (loop (car tail) (cdr tail)  fail-cnt (+ error-cnt 1)))))
	      (if (null? tail)
		  (begin
		    (debug:print 0 *default-log-port* "modify attrib error=" error-cnt " fail= " fail-cnt) 
		    ((sxml-modify! `("testsuite" insert-into (@ (name ,xml-ts-name) (tests ,tests-count) (errors ,error-cnt) (failures ,fail-cnt)))) doc)

		    (handle-exceptions
		     exn
		     (let*	((msg	((condition-property-accessor 'exn 'message) exn)))
		       (debug:print 0 *default-log-port* (conc "WARNING: Failed to update file" xml-path". Message:" msg)))
		     (debug:print 0 *default-log-port* "creating xml at " xml-path)
		     (debug:print 0 *default-log-port* (length tail))
		     (if (not (file-exists? xml-dir)) 
			 (create-directory xml-dir #t))
		     (with-output-to-file xml-path
		       (lambda ()
			 (print (sxml-serializer#serialize-sxml doc  ns-prefixes: (list (cons 'gnm "http://foo"))))))))
		  (loop (car tail) (cdr tail)  fail-cnt error-cnt)))))
	)))
     
;; clean cache files
(define (runs:clean-cache target runname toppath)
  (if target
      (if runname
	  (let* ((linktree (common:get-linktree)) ;; (if toppath (configf:lookup *configdat* "setup" "linktree")))
		 (runtop   (conc linktree "/" target "/" runname))