Megatest

Check-in [30b0302862]
Login
☰Home Timeline Files Branches Tags Tickets Wiki Login
Overview
Comment:Use a different variable to control starting up servers on overloaded hosts.
Downloads: Tarball | ZIP archive | SQL archive
Timelines: family | ancestors | descendants | both | v1.65
Files: files | file ages | folders
SHA1: 30b0302862cb860f31ab9ab80e7fc8874e5be1a5
User & Date: mrwellan on 2018-02-02 15:13:34
Other Links: branch diff | manifest | tags
Context
2018-02-02
16:41
Add a little randomness check-in: 64d9352976 user: mrwellan tags: v1.65
15:13
Use a different variable to control starting up servers on overloaded hosts. check-in: 30b0302862 user: mrwellan tags: v1.65
10:29
bumped version check-in: 83fad2f941 user: bjbarcla tags: v1.65, v1.6507
Changes
Hide Diffs Unified Diffs Ignore Whitespace Patch

Modified server.scm from [92475e2503] to [347cacb51e].

︙︙
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136

	 (cmdln (conc (common:get-megatest-exe)
		      " -server " (or target-host "-") (if (equal? (configf:lookup *configdat* "server" "daemonize") "yes")
							   " -daemonize "
							   "")
		      ;; " -log " logfile
		      " -m testsuite:" testsuite)) ;; (conc " >> " logfile " 2>&1 &")))))
	 (log-rotate  (make-thread common:rotate-logs  "server run, rotate logs thread"))
         (load-limit  (configf:lookup-number *configdat* "jobtools" "maxhomehostload" default: 3.0)))
    ;; we want the remote server to start in *toppath* so push there
    (push-directory areapath)
    (debug:print 0 *default-log-port* "INFO: Trying to start server (" cmdln ") ...")
    (thread-start! log-rotate)
    
    ;; host.domain.tld match host?
    (if (and target-host 








|








122
123
124
125
126
127
128
129
130
131
132
133
134
135
136

	 (cmdln (conc (common:get-megatest-exe)
		      " -server " (or target-host "-") (if (equal? (configf:lookup *configdat* "server" "daemonize") "yes")
							   " -daemonize "
							   "")
		      ;; " -log " logfile
		      " -m testsuite:" testsuite)) ;; (conc " >> " logfile " 2>&1 &")))))
	 (log-rotate  (make-thread common:rotate-logs  "server run, rotate logs thread"))
         (load-limit  (configf:lookup-number *configdat* "jobtools" "max-server-start-load" default: 3.0)))
    ;; we want the remote server to start in *toppath* so push there
    (push-directory areapath)
    (debug:print 0 *default-log-port* "INFO: Trying to start server (" cmdln ") ...")
    (thread-start! log-rotate)
    
    ;; host.domain.tld match host?
    (if (and target-host
︙︙

Modified tests/fdktestqa/fdk.config from [1449c69529] to [5922f41e2b].

︙︙
8
9
10
11
12
13
14
15
16
17
18

19

20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

max_concurrent_jobs 1000

# This is your link path, you can move it but it is generally better to keep it stable
linktree #{shell readlink -f #{getenv MT_RUN_AREA_HOME}/../simplelinks}

[include testqa/configs/megatest.abc.config]

# timeout 0.025

[jobtools]
maxload 4

launcher nbfake


[server]
# timeout 0.01
# homehost xena
# homehost 143.182.225.38

# force server
server-query-threshold 0


[jobtools]
# launcher nbq -P ch_vp -C SLES11_EM64T_4G -Q /ciaf/fdk
launcher nbfake
maxload 4

# launcher bsub -q priority -o $MT_TEST_RUN_DIR/openlava.log 









<
<


>
|
>





<

|

<
<
<
<
<
<
<


8
9
10
11
12
13
14


15
16
17
18
19
20
21
22
23
24

25
26
27







28

max_concurrent_jobs 1000

# This is your link path, you can move it but it is generally better to keep it stable
linktree #{shell readlink -f #{getenv MT_RUN_AREA_HOME}/../simplelinks}

[include testqa/configs/megatest.abc.config]



[jobtools]
maxload 4
# launcher smartlauncher --cores 1 --memory 1
launcher nbjob run --target pdx_soft --class 'SLES11&&1C&&1G' --qslot /icf/fdk/soft 
# launcher bsub -q priority -o $MT_TEST_RUN_DIR/openlava.log 

[server]
# timeout 0.01
# homehost xena
# homehost 143.182.225.38

# force server
# server-query-threshold 0

Modified tests/fdktestqa/testqa/Makefile from [f65c4da07e] to [b03429fb6d].

︙︙
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22


all :
	$(MEGATEST) -remove-runs -target a/b -runname c -testpatt %/%
	$(MEGATEST) -run -testpatt % -target a/b -runname c

bigbig :
	for tn in a b c d;do \
	   ($(MEGATEST) -run -testpatt % -target a/b -runname $tn & ) ; \
	done

waitonpatt :
	megatest -remove-runs -runname waitonpatt -target a/b -testpatt %
	NUMTESTS=15 megatest -run -target a/b -runname waitonpatt -testpatt bigrun3/%8

waitonall :








|








8
9
10
11
12
13
14
15
16
17
18
19
20
21
22


all :
	$(MEGATEST) -remove-runs -target a/b -runname c -testpatt %/%
	$(MEGATEST) -run -testpatt % -target a/b -runname c

bigbig :
	for tn in a b c d;do \
	   (NUMTESTS=1000 $(MEGATEST) -run -testpatt % -target a/b -runname $$tn & ) ; \
	done

waitonpatt :
	megatest -remove-runs -runname waitonpatt -target a/b -testpatt %
	NUMTESTS=15 megatest -run -target a/b -runname waitonpatt -testpatt bigrun3/%8

waitonall :
︙︙

Modified tests/fdktestqa/testqa/megatest.config from [96a4d22c9d] to [39f7a70093]. 

1
2
3
4




5
6
7
8
9
10
11
12
13
14
15
16

[setup]
testcopycmd cp --remove-destination -rlv TEST_SRC_PATH/. TEST_TARG_PATH/. >> TEST_TARG_PATH/mt_launch.log 2>> TEST_TARG_PATH/mt_launch.log
# launchwait no
launch-delay 0.1





[server]
# runtime 180
# timeout is in hours, this is how long the server will stay alive when not being used.
timeout 0.1

# All these are overridden in ../fdk.config
# [jobtools]
# launcher nbfake
# launcher bsub -q priority -o $MT_TEST_RUN_DIR/openlava.log 

[include ../fdk.config]




|
>
>
>
>




|








1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

[setup]
testcopycmd cp --remove-destination -rlv TEST_SRC_PATH/. TEST_TARG_PATH/. >> TEST_TARG_PATH/mt_launch.log 2>> TEST_TARG_PATH/mt_launch.log
# launchwait no
# launch-delay 0.1
launch-delay 0

[jobtools]
maxhomehostload 4

[server]
# runtime 180
# timeout is in hours, this is how long the server will stay alive when not being used.
# timeout 0.1

# All these are overridden in ../fdk.config
# [jobtools]
# launcher nbfake
# launcher bsub -q priority -o $MT_TEST_RUN_DIR/openlava.log 

[include ../fdk.config]
︙︙

This page was generated in about 0.101s by Fossil 2.24 [452f8e1ffc] 2024-03-26 15:36:00