Megatest

Diff
Login

Differences From Artifact [23c11249c1]:

To Artifact [89493499f6]:


324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Section*
Document Revision History
\end_layout

\begin_layout Standard

\shape italic
Notable revisions of the software are occasionally documented here
\shape default







|







324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
\begin_inset Newpage newpage
\end_inset


\end_layout

\begin_layout Section*
Megatest/document Revision History
\end_layout

\begin_layout Standard

\shape italic
Notable revisions of the software are occasionally documented here
\shape default
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
converted to new document format
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text








|







405
406
407
408
409
410
411
412
413
414
415
416
417
418
419

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
\begin_inset Text

\begin_layout Plain Layout
converted to new document template
\end_layout

\end_inset
</cell>
<cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
\begin_inset Text

1327
1328
1329
1330
1331
1332
1333
1334













































































































































1335
1336















1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347






1348
1349
1350
1351
1352
1353
1354
1355
1356
1357































1358
1359
1360
1361
1362
1363
1364
waiton cpu mem
\end_layout

\end_inset


\end_layout














































































































































\begin_layout Section
Dashboard















\end_layout

\begin_layout Standard
\begin_inset Graphics
	filename dashboard.png
	scale 80

\end_inset


\end_layout







\begin_layout Standard
\begin_inset Graphics
	filename dashboard-test.png
	scale 80

\end_inset


\end_layout
































\begin_layout Section
Reference
\end_layout

\begin_layout Subsection
Configuration file Syntax








>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>


>
>
>
>
>
>
>
>
>
>
>
>
>
>
>











>
>
>
>
>
>










>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>
>







1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
waiton cpu mem
\end_layout

\end_inset


\end_layout

\begin_layout Subsection
Rolling up Miscellaneous Data
\end_layout

\begin_layout Standard
Use the -load-test-data switch to roll up arbitrary data from a test into
 the test_data table.
\end_layout

\begin_layout Standard
\begin_inset listings
inline false
status open

\begin_layout Plain Layout

# Fields are:
\end_layout

\begin_layout Plain Layout

# category,variable,value,expected,tol,units,comment,status
\end_layout

\begin_layout Plain Layout

\end_layout

\begin_layout Plain Layout

$MT_MEGATEST -load-test-data << EOF
\end_layout

\begin_layout Plain Layout

foo,bar,1.2,1.9,>
\end_layout

\begin_layout Plain Layout

foo,rab,1.0e9,10e9,1e9
\end_layout

\begin_layout Plain Layout

foo,bla,1.2,1.9,<
\end_layout

\begin_layout Plain Layout

foo,bal,1.2,1.2,<,,Check for overload
\end_layout

\begin_layout Plain Layout

foo,alb,1.2,1.2,<=,Amps,This is the high power circuit test
\end_layout

\begin_layout Plain Layout

foo,abl,1.2,1.3,0.1
\end_layout

\begin_layout Plain Layout

foo,bra,1.2,pass,silly stuff
\end_layout

\begin_layout Plain Layout

faz,bar,10,8mA,,,"this is a comment"
\end_layout

\begin_layout Plain Layout

EOF
\end_layout

\end_inset


\end_layout

\begin_layout Standard
New entries are keyed on the category and variable.
 If a new record is inserted with a category and variable that have already
 been used the new record will replace the old record.
\end_layout

\begin_layout Standard
Where value, expected and tol are specified the behavior is as follows.
\end_layout

\begin_layout Itemize
If value, expected and tol are numbers then status is calculated as PASS
 if (expected-tol) <= value <= (expected+tol)
\end_layout

\begin_layout Itemize
If value and expected are numbers and tol is >, <, >= or <= then value is
 compared with expected using the operator given by tol
\end_layout

\begin_layout Itemize
If status is specified its value overrides the above calculations.
\end_layout

\begin_layout Subsection
Rolling up Runs
\end_layout

\begin_layout Standard
To roll up a number of tests in a sequence of runs to a single run use the
 -rollup command.
 
\end_layout

\begin_layout Standard
\begin_inset listings
inline false
status open

\begin_layout Plain Layout

megatest -rollup :sysname ubuntu :fsname nfs :datapath none :runname rollup_ww38
\end_layout

\end_inset


\end_layout

\begin_layout Standard
All keys must be specified and the runname is the name of the run that will
 be created.
 All paths are kept original inside the database.
 When -remove-runs is used to delete runs the data is not deleted if there
 are rollups that refer to the data.
 
\end_layout

\begin_layout Section
Dashboard
\end_layout

\begin_layout Standard
\begin_inset listings
inline false
status open

\begin_layout Plain Layout

> dashboard &
\end_layout

\end_inset


\end_layout

\begin_layout Standard
\begin_inset Graphics
	filename dashboard.png
	scale 80

\end_inset


\end_layout

\begin_layout Standard
Pushing one of the buttons on the main dashboard will bring up the test
 specific dashboard.
 Values are updated in semi-real time as the test runs.
\end_layout

\begin_layout Standard
\begin_inset Graphics
	filename dashboard-test.png
	scale 80

\end_inset


\end_layout

\begin_layout Section
Generating an OpenDocument Spreadsheet from the Database
\end_layout

\begin_layout Standard
And OpenDocument multi-paned spreadsheet can be generated from the megatest.db
 file by running -extract-ods
\end_layout

\begin_layout Standard
\begin_inset listings
inline false
status open

\begin_layout Plain Layout

megatest -extract-ods results.ods :runname % 
\end_layout

\end_inset


\end_layout

\begin_layout Standard
You can optionally specify the keys for your database to limit further the
 runs to extract into the spreadsheet.
 The first sheet contains all the run data and subsequent sheets contain
 data rolled up for the individual tests.
\end_layout

\begin_layout Section
Reference
\end_layout

\begin_layout Subsection
Configuration file Syntax