Compare commits

...

335 Commits

Author SHA1 Message Date
Michael Larabel
e167bd6a2e pts-core: Documentation rebuild for 9.6.1 2020-05-25 08:24:12 -05:00
Michael Larabel
f9cfb12532 Update ob-cache against latest OpenBenchmarking.org tests and suites 2020-05-24 17:28:23 -05:00
Michael Larabel
5432def07f phodevi: Avoid macOS reporting X-Core string before Intel CPU string 2020-05-24 07:01:28 -05:00
Michael Larabel
31087e6aba pts-core: Allow exporting result files to XML test suites via the result viewer 2020-05-23 18:28:41 -05:00
Michael Larabel
cc137104ef pts-core: More suite work 2020-05-23 18:01:36 -05:00
Michael Larabel
7460763c74 pts-core: Drop temporary suite concept as really isn't needed, at least shouldn't be 2020-05-23 17:11:02 -05:00
Michael Larabel
87a99c2873 pts-core: Add rebuild-test-suite option for regenerating suite XML all cleaned up 2020-05-23 16:53:02 -05:00
Michael Larabel
d651983982 Merge branch 'master' of github.com:phoronix-test-suite/phoronix-test-suite 2020-05-23 16:52:54 -05:00
Michael Larabel
39f9def404 pts-core: Handle sub-suites correctly when generating suite XML 2020-05-23 16:52:26 -05:00
Michael Larabel
fcb2662305 pts-core: Handle Mode tag when regenerating test suite XML 2020-05-23 16:38:39 -05:00
Michael Larabel
2b272fe683 Merge pull request #440 from EwoutH/patch-3
phoronix-test-suite.bat: Update VC_redist.x64.exe link to support VS 2019
2020-05-19 21:38:35 -04:00
Ewout ter Hoeven
b11cdc5d37 phoronix-test-suite.bat: Update VC_redist.x64.exe link to support VS 2019
vc_redist.x64.exe is still compatible with Visual Studio 2015, 2017 and 2019, see https://support.microsoft.com/en-us/help/2977003/the-latest-supported-visual-c-downloads
2020-05-20 02:18:50 +02:00
Michael Larabel
b430a7f81b pts-core: When limiting results to show in result viewer, keep child objects that match the desired type for the parent 2020-05-19 08:53:59 -05:00
Michael Larabel
cfa29f00fb linux_perf: Avoid a possible warning 2020-05-17 13:06:58 -05:00
Michael Larabel
56b71fb47e phodevi: Add more Arm CPUs 2020-05-14 12:53:07 -05:00
Michael Larabel
40dd230796 phodevi: Fix extra plus on Python 3 only setups 2020-05-10 18:54:19 -05:00
Michael Larabel
13cfd37af2 fix for previous commit 2020-05-02 17:31:50 -05:00
Michael Larabel
f8957dd2eb More result viewer tweaks 2020-05-01 18:56:10 -05:00
Michael Larabel
b5c4c6ff9b more linux_perf work 2020-05-01 11:41:41 -05:00
Michael Larabel
9ebd49e1b8 fix for previous commit 2020-05-01 08:20:41 -05:00
Michael Larabel
c26b60e941 linux_perf: Improvements 2020-05-01 07:14:58 -05:00
Michael Larabel
c8d709d31c pts-core: Arch ex dep updates 2020-04-27 08:43:06 -05:00
Michael Larabel
a6139c595d phodevi: Sway compositor version detection 2020-04-25 16:42:39 -05:00
Michael Larabel
bd6cc21d38 pts-core: Fedora OpenMPI handling improvement 2020-04-25 09:17:22 -05:00
Michael Larabel
bcac6ff74c Fedora dep update 2020-04-25 08:23:45 -05:00
Michael Larabel
6cc6451429 pts_Graph: tweak 2020-04-24 09:03:32 -05:00
Michael Larabel
f322903ac6 9.6 release highlights 2020-04-21 07:15:47 -05:00
Michael Larabel
9c9226fb0b Doc rebuild for 9.6.0 2020-04-21 06:59:39 -05:00
Michael Larabel
08bb0e6f07 pts-core: Show local suites within the list-installed-suites sub-command 2020-04-21 06:55:58 -05:00
Michael Larabel
ea6f9934fd pts-core: Show local tests within the build-suite sub-command 2020-04-21 06:53:21 -05:00
Michael Larabel
91bf4dc59b pts-core: Result viewer table improvement 2020-04-19 17:22:09 -05:00
Michael Larabel
78fcae133b Update Fedora dependency 2020-04-18 18:54:44 -05:00
Michael Larabel
b589aa00e4 clean up list 2020-04-18 17:57:58 -05:00
Michael Larabel
fd00d96f9f pts-core: Show the test duration on the result viewer page 2020-04-18 16:59:37 -05:00
Michael Larabel
0b16f1535e pts-core: Show the test duration on the result viewer page 2020-04-18 16:55:47 -05:00
Michael Larabel
ffa230fdfa make it clear the old viewer is deprecated 2020-04-18 16:13:38 -05:00
Michael Larabel
5fa74ec816 pts-core: Responsive/mobile result viewer improvements 2020-04-18 16:02:22 -05:00
Michael Larabel
6d51b4bda3 pts_Graph: Restore capability for drawing mini graphs for all results in a result file overview 2020-04-18 13:56:59 -05:00
Michael Larabel
d4a998a014 pts_Graph: Minor improvements 2020-04-18 13:16:07 -05:00
Michael Larabel
02adb93255 pts-core: More result viewer tweaking 2020-04-18 12:41:12 -05:00
Michael Larabel
1ee786d4d4 pts-core: Allow sorting result files by test length / test run-time 2020-04-18 11:08:14 -05:00
Michael Larabel
fd61df6508 pts-core: Reorder tabs in result viewer 2020-04-18 08:16:44 -05:00
Michael Larabel
e42698a351 Update OB cache 2020-04-18 08:09:32 -05:00
Michael Larabel
c869a5e5ed pts-core: Better handle long download file lengths 2020-04-16 12:55:30 -05:00
Michael Larabel
c7f3686ebe pts-core: Result viewer 2020-04-15 17:15:30 -05:00
Michael Larabel
bff6ff1d19 pts-core: Experimental saving of result file via stress-run 2020-04-15 16:04:18 -05:00
Michael Larabel
a9aa2198dc pts-core: Experimental saving of result file via stress-run 2020-04-15 16:02:24 -05:00
Michael Larabel
5b6d0b4ef6 pts-core: Experimental saving of result file via stress-run 2020-04-15 15:59:53 -05:00
Michael Larabel
a85d68e327 pts-core: Experimental saving of result file via stress-run 2020-04-15 15:51:02 -05:00
Michael Larabel
0d84bc9200 pts-core: Experimental saving of result file via stress-run 2020-04-15 15:50:11 -05:00
Michael Larabel
88df7c5faa pts-core: Experimental saving of result file via stress-run 2020-04-15 15:45:14 -05:00
Michael Larabel
ba88da054c pts-core: Experimental saving of result file via stress-run 2020-04-15 15:41:02 -05:00
Michael Larabel
6fa387f3b1 pts-core: Experimental saving of result file via stress-run 2020-04-15 15:37:48 -05:00
Michael Larabel
038357ed98 pts-core: Experimental saving of result file via stress-run 2020-04-15 15:31:08 -05:00
Michael Larabel
9696e5a0ab pts-core: Experimental saving of result file via stress-run 2020-04-15 15:29:52 -05:00
Michael Larabel
3da3922884 pts-core: Experimental saving of result file via stress-run 2020-04-15 15:28:03 -05:00
Michael Larabel
6a27179f42 linux_perf: Formatting 2020-04-15 09:48:33 -05:00
Michael Larabel
871355cb9c linux_perf: Formatting 2020-04-15 09:40:29 -05:00
Michael Larabel
7cb87da5cc linux_perf: Set the parent hash on per-test metrics 2020-04-15 09:40:00 -05:00
Michael Larabel
1118ee8aad Merge branch 'master' of github.com:phoronix-test-suite/phoronix-test-suite 2020-04-15 09:14:29 -05:00
Michael Larabel
b34c040602 pts-core: Sort CLI geo mean last is best 2020-04-15 09:14:06 -05:00
Michael Larabel
bb9610b984 Merge pull request #435 from bbara/patch-1
start_result_viewer: fix server with static port
2020-04-15 06:12:46 -04:00
bbara
6c96c5ef87 start_result_viewer: fix server with static port
Currently, giving a pre-defined port to the result-viewer does not work:
[PROBLEM] Port N is already in use by another server process.
Since fsockopen returns false on an error [1], the queries must be inverted.

[1] https://www.php.net/manual/de/function.fsockopen.php
2020-04-15 10:11:41 +02:00
Michael Larabel
d08cafdd2d pts-core: More last minute result viewer work 2020-04-14 18:44:57 -05:00
Michael Larabel
b0ebb1714b pts-core: Track PERFTEST vars 2020-04-14 16:34:08 -05:00
Michael Larabel
160c0c866e pts-core: More result viewer work 2020-04-14 12:14:56 -05:00
Michael Larabel
d403163ce3 pts-core: Fix for previous commit 2020-04-14 11:29:06 -05:00
Michael Larabel
fa3055b560 pts-core: Fix for previous commit 2020-04-14 10:45:44 -05:00
Michael Larabel
85926483dc pts-core: Set parent hash on all monitored data 2020-04-14 10:29:31 -05:00
Michael Larabel
a26c83bd21 pts-core: Virtual test suite handling expansion 2020-04-12 17:32:33 -05:00
Michael Larabel
4529e63829 pts-core: Have suites in result file provide a copy of the suite 2020-04-12 16:45:00 -05:00
Michael Larabel
c98c51e2e2 pts-core: Allow building virtual suites off external dependencies 2020-04-12 14:50:57 -05:00
Michael Larabel
a7557c35e4 pts-core: Result viewer formatting improvement 2020-04-12 14:03:20 -05:00
Michael Larabel
1259ad6aed Import of latest test suites to the cache 2020-04-12 06:33:53 -05:00
Michael Larabel
522ce84556 Documentation rebuild for 9.6.0 Milestone 3 2020-04-12 06:33:33 -05:00
Michael Larabel
b22070ec84 pts-core: Fix for thread reporting without HT/SMT 2020-04-12 05:08:06 -05:00
Michael Larabel
010f3afaf2 pts-core: Latest result viewer work 2020-04-11 17:59:48 -05:00
Michael Larabel
a1302683bb pts-core: Add perf-per-memory-channel to the result viewer 2020-04-11 16:47:55 -05:00
Michael Larabel
732abb64b8 pts-core: Result viewer styling 2020-04-11 15:53:01 -05:00
Michael Larabel
b840908962 pts-core: Ensure multiple 2020-04-11 15:11:18 -05:00
Michael Larabel
ef24941482 pts-core: Result viewer styling 2020-04-11 15:06:42 -05:00
Michael Larabel
0236af2227 pts-core: Result viewer styling 2020-04-11 14:45:12 -05:00
Michael Larabel
1ce21176b2 pts-core: Result viewer styling 2020-04-11 14:42:05 -05:00
Michael Larabel
4e7a6f6a10 pts-core: Result viewer styling 2020-04-11 14:36:27 -05:00
Michael Larabel
2138985422 pts-core: Result viewer styling 2020-04-11 14:33:17 -05:00
Michael Larabel
a556c69d3b pts-core: Fixes for previous commit 2020-04-11 14:04:46 -05:00
Michael Larabel
36977db5c6 pts-core: Allow automated per-thread/core/clock graphs within the result viewer 2020-04-11 14:00:54 -05:00
Michael Larabel
653e84c7af pts-core: Plumb infrastructure for tabbed graph result output in result viewer 2020-04-11 13:19:22 -05:00
Michael Larabel
5ac336c231 pts-core: Add some code comments to help clear up the flow 2020-04-11 11:03:58 -05:00
Michael Larabel
07d03df386 pts-core: Improvement on previous commits 2020-04-11 10:57:49 -05:00
Michael Larabel
8c9851fb79 pts-core: Result viewer add "Limit displaying results to tests within:" 2020-04-11 10:28:24 -05:00
Michael Larabel
332da39574 pts-core: From the result viewer allow " Show Geometric Means Per-Suite/Category" 2020-04-11 08:10:15 -05:00
Michael Larabel
ec1192fb10 pts_Graph: Warning fix 2020-04-10 13:05:42 -05:00
Michael Larabel
12cc37654d pts-core: Fix for REPORT_ALL 2020-04-10 13:02:34 -04:00
Michael Larabel
26a1ff7e79 pts-core: Add GLFW external dependency 2020-04-09 14:51:14 -05:00
Michael Larabel
7ef40df142 pts-core: Don't show deprecated suites with list-suites 2020-04-09 08:40:17 -05:00
Michael Larabel
0c4159bb2e pts-core: External dependency updates 2020-04-09 08:14:29 -05:00
Michael Larabel
67b507c915 pts-core: External dependency updates 2020-04-09 08:13:12 -05:00
Michael Larabel
6b90e318c3 pts-core: External dependency updates 2020-04-09 08:11:55 -05:00
Michael Larabel
71df2238d6 pts-core: Add workload-topology sub-command 2020-04-08 15:35:05 -05:00
Michael Larabel
5e693376bf pts-core: Fix for previous commit 2020-04-08 15:11:30 -05:00
Michael Larabel
2458ddf96c pts-core: Allow test suite "Status" tag
pts-core: Don't report OB updates on deprecated tests or suites
2020-04-08 15:10:58 -05:00
Michael Larabel
5f8461445e pts-core: Fix redundant suite listing 2020-04-08 10:18:52 -05:00
Michael Larabel
da6bd90f78 pts-core: Allow adding deprecated tests to build-suite
Fixes: https://www.phoronix.com/forums/forum/phoronix/phoronix-test-suite/1170494-pts-9-4-1-unable-to-add-pts-nexuiz-to-custom-test-suite
2020-04-07 15:12:33 -05:00
Michael Larabel
b77fd56e29 pts-core: CSV export improvements 2020-04-07 11:40:11 -05:00
Michael Larabel
d5bc70e141 pts-core: Add "Do Not Show Results With Incomplete Data" to the result viewer 2020-04-06 17:32:05 -05:00
Michael Larabel
9f67a61b4b Prep for 9.6 Milestone 2 2020-04-05 15:29:42 -05:00
Michael Larabel
5e98151be3 pts-core: Add "Newly Added" vs. "Recently Updated" in result viewer 2020-04-05 15:23:10 -05:00
Michael Larabel
87e26f22f5 pts-core: Allow listing test suites and test suite data within the result viewer 2020-04-05 13:24:10 -05:00
Michael Larabel
b63fb6bb29 pts-core: Minor cleanup of ubuntu-packages reporting 2020-04-04 20:07:55 -05:00
Michael Larabel
0b2e7ac12c pts-core: Update Ubuntu dependency for CL 2020-04-04 17:38:26 -05:00
Michael Larabel
e2e3c6d86b pts-core: Add vaapi as possible external dependency 2020-04-04 17:00:16 -05:00
Michael Larabel
663583b954 update_checker: Add message of the day support 2020-04-04 13:36:25 -05:00
Michael Larabel
567caac44b update_checker: Add message of the day support 2020-04-04 13:35:43 -05:00
Michael Larabel
f4cbd9cfd3 pts-core: Allow showing test profile information within the result viewer 2020-04-04 10:47:58 -05:00
Michael Larabel
7a11270998 pts-core: Allow listing test profiles within the result viewer 2020-04-04 10:12:49 -05:00
Michael Larabel
07fe8d88c6 documentatioN: Rebuild 2020-04-03 14:48:52 -05:00
Michael Larabel
d386916a41 Merge pull request #426 from invadergir/add-temperature-monitoring-example-to-docs
Added example for how to do temperature monitoring to the documentation.
2020-04-03 15:42:17 -04:00
Michael Larabel
d5455c808d pts-core: Fix for Ubuntu 20.04 2020-03-31 05:34:49 -05:00
Michael Larabel
064c4fab93 pts-core: Add SKIP_RESULT_OBJECTS 2020-03-30 05:50:57 -05:00
Michael Larabel
b863365b99 pts-core: Permissions fix per https://github.com/phoronix-test-suite/phoronix-test-suite/issues/429 2020-03-28 13:23:37 -05:00
Michael Larabel
c08e8149e1 pts-core: Add libuuid-devel to Fedora https://github.com/phoronix-test-suite/phoronix-test-suite/issues/428 2020-03-28 09:42:09 -05:00
Michael Sesterhenn
d4c3c84382 Use module_info() in documentation preparation. 2020-03-27 17:20:50 -05:00
Michael Sesterhenn
5fd4f26cf2 Added example for how to do temperature monitoring to the documentation. 2020-03-26 20:06:48 -05:00
Michael Larabel
3ada17ca2d pts-core: Latest result viewer update 2020-03-26 10:48:27 -05:00
Michael Larabel
a9649d39fa Phoronix Test Suite 9.6 Milestone 1 2020-03-24 05:23:19 -05:00
Michael Larabel
dc5b80a080 pts-core: Improve the print view from the result viewer 2020-03-23 17:30:03 -05:00
Michael Larabel
61199197b6 pts-core: Add jump to in result viewer 2020-03-22 18:35:37 -05:00
Michael Larabel
07d61d1ac3 pts-core: Updates 2020-03-22 16:42:09 -05:00
Michael Larabel
e85b40d571 pts-core: BSD updates 2020-03-21 17:38:39 -05:00
Michael Larabel
cd7b238547 pts-core: BSD updates 2020-03-21 17:35:54 -05:00
Michael Larabel
8821c9b294 pts-core: BSD updates 2020-03-21 17:35:42 -05:00
Michael Larabel
de7d24d915 pts-core: BSD updates 2020-03-21 17:33:53 -05:00
Michael Larabel
cfc5146927 pts-core: BSD updates 2020-03-21 17:30:10 -05:00
Michael Larabel
39b556e0b5 pts-core: BSD updates 2020-03-21 17:13:22 -05:00
Michael Larabel
9df53ed52b pts-core: Set OpenMPI PATH for BSD ports 2020-03-21 17:06:24 -05:00
Michael Larabel
c786b2ddf9 phodevi: BSD tweaks/fixes 2020-03-21 16:57:19 -05:00
Michael Larabel
72fe7daad4 phodevi: BSD tweaks/fixes 2020-03-21 16:56:25 -05:00
Michael Larabel
79390a9525 phodevi: BSD tweaks/fixes 2020-03-21 16:55:39 -05:00
Michael Larabel
4d14bb4152 phodevi: BSD tweaks/fixes 2020-03-21 16:54:26 -05:00
Michael Larabel
4b4ca70b56 pts-core: Add XML export to result viewer export menu 2020-03-21 15:19:05 -05:00
Michael Larabel
2cba8e42ea pts-core: Support deleting runs from the result viewer 2020-03-21 14:00:18 -05:00
Michael Larabel
3f9c23b7b0 pts-core: Add result viewer option only show results where X faster than Y 2020-03-20 11:53:25 -05:00
Michael Larabel
73f6ed2498 pts-core: Add result viewer option "hide noisy results"
pts-core: Add result viewer option "hide results with little change/spread"
2020-03-20 10:34:53 -05:00
Michael Larabel
23343c7dd5 pts-core: More result viewer improvements 2020-03-16 09:21:21 -05:00
Michael Larabel
71425b6734 pts=core: Add favicon.png plus other result viewer work 2020-03-15 14:56:24 -05:00
Michael Larabel
a84e3bfbdb pts-core: Introduced pts_results::query_saved_result_files 2020-03-15 12:54:16 -05:00
Michael Larabel
14432b683b pts-core: Drop dead code 2020-03-15 12:40:06 -05:00
Michael Larabel
298cd3860e pts-core: Minor result viewer work 2020-03-15 12:34:59 -05:00
Michael Larabel
fd14fd1f3d pts-core: Fixes for running the result viewer from a website sub directory in correctly loading assets 2020-03-15 10:42:45 -05:00
Michael Larabel
b580c8a996 pts-core: Viewer updates 2020-03-14 18:58:53 -05:00
Michael Larabel
50a143f421 Bump version for 9.6 development 2020-03-09 17:19:56 -05:00
Michael Larabel
9ef4cb8397 pts-core: Allow showing test description within the result viewer 2020-03-09 17:18:40 -05:00
Michael Larabel
7f24a18135 Update OB cache 2020-03-09 18:17:04 -04:00
Michael Larabel
e065d31397 pts-core: Make HTML table more compact 2020-03-09 16:21:09 -05:00
Michael Larabel
eb863e596b pts-core: Result viewer work 2020-03-07 17:18:17 -06:00
Michael Larabel
e9b5e83906 pts-core: Table tuning 2020-03-07 11:12:06 -06:00
Michael Larabel
354c46d598 pts-core: More work on the result viewer improvements 2020-03-06 20:17:35 -06:00
Michael Larabel
9d19064052 Fixes for previous commit 2020-03-06 20:12:10 -06:00
Michael Larabel
1b461ab484 pts-core: Make use of system log dir 2020-03-06 19:59:53 -06:00
Michael Larabel
73e6eb0182 pts-core: Allow showing system logs from the result viewer 2020-03-06 19:53:07 -06:00
Michael Larabel
d54117d0c5 pts-core: Allow hiding results from within the result viewer
pts-core: Allow generating performance-per-dollar metrics from within the result file
2020-03-06 18:54:39 -06:00
Michael Larabel
a124de95b8 pts-core: Add Snappy external dependency 2020-03-05 14:51:24 -06:00
Michael Larabel
c9c4c48068 pts-core: Add NUM_CPU_PHYSICAL_CORES_CUBE 2020-03-04 16:11:35 -06:00
Michael Larabel
cf0f5679d3 pts-core: Add NUM_CPU_PHYSICAL_CORES_CUBE 2020-03-04 15:51:48 -06:00
Michael Larabel
e48030a08a pts-core: Improvements on previous commit 2020-03-04 10:14:57 -06:00
Michael Larabel
1329faebc4 pts-core: Add new analyze-run-times sub-command 2020-03-04 10:12:49 -06:00
Michael Larabel
654baeeb58 Phoronix Test Suite 9.4.1
4 March 2020

Various minor bug fixes and OpenBenchmarking.org cache update
2020-03-03 18:52:43 -06:00
Michael Larabel
1ecb2d3a7f Phoronix Test Suite 9.4.1
4 March 2020

Various minor bug fixes and OpenBenchmarking.org cache update
2020-03-03 18:52:28 -06:00
Michael Larabel
e25435f585 pts-core: Arch fix 2020-03-03 18:51:50 -06:00
Michael Larabel
6287886b99 Documentation rebuild 2020-03-02 10:44:19 -06:00
Michael Larabel
a82946ca7f PTS 9.4.1 will be out this week as small update 2020-03-02 10:43:40 -06:00
Michael Larabel
adb9c95bd6 ob-cache update 2020-03-02 11:42:00 -05:00
Michael Larabel
4e0dd83e94 pts-core: Fux fir yesterday commit 2020-03-02 05:19:36 -06:00
Michael Larabel
0c92f501a8 pts-core: More work on the previous commit 2020-03-01 13:02:28 -06:00
Michael Larabel
cbff273e37 pts-core: Better handle tests to skip 2020-03-01 12:57:58 -06:00
Michael Larabel
d78bdc363c pts-core: Fix for line_after_hint 2020-03-01 11:18:01 -06:00
Michael Larabel
11490929ae pts-core: Various tweaks 2020-02-27 18:47:21 -06:00
Michael Larabel
e26a36a8b6 pts-core: Output tweaks 2020-02-27 13:31:21 -06:00
Michael Larabel
52ac9bfb43 pts-core: Add warning that Phoromatic Server on Windows is not supported currently. 2020-02-27 06:29:27 -06:00
Michael Larabel
73ac35c2ea pts-core: Warning fix for PHP 8 2020-02-26 13:17:40 -06:00
Michael Larabel
4bbed9a8eb pts-core: Warning fix for PHP 8 2020-02-26 13:13:00 -06:00
Michael Larabel
1ce7986e61 pts-core: Drop some out of date TODOs 2020-02-26 12:50:28 -06:00
Michael Larabel
8016f00182 pts-core: ensure child process of dynamic result viewer gets killed on Linux when shutting down 2020-02-26 11:53:38 -06:00
Michael Larabel
1b634f3898 pts-core: This change should only be needed for Windows 2020-02-26 12:39:00 -05:00
Michael Larabel
2cbbe43f3b Disable recent commit until after 9.4.0 release to allow time for more evaluation 2020-02-25 16:51:43 -06:00
Michael Larabel
dadf7f0a94 load_dynamic_result_viewer: Help ensure child process ends 2020-02-25 16:50:29 -06:00
Michael Larabel
4c10893ce2 load_dynamic_result_viewer: Help ensure child process ends 2020-02-25 16:47:37 -06:00
Michael Larabel
a2737d18aa load_dynamic_result_viewer: Help ensure child process ends 2020-02-25 16:36:32 -06:00
Michael Larabel
896e79ff4d load_dynamic_result_viewer: Help ensure child process ends 2020-02-25 16:34:11 -06:00
Michael Larabel
5ee1b59b27 pts-core: Extra safety check 2020-02-25 16:16:39 -06:00
Michael Larabel
9ebf6881cb pts-core: More doc work for 9.4 2020-02-25 15:17:41 -06:00
Michael Larabel
a7e01e497e Prepping for 9.4.0 2020-02-25 14:18:19 -06:00
Michael Larabel
ad8edcaa1e Prepping for 9.4.0 2020-02-25 14:16:31 -06:00
Michael Larabel
a997a34106 pts-core: Fix for info command on if test installed 2020-02-25 13:33:56 -06:00
Michael Larabel
b4e81b5448 Documentation updates 2020-02-24 16:54:05 -06:00
Michael Larabel
e891d1affd pts-core: More PDF work 2020-02-24 16:14:09 -06:00
Michael Larabel
8090288844 pts-core: More PDF work 2020-02-24 16:08:05 -06:00
Michael Larabel
234e3bad33 pts-core: Avoid unnecessary OB call 2020-02-24 10:32:29 -06:00
Michael Larabel
f0f8c726f2 Update OB cache ahead of Phoronix Test Suite 9.4 release 2020-02-23 18:39:23 -06:00
Michael Larabel
41cdd82f45 pts-core: Tweaks 2020-02-23 18:39:02 -06:00
Michael Larabel
d0d3cd99af pts-core: Show detailed system table option for result viewer 2020-02-23 16:24:21 -06:00
Michael Larabel
ed664ca75f pts-core: Allow color branding of bars on main page of result viewer 2020-02-23 16:03:09 -06:00
Michael Larabel
ee40548c6e pts-core: Add option in the result viewer to allow compacting multi-version test results into single graphs 2020-02-23 10:15:08 -06:00
Michael Larabel
d78f376eb1 pts-core: Allow showing performance-per-suite option within result viewer 2020-02-23 09:38:14 -06:00
Michael Larabel
6b35adb161 pts-core: More PDF output improvements 2020-02-23 09:28:15 -06:00
Michael Larabel
88ef1f851e pts_Graph: When going to PDF with GD library, just use the OB rather than temporary file 2020-02-23 09:00:30 -06:00
Michael Larabel
52992438ac pts-core: Improve logic for determining multi-option test compression 2020-02-22 20:06:15 -06:00
Michael Larabel
e649a57c6e pts-core: Don't show delete/annotation options for dynamically generated result objects where those options are not relevant 2020-02-22 16:50:14 -06:00
Michael Larabel
ba431fa6a7 Do not show Windows/Linux options if not on Windows/Linux 2020-02-22 16:41:53 -06:00
Michael Larabel
3a8acd0529 pts-core: Report test profile support errors when intended Long standing oversight and reported by https://github.com/phoronix-test-suite/phoronix-test-suite/issues/416 2020-02-22 15:27:02 -06:00
Michael Larabel
6f7e2f220b pts-core: Improvement to previous commit 2020-02-22 14:43:38 -06:00
Michael Larabel
0dc20957d7 pts-core: Improvement to previous commit 2020-02-22 11:13:40 -06:00
Michael Larabel
2fa12cf381 pts-core: Improvement to previous commit 2020-02-22 10:43:29 -06:00
Michael Larabel
ceb619ab49 pts-core: Add option in the result viewer to allow compacting multi-option test results into single graphs 2020-02-22 10:37:06 -06:00
Michael Larabel
d90e1173a0 pts-core: Result parser duplication fix 2020-02-21 08:16:10 -06:00
Michael Larabel
0a2c7b0ee5 pts-core: Cleanups 2020-02-21 07:37:42 -06:00
Michael Larabel
ac225a1103 pts-core: Add Parent tag to result file schema for specifying relation to other result objects 2020-02-20 10:20:09 -06:00
Michael Larabel
d9fee10e55 pts_Graph: More graphing tweaks 2020-02-20 07:57:54 -06:00
Michael Larabel
1ad96fea75 pts_Graph: More tweaking 2020-02-19 20:03:36 -06:00
Michael Larabel
8cad8b88c8 pts_Graph: the new color seeder isn't working out quite nicely yet, disable by default... 2020-02-19 18:37:04 -06:00
Michael Larabel
079e613e57 pts_Graph: rework colors 2020-02-19 16:57:24 -06:00
Michael Larabel
e26fdd1ce8 pts_Graph: Lose the background headers 2020-02-19 16:19:46 -06:00
Michael Larabel
4e36e7dc21 pts_Graph: Support for simpler view / rendering without header/footer 2020-02-19 15:47:37 -06:00
Michael Larabel
30af82cf2e ob_auto_compare: Don't show Eng Sample strings 2020-02-19 09:00:18 -06:00
Michael Larabel
f42254b67f pts_Graph: Restore support for error bars on vertical bar graph rendering 2020-02-18 20:23:14 -06:00
Michael Larabel
4c6129880d pts-core: Save log dir handling fix 2020-02-18 11:25:52 -06:00
Michael Larabel
ae4254e049 Prep for PTS 9.4 M3 2020-02-18 09:23:25 -06:00
Michael Larabel
3ff2cf25aa Prep for PTS 9.4 M3 2020-02-18 09:20:51 -06:00
Michael Larabel
39c9e24fbc pts-core: Handle precision correctly for three sigma value compute 2020-02-18 07:12:30 -06:00
Michael Larabel
9894bb33d8 pts-core: Argument checks for suite 2020-02-17 15:38:13 -06:00
Michael Larabel
27a6c36d9b temporary cache update 2020-02-17 12:38:13 -06:00
Michael Larabel
f5f9e36a15 pts-core: Add intersect sub-command for showing tests common between multiple results/suites 2020-02-17 10:49:19 -06:00
Michael Larabel
dba04b0e4c cleanups 2020-02-16 20:20:45 -06:00
Michael Larabel
49ef3a2a97 pts-core: Safeguard suites_on_disk for some server-type deployments 2020-02-16 18:49:33 -06:00
Michael Larabel
fb4eec497b pts-core: On PDF export allow showing geometric means of tests based on their test suite connections 2020-02-16 17:53:48 -06:00
Michael Larabel
510855c17b pts-core: Report 'Test Suites Containing This Test' in the info sub-command on tests 2020-02-16 17:25:10 -06:00
Michael Larabel
a4330d2b46 pts-core: Fix for some suites not showing up on list-suites sub-command 2020-02-16 15:16:38 -06:00
Michael Larabel
fba958c19c pts-core: Introduce pts_test_suites class 2020-02-16 14:39:08 -06:00
Michael Larabel
03651082e0 pts-core: Tweaks of previous commit 2020-02-16 14:34:53 -06:00
Michael Larabel
01b97ff9ed pts-core: PDF output improvements 2020-02-16 11:08:14 -06:00
Michael Larabel
ce378459e7 pts-core: Set SaveInstallationLogs = TRUE by default 2020-02-15 05:32:28 -06:00
Michael Larabel
a68abb4202 pts-core: Support for showing install logs from the result viewer 2020-02-14 18:25:27 -06:00
Michael Larabel
dbc7613d24 pts-core: Support for showing test logs from the result viewer 2020-02-14 18:13:47 -06:00
Michael Larabel
4e2fd57387 pts-core: Continued log refactoring 2020-02-14 11:03:59 -06:00
Michael Larabel
b0031816db phodevi: Only show extra disk details on Linux 2020-02-14 09:50:14 -06:00
Michael Larabel
a6d243162c phodevi: Only show extra disk details on Linux 2020-02-14 09:47:39 -06:00
Michael Larabel
7209870917 pts-core: Fix up logic 2020-02-13 19:49:23 -06:00
Michael Larabel
e545abecc4 pts-core: Couple fixes 2020-02-13 17:54:59 -06:00
Michael Larabel
746be20471 pts-core: Refactor test installation logs handling 2020-02-13 16:22:17 -06:00
Michael Larabel
bfe013ce35 pts-core: Refactor test-logs (SaveTestLogs) handling 2020-02-13 15:47:36 -06:00
Michael Larabel
1e442ce6a9 pts-core: Add run-subset sub-command 2020-02-13 11:29:15 -06:00
Michael Larabel
26d01bd01d pts-core: Fix for asmFish reporting 2020-02-13 10:54:10 -06:00
Michael Larabel
baf7b6d3d0 pts-core: Don't run ex dep startup handler when in silent mode 2020-02-12 12:27:55 -06:00
Michael Larabel
d429cdd57a pts-core: Windows tweaks 2020-02-12 12:15:06 -06:00
Michael Larabel
7c9000a8af pts-core: Windows tweaks 2020-02-12 12:01:33 -06:00
Michael Larabel
b256ecd8fd pts-core: Get the modern result viewer working on Windowe 2020-02-12 09:48:45 -06:00
Michael Larabel
84eb6da2c1 phodevi: Windows warning fix 2020-02-12 06:31:06 -06:00
Michael Larabel
eedbf32915 phodevi: Windows warning fix 2020-02-12 06:30:38 -06:00
Michael Larabel
de2e6e659d Windows: default to PHP 7.4 2020-02-12 06:24:17 -06:00
Michael Larabel
bebaec4c03 pts-core: More verbose reporting of system/external dependency solving status 2020-02-11 18:31:11 -06:00
Michael Larabel
68fa9d24cd pts-core: Set SaveTestLogs = TRUE by default 2020-02-11 10:58:32 -06:00
Michael Larabel
7aace1867f pts-core: Archive the active dynamic result viewer port in the core storage so could be picked up by other processes 2020-02-11 10:22:27 -06:00
Michael Larabel
59ec4bee19 pts-core: Have the result parser handle K/M postfix in the test results 2020-02-10 10:46:48 -06:00
Michael Larabel
238ed3decf pts-core: Have the result parser handle K/M postfix in the test results 2020-02-10 10:42:55 -06:00
Michael Larabel
faf39fb993 pts-core: multi select fix 2020-02-09 10:52:18 -06:00
Michael Larabel
74b1bc5b7e pts-core: Allow pts_user_ui::prompt_text_menu when allow_multi_select is set to return array directly, allows cleaning up some old code... 2020-02-08 12:51:16 -06:00
Michael Larabel
bbaef4f4b7 pts-core: Add remove-result-from-result-file sub-command (slightly different from remove-results-from-result-file) 2020-02-08 12:14:50 -06:00
Michael Larabel
429653cc62 pts-core: Move some Result Management commands to new Result Analysis section 2020-02-08 11:53:44 -06:00
Michael Larabel
5afb8a526b pts-core: Ensure Fedora OpenMPI path is in PATH when present 2020-02-08 06:52:07 -06:00
Michael Larabel
ebf98c5fec pts-core: Add automated executive summary of result files via executive-summary sub-command and PDF result export 2020-02-05 17:17:45 -06:00
Michael Larabel
f4e1f7781a pts-core: Add executive-summary command 2020-02-05 16:37:39 -06:00
Michael Larabel
9cc4742782 pts-core: Add PDF bookmarks to result graphs on PDF result file generation 2020-02-05 13:06:50 -06:00
Michael Larabel
de79dca363 phodevi: Fix string 2020-02-05 11:22:55 -06:00
Michael Larabel
2f1dc0459a Merge branch 'master' of github.com:phoronix-test-suite/phoronix-test-suite 2020-02-05 10:59:42 -06:00
Michael Larabel
af2bb221eb pts-core: Fix blas check on Debian 2020-02-05 10:59:38 -06:00
Michael Larabel
01798c158a pts-core: Fix string detection 2020-02-05 11:51:45 -05:00
Michael Larabel
4d080c55c9 Merge branch 'master' of github.com:phoronix-test-suite/phoronix-test-suite 2020-02-05 05:48:57 -06:00
Michael Larabel
b8a6eeaa8a Prep for 9.4 Milestone 2 2020-02-05 05:48:51 -06:00
Michael Larabel
fe80b92168 Merge pull request #412 from twirrim/patch-1
Disabling progress bars speeds up Invoke-WebRequest
2020-02-05 05:17:54 -06:00
Twirrim
3ebb78b878 Disabling progress bars speeds up Invoke-WebRequest
The PowerShell progress bar makes Invoke-WebRequest dramatically slower than it needs to be.  This adds a command to disable the progress bar, and then re-enable it once the download is complete.

https://stackoverflow.com/questions/28682642/powershell-why-is-using-invoke-webrequest-much-slower-than-a-browser-download
2020-02-04 20:13:50 -08:00
Michael Larabel
9763f7e9b3 phodevi: Add pmem* to phodevi_disk for hopefully identifying Optane DCPM / Persistent Memory 2020-02-04 17:55:44 -06:00
Michael Larabel
b1ccf10f60 Merge branch 'master' of github.com:phoronix-test-suite/phoronix-test-suite 2020-02-04 17:53:52 -06:00
Michael Larabel
cef04e0bbb pts-core: Minor tweaks 2020-02-04 17:53:47 -06:00
Michael Larabel
920767442a Merge pull request #410 from sscargal/pmem
Add Persistent Memory disk targets for disk tests
2020-02-04 17:53:25 -06:00
sscargal
abced13bc1 Add Persistent Memory disk targets for disk tests 2020-02-04 16:31:50 -07:00
Michael Larabel
de05be3296 pts-core: Windows dependency updates 2020-01-30 07:17:12 -06:00
Michael Larabel
a689b6e141 pts-core: Add description to CSV export per https://www.phoronix.com/forums/forum/phoronix/phoronix-test-suite/1156296-export-to-csv-doesnt-include-description 2020-01-30 06:53:09 -06:00
Michael Larabel
c20dad1095 pts-core: Dep update 2020-01-29 16:18:50 -06:00
Michael Larabel
8bb13d29af pts-core: Cleanups 2020-01-22 15:56:07 -06:00
Michael Larabel
b712d19572 pts-core: Support converting graphs to PNG/PDF with Inkscape or svg-convert when PHP GD is not installed/enabled 2020-01-22 14:34:01 -06:00
Michael Larabel
810ca42094 pts-core: Allow displaying annotations when exporting as PDF 2020-01-22 14:24:13 -06:00
Michael Larabel
6c807367aa pts-core: Change code to satisfy PHP 5.4 -- Fixes https://github.com/phoronix-test-suite/phoronix-test-suite/issues/408 2020-01-22 07:03:43 -06:00
Michael Larabel
c4c723b25b pts-core: Fix for API breakage from yesterday 2020-01-22 06:07:49 -06:00
Michael Larabel
27326d5a79 pts-core: Latest updates 2020-01-21 20:10:09 -06:00
Michael Larabel
8ebd37ce96 pts-core: Shift result file Comment to purely Annotation is more accurate 2020-01-21 20:06:21 -06:00
Michael Larabel
c4ac9b6040 pts-core: Allow removing results from result file in web viewer 2020-01-21 17:35:46 -06:00
Michael Larabel
e5ef1642b8 pts-core: Allow editing result file information from result viewer 2020-01-21 15:56:51 -06:00
Michael Larabel
17f47868a6 pts-core: Various reworks, allow deleting results from result viewer, introduce pts_results 2020-01-21 14:46:30 -06:00
Michael Larabel
8608d4c265 pts-core: Add infrastructure to allow for Comment arbitrary comment to be appended to individual result objects... To allow for inline commenting in future commits 2020-01-20 19:04:20 -06:00
Michael Larabel
0bd9a6f2fc Allow generating PNGs out of Inkscape from SVG 2020-01-20 19:03:35 -06:00
Michael Larabel
539b2a0b54 pts_Graph: tweak 2020-01-17 10:01:10 -06:00
Michael Larabel
d3fc828876 pts-core: Fix displaying dynamic result viewer on merge-results command 2020-01-15 14:15:23 -06:00
Michael Larabel
f006fb6d73 pts-core: Ready for 9.4 M1 2020-01-13 07:01:19 -06:00
Michael Larabel
fdea1e740e pts-core: Ready for 9.4 M1 2020-01-13 07:00:25 -06:00
Michael Larabel
df7f48fe30 Prepping for PTS 9.4 Milestone 1 2020-01-12 20:22:11 -06:00
Michael Larabel
5670631348 pts-core: Extra workaround 2020-01-12 20:18:30 -05:00
Michael Larabel
0ac5aed189 pts-core: Refactor previous code commits 2020-01-12 19:46:21 -05:00
Michael Larabel
572eb5d38e Merge branch 'master' of https://github.com/phoronix-test-suite/phoronix-test-suite 2020-01-12 19:39:41 -05:00
Michael Larabel
fa65ce0825 pts-core: More improvements to the file missing checks for helpers 2020-01-12 19:39:29 -05:00
Michael Larabel
bb7fac3ad9 pts-core: External dependency update for Ubuntu 2020-01-12 18:04:55 -06:00
Michael Larabel
9ff6b7d634 pts-core: Reorder vars 2020-01-12 17:45:44 -06:00
Michael Larabel
52a9193452 pts-core: Error detection improvement 2020-01-12 18:36:55 -05:00
Michael Larabel
513f543bc8 pts-core: When a test fails to install due missing header file, try to run that missing library through the external dependency handler to hint at the name 2020-01-12 18:18:07 -05:00
Michael Larabel
d411b01a63 pts-core: When a test fails to install due to linker error, try to run that missing library through the external dependency handler to hint at the name 2020-01-12 18:07:48 -05:00
Michael Larabel
d71680cb22 pts-core: Add pts_config::read_path_config from https://github.com/phoronix-test-suite/phoronix-test-suite/pull/399 2020-01-12 15:33:28 -06:00
Michael Larabel
2ae9865540 phodevi: Add support for Linux 5.6+ drivetemp kernel module for ATA drive temperatures 2020-01-12 14:20:35 -06:00
Michael Larabel
524a69934b pts-core: Better handle reporting linker errors on failed test installs 2020-01-12 10:25:27 -06:00
Michael Larabel
2166a57102 phodevi: Convert large RAM capacity basic strings into GB rather than large MB 2020-01-11 18:52:54 -06:00
Michael Larabel
1da851ad21 pts-core: Updates 2020-01-10 20:38:45 -06:00
Michael Larabel
964e2bbf47 pts-core: Updates 2020-01-10 20:16:34 -06:00
Michael Larabel
172dfc4a75 pts-core: Further tweak previous commit 2020-01-10 15:31:32 -06:00
Michael Larabel
4775ebb65e pts-core: IMprove formatting of free input 2020-01-10 15:29:59 -06:00
Michael Larabel
11c38958ab pts-core: Add new Message option for test profiles 2020-01-10 14:49:04 -06:00
Michael Larabel
6d2482465a pts-core: Ubuntu ex dep update 2020-01-10 08:32:07 -06:00
Michael Larabel
b0f762ea1d Update copyrights plus also update some Ubuntu external dependencies 2020-01-10 08:04:10 -06:00
Michael Larabel
6fd5d7a945 Merge pull request #385 from justinnoah/patch-1
minor grammar fix
2020-01-04 09:44:26 -06:00
Michael Larabel
84b67d725a pts-core: Add google-benchmark to possible external dependencies 2020-01-01 16:59:05 -06:00
Michael Larabel
79e17e6fcd pts-core: Add a 7z/7za workaround to the compiler mask to help Fedora/RHEL systems 2020-01-01 13:07:48 -06:00
Michael Larabel
a328f7d2cc pts-core: Update Alpine external dependencies 2019-12-19 14:24:09 -06:00
Michael Larabel
c989338751 pts_Graph: Pass/fail graph formatting improvements 2019-12-14 11:57:47 -06:00
Michael Larabel
20b1580abf pts-core: Add positive-number helper to input test option 2019-12-14 11:37:20 -06:00
Michael Larabel
c21a369537 Merge branch 'master' of github.com:phoronix-test-suite/phoronix-test-suite 2019-12-13 04:47:03 -06:00
Michael Larabel
b8264fa56f pts-core: Avoid warning on network down 2019-12-13 04:46:55 -06:00
Justin Noah
e63e50bad1 minor grammar fix
Measurements are of discrete quantities and thus "Fewer" should be used instead of "Less."
2019-11-14 17:47:00 -08:00
1760 changed files with 62001 additions and 2708 deletions

View File

@@ -1,4 +1,4 @@
Copyright 2008 - 2019 by Phoronix Media.
Copyright 2008 - 2020 by Phoronix Media.
Lead Architects:

129
ChangeLog
View File

@@ -1,5 +1,133 @@
PHORONIX TEST SUITE CHANGE-LOG
Phoronix Test Suite 9.6.1
25 May 2020
pts-core: Show unit/scale in CSV export
pts-core: When limiting results to show in result viewer, keep child objects that match the desired type for the parent
pts-core: Add rebuild-test-suite option for regenerating suite XML all cleaned up
pts-core: Allow exporting result files to XML test suites via the result viewer
linux_perf: Reporting many more events
pts-core: External dependency updates
pts_Graph: graph code tweaks
phodevi: Avoid macOS reporting X-Core string before Intel CPU string
phodevi: Sway compositor version detection
phodevi: Detection of newer Arm CPU cores
Phoronix Test Suite 9.6.0
21 April 2020
pts-core: Allow building virtual suites off external dependencies
pts-core: Various result viewer improvements
pts-core: Allow saving results under stress-run
pts-core: Responsive/mobile result viewer improvements
pts-core: Show local tests within the build-suite sub-command
pts-core: Show local suites within the list-installed-suites sub-command
pts_Graph: Restore capability for drawing mini graphs for all results in a result file overview
Phoronix Test Suite 9.6.0 Milestone 3
12 April 2020
pts-core: Allow automated per-thread/core/clock/RAM graphs within the result viewer
pts-core: Result viewer add "Limit displaying results to tests within:"
pts-core: From the result viewer allow "Show Geometric Means Per-Suite/Category"
pts-core: Add workload-topology sub-command
pts-core: Allow adding deprecated tests to build-suite
pts-core: CSV export improvements
pts-core: Add "Do Not Show Results With Incomplete Data" to the result viewer
pts-core: Allow test suite "Status" tag
pts-core: Don't report OB updates on deprecated tests or suites
Phoronix Test Suite 9.6.0 Milestone 2
5 April 2020
pts-core: Documentation updates
pts-core: External dependency updates
pts-core: Allow listing test profiles within the result viewer
pts-core: Allow listing test suites and test suite data within the result viewer
pts-core: Allow showing test profile information within the result viewer
pts-core: Various other updates to the result viewer
pts-core: Add vaapi as possible external dependency
update_checker: Add message of the day support
Phoronix Test Suite 9.6.0 Milestone 1
24 March 2020
pts-core: Add new analyze-run-times sub-command
pts-core: Allow hiding results from within the result viewer
pts-core: Allow generating performance-per-dollar metrics from within the result file
pts-core: Allow showing system logs from the result viewer
pts-core: Allow showing test description within the result viewer
pts-core: Fixes for running the result viewer from a website sub directory in correctly loading assets
pts-core: Add result viewer option "hide noisy results"
pts-core: Add result viewer option "hide results with little change/spread"
pts-core: Add result viewer option "only show results where X faster than Y"
pts-core: Add XML export to result viewer export menu
pts-core: Support deleting runs from the result viewer
pts-core: Improve the print view from the result viewer
phodevi: BSD tweaks/fixes
Phoronix Test Suite 9.4.1
4 March 2020
Various minor bug fixes and OpenBenchmarking.org cache update
Phoronix Test Suite 9.4.0-Vestby
25 February 2020
pts-core: Add option in the result viewer to allow compacting multi-option test results into single graphs
pts-core: Add option in the result viewer to allow compacting multi-version test results into single graphs
pts-core: Add Parent tag to result file schema for specifying relation to other result objects
pts-core: Report test profile support errors when intended
pts-core: Fix showing NVIDIA test options on non-Linux NVIDIA platforms
pts-core: Don't show delete/annotation options for dynamically generated result objects where those options are not relevant
pts-core: Allow showing performance-per-suite option within result viewer
pts_Graph: When going to PDF with GD library, just use the OB rather than temporary file
pts_Graph: Restore support for error bars on vertical bar graph rendering
pts_Graph: Support for simpler view / rendering without header/footer
Phoronix Test Suite 9.4.0 Milestone 3
18 February 2020
pts-core: Add PDF bookmarks to result graphs on PDF result file generation
pts-core: Add automated executive summary of result files via executive-summary sub-command and PDF result export
pts-core: Add remove-result-from-result-file sub-command (slightly different from remove-results-from-result-file)
pts-core: Set SaveTestLogs = TRUE by default
pts-core: Set SaveInstallationLogs = TRUE by default
pts-core: Refactor test-logs (SaveTestLogs) handling
pts-core: Refactor test installation logs handling
pts-core: More verbose reporting of system/external dependency solving status
pts-core: Get the modern result viewer working on Windows
pts-core: Support for showing test logs from the result viewer
pts-core: Support for showing install logs from the result viewer
pts-core: PDF output improvements
pts-core: Fix for some suites not showing up on list-suites sub-command
pts-core: Report "Test Suites Containing This Test" in the info sub-command on tests
pts-core: On PDF export allow showing geometric means of tests based on their test suite connections
pts-core: Add intersect sub-command for showing tests common between multiple results/suites
Phoronix Test Suite 9.4.0 Milestone 2
5 February 2020
pts-core: Add config options allowing to modify or delete result files from the result viewer
pts-core: Allow deleting results from the result viewer
pts-core: Allow editing result file information from result viewer
pts-core: Allow deleting results (graphs) from result file in result viewer
pts-core: Add ability to annotate (comment) on result graphs within the result viewer
pts-core: Support converting graphs to PNG/PDF with Inkscape or svg-convert when PHP GD is not installed/enabled
pts-core: Add Persistent Memory disk targets for disk test
Phoronix Test Suite 9.4.0 Milestone 1
13 January 2020
pts-core: Allow test profile test options to expose more helper information strings
pts-core: External dependency updates
pts-core: When a test fails to install due to linker error, try to run that missing library through the external dependency handler to hint at the name
pts-core: When a test fails to install due missing header file, try to run that missing library through the external dependency handler to hint at the name
pts_Graph: Pass/fail graph formatting improvements
phodevi: Convert large RAM capacity basic strings into GB rather than large MB
phodevi: Add support for Linux 5.6+ drivetemp kernel module for ATA drive temperatures
Phoronix Test Suite 9.2.1
11 December 2019
@@ -11,6 +139,7 @@ Phoronix Test Suite 9.2.0-Hurdal
pts-core: Fix for sensor-driven result outputs (e.g. power)
pts-core: Clean up precision handling on graphs
pts-core: Add run-subset sub-command
pts-core: Add Clear Linux external dependencies handling for when not relying upon the Clear bundles that include all known dependencies
phodevi: More robust ACPI power_meter handling
phodevi: Support reading the NVMe drive temperature via HWMON on Linux 5.5+

View File

@@ -1,4 +1,4 @@
# Phoronix Test Suite 9.2.1
# Phoronix Test Suite 9.6.1
https://www.phoronix-test-suite.com/
The **Phoronix Test Suite** is the most comprehensive testing and benchmarking

View File

@@ -1,41 +0,0 @@
PHORONIX TEST SUITE PUBLIC TODO LIST:
### PTS-CORE ###
- Move External Dependencies into OpenBenchmarking.org cloud
- Reporting to OpenBenchmarking.org on broken download URLs for test profiles.
- Reporting of install times to OpenBenchmarking.org and also exposing this information back to clients.
- Support for multiple languages / internationalization.
- BLKID fall-back support for determining file-system [e.g. /sbin/blkid -s TYPE -o value /dev/sda1].
- Possibly restore "weighted suites" [http://phorogit.com/index.php?p=phoronix-test-suite.git&a=commitdiff&h=548e5c073cc90d92ac3f382ca4933d5f556e78c6&hb=444441f9be866f51920e0ad8ca3909951b4d90c5]
- Integrate finish-run command into the run command, auto-detect if the result file was a partial save and then ask if to perform run recovery'
- Multi-threaded downloading of test files
- Optimus / DRI_PRIME=1 / xrandr --listproviders better GPU detection
- NVIDIA make use of UsedDedicatedGPUMemory as new GPU sensor
- Clean up all the WebSocket code and make it fit to spec
- Incremental/streaming result uploads support
- Check with Phodevi's parsers what other tools support JSON outputs - e.g. http://karelzak.blogspot.com/2015/06/json-output-for-basic-tools.html for cleaner parsing
- Improve titles on tables like in: http://openbenchmarking.org/result/1603172-GA-AMDTONGA973
### PTS-GRAPH ###
- Rotated text alignment for some PNG graphics is sometimes off by 90/180 degrees compared to SVG, e.g. http://openbenchmarking.org/s/Compiler
### OPENBENCHMARKING.ORG ###
- Shorten long change-logs on test profile pages - e.g. http://openbenchmarking.org/test/pts/hpcc
### WEB SOCKET / HTML5 USER INTERFACE WORK ###
- Implement WebSocket security - add the password prompts from ~/.phoronix-test-suite/user-config.xml, etc
- HTTPS support
- Ensuring only one session at a time, at least for benchmarking
- Handle test installations and external dependencies (prompting for root password handling?)
- Porting more of the web-interface code to the new JavaScript + WebSocket design rather than original PHP design [Originally with the 5.0 UI design it wasn't settled for mostly JS + WebSocket but some of the original code is with a traditional PHP-based + web server design... so slowly move over to newer design.]
### PHOROMATIC ####
- Implement the complementary WebSocket communication to HTTP pulls
- Ensure sane validating of more user input / resource uploads
- Hook up TriggerTarget for allowing event.php to optionally specify a sub-set of systems/groups to target for a given trigger
- Clean up the code and modularize more of the code

View File

@@ -1,4 +1,4 @@
.TH phoronix-test-suite 1 "www.phoronix-test-suite.com" "9.2.1"
.TH phoronix-test-suite 1 "www.phoronix-test-suite.com" "9.6.1"
.SH NAME
phoronix-test-suite \- The Phoronix Test Suite is an extensible open-source platform for performing testing and performance evaluation.
.SH SYNOPSIS
@@ -60,7 +60,10 @@ This option will run the selected test(s).
.B run-random-tests
This option will query OpenBenchmarking.org to run random benchmarks and result comparisons on the system. This test can be used for simply supplying interesting results from your system onto OpenBenchmarking.org, stressing your system with random workloads, seeding new OpenBenchmarking.org results, etc. Basic options are provided at start-up for tuning the randomness of the testing when running this command.
.TP
.B run-tests-in-suite
.B run-subset [Test | Suite | OpenBenchmarking ID | Test Result] ...
This option will run the selected test(s) but prompt the user when passing any test suites or result files what subset / test(s) contained within there to run rather than running all passed tests/suites/results.
.TP
.B run-tests-in-suite [Suite]
This option can be used if you wish to run all of the tests found in a supplied suite, but you wish to re-configure each of the test options rather than using the defaults supplied by the suite.
.TP
.B stress-batch-run [Test | Suite | OpenBenchmarking ID | Test Result] ...
@@ -134,13 +137,16 @@ This option is used for uploading a test result to OpenBenchmarking.org.
.B upload-test-profile
This option can be used for uploading a test profile to your account on OpenBenchmarking.org. By uploading your test profile to OpenBenchmarking.org, others are then able to browse and access this test suite for easy distribution in a seamless manner by other Phoronix Test Suite clients.
.TP
.B upload-test-suite
.B upload-test-suite [Suite]
This option can be used for uploading a test suite to your account on OpenBenchmarking.org. By uploading your test suite to OpenBenchmarking.org, others are then able to browse and access this test suite for easy distribution.
.TP
.SH INFORMATION
.B info [Test | Suite | OpenBenchmarking ID | Test Result]
This option will show details about the supplied test, suite, virtual suite, or result file.
.TP
.B intersect [Test | Suite | OpenBenchmarking ID | Test Result] ...
This option will print the test profiles present in all passed result files / test suites. Two or more results/suites must be passed and printed will be all of the common test profiles.
.TP
.B list-all-tests
This option will list all test profiles that are available from the enabled OpenBenchmarking.org repositories. Unlike the other test listing options, list-all-tests will show deprecated tests, potentially broken tests, or other tests not recommended for all environments. The only check in place is ensuring the test profiles are at least compatible with the operating system in use.
.TP
@@ -211,6 +217,9 @@ This will download the selected test file(s) to the Phoronix Test Suite download
.B inspect-test-profile [Test]
This option can be used for inspecting a Phoronix Test Suite test profile with providing inside details on test profiles for debugging / evaluation / learning purposes.
.TP
.B rebuild-test-suite [Suite]
This option will regenerate the local test suite XML file against the OpenBenchmarking.org specification. This can be used to clean up any existing XML syntax / styling issues, etc.
.TP
.B result-file-to-suite [Test Result]
This option will guide the user through the process of generating their own test suite, which they can then run, that is based upon an existing test results file.
.TP
@@ -220,12 +229,12 @@ This option can be used for validating a Phoronix Test Suite result file as bein
.B validate-test-profile [Test]
This option can be used for validating a Phoronix Test Suite test profile as being compliant against the OpenBenchmarking.org specification.
.TP
.B validate-test-suite
.B validate-test-suite [Suite]
This option can be used for validating a Phoronix Test Suite test suite as being compliant against the OpenBenchmarking.org specification.
.TP
.SH RESULT MANAGEMENT
.B analyze-all-runs [Test Result]
This option will generate a candlestick graph showing the distribution of results from all trial runs. The candlestick graph is similar to the Japanese candlestick charts used by the financial industry, except instead of representing stock data it is numerical result data from all trial runs.\n\nThe tip of the upper-wick represents the highest value of the test runs with the tip of the lower-wick representing the lowest value of all test runs. The upper-edge of the candle body represents the first or last run value and the lower-edge represents the first or last run value. Lastly, if the last run value is less than the first run value, the candle body is the same color as the graph background, otherwise the last run value is greater.
.B analyze-run-times [Test Result]
This option will read a saved test results file and print the statistics about how long the testing took to complete.
.TP
.B auto-sort-result-file [Test Result]
This option is used if you wish to automatically attempt to sort the results by their result identifier string.
@@ -251,9 +260,12 @@ This option will re-render and save all result graphs within a saved file. This
.B remove-result [Test Result]
This option will permanently remove the saved file set that is set as the first argument.
.TP
.B remove-results-from-result-file [Test Result]
.B remove-result-from-result-file [Test Result]
This option is used if there are test results (benchmarks) to be dropped from a given result file. The user must specify a saved results file and then they will be prompted to select the tests/benchmarks to remove.
.TP
.B remove-results-from-result-file [Test Result]
This option is used if there are test results (benchmarks) to be dropped from a given result file. The user must specify a saved results file and then they will be prompted to provide a string to search for in removing those results from that given result file.
.TP
.B remove-run-from-result-file [Test Result]
This option is used if there is a set of test results you wish to remove/delete from a saved results file. The user must specify a saved results file and then they will be prompted to select the results identifier associated with the results they wish to remove.
.TP
@@ -266,15 +278,9 @@ This option is used if you wish to change the name of the saved name of a result
.B reorder-result-file [Test Result]
This option is used if you wish to manually change the order in which test results are shown in the Phoronix Test Suite Results Viewer and the contained graphs. The user must specify a saved results file and then they will be prompted to select the results identifiers one at a time in the order they would like them to be displayed from left to right.
.TP
.B result-file-confidence [Test Result]
This option will read a saved test results file and display various statistics on the confidence of the results with the standard deviation, three-sigma values, and other metrics while color-coding "passing" results in green.
.TP
.B result-file-raw-to-csv [Test Result]
This option will read a saved test results file and output the raw result file run data to a CSV file. This raw (individual) result file output is intended for data analytic purposes where the result-file-to-csv is more end-user-ready.
.TP
.B result-file-stats [Test Result]
This option is used if you wish to analyze a result file by seeing various statistics on the result data for result files containing at least two sets of data.
.TP
.B result-file-to-csv [Test Result]
This option will read a saved test results file and output the system hardware and software information along with the results to a CSV output. The CSV (Comma Separated Values) output can then be loaded into a spreadsheet for easy viewing.
.TP
@@ -290,8 +296,8 @@ This option will read a saved test results file and output the system hardware a
.B show-result [Test Result]
Open up the test results in the Phoronix Test Suite Result Viewer or on OpenBenchmarking.org.
.TP
.B wins-and-losses [Test Result]
This option is used if you wish to analyze a result file to see which runs produced the most wins/losses of those result identifiers in the saved file.
.B workload-topology [Test Result]
This option will read a saved test results file and print the test profiles contained within and their arrangement within different test suites for getting an idea as to the workload topology/make-up / logical groupings of the benchmarks being run.
.TP
.SH OTHER
.B commands
@@ -312,6 +318,22 @@ This option will display a list of available Phoronix Test Suite commands and po
.B version
This option will display the Phoronix Test Suite client version.
.TP
.SH RESULT ANALYSIS
.B analyze-all-runs [Test Result]
This option will generate a candlestick graph showing the distribution of results from all trial runs. The candlestick graph is similar to the Japanese candlestick charts used by the financial industry, except instead of representing stock data it is numerical result data from all trial runs.\n\nThe tip of the upper-wick represents the highest value of the test runs with the tip of the lower-wick representing the lowest value of all test runs. The upper-edge of the candle body represents the first or last run value and the lower-edge represents the first or last run value. Lastly, if the last run value is less than the first run value, the candle body is the same color as the graph background, otherwise the last run value is greater.
.TP
.B executive-summary [Test Result]
This option will attempt to auto-generate a textual executive summary for a result file to highlight prominent results / averages.
.TP
.B result-file-confidence [Test Result]
This option will read a saved test results file and display various statistics on the confidence of the results with the standard deviation, three-sigma values, and other metrics while color-coding "passing" results in green.
.TP
.B result-file-stats [Test Result]
This option is used if you wish to analyze a result file by seeing various statistics on the result data for result files containing at least two sets of data.
.TP
.B wins-and-losses [Test Result]
This option is used if you wish to analyze a result file to see which runs produced the most wins/losses of those result identifiers in the saved file.
.TP
.SH MODULES
.B auto-load-module
This option can be used for easily adding a module to the AutoLoadModules list in the Phoronix Test Suite user configuration file. That list controls what PTS modules are automatically loaded on start-up of the Phoronix Test Suite.
@@ -368,5 +390,5 @@ https://www.phoronix.com/
.br
https://www.phoronix.com/forums/
.SH AUTHORS
Copyright 2008 - 2019 by Phoronix Media, Michael Larabel.
Copyright 2008 - 2020 by Phoronix Media, Michael Larabel.
.TP

File diff suppressed because it is too large Load Diff

View File

@@ -4,7 +4,7 @@
## Overview
The Phoronix Test Suite is the most comprehensive testing and benchmarking platform available for Linux, Solaris, macOS, Windows, and BSD operating systems. The Phoronix Test Suite allows for carrying out tests in a fully automated manner from test installation to execution and reporting. All tests are meant to be easily reproducible, easy-to-use, and support fully automated execution. The Phoronix Test Suite is open-source under the GNU GPLv3 license and is developed by Phoronix Media in cooperation with partners. Version 1.0 of the Phoronix Test Suite was publicly released in 2008.
The Phoronix Test Suite client itself is a test framework for providing seamless execution of test profiles and test suites. There are more than 200 tests available by default, which are transparently available via [OpenBenchmarking.org](http://openbenchmarking.org/) integration. Of these default test profiles there is a range of sub-systems that can be tested and a range of hardware from mobile devices to desktops and worksrtations/servers. New tests can be easily introduced via the Phoronix Test Suite's extensible test architecture, with test profiles consisting of XML files and shell scripts. Test profiles can produce a quantitative result or other qualitative/abstract results like image quality comparisons and pass/fail. Using Phoronix Test Suite modules, other data can also be automatically collected at run-time such as the system power consumption, disk usage, and other software/hardware sensors. Test suites contain references to test profiles to execute as part of a set or can also reference other test suites. Test suites are defined via an XML schema.
The Phoronix Test Suite client itself is a test framework for providing seamless execution of test profiles and test suites. There are more than 400 tests available by default, which are transparently available via [OpenBenchmarking.org](http://openbenchmarking.org/) integration. Of these default test profiles there is a range of sub-systems that can be tested and a range of hardware from mobile devices to desktops and worksrtations/servers. New tests can be easily introduced via the Phoronix Test Suite's extensible test architecture, with test profiles consisting of XML files and shell scripts. Test profiles can produce a quantitative result or other qualitative/abstract results like image quality comparisons and pass/fail. Using Phoronix Test Suite modules, other data can also be automatically collected at run-time such as the system power consumption, disk usage, and other software/hardware sensors. Test suites contain references to test profiles to execute as part of a set or can also reference other test suites. Test suites are defined via an XML schema.
Running the Phoronix Test Suite for the first time can be as simple as issuing a command such as *phoronix-test-suite benchmark c-ray* , which would proceed to install a simple CPU test, execute the test, and report the results. Along with the results, the system's hardware/software information is collected in a detailed manner, relevant system logs, and other important system attributes such as compiler flags and system state. Users can optionally upload their results to OpenBenchmarking.org for sharing results with others, comparing results against other systems, and to carry out further analysis.
@@ -82,7 +82,10 @@ This option will run the selected test(s).
#### run-random-tests
This option will query OpenBenchmarking.org to run random benchmarks and result comparisons on the system. This test can be used for simply supplying interesting results from your system onto OpenBenchmarking.org, stressing your system with random workloads, seeding new OpenBenchmarking.org results, etc. Basic options are provided at start-up for tuning the randomness of the testing when running this command.
#### run-tests-in-suite
#### run-subset [Test | Suite | OpenBenchmarking ID | Test Result] ...
This option will run the selected test(s) but prompt the user when passing any test suites or result files what subset / test(s) contained within there to run rather than running all passed tests/suites/results.
#### run-tests-in-suite [Suite]
This option can be used if you wish to run all of the tests found in a supplied suite, but you wish to re-configure each of the test options rather than using the defaults supplied by the suite.
#### stress-batch-run [Test | Suite | OpenBenchmarking ID | Test Result] ...
@@ -158,7 +161,7 @@ This option is used for uploading a test result to OpenBenchmarking.org.
#### upload-test-profile
This option can be used for uploading a test profile to your account on OpenBenchmarking.org. By uploading your test profile to OpenBenchmarking.org, others are then able to browse and access this test suite for easy distribution in a seamless manner by other Phoronix Test Suite clients.
#### upload-test-suite
#### upload-test-suite [Suite]
This option can be used for uploading a test suite to your account on OpenBenchmarking.org. By uploading your test suite to OpenBenchmarking.org, others are then able to browse and access this test suite for easy distribution.
@@ -166,6 +169,9 @@ This option can be used for uploading a test suite to your account on OpenBenchm
#### info [Test | Suite | OpenBenchmarking ID | Test Result]
This option will show details about the supplied test, suite, virtual suite, or result file.
#### intersect [Test | Suite | OpenBenchmarking ID | Test Result] ...
This option will print the test profiles present in all passed result files / test suites. Two or more results/suites must be passed and printed will be all of the common test profiles.
#### list-all-tests
This option will list all test profiles that are available from the enabled OpenBenchmarking.org repositories. Unlike the other test listing options, list-all-tests will show deprecated tests, potentially broken tests, or other tests not recommended for all environments. The only check in place is ensuring the test profiles are at least compatible with the operating system in use.
@@ -237,6 +243,9 @@ This will download the selected test file(s) to the Phoronix Test Suite download
#### inspect-test-profile [Test]
This option can be used for inspecting a Phoronix Test Suite test profile with providing inside details on test profiles for debugging / evaluation / learning purposes.
#### rebuild-test-suite [Suite]
This option will regenerate the local test suite XML file against the OpenBenchmarking.org specification. This can be used to clean up any existing XML syntax / styling issues, etc.
#### result-file-to-suite [Test Result]
This option will guide the user through the process of generating their own test suite, which they can then run, that is based upon an existing test results file.
@@ -246,13 +255,13 @@ This option can be used for validating a Phoronix Test Suite result file as bein
#### validate-test-profile [Test]
This option can be used for validating a Phoronix Test Suite test profile as being compliant against the OpenBenchmarking.org specification.
#### validate-test-suite
#### validate-test-suite [Suite]
This option can be used for validating a Phoronix Test Suite test suite as being compliant against the OpenBenchmarking.org specification.
## Result Management
#### analyze-all-runs [Test Result]
This option will generate a candlestick graph showing the distribution of results from all trial runs. The candlestick graph is similar to the Japanese candlestick charts used by the financial industry, except instead of representing stock data it is numerical result data from all trial runs.\n\nThe tip of the upper-wick represents the highest value of the test runs with the tip of the lower-wick representing the lowest value of all test runs. The upper-edge of the candle body represents the first or last run value and the lower-edge represents the first or last run value. Lastly, if the last run value is less than the first run value, the candle body is the same color as the graph background, otherwise the last run value is greater.
#### analyze-run-times [Test Result]
This option will read a saved test results file and print the statistics about how long the testing took to complete.
#### auto-sort-result-file [Test Result]
This option is used if you wish to automatically attempt to sort the results by their result identifier string.
@@ -278,9 +287,12 @@ This option will re-render and save all result graphs within a saved file. This
#### remove-result [Test Result]
This option will permanently remove the saved file set that is set as the first argument.
#### remove-results-from-result-file [Test Result]
#### remove-result-from-result-file [Test Result]
This option is used if there are test results (benchmarks) to be dropped from a given result file. The user must specify a saved results file and then they will be prompted to select the tests/benchmarks to remove.
#### remove-results-from-result-file [Test Result]
This option is used if there are test results (benchmarks) to be dropped from a given result file. The user must specify a saved results file and then they will be prompted to provide a string to search for in removing those results from that given result file.
#### remove-run-from-result-file [Test Result]
This option is used if there is a set of test results you wish to remove/delete from a saved results file. The user must specify a saved results file and then they will be prompted to select the results identifier associated with the results they wish to remove.
@@ -293,15 +305,9 @@ This option is used if you wish to change the name of the saved name of a result
#### reorder-result-file [Test Result]
This option is used if you wish to manually change the order in which test results are shown in the Phoronix Test Suite Results Viewer and the contained graphs. The user must specify a saved results file and then they will be prompted to select the results identifiers one at a time in the order they would like them to be displayed from left to right.
#### result-file-confidence [Test Result]
This option will read a saved test results file and display various statistics on the confidence of the results with the standard deviation, three-sigma values, and other metrics while color-coding "passing" results in green.
#### result-file-raw-to-csv [Test Result]
This option will read a saved test results file and output the raw result file run data to a CSV file. This raw (individual) result file output is intended for data analytic purposes where the result-file-to-csv is more end-user-ready.
#### result-file-stats [Test Result]
This option is used if you wish to analyze a result file by seeing various statistics on the result data for result files containing at least two sets of data.
#### result-file-to-csv [Test Result]
This option will read a saved test results file and output the system hardware and software information along with the results to a CSV output. The CSV (Comma Separated Values) output can then be loaded into a spreadsheet for easy viewing.
@@ -317,8 +323,8 @@ This option will read a saved test results file and output the system hardware a
#### show-result [Test Result]
Open up the test results in the Phoronix Test Suite Result Viewer or on OpenBenchmarking.org.
#### wins-and-losses [Test Result]
This option is used if you wish to analyze a result file to see which runs produced the most wins/losses of those result identifiers in the saved file.
#### workload-topology [Test Result]
This option will read a saved test results file and print the test profiles contained within and their arrangement within different test suites for getting an idea as to the workload topology/make-up / logical groupings of the benchmarks being run.
## Other
@@ -341,6 +347,23 @@ This option will display a list of available Phoronix Test Suite commands and po
This option will display the Phoronix Test Suite client version.
## Result Analysis
#### analyze-all-runs [Test Result]
This option will generate a candlestick graph showing the distribution of results from all trial runs. The candlestick graph is similar to the Japanese candlestick charts used by the financial industry, except instead of representing stock data it is numerical result data from all trial runs.\n\nThe tip of the upper-wick represents the highest value of the test runs with the tip of the lower-wick representing the lowest value of all test runs. The upper-edge of the candle body represents the first or last run value and the lower-edge represents the first or last run value. Lastly, if the last run value is less than the first run value, the candle body is the same color as the graph background, otherwise the last run value is greater.
#### executive-summary [Test Result]
This option will attempt to auto-generate a textual executive summary for a result file to highlight prominent results / averages.
#### result-file-confidence [Test Result]
This option will read a saved test results file and display various statistics on the confidence of the results with the standard deviation, three-sigma values, and other metrics while color-coding "passing" results in green.
#### result-file-stats [Test Result]
This option is used if you wish to analyze a result file by seeing various statistics on the result data for result files containing at least two sets of data.
#### wins-and-losses [Test Result]
This option is used if you wish to analyze a result file to see which runs produced the most wins/losses of those result identifiers in the saved file.
## Modules
#### auto-load-module
This option can be used for easily adding a module to the AutoLoadModules list in the Phoronix Test Suite user configuration file. That list controls what PTS modules are automatically loaded on start-up of the Phoronix Test Suite.
@@ -407,6 +430,8 @@ This is a simple module intended for developers to just demonstrate some of the
phoronix-test-suite dummy_module.dummy-command
This is a simple module intended for developers to just demonstrate some of the module functions.
### Generate Perf FlameGraphs For Tests
Setting FLAME_GRAPH_PATH=<path to flamegraph path> will auto-load and enable this Phoronix Test Suite module. The module will generate a Linux perf FlameGraph for each test run during the benchmarking process. Details on FlameGraph @ https://github.com/brendangregg/FlameGraph
@@ -435,6 +460,8 @@ This module utilizes the following environmental variables: LINUX_PERF.
### Dynamic Result Viewer
This module pre-loads the HTTP dynamic result viewer for Phoronix Test Suite data.
phoronix-test-suite load_dynamic_result_viewer.start
### Log Exporter
This module allows for easily exporting test run logs and system logs to external locations via specifying the directory paths via the COPY_TEST_RUN_LOGS_TO and COPY_SYSTEM_LOGS_TO environment variables.
@@ -471,6 +498,8 @@ phoronix-test-suite perf_tips.show
This module utilizes the following environmental variables: SUPPRESS_PERF_TIPS.
This module alerts the user if the system configuration may not be the right one for achieving the best performance with the target benchmark(s). This initial version of the module actually cares only about the BFQ I/O scheduler: it gives a warning if BFQ is being used with an incorrect configuration in a disk benchmark, and suggests the right configuration to use. For the moment it only works for existing, throughput-based tests. It will need to be extended for responsiveness and soft real-time-latency tests.
### Benchmarking Compiler PGO Impact
This module makes it easy to test a compiler PGO (Profile Guided Optimization) performance impact by running a test without PGO optimizations, capturing the PGO profile, rebuilding the tests with the PGO profile generated, and then repeat the benchmarks.
@@ -495,6 +524,8 @@ phoronix-test-suite phoromatic.clone
phoronix-test-suite phoromatic.export-results-for-account-schedules
The Phoromatic module contains the client support for interacting with Phoromatic and Phoromatic Tracker services.
### Pushover.net
Submit notifications to your iOS/Android mobile devices of test results in real-time as push notifications, etc. Using the Pushover.net API.
@@ -523,6 +554,87 @@ This module contains sensor monitoring support.
This module utilizes the following environmental variables: MONITOR, PERFORMANCE_PER_WATT, PERFORMANCE_PER_SENSOR, MONITOR_INTERVAL, MONITOR_PER_RUN.
Monitoring these sensors is as easy as running your normal Phoronix Test Suite commands but at the beginning of the command add: MONITOR=<selected sensors>. For example, this will monitor the CPU temperature and voltage during tests:
MONITOR=cpu.temp,cpu.voltage phoronix-test-suite benchmark universe
For some of the sensors there is an ability to monitor specific device, e.g. cpu.usage.cpu0 or hdd.read-speed.sda. If the PERFORMANCE_PER_WATT environment variable is set, a performance per Watt graph will also be added, assuming the system's power consumption can be monitored. PERFORMANCE_PER_SENSOR= will allow similar behavior but for arbitrary sensors. Below are all of the sensors supported by this version of the Phoronix Test Suite.
Supported Options:
- all
- all.ambient
- ambient.temp
- all.cgroup
- cgroup.cpu-usage
- all.cpu
- cpu.fan-speed
- cpu.freq
- all.cpu.freq
- cpu.freq.cpu0
- cpu.freq.cpu1
- cpu.freq.cpu2
- cpu.freq.cpu3
- cpu.freq.cpu4
- cpu.freq.cpu5
- cpu.freq.cpu6
- cpu.freq.cpu7
- cpu.peak-freq
- cpu.power
- cpu.temp
- cpu.usage
- all.cpu.usage
- cpu.usage.cpu0
- cpu.usage.cpu1
- cpu.usage.cpu2
- cpu.usage.cpu3
- cpu.usage.cpu4
- cpu.usage.cpu5
- cpu.usage.cpu6
- cpu.usage.cpu7
- cpu.usage.summary
- cpu.voltage
- all.gpu
- gpu.fan-speed
- gpu.freq
- gpu.memory-usage
- gpu.power
- gpu.temp
- gpu.usage
- gpu.voltage
- all.hdd
- hdd.read-speed
- all.hdd.read-speed
- hdd.read-speed.sda
- hdd.read-speed.sdb
- hdd.read-speed.nvme0n1
- hdd.temp
- all.hdd.temp
- hdd.temp.sda
- hdd.temp.sdb
- hdd.temp.nvme0n1
- hdd.write-speed
- all.hdd.write-speed
- hdd.write-speed.sda
- hdd.write-speed.sdb
- hdd.write-speed.nvme0n1
- all.memory
- memory.temp
- memory.usage
- all.network
- network.usage
- all.swap
- swap.usage
- all.sys
- sys.fan-speed
- sys.iowait
- sys.power
- sys.temp
- sys.voltage
- all.sys.voltage
NOTE: Use the "system-sensors" command to see what sensors are available for monitoring on the system.
### Timed Screenshot
This is a module that will take a screenshot of the system at a pre-defined interval. ImageMagick must be installed onto the system prior to using this module.
@@ -537,7 +649,7 @@ This module utilizes the following environmental variables: HALT_SCREENSAVER.
### Update Checker
This module checks to see if the Phoronix Test Suite -- and its tests and suites -- are up to date.
This module checks to see if the Phoronix Test Suite -- and its tests and suites -- are up to date plus also handles message of the day information.
### Utilize Wine On Linux Benchmarking
@@ -565,7 +677,7 @@ Among the tested BSD distributions are FreeBSD, PC-BSD, NetBSD, OpenBSD, Debian
## Dependencies
The only required dependency for the Phoronix Test Suite is PHP 5.3 or newer. On Linux distributions, the needed package is commonly called *php5-cli* or *php-cli* or *php7* or *php* . It is important to note that only PHP for the command-line is needed and not a web server (Apache) or other packages commonly associated with PHP and its usage by web-sites. The PHP5 version required is PHP 5.3+ and can also be found at [www.php.net](http://www.php.net/) . PHP 7 is fully supported by the Phoronix Test Suite as well as HHVM.
For installing PHP on Windows, the [Microsoft Web Platform Installer](https://www.microsoft.com/web/platform/phponwindows.aspx) provides an automated alternative that will install PHP into the directory expected by Phoronix Test Suite. Users opting to install PHP manually must extract the files to *C:\Program Files (x86)\PHP\* or a subdirectory.
The *phoronix-test-suite.bat* Windows launcher for the Phoronix Test Suite will automatically download and setup PHP on the local system if PHP is not present already.
As part of the PHP requirement, the following PHP extensions are required and/or highly recommended in order to take advantage of the Phoronix Test Suite capabilities:
@@ -623,42 +735,14 @@ Debian/Ubuntu users are able to follow the Generic Installation instructions or
The Phoronix Test Suite can be installed on Fedora, Red Hat Enterprise Linux, and CentOS systems using the generic installation method. Alternatively, a *phoronix-test-suite* package is available in recent versions of the Fedora repository and in the EPEL (Extra Packages for Enterprise Linux) repository for Red Hat Enterprise Linux. However, at times this package may be out-of-date compared to upstream stable.
### Gentoo Installation
Gentoo ebuild's for the Phoronix Test Suite have been created by users and can be currently found in the [Gentoo BugZilla](http://bugs.gentoo.org/show_bug.cgi?id=216656) .
### Mandriva Installation
Phoronix Test Suite packages are available through Mandriva Cooker starting with the Mandriva Linux 2009 release.
### OpenSolaris Installation
The Phoronix Test Suite core (pts-core) is supported on Solaris and OpenSolaris platforms, but some features may not fully function. Additionally, the PTS External Dependencies feature is supported on OpenSolaris using IPS (the Image Packaging System). However, not all test profiles are supported on Solaris / OpenSolaris, and it may be in violation of your end-user agreement to perform such benchmarks on the Sun Solaris operating system. Using the OpenSolaris Image Packaging System, installing *SUNWphp524* will provide PHP, PHP GD, and related dependencies. The Phoronix Test Suite has also been tested on Oracle Solaris 11 Express, OpenIndiana, StormOS, and Nexenta Core Platform.
### BSD Installation
The Phoronix Test Suite also supports *BSD operating systems. However, like the Solaris support, not all test profiles are compatible with BSD operating systems, but pts-core has been tested against FreeBSD 7.x/8.x/9.x, NetBSD, PC-BSD 7/8/9, DragonFlyBSD 3.0/3.2/3.4/3.6/4.2, and OpenBSD 4.4/4.6. The Phoronix Test Suite will also work with Debian GNU/kFreeBSD.
For DragonFlyBSD, it's a matter of just using *pkg_radd* with php5, php5-json, php5-dom, and php5-zip or *pkgsrc* . With DragonFlyBSD using dports, the command is *pkg install php5 php5-dom php5-zip php5-json php5-simplexml* . Under FreeBSD/PC-BSD, PHP can be obtained from the *php5* and *php5-extensions* Ports collection.
The Phoronix Test Suite also supports *BSD operating systems. However, like the Solaris support, not all test profiles are compatible with BSD operating systems, but should run well on the likes of FreeBSD and DragonFlyBSD.
### MacOS Installation
The Phoronix Test Suite is fully supported on Apple's macOS operating system. PHP ships with macOS by default so it's simply a matter of downloading the Phoronix Test Suite package, extracting it, and running the executable. For tests that rely upon a compiler, Apple's XCode with GCC and LLVM can be utilized.
### Windows Installation
The Phoronix Test Suite support on Microsoft Windows is in development and will function just fine, but is not yet feature complete compared to the other operating systems support. Only a small subset of test profiles, mostly related to graphics, are supported. In terms of the version support, right now the Phoronix Test Suite is developed and tested solely against Microsoft Windows 7 x64 and Microsoft Windows 8 x64.
At this time the Phoronix Test Suite client is dependent upon the *php.exe* executable being installed to *C:\Program Files (x86)\PHP\ * or one of its subdirectories (see PHP installation notes above). Once this requirement is met, simply download the Phoronix Test Suite package, extract it to a directory of your choice, and run *phoronix-test-suite.bat*
NOTE: because of lack of external dependencies support, it is necessary to manually download and install the files for some test profiles, such as the Unigine graphics benchmarks. See Troubleshooting for more information.
### Facebook HipHop
The Phoronix Test Suite can use Facebook's [HipHop HHVM](https://github.com/facebook/hiphop-php) virtual machine as an alternative to the de facto PHP implementation. The Phoronix Test Suite has been tested against HHVM 2.0. If HHVM is present on the system but not PHP, it will automatically be used by the Phoronix Test Suite. Alternatively, the *PHP_BIN* environment variable can be set to point to an alternative *hhvm* binary.
The Phoronix Test Suite also supports the older version of Facebook HipHop that serves as a PHP to C++ translator and compiler with GCC. This support though is primitive and not officially supported. To compile the Phoronix Test Suite using HipHop/GCC, run *find . -name "*.php" > files.list && hphp --input-list=files.list -k 1 --log=3 --include-path="." --cluster-count=50 -v "AllDynamic=true" -v "AllVolatile=true"* from the root *phoronix-test-suite/* directory. It can then be executed in the form of */tmp/hphp_XXX/program -f pts-core/phoronix-test-suite.php system-info* .
# External Dependencies
The Phoronix Test Suite has a feature known as "External Dependencies" where the Phoronix Test Suite can attempt to automatically install some of the test-specific dependencies on supported distributions. If running on a distribution where there is currently no External Dependencies profile, the needed package name(s) are listed for manual installation.
@@ -668,7 +752,7 @@ Below are a list of the operating systems that currently have external dependenc
---
Alpine LinuxAmazonAngstromArch LinuxCentOSClear LinuxClearOSClearOS Core ServerDebianDragonFlyBSDFedoraFluxbuntuGNU KFreeBSDGentooGoobuntuHPJoli CloudLinaroLinux Embedded Development EnvironmentLinux MintMEPISMac OS XMacPortsMageiaMandrivaMeeGoMicrosoft WindowsMidnightBSDMoblinMythbuntuNetBSDNexenta CoreOLPCOpenIndianaOpenMandrivaOpenMandrivaLinuxOpenSolarisOpenSuSEOptwareOracle ServerPCLinuxOSPTS Desktop LivePTS Linux LivePalmPardus LinuxRed Hat EnterpriseRed Hat Enterprise ServerSUSESUSE LinuxScientificScientificSLSolusSolus LinuxTermuxUbuntuVoid LinuxZenwalkgNewSensemacOS Brew
Alpine LinuxAmazonAngstromArch LinuxClear LinuxClearOSClearOS Core ServerDebianDragonFlyBSDFedoraFluxbuntuGNU KFreeBSDGentooGoobuntuHPJoli CloudLinaroLinux Embedded Development EnvironmentLinux MintMEPISMac OS XMacPortsMageiaMandrivaMeeGoMicrosoft WindowsMidnightBSDMoblinMythbuntuNetBSDNexenta CoreOLPCOpenIndianaOpenMandrivaOpenMandrivaLinuxOpenSolarisOpenSuSEOptwareOracle ServerPCLinuxOSPalmPardus LinuxRed Hat EnterpriseRed Hat Enterprise ServerSUSESUSE LinuxScientificScientificSLSolusSolus LinuxTermuxUbuntuVoid LinuxZenwalkgNewSensemacOS Brew
# Configuration
## User Files & Folders
@@ -935,69 +1019,102 @@ Virtual test suites can be installed and run just like a normal XML test suite a
#### All PTS Tests pts/all
This is a collection of all test profiles found within the specified OpenBenchmarking.org repository.
#### Installed Tests pts/installed
This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.
#### Every PTS Test pts/everything
This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.
#### Linux Operating System Tests pts/linux
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.
#### Solaris Operating System Tests pts/solaris
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.
#### BSD Operating System Tests pts/bsd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.
#### MacOSX Operating System Tests pts/macosx
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.
#### Windows Operating System Tests pts/windows
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.
#### Hurd Operating System Tests pts/hurd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.
#### System Subsystem Tests pts/system
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.
#### Processor Subsystem Tests pts/processor
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.
#### Graphics Subsystem Tests pts/graphics
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.
#### Other Subsystem Tests pts/other
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.
#### Utility Tests pts/utility
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.
#### Simulator Tests pts/simulator
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.
#### Scientific Tests pts/scientific
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.
#### Application Tests pts/application
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.
#### Benchmark Tests pts/benchmark
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.
#### Application Tests pts/application
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.
#### BLAS (Basic Linear Algebra Sub-Routine) Library pts/blas
This is a collection of test profiles having an external dependency on BLAS (Basic Linear Algebra Sub-Routine) Library
#### Boost Development Libraries pts/boost
This is a collection of test profiles having an external dependency on Boost Development Libraries
#### BSD Operating System Tests pts/bsd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.
#### Every PTS Test pts/everything
This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.
#### Fortran pts/fortran
This is a collection of test profiles having an external dependency on Fortran
#### Game Tests pts/game
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.
#### Go Language pts/golang
This is a collection of test profiles having an external dependency on Go Language
#### Graphics Subsystem Tests pts/graphics
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.
#### Hurd Operating System Tests pts/hurd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.
#### Installed Tests pts/installed
This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.
#### LAPACK (Linear Algebra Pack) pts/lapack
This is a collection of test profiles having an external dependency on LAPACK (Linear Algebra Pack)
#### Linux Operating System Tests pts/linux
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.
#### MacOSX Operating System Tests pts/macosx
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.
#### Node.js + NPM pts/node-npm
This is a collection of test profiles having an external dependency on Node.js + NPM
#### OpenCV pts/opencv
This is a collection of test profiles having an external dependency on OpenCV
#### Openmpi Tests pts/openmpi
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing openmpi.
#### Other Subsystem Tests pts/other
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.
#### Processor Subsystem Tests pts/processor
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.
#### Ruby pts/ruby
This is a collection of test profiles having an external dependency on Ruby
#### Rust pts/rust
This is a collection of test profiles having an external dependency on Rust
#### Scientific Tests pts/scientific
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.
#### Simulator Tests pts/simulator
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.
#### Solaris Operating System Tests pts/solaris
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.
#### Steam pts/steam
This is a collection of test profiles having an external dependency on Steam
#### System Subsystem Tests pts/system
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.
#### Utility Tests pts/utility
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.
#### Windows Operating System Tests pts/windows
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.
#### Wine pts/wine
This is a collection of test profiles having an external dependency on Wine
#### Smp Tests pts/smp
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing smp.
#### Cuda Tests pts/cuda
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing cuda.
#### Mpi Tests pts/mpi
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing mpi.
#### Openmp Tests pts/openmp
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing openmp.
@@ -1007,9 +1124,6 @@ This is a collection of test profiles found within the specified OpenBenchmarkin
#### Docker Tests pts/docker
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing docker.
#### Python Tests pts/python
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing python.
#### Go Tests pts/go
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing go.
@@ -1022,47 +1136,59 @@ This is a collection of test profiles found within the specified OpenBenchmarkin
#### Responsiveness Tests pts/responsiveness
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing responsiveness.
#### Openmpi Tests pts/openmpi
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing openmpi.
#### All SYSTEM Tests system/all
This is a collection of all test profiles found within the specified OpenBenchmarking.org repository.
#### Installed Tests system/installed
This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.
#### Application Tests system/application
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.
#### Every SYSTEM Test system/everything
This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.
#### Benchmark Tests system/benchmark
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.
#### Linux Operating System Tests system/linux
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.
#### BLAS (Basic Linear Algebra Sub-Routine) Library system/blas
This is a collection of test profiles having an external dependency on BLAS (Basic Linear Algebra Sub-Routine) Library
#### Solaris Operating System Tests system/solaris
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.
#### Boost Development Libraries system/boost
This is a collection of test profiles having an external dependency on Boost Development Libraries
#### BSD Operating System Tests system/bsd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.
#### MacOSX Operating System Tests system/macosx
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.
#### Disk Subsystem Tests system/disk
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.
#### Windows Operating System Tests system/windows
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.
#### Every SYSTEM Test system/everything
This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.
#### Fortran system/fortran
This is a collection of test profiles having an external dependency on Fortran
#### Game Tests system/game
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.
#### Go Language system/golang
This is a collection of test profiles having an external dependency on Go Language
#### Graphics Subsystem Tests system/graphics
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.
#### Hurd Operating System Tests system/hurd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.
#### System Subsystem Tests system/system
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.
#### Installed Tests system/installed
This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.
#### Processor Subsystem Tests system/processor
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.
#### Java system/java
This is a collection of test profiles having an external dependency on Java
#### Disk Subsystem Tests system/disk
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.
#### LAPACK (Linear Algebra Pack) system/lapack
This is a collection of test profiles having an external dependency on LAPACK (Linear Algebra Pack)
#### Graphics Subsystem Tests system/graphics
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.
#### Linux Operating System Tests system/linux
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.
#### MacOSX Operating System Tests system/macosx
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.
#### Memory Subsystem Tests system/memory
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Memory sub-system.
@@ -1070,26 +1196,53 @@ This is a collection of test profiles found within the specified OpenBenchmarkin
#### Network Subsystem Tests system/network
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Network sub-system.
#### Node.js + NPM system/node-npm
This is a collection of test profiles having an external dependency on Node.js + NPM
#### OpenCV system/opencv
This is a collection of test profiles having an external dependency on OpenCV
#### OpenMPI system/openmpi
This is a collection of test profiles having an external dependency on OpenMPI
#### Other Subsystem Tests system/other
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.
#### Utility Tests system/utility
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.
#### Processor Subsystem Tests system/processor
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.
#### Simulator Tests system/simulator
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.
#### Python system/python
This is a collection of test profiles having an external dependency on Python
#### Ruby system/ruby
This is a collection of test profiles having an external dependency on Ruby
#### Rust system/rust
This is a collection of test profiles having an external dependency on Rust
#### Scientific Tests system/scientific
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.
#### Benchmark Tests system/benchmark
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.
#### Simulator Tests system/simulator
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.
#### Application Tests system/application
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.
#### Solaris Operating System Tests system/solaris
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.
#### Game Tests system/game
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.
#### Steam system/steam
This is a collection of test profiles having an external dependency on Steam
#### System Subsystem Tests system/system
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.
#### Utility Tests system/utility
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.
#### Windows Operating System Tests system/windows
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.
#### Wine system/wine
This is a collection of test profiles having an external dependency on Wine
#### Opencl Tests system/opencl
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing opencl.
@@ -1100,41 +1253,56 @@ This is a collection of test profiles found within the specified OpenBenchmarkin
#### All GIT Tests git/all
This is a collection of all test profiles found within the specified OpenBenchmarking.org repository.
#### Installed Tests git/installed
This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.
#### Application Tests git/application
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.
#### Every GIT Test git/everything
This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.
#### Benchmark Tests git/benchmark
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.
#### Linux Operating System Tests git/linux
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.
#### BLAS (Basic Linear Algebra Sub-Routine) Library git/blas
This is a collection of test profiles having an external dependency on BLAS (Basic Linear Algebra Sub-Routine) Library
#### Solaris Operating System Tests git/solaris
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.
#### Boost Development Libraries git/boost
This is a collection of test profiles having an external dependency on Boost Development Libraries
#### BSD Operating System Tests git/bsd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.
#### MacOSX Operating System Tests git/macosx
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.
#### Disk Subsystem Tests git/disk
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.
#### Windows Operating System Tests git/windows
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.
#### Every GIT Test git/everything
This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.
#### Fortran git/fortran
This is a collection of test profiles having an external dependency on Fortran
#### Game Tests git/game
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.
#### Go Language git/golang
This is a collection of test profiles having an external dependency on Go Language
#### Graphics Subsystem Tests git/graphics
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.
#### Hurd Operating System Tests git/hurd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.
#### System Subsystem Tests git/system
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.
#### Installed Tests git/installed
This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.
#### Processor Subsystem Tests git/processor
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.
#### Java git/java
This is a collection of test profiles having an external dependency on Java
#### Disk Subsystem Tests git/disk
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.
#### LAPACK (Linear Algebra Pack) git/lapack
This is a collection of test profiles having an external dependency on LAPACK (Linear Algebra Pack)
#### Graphics Subsystem Tests git/graphics
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.
#### Linux Operating System Tests git/linux
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.
#### MacOSX Operating System Tests git/macosx
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.
#### Memory Subsystem Tests git/memory
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Memory sub-system.
@@ -1142,26 +1310,53 @@ This is a collection of test profiles found within the specified OpenBenchmarkin
#### Network Subsystem Tests git/network
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Network sub-system.
#### Node.js + NPM git/node-npm
This is a collection of test profiles having an external dependency on Node.js + NPM
#### OpenCV git/opencv
This is a collection of test profiles having an external dependency on OpenCV
#### OpenMPI git/openmpi
This is a collection of test profiles having an external dependency on OpenMPI
#### Other Subsystem Tests git/other
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.
#### Utility Tests git/utility
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.
#### Processor Subsystem Tests git/processor
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.
#### Simulator Tests git/simulator
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.
#### Python git/python
This is a collection of test profiles having an external dependency on Python
#### Ruby git/ruby
This is a collection of test profiles having an external dependency on Ruby
#### Rust git/rust
This is a collection of test profiles having an external dependency on Rust
#### Scientific Tests git/scientific
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.
#### Benchmark Tests git/benchmark
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.
#### Simulator Tests git/simulator
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.
#### Application Tests git/application
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.
#### Solaris Operating System Tests git/solaris
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.
#### Game Tests git/game
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.
#### Steam git/steam
This is a collection of test profiles having an external dependency on Steam
#### System Subsystem Tests git/system
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.
#### Utility Tests git/utility
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.
#### Windows Operating System Tests git/windows
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.
#### Wine git/wine
This is a collection of test profiles having an external dependency on Wine
#### Smp Tests git/smp
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing smp.
@@ -1169,41 +1364,56 @@ This is a collection of test profiles found within the specified OpenBenchmarkin
#### All WINDOWS Tests windows/all
This is a collection of all test profiles found within the specified OpenBenchmarking.org repository.
#### Installed Tests windows/installed
This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.
#### Application Tests windows/application
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.
#### Every WINDOWS Test windows/everything
This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.
#### Benchmark Tests windows/benchmark
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.
#### Linux Operating System Tests windows/linux
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.
#### BLAS (Basic Linear Algebra Sub-Routine) Library windows/blas
This is a collection of test profiles having an external dependency on BLAS (Basic Linear Algebra Sub-Routine) Library
#### Solaris Operating System Tests windows/solaris
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.
#### Boost Development Libraries windows/boost
This is a collection of test profiles having an external dependency on Boost Development Libraries
#### BSD Operating System Tests windows/bsd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.
#### MacOSX Operating System Tests windows/macosx
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.
#### Disk Subsystem Tests windows/disk
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.
#### Windows Operating System Tests windows/windows
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.
#### Every WINDOWS Test windows/everything
This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.
#### Fortran windows/fortran
This is a collection of test profiles having an external dependency on Fortran
#### Game Tests windows/game
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.
#### Go Language windows/golang
This is a collection of test profiles having an external dependency on Go Language
#### Graphics Subsystem Tests windows/graphics
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.
#### Hurd Operating System Tests windows/hurd
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.
#### System Subsystem Tests windows/system
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.
#### Installed Tests windows/installed
This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.
#### Processor Subsystem Tests windows/processor
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.
#### Java windows/java
This is a collection of test profiles having an external dependency on Java
#### Disk Subsystem Tests windows/disk
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.
#### LAPACK (Linear Algebra Pack) windows/lapack
This is a collection of test profiles having an external dependency on LAPACK (Linear Algebra Pack)
#### Graphics Subsystem Tests windows/graphics
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.
#### Linux Operating System Tests windows/linux
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.
#### MacOSX Operating System Tests windows/macosx
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.
#### Memory Subsystem Tests windows/memory
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Memory sub-system.
@@ -1211,26 +1421,53 @@ This is a collection of test profiles found within the specified OpenBenchmarkin
#### Network Subsystem Tests windows/network
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Network sub-system.
#### Node.js + NPM windows/node-npm
This is a collection of test profiles having an external dependency on Node.js + NPM
#### OpenCV windows/opencv
This is a collection of test profiles having an external dependency on OpenCV
#### OpenMPI windows/openmpi
This is a collection of test profiles having an external dependency on OpenMPI
#### Other Subsystem Tests windows/other
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.
#### Utility Tests windows/utility
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.
#### Processor Subsystem Tests windows/processor
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.
#### Simulator Tests windows/simulator
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.
#### Python windows/python
This is a collection of test profiles having an external dependency on Python
#### Ruby windows/ruby
This is a collection of test profiles having an external dependency on Ruby
#### Rust windows/rust
This is a collection of test profiles having an external dependency on Rust
#### Scientific Tests windows/scientific
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.
#### Benchmark Tests windows/benchmark
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.
#### Simulator Tests windows/simulator
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.
#### Application Tests windows/application
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.
#### Solaris Operating System Tests windows/solaris
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.
#### Game Tests windows/game
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.
#### Steam windows/steam
This is a collection of test profiles having an external dependency on Steam
#### System Subsystem Tests windows/system
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.
#### Utility Tests windows/utility
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.
#### Windows Operating System Tests windows/windows
This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.
#### Wine windows/wine
This is a collection of test profiles having an external dependency on Wine
# Component Testing
@@ -1281,98 +1518,6 @@ For those without the ability to remove that file from their Phoronix Test Suite
If distributing a customized/local copy of the Phoronix Test Suite, the default behavior of the configuration file (in addition to deleting the pts_openbenchmarking_upload file) can be done via the user configuration defaults defined within *pts-core/static/user-config-defaults.xml* .
# Creating Test Profiles
## Creating A New Phoronix Test Suite / OpenBenchmarking.org Test Profile
A test profile itself consists of a main XML file containing the test's meta-data ( *test-definition.xml* ), an XML file if needed to specify required files, download URLs and their MD5/SHA256 hashes and file sizes ( *downloads.xml* ), and the *install.sh* script for installing the test and generating the run-script for execution by the Phoronix Test Suite at run-time. There are also other potential files like *pre.sh* , *interim.sh* , and *post.sh* for execution at pre-run, interim-run, and post-run stages by the Phoronix Test Suite. With the script files comprising test profiles, there is also the option of post-fixing them with e.g. *_linux* or *_windows* if wishing to supply different script files based upon the operating system being run during testing, if the setup steps may differ greatly based upon MacOS/Windows/Linux/BSD/Solaris platforms.
Traditionally the easiest way to learn/understand test profile development has been by looking at looking at a basic test like *c-ray* , *tesseract* or the hundreds of others that are publicly available. Simply run for example *phoronix-test-suite benchmark tesseract* and then look at the test profile's contents either via the default locations in *~/.phoronix-test-suite/test-profiles* or */var/lib/phoronix-test-suite/test-profiles/* if running as root on non-Windows platforms.
### Versioning Mandate
The Phoronix Test Suite / OpenBenchmarking.org philosophy *mandates that with any change, a new version of the test profile be tagged* . This is done for reproducibility and being able to ensure the exact test profile state when a set of tests are conducted. Test profiles are versioned in a **test-X.Y.Z** format where *X* or *Y* are bumped whenever a change is made to the test profile that makes the results incomparable to a previous version of the tests (e.g. updating against a new upstream code-base, adjusting the parameters to what is benchmarked, etc). The Phoronix Test Suite then knows not to attempt any comparisons with an incompatible version difference or to go and fetch that specific version of the package. The *Z* is bumped when just making non-important changes such as just updating the test's meta-data, changing download URLs, etc. This is easy to enforce with the OpenBenchmarking.org infrastructure rather than having to worry about non-human-friendly Git hashes as test profile versions or having to create Git tags after every commit. The test profile version can optionally be specified when running a test, e.g. *phoronix-test-suite benchmark scimark2-1.2.1* instead of *phoronix-test-suite benchmark scimark2* , which would by default choose the latest available test profile version from OpenBenchmarking.org or the latest version on any local Phoromatic Server. The test profile versions are also always written out as part of the Phoronix Test Suite result XML data.
### Writing A Sample Program
Writing a test profile for the Phoronix Test Suite is a relatively quick and easy process for anyone familiar with common Linux commands and the basics of XML. To help you understand the design of the Phoronix Test Suite, this guide covers the steps needed to write a testing profile for a very simple application.
The first step in the profile writing process is to, well, have a piece of software you'd like to use with the Phoronix Test Suite. This software can be closed-source or open-source and be virtually anything as long as it is compatible with an operating system that is supported by the Phoronix Test Suite.
For this guide, the piece of software being used for demonstration is just a simple C++ program that calculates Pi to 8,765,4321 digits using the Leibniz formula. Below is this sample piece of software intended just for demonstration purposes.
> #include &lt;iostream&gt;
> #include &lt;math.h&gt;
> int main()
> {
> double pi = 0;
> for(long int i = 1; i &lt;= 87654321; i++)
> pi += (double) pow(-1, i + 1) / (2 * i - 1);
> pi *= 4;
> std::cout &lt;&lt; &quot;Done Calculating Pi...&quot; &lt;&lt; endl;
> return 0;
> }
The first step in the actual profile writing process is to name it. If you're looking to ultimately push this profile to be included in the Phoronix Test Suite, its name must be all lower case and consist of just alpha-numeric characters, but can contain dashes (-). A more advanced test profile capability is operating system prefixes, and if using those there is an underscore separating the prefix from the normal profile name. For this sample profile, we're calling it *sample-program* and the file-name would be *sample-program/test-definition.xml* . Our (very basic) profile is showcased below.
> &lt;PhoronixTestSuite&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;TestProfile&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Version&gt;1.1.0&lt;/Version&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;TestType&gt;Processor&lt;/TestType&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;SoftwareType&gt;Utility&lt;/SoftwareType&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;License&gt;FREE&lt;/License&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Status&gt;PRIVATE&lt;/Status&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Maintainer&gt;Phoronix Media&lt;/Maintainer&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;/TestProfile&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;TestInformation&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Title&gt;Sample Pi Program&lt;/Title&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;TimesToRun&gt;3&lt;/TimesToRun&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;ResultScale&gt;Seconds&lt;/ResultScale&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Proportion&gt;LIB&lt;/Proportion&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Description&gt;A simple C++ program that calculates Pi to 8,765,4321 digits using the Leibniz formula. This test can be used for showcasing how to write a basic test profile.&lt;/Description&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;ExternalDependencies&gt;build-utilities&lt;/ExternalDependencies&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;/TestInformation&gt;
> &lt;/PhoronixTestSuite&gt;
This XML profile is what interfaces with the Phoronix Test Suite and provides all the needed information about the test as well as other attributes. For a complete listing of all the supported profile options, look at the specification files in the documentation folder. In the case of *sample-program* , it lets the Phoronix Test Suite know that it's composed of free software, is designed to test the processor, is intended for private use only, and this profile is maintained by Phoronix Media. In addition, it tells the Phoronix Test Suite to execute this program three times and as no result quantifier is set, the average of the three runs will be taken. This profile also tells the Phoronix Test Suite that the generic *build-utilities* package is needed, which will attempt to ensure that default system C/C++ compiler and the standard development utilities/libraries are installed on your Linux distribution. This is needed as the C++ source-code will need to be built from source.
The next step is to write the *install.sh* file, which once called by the Phoronix Test Suite is intended to install the test locally for benchmarking purposes. The *install.sh* file is technically optional, but is generally used by all tests. Note: The first argument supplied to the install script is the directory that the test needs to be installed to. The *install.sh* file (in our instance) is to be placed inside *test-profiles/sample-program* . Below is the *install.sh* for the *sample-program* .
> #!/bin/sh
> tar -xjf sample-pi-program-1.tar.bz2
> g++ sample-pi-program.cpp -o sample-pi-program
> echo &quot;#!/bin/sh
> ./sample-pi-program 2&gt;&amp;1
> &quot; &gt; sample-program
> chmod +x sample-program
This install file builds the code with GCC, and then creates a small script that is run by the Phoronix Test Suite. Where does the source-code come into play? Well, it needs to be downloaded now from a web server. The Phoronix Test Suite has built-in support for managing downloads from multiple servers in a random over, fall-back support if one mirror is done, and verification of MD5 check-sums. Below is the *downloads.xml* file for *sample-program* that covers all of this.
> &lt;PhoronixTestSuite&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Downloads&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Package&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;URL&gt;http://www.phoronix-test-suite.com/benchmark-files/sample-pi-program.cpp&lt;/URL&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;MD5&gt;e90fb790df8d1544696a1439c9b5bd8d&lt;/MD5&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;/Package&gt;
> &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;/Downloads&gt;
> &lt;/PhoronixTestSuite&gt;
The final step in the profile writing process is to write a parser to strip all information but the reported result from the standard output or *$LOG_FILE* . In the case of a test profile just measuring how long it takes to run, it is as simple as a *results-definition.xml* looking like:
> &lt;?xml version=&quot;1.0&quot;?&gt;
> &lt;PhoronixTestSuite&gt;
> &lt;SystemMonitor&gt;
> &lt;Sensor&gt;sys.time&lt;/Sensor&gt;
> &lt;/SystemMonitor&gt;
> &lt;/PhoronixTestSuite&gt;
After that, with all the files in their correct locations, just run: *phoronix-test-suite benchmark sample-program* . The Phoronix Test Suite should now handle the rest by installing the test, running the test, and recording the results (if you so choose). There is no additional work that needs to be done for the results to be recorded in the results viewer or even reporting the results to OpenBenchmarking.org. An up-to-date version of this test profile can be run via *phoronix-test-suite benchmark sample-program* and then by looking at the test profile source via *~/.phoronix-test-suite/test-profiles/pts/sample-program** or within */var/lib/phoronix-test-suite/test-profiles/pts/* if running as root.
# Development Credits
The Phoronix Test Suite is based upon the extensive testing and internal tools developed by [Phoronix.com](http://www.phoronix.com/) since 2004 along with support from leading tier-one computer hardware and software vendors. The principal architects of the Phoronix Test Suite are [Michael Larabel](http://www.michaellarabel.com/) and Matthew Tippett. The phoronix-test-suite, pts_Graph, Phoromatic, Phodevi, tandem_Xml, and nye_Xml are some of the related open-source projects provided by [Phoronix Media](http://www.phoronix-media.com/) .

View File

@@ -5,7 +5,7 @@
<body>
<h1>Overview</h1>
<p>The Phoronix Test Suite is the most comprehensive testing and benchmarking platform available for Linux, Solaris, macOS, Windows, and BSD operating systems. The Phoronix Test Suite allows for carrying out tests in a fully automated manner from test installation to execution and reporting. All tests are meant to be easily reproducible, easy-to-use, and support fully automated execution. The Phoronix Test Suite is open-source under the GNU GPLv3 license and is developed by Phoronix Media in cooperation with partners. Version 1.0 of the Phoronix Test Suite was publicly released in 2008.</p>
<p>The Phoronix Test Suite client itself is a test framework for providing seamless execution of test profiles and test suites. There are more than 200 tests available by default, which are transparently available via <a href="http://openbenchmarking.org/">OpenBenchmarking.org</a> integration. Of these default test profiles there is a range of sub-systems that can be tested and a range of hardware from mobile devices to desktops and worksrtations/servers. New tests can be easily introduced via the Phoronix Test Suite's extensible test architecture, with test profiles consisting of XML files and shell scripts. Test profiles can produce a quantitative result or other qualitative/abstract results like image quality comparisons and pass/fail. Using Phoronix Test Suite modules, other data can also be automatically collected at run-time such as the system power consumption, disk usage, and other software/hardware sensors. Test suites contain references to test profiles to execute as part of a set or can also reference other test suites. Test suites are defined via an XML schema.</p>
<p>The Phoronix Test Suite client itself is a test framework for providing seamless execution of test profiles and test suites. There are more than 400 tests available by default, which are transparently available via <a href="http://openbenchmarking.org/">OpenBenchmarking.org</a> integration. Of these default test profiles there is a range of sub-systems that can be tested and a range of hardware from mobile devices to desktops and worksrtations/servers. New tests can be easily introduced via the Phoronix Test Suite's extensible test architecture, with test profiles consisting of XML files and shell scripts. Test profiles can produce a quantitative result or other qualitative/abstract results like image quality comparisons and pass/fail. Using Phoronix Test Suite modules, other data can also be automatically collected at run-time such as the system power consumption, disk usage, and other software/hardware sensors. Test suites contain references to test profiles to execute as part of a set or can also reference other test suites. Test suites are defined via an XML schema.</p>
<p>Running the Phoronix Test Suite for the first time can be as simple as issuing a command such as <em>phoronix-test-suite benchmark c-ray</em>, which would proceed to install a simple CPU test, execute the test, and report the results. Along with the results, the system's hardware/software information is collected in a detailed manner, relevant system logs, and other important system attributes such as compiler flags and system state. Users can optionally upload their results to OpenBenchmarking.org for sharing results with others, comparing results against other systems, and to carry out further analysis.</p>
<h1>OpenBenchmarking.org</h1>
<p>OpenBenchmarking.org is an open, collaborative testing platform that makes the Phoronix Test Suite an even more extensible platform for conducting automated tests with complete integration into Phoronix Test Suite test client. OpenBenchmarking.org serves as a repository for storing test profiles, test suites, and result data. Test profiles and suites are stored in the OpenBenchmarking.org cloud to allow for new/updated tests to be seamlessly obtained via the Phoronix Test Suite without needing to manually update the Phoronix Test Suite client. OpenBenchmarking.org also makes it easy to facilitate side-by-side comparisons with any other results stored in the OpenBenchmarking.org cloud. Any Phoronix Test Suite user is permitted to upload their test results, test profiles, and suites to OpenBenchmarking.org.</p>

View File

@@ -56,7 +56,10 @@
<h3>run-random-tests<em> </em>
</h3>
<p>This option will query OpenBenchmarking.org to run random benchmarks and result comparisons on the system. This test can be used for simply supplying interesting results from your system onto OpenBenchmarking.org, stressing your system with random workloads, seeding new OpenBenchmarking.org results, etc. Basic options are provided at start-up for tuning the randomness of the testing when running this command.</p>
<h3>run-tests-in-suite<em> </em>
<h3>run-subset<em> [Test | Suite | OpenBenchmarking ID | Test Result] ...</em>
</h3>
<p>This option will run the selected test(s) but prompt the user when passing any test suites or result files what subset / test(s) contained within there to run rather than running all passed tests/suites/results.</p>
<h3>run-tests-in-suite<em> [Suite]</em>
</h3>
<p>This option can be used if you wish to run all of the tests found in a supplied suite, but you wish to re-configure each of the test options rather than using the defaults supplied by the suite.</p>
<h3>stress-batch-run<em> [Test | Suite | OpenBenchmarking ID | Test Result] ...</em>
@@ -130,13 +133,16 @@
<h3>upload-test-profile<em> </em>
</h3>
<p>This option can be used for uploading a test profile to your account on OpenBenchmarking.org. By uploading your test profile to OpenBenchmarking.org, others are then able to browse and access this test suite for easy distribution in a seamless manner by other Phoronix Test Suite clients.</p>
<h3>upload-test-suite<em> </em>
<h3>upload-test-suite<em> [Suite]</em>
</h3>
<p>This option can be used for uploading a test suite to your account on OpenBenchmarking.org. By uploading your test suite to OpenBenchmarking.org, others are then able to browse and access this test suite for easy distribution.</p>
<h1>Information</h1>
<h3>info<em> [Test | Suite | OpenBenchmarking ID | Test Result]</em>
</h3>
<p>This option will show details about the supplied test, suite, virtual suite, or result file.</p>
<h3>intersect<em> [Test | Suite | OpenBenchmarking ID | Test Result] ...</em>
</h3>
<p>This option will print the test profiles present in all passed result files / test suites. Two or more results/suites must be passed and printed will be all of the common test profiles.</p>
<h3>list-all-tests<em> </em>
</h3>
<p>This option will list all test profiles that are available from the enabled OpenBenchmarking.org repositories. Unlike the other test listing options, list-all-tests will show deprecated tests, potentially broken tests, or other tests not recommended for all environments. The only check in place is ensuring the test profiles are at least compatible with the operating system in use.</p>
@@ -207,6 +213,9 @@
<h3>inspect-test-profile<em> [Test]</em>
</h3>
<p>This option can be used for inspecting a Phoronix Test Suite test profile with providing inside details on test profiles for debugging / evaluation / learning purposes.</p>
<h3>rebuild-test-suite<em> [Suite]</em>
</h3>
<p>This option will regenerate the local test suite XML file against the OpenBenchmarking.org specification. This can be used to clean up any existing XML syntax / styling issues, etc.</p>
<h3>result-file-to-suite<em> [Test Result]</em>
</h3>
<p>This option will guide the user through the process of generating their own test suite, which they can then run, that is based upon an existing test results file.</p>
@@ -216,13 +225,13 @@
<h3>validate-test-profile<em> [Test]</em>
</h3>
<p>This option can be used for validating a Phoronix Test Suite test profile as being compliant against the OpenBenchmarking.org specification.</p>
<h3>validate-test-suite<em> </em>
<h3>validate-test-suite<em> [Suite]</em>
</h3>
<p>This option can be used for validating a Phoronix Test Suite test suite as being compliant against the OpenBenchmarking.org specification.</p>
<h1>Result Management</h1>
<h3>analyze-all-runs<em> [Test Result]</em>
<h3>analyze-run-times<em> [Test Result]</em>
</h3>
<p>This option will generate a candlestick graph showing the distribution of results from all trial runs. The candlestick graph is similar to the Japanese candlestick charts used by the financial industry, except instead of representing stock data it is numerical result data from all trial runs.\n\nThe tip of the upper-wick represents the highest value of the test runs with the tip of the lower-wick representing the lowest value of all test runs. The upper-edge of the candle body represents the first or last run value and the lower-edge represents the first or last run value. Lastly, if the last run value is less than the first run value, the candle body is the same color as the graph background, otherwise the last run value is greater.</p>
<p>This option will read a saved test results file and print the statistics about how long the testing took to complete.</p>
<h3>auto-sort-result-file<em> [Test Result]</em>
</h3>
<p>This option is used if you wish to automatically attempt to sort the results by their result identifier string.</p>
@@ -247,9 +256,12 @@
<h3>remove-result<em> [Test Result]</em>
</h3>
<p>This option will permanently remove the saved file set that is set as the first argument.</p>
<h3>remove-results-from-result-file<em> [Test Result]</em>
<h3>remove-result-from-result-file<em> [Test Result]</em>
</h3>
<p>This option is used if there are test results (benchmarks) to be dropped from a given result file. The user must specify a saved results file and then they will be prompted to select the tests/benchmarks to remove.</p>
<h3>remove-results-from-result-file<em> [Test Result]</em>
</h3>
<p>This option is used if there are test results (benchmarks) to be dropped from a given result file. The user must specify a saved results file and then they will be prompted to provide a string to search for in removing those results from that given result file.</p>
<h3>remove-run-from-result-file<em> [Test Result]</em>
</h3>
<p>This option is used if there is a set of test results you wish to remove/delete from a saved results file. The user must specify a saved results file and then they will be prompted to select the results identifier associated with the results they wish to remove.</p>
@@ -262,15 +274,9 @@
<h3>reorder-result-file<em> [Test Result]</em>
</h3>
<p>This option is used if you wish to manually change the order in which test results are shown in the Phoronix Test Suite Results Viewer and the contained graphs. The user must specify a saved results file and then they will be prompted to select the results identifiers one at a time in the order they would like them to be displayed from left to right.</p>
<h3>result-file-confidence<em> [Test Result]</em>
</h3>
<p>This option will read a saved test results file and display various statistics on the confidence of the results with the standard deviation, three-sigma values, and other metrics while color-coding "passing" results in green.</p>
<h3>result-file-raw-to-csv<em> [Test Result]</em>
</h3>
<p>This option will read a saved test results file and output the raw result file run data to a CSV file. This raw (individual) result file output is intended for data analytic purposes where the result-file-to-csv is more end-user-ready.</p>
<h3>result-file-stats<em> [Test Result]</em>
</h3>
<p>This option is used if you wish to analyze a result file by seeing various statistics on the result data for result files containing at least two sets of data.</p>
<h3>result-file-to-csv<em> [Test Result]</em>
</h3>
<p>This option will read a saved test results file and output the system hardware and software information along with the results to a CSV output. The CSV (Comma Separated Values) output can then be loaded into a spreadsheet for easy viewing.</p>
@@ -286,9 +292,9 @@
<h3>show-result<em> [Test Result]</em>
</h3>
<p>Open up the test results in the Phoronix Test Suite Result Viewer or on OpenBenchmarking.org.</p>
<h3>wins-and-losses<em> [Test Result]</em>
<h3>workload-topology<em> [Test Result]</em>
</h3>
<p>This option is used if you wish to analyze a result file to see which runs produced the most wins/losses of those result identifiers in the saved file.</p>
<p>This option will read a saved test results file and print the test profiles contained within and their arrangement within different test suites for getting an idea as to the workload topology/make-up / logical groupings of the benchmarks being run.</p>
<h1>Other</h1>
<h3>commands<em> </em>
</h3>
@@ -308,6 +314,22 @@
<h3>version<em> </em>
</h3>
<p>This option will display the Phoronix Test Suite client version.</p>
<h1>Result Analysis</h1>
<h3>analyze-all-runs<em> [Test Result]</em>
</h3>
<p>This option will generate a candlestick graph showing the distribution of results from all trial runs. The candlestick graph is similar to the Japanese candlestick charts used by the financial industry, except instead of representing stock data it is numerical result data from all trial runs.\n\nThe tip of the upper-wick represents the highest value of the test runs with the tip of the lower-wick representing the lowest value of all test runs. The upper-edge of the candle body represents the first or last run value and the lower-edge represents the first or last run value. Lastly, if the last run value is less than the first run value, the candle body is the same color as the graph background, otherwise the last run value is greater.</p>
<h3>executive-summary<em> [Test Result]</em>
</h3>
<p>This option will attempt to auto-generate a textual executive summary for a result file to highlight prominent results / averages.</p>
<h3>result-file-confidence<em> [Test Result]</em>
</h3>
<p>This option will read a saved test results file and display various statistics on the confidence of the results with the standard deviation, three-sigma values, and other metrics while color-coding "passing" results in green.</p>
<h3>result-file-stats<em> [Test Result]</em>
</h3>
<p>This option is used if you wish to analyze a result file by seeing various statistics on the result data for result files containing at least two sets of data.</p>
<h3>wins-and-losses<em> [Test Result]</em>
</h3>
<p>This option is used if you wish to analyze a result file to see which runs produced the most wins/losses of those result identifiers in the saved file.</p>
<h1>Modules</h1>
<h3>auto-load-module<em> </em>
</h3>

View File

@@ -12,6 +12,7 @@
<h2>Dummy Module</h2>
<p>This is a simple module intended for developers to just demonstrate some of the module functions.</p>
<p>phoronix-test-suite dummy_module.dummy-command</p>
<p>This is a simple module intended for developers to just demonstrate some of the module functions.</p>
<h2>Generate Perf FlameGraphs For Tests</h2>
<p>Setting FLAME_GRAPH_PATH=&lt;path to flamegraph path&gt; will auto-load and enable this Phoronix Test Suite module. The module will generate a Linux perf FlameGraph for each test run during the benchmarking process. Details on FlameGraph @ https://github.com/brendangregg/FlameGraph</p>
<p>This module utilizes the following environmental variables: FLAME_GRAPH_PATH.</p>
@@ -26,6 +27,7 @@
<p>This module utilizes the following environmental variables: LINUX_PERF.</p>
<h2>Dynamic Result Viewer</h2>
<p>This module pre-loads the HTTP dynamic result viewer for Phoronix Test Suite data.</p>
<p>phoronix-test-suite load_dynamic_result_viewer.start</p>
<h2>Log Exporter</h2>
<p>This module allows for easily exporting test run logs and system logs to external locations via specifying the directory paths via the COPY_TEST_RUN_LOGS_TO and COPY_SYSTEM_LOGS_TO environment variables.</p>
<p>This module utilizes the following environmental variables: COPY_TEST_RUN_LOGS_TO, COPY_SYSTEM_LOGS_TO.</p>
@@ -44,6 +46,7 @@
<p>This module alerts the user if the system configuration may not be the right one for achieving the best performance with the target benchmark(s). This initial version of the module actually cares only about the BFQ I/O scheduler and powersave governor checks.</p>
<p>phoronix-test-suite perf_tips.show</p>
<p>This module utilizes the following environmental variables: SUPPRESS_PERF_TIPS.</p>
<p>This module alerts the user if the system configuration may not be the right one for achieving the best performance with the target benchmark(s). This initial version of the module actually cares only about the BFQ I/O scheduler: it gives a warning if BFQ is being used with an incorrect configuration in a disk benchmark, and suggests the right configuration to use. For the moment it only works for existing, throughput-based tests. It will need to be extended for responsiveness and soft real-time-latency tests.</p>
<h2>Benchmarking Compiler PGO Impact</h2>
<p>This module makes it easy to test a compiler PGO (Profile Guided Optimization) performance impact by running a test without PGO optimizations, capturing the PGO profile, rebuilding the tests with the PGO profile generated, and then repeat the benchmarks.</p>
<p>phoronix-test-suite pgo.benchmark</p>
@@ -56,6 +59,7 @@
<p>phoronix-test-suite phoromatic.list-results</p>
<p>phoronix-test-suite phoromatic.clone</p>
<p>phoronix-test-suite phoromatic.export-results-for-account-schedules</p>
<p>The Phoromatic module contains the client support for interacting with Phoromatic and Phoromatic Tracker services.</p>
<h2>Pushover.net</h2>
<p>Submit notifications to your iOS/Android mobile devices of test results in real-time as push notifications, etc. Using the Pushover.net API.</p>
<p>This module utilizes the following environmental variables: PUSHOVER_NET_USER.</p>
@@ -70,6 +74,86 @@
<h2>System Monitor</h2>
<p>This module contains sensor monitoring support.</p>
<p>This module utilizes the following environmental variables: MONITOR, PERFORMANCE_PER_WATT, PERFORMANCE_PER_SENSOR, MONITOR_INTERVAL, MONITOR_PER_RUN.</p>
<p>Monitoring these sensors is as easy as running your normal Phoronix Test Suite commands but at the beginning of the command add: MONITOR=&lt;selected sensors&gt;. For example, this will monitor the CPU temperature and voltage during tests:
MONITOR=cpu.temp,cpu.voltage phoronix-test-suite benchmark universe
For some of the sensors there is an ability to monitor specific device, e.g. cpu.usage.cpu0 or hdd.read-speed.sda. If the PERFORMANCE_PER_WATT environment variable is set, a performance per Watt graph will also be added, assuming the system's power consumption can be monitored. PERFORMANCE_PER_SENSOR= will allow similar behavior but for arbitrary sensors. Below are all of the sensors supported by this version of the Phoronix Test Suite.
Supported Options:
- all
- all.ambient
- ambient.temp
- all.cgroup
- cgroup.cpu-usage
- all.cpu
- cpu.fan-speed
- cpu.freq
- all.cpu.freq
- cpu.freq.cpu0
- cpu.freq.cpu1
- cpu.freq.cpu2
- cpu.freq.cpu3
- cpu.freq.cpu4
- cpu.freq.cpu5
- cpu.freq.cpu6
- cpu.freq.cpu7
- cpu.peak-freq
- cpu.power
- cpu.temp
- cpu.usage
- all.cpu.usage
- cpu.usage.cpu0
- cpu.usage.cpu1
- cpu.usage.cpu2
- cpu.usage.cpu3
- cpu.usage.cpu4
- cpu.usage.cpu5
- cpu.usage.cpu6
- cpu.usage.cpu7
- cpu.usage.summary
- cpu.voltage
- all.gpu
- gpu.fan-speed
- gpu.freq
- gpu.memory-usage
- gpu.power
- gpu.temp
- gpu.usage
- gpu.voltage
- all.hdd
- hdd.read-speed
- all.hdd.read-speed
- hdd.read-speed.sda
- hdd.read-speed.sdb
- hdd.read-speed.nvme0n1
- hdd.temp
- all.hdd.temp
- hdd.temp.sda
- hdd.temp.sdb
- hdd.temp.nvme0n1
- hdd.write-speed
- all.hdd.write-speed
- hdd.write-speed.sda
- hdd.write-speed.sdb
- hdd.write-speed.nvme0n1
- all.memory
- memory.temp
- memory.usage
- all.network
- network.usage
- all.swap
- swap.usage
- all.sys
- sys.fan-speed
- sys.iowait
- sys.power
- sys.temp
- sys.voltage
- all.sys.voltage
NOTE: Use the "system-sensors" command to see what sensors are available for monitoring on the system.</p>
<h2>Timed Screenshot</h2>
<p>This is a module that will take a screenshot of the system at a pre-defined interval. ImageMagick must be installed onto the system prior to using this module.</p>
<p>This module utilizes the following environmental variables: SCREENSHOT_INTERVAL.</p>
@@ -77,7 +161,7 @@
<p>This module toggles the system's screensaver while the Phoronix Test Suite is running. At this time, the GNOME and KDE screensavers are supported.</p>
<p>This module utilizes the following environmental variables: HALT_SCREENSAVER.</p>
<h2>Update Checker</h2>
<p>This module checks to see if the Phoronix Test Suite -- and its tests and suites -- are up to date.</p>
<p>This module checks to see if the Phoronix Test Suite -- and its tests and suites -- are up to date plus also handles message of the day information.</p>
<h2>Utilize Wine On Linux Benchmarking</h2>
<p>This module when activated via the USE_WINE environment variable on Linux systems will override the test profile OS target to Windows and attempt to run the (Windows) tests under Wine, if installed on the system. USE_WINE can be either set to the name of the desired wine command or the absolute path to the wine binary you wish to use for benchmarking.</p>
<p>This module utilizes the following environmental variables: USE_WINE.</p>

View File

@@ -10,7 +10,7 @@
<h1>Dependencies</h1>
<p>The only required dependency for the Phoronix Test Suite is PHP 5.3 or newer. On Linux distributions, the needed package is commonly called <em>php5-cli</em> or <em>php-cli</em> or <em>php7</em> or <em>php</em>. It is important to note that only PHP for the command-line is needed and not a web server (Apache) or other packages commonly associated with PHP and its usage by web-sites. The PHP5 version required is PHP 5.3+ and can also be found at <a href="http://www.php.net/">www.php.net</a>. PHP 7 is fully supported by the Phoronix Test Suite as well as HHVM.</p>
<p>For installing PHP on Windows, the <a href="https://www.microsoft.com/web/platform/phponwindows.aspx">Microsoft Web Platform Installer</a> provides an automated alternative that will install PHP into the directory expected by Phoronix Test Suite. Users opting to install PHP manually must extract the files to <em>C:\Program Files (x86)\PHP\</em> or a subdirectory.</p>
<p>The <em>phoronix-test-suite.bat</em> Windows launcher for the Phoronix Test Suite will automatically download and setup PHP on the local system if PHP is not present already.</p>
<p>As part of the PHP requirement, the following PHP extensions are required and/or highly recommended in order to take advantage of the Phoronix Test Suite capabilities:</p>
<ul>
<li><strong>PHP DOM</strong> is needed for XML operations and must be installed for the Phoronix Test Suite to function.</li>
@@ -39,23 +39,9 @@
<p>Debian/Ubuntu users are able to follow the Generic Installation instructions or can obtain a Debian Package from the Phoronix Test Suite web-site. The package contains the <em>phoronix-test-suite</em> executable in <em>/usr/bin/</em>, the Phoronix Test Suite files in <em>/usr/share/phoronix-test-suite/</em>, and the documentation in <em>/usr/share/doc/phoronix-test-suite/</em>.</p>
<h2>Fedora / Red Hat Installation</h2>
<p>The Phoronix Test Suite can be installed on Fedora, Red Hat Enterprise Linux, and CentOS systems using the generic installation method. Alternatively, a <em>phoronix-test-suite</em> package is available in recent versions of the Fedora repository and in the EPEL (Extra Packages for Enterprise Linux) repository for Red Hat Enterprise Linux. However, at times this package may be out-of-date compared to upstream stable.</p>
<h2>Gentoo Installation</h2>
<p>Gentoo ebuild's for the Phoronix Test Suite have been created by users and can be currently found in the <a href="http://bugs.gentoo.org/show_bug.cgi?id=216656">Gentoo BugZilla</a>.</p>
<h2>Mandriva Installation</h2>
<p>Phoronix Test Suite packages are available through Mandriva Cooker starting with the Mandriva Linux 2009 release.</p>
<h2>OpenSolaris Installation</h2>
<p>The Phoronix Test Suite core (pts-core) is supported on Solaris and OpenSolaris platforms, but some features may not fully function. Additionally, the PTS External Dependencies feature is supported on OpenSolaris using IPS (the Image Packaging System). However, not all test profiles are supported on Solaris / OpenSolaris, and it may be in violation of your end-user agreement to perform such benchmarks on the Sun Solaris operating system. Using the OpenSolaris Image Packaging System, installing <em>SUNWphp524</em> will provide PHP, PHP GD, and related dependencies. The Phoronix Test Suite has also been tested on Oracle Solaris 11 Express, OpenIndiana, StormOS, and Nexenta Core Platform.</p>
<h2>BSD Installation</h2>
<p>The Phoronix Test Suite also supports *BSD operating systems. However, like the Solaris support, not all test profiles are compatible with BSD operating systems, but pts-core has been tested against FreeBSD 7.x/8.x/9.x, NetBSD, PC-BSD 7/8/9, DragonFlyBSD 3.0/3.2/3.4/3.6/4.2, and OpenBSD 4.4/4.6. The Phoronix Test Suite will also work with Debian GNU/kFreeBSD.</p>
<p>For DragonFlyBSD, it's a matter of just using <em>pkg_radd</em> with php5, php5-json, php5-dom, and php5-zip or <em>pkgsrc</em>. With DragonFlyBSD using dports, the command is <em>pkg install php5 php5-dom php5-zip php5-json php5-simplexml</em>. Under FreeBSD/PC-BSD, PHP can be obtained from the <em>php5</em> and <em>php5-extensions</em> Ports collection.</p>
<p>The Phoronix Test Suite also supports *BSD operating systems. However, like the Solaris support, not all test profiles are compatible with BSD operating systems, but should run well on the likes of FreeBSD and DragonFlyBSD.</p>
<h2>MacOS Installation</h2>
<p>The Phoronix Test Suite is fully supported on Apple's macOS operating system. PHP ships with macOS by default so it's simply a matter of downloading the Phoronix Test Suite package, extracting it, and running the executable. For tests that rely upon a compiler, Apple's XCode with GCC and LLVM can be utilized.</p>
<h2>Windows Installation</h2>
<p>The Phoronix Test Suite support on Microsoft Windows is in development and will function just fine, but is not yet feature complete compared to the other operating systems support. Only a small subset of test profiles, mostly related to graphics, are supported. In terms of the version support, right now the Phoronix Test Suite is developed and tested solely against Microsoft Windows 7 x64 and Microsoft Windows 8 x64.</p>
<p>At this time the Phoronix Test Suite client is dependent upon the <em>php.exe</em> executable being installed to <em>C:\Program Files (x86)\PHP\ </em> or one of its subdirectories (see PHP installation notes above). Once this requirement is met, simply download the Phoronix Test Suite package, extract it to a directory of your choice, and run <em>phoronix-test-suite.bat</em></p>
<p>NOTE: because of lack of external dependencies support, it is necessary to manually download and install the files for some test profiles, such as the Unigine graphics benchmarks. See Troubleshooting for more information.</p>
<h2>Facebook HipHop</h2>
<p>The Phoronix Test Suite can use Facebook's <a href="https://github.com/facebook/hiphop-php">HipHop HHVM</a> virtual machine as an alternative to the de facto PHP implementation. The Phoronix Test Suite has been tested against HHVM 2.0. If HHVM is present on the system but not PHP, it will automatically be used by the Phoronix Test Suite. Alternatively, the <em>PHP_BIN</em> environment variable can be set to point to an alternative <em>hhvm</em> binary.</p>
<p>The Phoronix Test Suite also supports the older version of Facebook HipHop that serves as a PHP to C++ translator and compiler with GCC. This support though is primitive and not officially supported. To compile the Phoronix Test Suite using HipHop/GCC, run <em>find . -name "*.php" > files.list && hphp --input-list=files.list -k 1 --log=3 --include-path="." --cluster-count=50 -v "AllDynamic=true" -v "AllVolatile=true"</em> from the root <em>phoronix-test-suite/</em> directory. It can then be executed in the form of <em>/tmp/hphp_XXX/program -f pts-core/phoronix-test-suite.php system-info</em>.</p>
</body>
</html>

View File

@@ -5,6 +5,6 @@
</head>
<body>
<p>The Phoronix Test Suite has a feature known as "External Dependencies" where the Phoronix Test Suite can attempt to automatically install some of the test-specific dependencies on supported distributions. If running on a distribution where there is currently no External Dependencies profile, the needed package name(s) are listed for manual installation.</p>
<p>Below are a list of the operating systems that currently have external dependencies support within the Phoronix Test Suite for the automatic installation of needed test files.<hr><ul></ul><li>Alpine Linux</li><li>Amazon</li><li>Angstrom</li><li>Arch Linux</li><li>CentOS</li><li>Clear Linux</li><li>ClearOS</li><li>ClearOS Core Server</li><li>Debian</li><li>DragonFlyBSD</li><li>Fedora</li><li>Fluxbuntu</li><li>GNU KFreeBSD</li><li>Gentoo</li><li>Goobuntu</li><li>HP</li><li>Joli Cloud</li><li>Linaro</li><li>Linux Embedded Development Environment</li><li>Linux Mint</li><li>MEPIS</li><li>Mac OS X</li><li>MacPorts</li><li>Mageia</li><li>Mandriva</li><li>MeeGo</li><li>Microsoft Windows</li><li>MidnightBSD</li><li>Moblin</li><li>Mythbuntu</li><li>NetBSD</li><li>Nexenta Core</li><li>OLPC</li><li>OpenIndiana</li><li>OpenMandriva</li><li>OpenMandrivaLinux</li><li>OpenSolaris</li><li>OpenSuSE</li><li>Optware</li><li>Oracle Server</li><li>PCLinuxOS</li><li>PTS Desktop Live</li><li>PTS Linux Live</li><li>Palm</li><li>Pardus Linux</li><li>Red Hat Enterprise</li><li>Red Hat Enterprise Server</li><li>SUSE</li><li>SUSE Linux</li><li>Scientific</li><li>ScientificSL</li><li>Solus</li><li>Solus Linux</li><li>Termux</li><li>Ubuntu</li><li>Void Linux</li><li>Zenwalk</li><li>gNewSense</li><li>macOS Brew</li></p>
<p>Below are a list of the operating systems that currently have external dependencies support within the Phoronix Test Suite for the automatic installation of needed test files.<hr><ul></ul><li>Alpine Linux</li><li>Amazon</li><li>Angstrom</li><li>Arch Linux</li><li>Clear Linux</li><li>ClearOS</li><li>ClearOS Core Server</li><li>Debian</li><li>DragonFlyBSD</li><li>Fedora</li><li>Fluxbuntu</li><li>GNU KFreeBSD</li><li>Gentoo</li><li>Goobuntu</li><li>HP</li><li>Joli Cloud</li><li>Linaro</li><li>Linux Embedded Development Environment</li><li>Linux Mint</li><li>MEPIS</li><li>Mac OS X</li><li>MacPorts</li><li>Mageia</li><li>Mandriva</li><li>MeeGo</li><li>Microsoft Windows</li><li>MidnightBSD</li><li>Moblin</li><li>Mythbuntu</li><li>NetBSD</li><li>Nexenta Core</li><li>OLPC</li><li>OpenIndiana</li><li>OpenMandriva</li><li>OpenMandrivaLinux</li><li>OpenSolaris</li><li>OpenSuSE</li><li>Optware</li><li>Oracle Server</li><li>PCLinuxOS</li><li>Palm</li><li>Pardus Linux</li><li>Red Hat Enterprise</li><li>Red Hat Enterprise Server</li><li>SUSE</li><li>SUSE Linux</li><li>Scientific</li><li>ScientificSL</li><li>Solus</li><li>Solus Linux</li><li>Termux</li><li>Ubuntu</li><li>Void Linux</li><li>Zenwalk</li><li>gNewSense</li><li>macOS Brew</li></p>
</body>
</html>

View File

@@ -9,69 +9,102 @@
<h3>All PTS Tests<em> pts/all</em>
</h3>
<p>This is a collection of all test profiles found within the specified OpenBenchmarking.org repository.</p>
<h3>Installed Tests<em> pts/installed</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.</p>
<h3>Every PTS Test<em> pts/everything</em>
</h3>
<p>This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.</p>
<h3>Linux Operating System Tests<em> pts/linux</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.</p>
<h3>Solaris Operating System Tests<em> pts/solaris</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.</p>
<h3>BSD Operating System Tests<em> pts/bsd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.</p>
<h3>MacOSX Operating System Tests<em> pts/macosx</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.</p>
<h3>Windows Operating System Tests<em> pts/windows</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.</p>
<h3>Hurd Operating System Tests<em> pts/hurd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.</p>
<h3>System Subsystem Tests<em> pts/system</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.</p>
<h3>Processor Subsystem Tests<em> pts/processor</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.</p>
<h3>Graphics Subsystem Tests<em> pts/graphics</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.</p>
<h3>Other Subsystem Tests<em> pts/other</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.</p>
<h3>Utility Tests<em> pts/utility</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.</p>
<h3>Simulator Tests<em> pts/simulator</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.</p>
<h3>Scientific Tests<em> pts/scientific</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.</p>
<h3>Benchmark Tests<em> pts/benchmark</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.</p>
<h3>Application Tests<em> pts/application</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.</p>
<h3>Benchmark Tests<em> pts/benchmark</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.</p>
<h3>BLAS (Basic Linear Algebra Sub-Routine) Library<em> pts/blas</em>
</h3>
<p>This is a collection of test profiles having an external dependency on BLAS (Basic Linear Algebra Sub-Routine) Library</p>
<h3>Boost Development Libraries<em> pts/boost</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Boost Development Libraries</p>
<h3>BSD Operating System Tests<em> pts/bsd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.</p>
<h3>Every PTS Test<em> pts/everything</em>
</h3>
<p>This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.</p>
<h3>Fortran<em> pts/fortran</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Fortran</p>
<h3>Game Tests<em> pts/game</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.</p>
<h3>Go Language<em> pts/golang</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Go Language</p>
<h3>Graphics Subsystem Tests<em> pts/graphics</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.</p>
<h3>Hurd Operating System Tests<em> pts/hurd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.</p>
<h3>Installed Tests<em> pts/installed</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.</p>
<h3>LAPACK (Linear Algebra Pack)<em> pts/lapack</em>
</h3>
<p>This is a collection of test profiles having an external dependency on LAPACK (Linear Algebra Pack)</p>
<h3>Linux Operating System Tests<em> pts/linux</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.</p>
<h3>MacOSX Operating System Tests<em> pts/macosx</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.</p>
<h3>Node.js + NPM<em> pts/node-npm</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Node.js + NPM</p>
<h3>OpenCV<em> pts/opencv</em>
</h3>
<p>This is a collection of test profiles having an external dependency on OpenCV</p>
<h3>Openmpi Tests<em> pts/openmpi</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing openmpi.</p>
<h3>Other Subsystem Tests<em> pts/other</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.</p>
<h3>Processor Subsystem Tests<em> pts/processor</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.</p>
<h3>Ruby<em> pts/ruby</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Ruby</p>
<h3>Rust<em> pts/rust</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Rust</p>
<h3>Scientific Tests<em> pts/scientific</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.</p>
<h3>Simulator Tests<em> pts/simulator</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.</p>
<h3>Solaris Operating System Tests<em> pts/solaris</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.</p>
<h3>Steam<em> pts/steam</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Steam</p>
<h3>System Subsystem Tests<em> pts/system</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.</p>
<h3>Utility Tests<em> pts/utility</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.</p>
<h3>Windows Operating System Tests<em> pts/windows</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.</p>
<h3>Wine<em> pts/wine</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Wine</p>
<h3>Smp Tests<em> pts/smp</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing smp.</p>
<h3>Cuda Tests<em> pts/cuda</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing cuda.</p>
<h3>Mpi Tests<em> pts/mpi</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing mpi.</p>
<h3>Openmp Tests<em> pts/openmp</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing openmp.</p>
@@ -81,9 +114,6 @@
<h3>Docker Tests<em> pts/docker</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing docker.</p>
<h3>Python Tests<em> pts/python</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing python.</p>
<h3>Go Tests<em> pts/go</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing go.</p>
@@ -96,75 +126,114 @@
<h3>Responsiveness Tests<em> pts/responsiveness</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing responsiveness.</p>
<h3>Openmpi Tests<em> pts/openmpi</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing openmpi.</p>
<h3>All SYSTEM Tests<em> system/all</em>
</h3>
<p>This is a collection of all test profiles found within the specified OpenBenchmarking.org repository.</p>
<h3>Installed Tests<em> system/installed</em>
<h3>Application Tests<em> system/application</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.</p>
<h3>Every SYSTEM Test<em> system/everything</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.</p>
<h3>Benchmark Tests<em> system/benchmark</em>
</h3>
<p>This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.</p>
<h3>Linux Operating System Tests<em> system/linux</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.</p>
<h3>BLAS (Basic Linear Algebra Sub-Routine) Library<em> system/blas</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.</p>
<h3>Solaris Operating System Tests<em> system/solaris</em>
<p>This is a collection of test profiles having an external dependency on BLAS (Basic Linear Algebra Sub-Routine) Library</p>
<h3>Boost Development Libraries<em> system/boost</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.</p>
<p>This is a collection of test profiles having an external dependency on Boost Development Libraries</p>
<h3>BSD Operating System Tests<em> system/bsd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.</p>
<h3>MacOSX Operating System Tests<em> system/macosx</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.</p>
<h3>Windows Operating System Tests<em> system/windows</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.</p>
<h3>Hurd Operating System Tests<em> system/hurd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.</p>
<h3>System Subsystem Tests<em> system/system</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.</p>
<h3>Processor Subsystem Tests<em> system/processor</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.</p>
<h3>Disk Subsystem Tests<em> system/disk</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.</p>
<h3>Every SYSTEM Test<em> system/everything</em>
</h3>
<p>This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.</p>
<h3>Fortran<em> system/fortran</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Fortran</p>
<h3>Game Tests<em> system/game</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.</p>
<h3>Go Language<em> system/golang</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Go Language</p>
<h3>Graphics Subsystem Tests<em> system/graphics</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.</p>
<h3>Hurd Operating System Tests<em> system/hurd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.</p>
<h3>Installed Tests<em> system/installed</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.</p>
<h3>Java<em> system/java</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Java</p>
<h3>LAPACK (Linear Algebra Pack)<em> system/lapack</em>
</h3>
<p>This is a collection of test profiles having an external dependency on LAPACK (Linear Algebra Pack)</p>
<h3>Linux Operating System Tests<em> system/linux</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.</p>
<h3>MacOSX Operating System Tests<em> system/macosx</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.</p>
<h3>Memory Subsystem Tests<em> system/memory</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Memory sub-system.</p>
<h3>Network Subsystem Tests<em> system/network</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Network sub-system.</p>
<h3>Node.js + NPM<em> system/node-npm</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Node.js + NPM</p>
<h3>OpenCV<em> system/opencv</em>
</h3>
<p>This is a collection of test profiles having an external dependency on OpenCV</p>
<h3>OpenMPI<em> system/openmpi</em>
</h3>
<p>This is a collection of test profiles having an external dependency on OpenMPI</p>
<h3>Other Subsystem Tests<em> system/other</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.</p>
<h3>Utility Tests<em> system/utility</em>
<h3>Processor Subsystem Tests<em> system/processor</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.</p>
<h3>Simulator Tests<em> system/simulator</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.</p>
<h3>Python<em> system/python</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.</p>
<p>This is a collection of test profiles having an external dependency on Python</p>
<h3>Ruby<em> system/ruby</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Ruby</p>
<h3>Rust<em> system/rust</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Rust</p>
<h3>Scientific Tests<em> system/scientific</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.</p>
<h3>Benchmark Tests<em> system/benchmark</em>
<h3>Simulator Tests<em> system/simulator</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.</p>
<h3>Application Tests<em> system/application</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.</p>
<h3>Solaris Operating System Tests<em> system/solaris</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.</p>
<h3>Game Tests<em> system/game</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.</p>
<h3>Steam<em> system/steam</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.</p>
<p>This is a collection of test profiles having an external dependency on Steam</p>
<h3>System Subsystem Tests<em> system/system</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.</p>
<h3>Utility Tests<em> system/utility</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.</p>
<h3>Windows Operating System Tests<em> system/windows</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.</p>
<h3>Wine<em> system/wine</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Wine</p>
<h3>Opencl Tests<em> system/opencl</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing opencl.</p>
@@ -174,137 +243,221 @@
<h3>All GIT Tests<em> git/all</em>
</h3>
<p>This is a collection of all test profiles found within the specified OpenBenchmarking.org repository.</p>
<h3>Installed Tests<em> git/installed</em>
<h3>Application Tests<em> git/application</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.</p>
<h3>Every GIT Test<em> git/everything</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.</p>
<h3>Benchmark Tests<em> git/benchmark</em>
</h3>
<p>This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.</p>
<h3>Linux Operating System Tests<em> git/linux</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.</p>
<h3>BLAS (Basic Linear Algebra Sub-Routine) Library<em> git/blas</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.</p>
<h3>Solaris Operating System Tests<em> git/solaris</em>
<p>This is a collection of test profiles having an external dependency on BLAS (Basic Linear Algebra Sub-Routine) Library</p>
<h3>Boost Development Libraries<em> git/boost</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.</p>
<p>This is a collection of test profiles having an external dependency on Boost Development Libraries</p>
<h3>BSD Operating System Tests<em> git/bsd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.</p>
<h3>MacOSX Operating System Tests<em> git/macosx</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.</p>
<h3>Windows Operating System Tests<em> git/windows</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.</p>
<h3>Hurd Operating System Tests<em> git/hurd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.</p>
<h3>System Subsystem Tests<em> git/system</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.</p>
<h3>Processor Subsystem Tests<em> git/processor</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.</p>
<h3>Disk Subsystem Tests<em> git/disk</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.</p>
<h3>Every GIT Test<em> git/everything</em>
</h3>
<p>This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.</p>
<h3>Fortran<em> git/fortran</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Fortran</p>
<h3>Game Tests<em> git/game</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.</p>
<h3>Go Language<em> git/golang</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Go Language</p>
<h3>Graphics Subsystem Tests<em> git/graphics</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.</p>
<h3>Hurd Operating System Tests<em> git/hurd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.</p>
<h3>Installed Tests<em> git/installed</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.</p>
<h3>Java<em> git/java</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Java</p>
<h3>LAPACK (Linear Algebra Pack)<em> git/lapack</em>
</h3>
<p>This is a collection of test profiles having an external dependency on LAPACK (Linear Algebra Pack)</p>
<h3>Linux Operating System Tests<em> git/linux</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.</p>
<h3>MacOSX Operating System Tests<em> git/macosx</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.</p>
<h3>Memory Subsystem Tests<em> git/memory</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Memory sub-system.</p>
<h3>Network Subsystem Tests<em> git/network</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Network sub-system.</p>
<h3>Node.js + NPM<em> git/node-npm</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Node.js + NPM</p>
<h3>OpenCV<em> git/opencv</em>
</h3>
<p>This is a collection of test profiles having an external dependency on OpenCV</p>
<h3>OpenMPI<em> git/openmpi</em>
</h3>
<p>This is a collection of test profiles having an external dependency on OpenMPI</p>
<h3>Other Subsystem Tests<em> git/other</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.</p>
<h3>Utility Tests<em> git/utility</em>
<h3>Processor Subsystem Tests<em> git/processor</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.</p>
<h3>Simulator Tests<em> git/simulator</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.</p>
<h3>Python<em> git/python</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.</p>
<p>This is a collection of test profiles having an external dependency on Python</p>
<h3>Ruby<em> git/ruby</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Ruby</p>
<h3>Rust<em> git/rust</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Rust</p>
<h3>Scientific Tests<em> git/scientific</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.</p>
<h3>Benchmark Tests<em> git/benchmark</em>
<h3>Simulator Tests<em> git/simulator</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.</p>
<h3>Application Tests<em> git/application</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.</p>
<h3>Solaris Operating System Tests<em> git/solaris</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.</p>
<h3>Game Tests<em> git/game</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.</p>
<h3>Steam<em> git/steam</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.</p>
<p>This is a collection of test profiles having an external dependency on Steam</p>
<h3>System Subsystem Tests<em> git/system</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.</p>
<h3>Utility Tests<em> git/utility</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.</p>
<h3>Windows Operating System Tests<em> git/windows</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.</p>
<h3>Wine<em> git/wine</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Wine</p>
<h3>Smp Tests<em> git/smp</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified via an internal tag as testing smp.</p>
<h3>All WINDOWS Tests<em> windows/all</em>
</h3>
<p>This is a collection of all test profiles found within the specified OpenBenchmarking.org repository.</p>
<h3>Installed Tests<em> windows/installed</em>
<h3>Application Tests<em> windows/application</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.</p>
<h3>Every WINDOWS Test<em> windows/everything</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.</p>
<h3>Benchmark Tests<em> windows/benchmark</em>
</h3>
<p>This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.</p>
<h3>Linux Operating System Tests<em> windows/linux</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.</p>
<h3>BLAS (Basic Linear Algebra Sub-Routine) Library<em> windows/blas</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.</p>
<h3>Solaris Operating System Tests<em> windows/solaris</em>
<p>This is a collection of test profiles having an external dependency on BLAS (Basic Linear Algebra Sub-Routine) Library</p>
<h3>Boost Development Libraries<em> windows/boost</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.</p>
<p>This is a collection of test profiles having an external dependency on Boost Development Libraries</p>
<h3>BSD Operating System Tests<em> windows/bsd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the BSD Operating System.</p>
<h3>MacOSX Operating System Tests<em> windows/macosx</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.</p>
<h3>Windows Operating System Tests<em> windows/windows</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.</p>
<h3>Hurd Operating System Tests<em> windows/hurd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.</p>
<h3>System Subsystem Tests<em> windows/system</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.</p>
<h3>Processor Subsystem Tests<em> windows/processor</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.</p>
<h3>Disk Subsystem Tests<em> windows/disk</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Disk sub-system.</p>
<h3>Every WINDOWS Test<em> windows/everything</em>
</h3>
<p>This is a collection of every test profile found within the specified OpenBenchmarking.org repository, including unsupported tests.</p>
<h3>Fortran<em> windows/fortran</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Fortran</p>
<h3>Game Tests<em> windows/game</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.</p>
<h3>Go Language<em> windows/golang</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Go Language</p>
<h3>Graphics Subsystem Tests<em> windows/graphics</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Graphics sub-system.</p>
<h3>Hurd Operating System Tests<em> windows/hurd</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Hurd Operating System.</p>
<h3>Installed Tests<em> windows/installed</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository that are already installed on the system under test.</p>
<h3>Java<em> windows/java</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Java</p>
<h3>LAPACK (Linear Algebra Pack)<em> windows/lapack</em>
</h3>
<p>This is a collection of test profiles having an external dependency on LAPACK (Linear Algebra Pack)</p>
<h3>Linux Operating System Tests<em> windows/linux</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Linux Operating System.</p>
<h3>MacOSX Operating System Tests<em> windows/macosx</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the MacOSX Operating System.</p>
<h3>Memory Subsystem Tests<em> windows/memory</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Memory sub-system.</p>
<h3>Network Subsystem Tests<em> windows/network</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Network sub-system.</p>
<h3>Node.js + NPM<em> windows/node-npm</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Node.js + NPM</p>
<h3>OpenCV<em> windows/opencv</em>
</h3>
<p>This is a collection of test profiles having an external dependency on OpenCV</p>
<h3>OpenMPI<em> windows/openmpi</em>
</h3>
<p>This is a collection of test profiles having an external dependency on OpenMPI</p>
<h3>Other Subsystem Tests<em> windows/other</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Other sub-system.</p>
<h3>Utility Tests<em> windows/utility</em>
<h3>Processor Subsystem Tests<em> windows/processor</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.</p>
<h3>Simulator Tests<em> windows/simulator</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the Processor sub-system.</p>
<h3>Python<em> windows/python</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.</p>
<p>This is a collection of test profiles having an external dependency on Python</p>
<h3>Ruby<em> windows/ruby</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Ruby</p>
<h3>Rust<em> windows/rust</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Rust</p>
<h3>Scientific Tests<em> windows/scientific</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Scientific software test.</p>
<h3>Benchmark Tests<em> windows/benchmark</em>
<h3>Simulator Tests<em> windows/simulator</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Benchmark software test.</p>
<h3>Application Tests<em> windows/application</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Simulator software test.</p>
<h3>Solaris Operating System Tests<em> windows/solaris</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Application software test.</p>
<h3>Game Tests<em> windows/game</em>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Solaris Operating System.</p>
<h3>Steam<em> windows/steam</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Game software test.</p>
<p>This is a collection of test profiles having an external dependency on Steam</p>
<h3>System Subsystem Tests<em> windows/system</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a test of the System sub-system.</p>
<h3>Utility Tests<em> windows/utility</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being a Utility software test.</p>
<h3>Windows Operating System Tests<em> windows/windows</em>
</h3>
<p>This is a collection of test profiles found within the specified OpenBenchmarking.org repository where the test profile is specified as being compatible with the Windows Operating System.</p>
<h3>Wine<em> windows/wine</em>
</h3>
<p>This is a collection of test profiles having an external dependency on Wine</p>
</body>
</html>

View File

@@ -1,72 +0,0 @@
<html>
<head>
<Title>Creating Test Profiles</Title>
</head>
<body>
<h1>Creating A New Phoronix Test Suite / OpenBenchmarking.org Test Profile</h1>
<p>A test profile itself consists of a main XML file containing the test's meta-data (<em>test-definition.xml</em>), an XML file if needed to specify required files, download URLs and their MD5/SHA256 hashes and file sizes (<em>downloads.xml</em>), and the <em>install.sh</em> script for installing the test and generating the run-script for execution by the Phoronix Test Suite at run-time. There are also other potential files like <em>pre.sh</em>, <em>interim.sh</em>, and <em>post.sh</em> for execution at pre-run, interim-run, and post-run stages by the Phoronix Test Suite. With the script files comprising test profiles, there is also the option of post-fixing them with e.g. <em>_linux</em> or <em>_windows</em> if wishing to supply different script files based upon the operating system being run during testing, if the setup steps may differ greatly based upon MacOS/Windows/Linux/BSD/Solaris platforms.</p>
<p>Traditionally the easiest way to learn/understand test profile development has been by looking at looking at a basic test like <em>c-ray</em>, <em>tesseract</em> or the hundreds of others that are publicly available. Simply run for example <em>phoronix-test-suite benchmark tesseract</em> and then look at the test profile's contents either via the default locations in <em>~/.phoronix-test-suite/test-profiles</em> or <em>/var/lib/phoronix-test-suite/test-profiles/</em> if running as root on non-Windows platforms.</p>
<h2>Versioning Mandate</h2>
<p>The Phoronix Test Suite / OpenBenchmarking.org philosophy <em>mandates that with any change, a new version of the test profile be tagged</em>. This is done for reproducibility and being able to ensure the exact test profile state when a set of tests are conducted. Test profiles are versioned in a <strong>test-X.Y.Z</strong> format where <em>X</em> or <em>Y</em> are bumped whenever a change is made to the test profile that makes the results incomparable to a previous version of the tests (e.g. updating against a new upstream code-base, adjusting the parameters to what is benchmarked, etc). The Phoronix Test Suite then knows not to attempt any comparisons with an incompatible version difference or to go and fetch that specific version of the package. The <em>Z</em> is bumped when just making non-important changes such as just updating the test's meta-data, changing download URLs, etc. This is easy to enforce with the OpenBenchmarking.org infrastructure rather than having to worry about non-human-friendly Git hashes as test profile versions or having to create Git tags after every commit. The test profile version can optionally be specified when running a test, e.g. <em>phoronix-test-suite benchmark scimark2-1.2.1</em> instead of <em>phoronix-test-suite benchmark scimark2</em>, which would by default choose the latest available test profile version from OpenBenchmarking.org or the latest version on any local Phoromatic Server. The test profile versions are also always written out as part of the Phoronix Test Suite result XML data.</p>
<h2>Writing A Sample Program</h2>
<p>Writing a test profile for the Phoronix Test Suite is a relatively quick and easy process for anyone familiar with common Linux commands and the basics of XML. To help you understand the design of the Phoronix Test Suite, this guide covers the steps needed to write a testing profile for a very simple application.</p>
<p>The first step in the profile writing process is to, well, have a piece of software you'd like to use with the Phoronix Test Suite. This software can be closed-source or open-source and be virtually anything as long as it is compatible with an operating system that is supported by the Phoronix Test Suite.</p>
<p>For this guide, the piece of software being used for demonstration is just a simple C++ program that calculates Pi to 8,765,4321 digits using the Leibniz formula. Below is this sample piece of software intended just for demonstration purposes.</p>
<blockquote>#include &lt;iostream&gt;<br>
#include &lt;math.h&gt;</p>
<p>int main()<br>
{<br>
double pi = 0;</p>
<p> for(long int i = 1; i &lt;= 87654321; i++)<br>
pi += (double) pow(-1, i + 1) / (2 * i - 1);</p>
<p> pi *= 4;<br>
std::cout &lt;&lt; &quot;Done Calculating Pi...&quot; &lt;&lt; endl;<br>
return 0;<br>
}</blockquote>
<p>The first step in the actual profile writing process is to name it. If you're looking to ultimately push this profile to be included in the Phoronix Test Suite, its name must be all lower case and consist of just alpha-numeric characters, but can contain dashes (-). A more advanced test profile capability is operating system prefixes, and if using those there is an underscore separating the prefix from the normal profile name. For this sample profile, we're calling it <em>sample-program</em> and the file-name would be <em>sample-program/test-definition.xml</em>. Our (very basic) profile is showcased below.</p>
<blockquote>&lt;PhoronixTestSuite&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;TestProfile&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Version&gt;1.1.0&lt;/Version&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;TestType&gt;Processor&lt;/TestType&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;SoftwareType&gt;Utility&lt;/SoftwareType&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;License&gt;FREE&lt;/License&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Status&gt;PRIVATE&lt;/Status&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Maintainer&gt;Phoronix Media&lt;/Maintainer&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;/TestProfile&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;TestInformation&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Title&gt;Sample Pi Program&lt;/Title&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;TimesToRun&gt;3&lt;/TimesToRun&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;ResultScale&gt;Seconds&lt;/ResultScale&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Proportion&gt;LIB&lt;/Proportion&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Description&gt;A simple C++ program that calculates Pi to 8,765,4321 digits using the Leibniz formula. This test can be used for showcasing how to write a basic test profile.&lt;/Description&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;ExternalDependencies&gt;build-utilities&lt;/ExternalDependencies&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;/TestInformation&gt;<br>
&lt;/PhoronixTestSuite&gt;</blockquote>
<p>This XML profile is what interfaces with the Phoronix Test Suite and provides all the needed information about the test as well as other attributes. For a complete listing of all the supported profile options, look at the specification files in the documentation folder. In the case of <em>sample-program</em>, it lets the Phoronix Test Suite know that it's composed of free software, is designed to test the processor, is intended for private use only, and this profile is maintained by Phoronix Media. In addition, it tells the Phoronix Test Suite to execute this program three times and as no result quantifier is set, the average of the three runs will be taken. This profile also tells the Phoronix Test Suite that the generic <em>build-utilities</em> package is needed, which will attempt to ensure that default system C/C++ compiler and the standard development utilities/libraries are installed on your Linux distribution. This is needed as the C++ source-code will need to be built from source.</p>
<p>The next step is to write the <em>install.sh</em> file, which once called by the Phoronix Test Suite is intended to install the test locally for benchmarking purposes. The <em>install.sh</em> file is technically optional, but is generally used by all tests. Note: The first argument supplied to the install script is the directory that the test needs to be installed to. The <em>install.sh</em> file (in our instance) is to be placed inside <em>test-profiles/sample-program</em>. Below is the <em>install.sh</em> for the <em>sample-program</em>.</p>
<blockquote>#!/bin/sh<br /><br />
tar -xjf sample-pi-program-1.tar.bz2<br />
g++ sample-pi-program.cpp -o sample-pi-program<br />
echo &quot;#!/bin/sh<br />
./sample-pi-program 2&gt;&amp;1<br />
&quot; &gt; sample-program<br>
chmod +x sample-program</blockquote>
<p>This install file builds the code with GCC, and then creates a small script that is run by the Phoronix Test Suite. Where does the source-code come into play? Well, it needs to be downloaded now from a web server. The Phoronix Test Suite has built-in support for managing downloads from multiple servers in a random over, fall-back support if one mirror is done, and verification of MD5 check-sums. Below is the <em>downloads.xml</em> file for <em>sample-program</em> that covers all of this.</p>
<blockquote>&lt;PhoronixTestSuite&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Downloads&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;Package&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;URL&gt;http://www.phoronix-test-suite.com/benchmark-files/sample-pi-program.cpp&lt;/URL&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;MD5&gt;e90fb790df8d1544696a1439c9b5bd8d&lt;/MD5&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;/Package&gt;<br>
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&lt;/Downloads&gt;<br>
&lt;/PhoronixTestSuite&gt;</blockquote>
<p>The final step in the profile writing process is to write a parser to strip all information but the reported result from the standard output or <em>$LOG_FILE</em>. In the case of a test profile just measuring how long it takes to run, it is as simple as a <em>results-definition.xml</em> looking like:</p>
<blockquote>&lt;?xml version="1.0"?&gt;<br>
&lt;PhoronixTestSuite&gt;<br>
&lt;SystemMonitor&gt;<br>
&lt;Sensor&gt;sys.time&lt;/Sensor&gt;<br>
&lt;/SystemMonitor&gt;<br>
&lt;/PhoronixTestSuite&gt;</blockquote>
<p>After that, with all the files in their correct locations, just run: <em>phoronix-test-suite benchmark sample-program</em>. The Phoronix Test Suite should now handle the rest by installing the test, running the test, and recording the results (if you so choose). There is no additional work that needs to be done for the results to be recorded in the results viewer or even reporting the results to OpenBenchmarking.org. An up-to-date version of this test profile can be run via <em>phoronix-test-suite benchmark sample-program</em> and then by looking at the test profile source via <em>~/.phoronix-test-suite/test-profiles/pts/sample-program*</em> or within <em>/var/lib/phoronix-test-suite/test-profiles/pts/</em> if running as root.</p>
</body>
</html>

View File

@@ -1 +1 @@
{"main":{"generated":1576104549},"tests":{"aom-av1":{"title":"AOM AV1","description":"This is a simple test of the AOMedia AV1 encoder run on the CPU with a sample video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"684","last_updated":"1552063091","first_added":"1552063091","popularity":"988","downloads":"1516","versions":["1.1.0"]},"svt-av1":{"title":"SVT-AV1","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-AV1 CPU-based multi-threaded video encoder for the AV1 video format with a sample 1080p YUV video file. This test profile fork builds the encoder from Git source rather than a snapshot.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"120","last_updated":"1552059151","first_added":"1552059151","popularity":"981","downloads":"1513","versions":["1.2.0"]},"svt-hevc":{"title":"SVT-HEVC","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-HEVC CPU-based multi-threaded video encoder for the HEVC \/ H.265 video format with a sample 1080p YUV video file. This test uses SVT-HEVC from Git master.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"56","last_updated":"1552060068","first_added":"1552060068","popularity":"986","downloads":"1505","versions":["1.0.0"]},"svt-vp9":{"title":"SVT-VP9","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-VP9 CPU-based multi-threaded video encoder for the VP9 video format with a sample 1080p YUV video file. This test profile uses the Git snapshot of SVT-VP9.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"50","last_updated":"1552059681","first_added":"1552059681","popularity":"985","downloads":"1503","versions":["1.0.0"]},"vpxenc":{"title":"VP9 libvpx Encoding","description":"This is a standard video encoding performance test of Google's libvpx library and the vpxenc command for the VP9\/WebM format using a sample 1080p video.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"773","last_updated":"1552061773","first_added":"1552061773","popularity":"993","downloads":"1486","versions":["2.3.0"]},"x265":{"title":"x265","description":"This is a simple test of the x265 encoder run on the CPU with a sample 1080p video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"118","last_updated":"1552061034","first_added":"1552061034","popularity":"975","downloads":"1552","versions":["1.1.0"]}},"suites":[]}
{"main":{"generated":1590359065},"tests":{"aom-av1":{"title":"AOM AV1","description":"This is a simple test of the AOMedia AV1 encoder run on the CPU with a sample video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"746","last_updated":"1552063091","first_added":"1552063091","popularity":"1174","downloads":"1693","versions":["1.1.0"]},"dav1d":{"title":"dav1d","description":"Dav1d is an open-source, speedy AV1 video decoder. This test profile times how long it takes to decode sample AV1 video content.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"695","last_updated":"1579721829","first_added":"1579697045","popularity":"867","downloads":1780,"versions":["1.0.1","1.0.0"]},"rav1e":{"title":"rav1e","description":"Xiph rav1e is a Rust-written AV1 video encoder.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"709","last_updated":"1578155433","first_added":"1578155433","popularity":"831","downloads":"1997","versions":["1.0.0"]},"svt-av1":{"title":"SVT-AV1","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-AV1 CPU-based multi-threaded video encoder for the AV1 video format with a sample 1080p YUV video file. This test profile fork builds the encoder from Git source rather than a snapshot.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"156","last_updated":"1552059151","first_added":"1552059151","popularity":"1169","downloads":"1689","versions":["1.2.0"]},"svt-hevc":{"title":"SVT-HEVC","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-HEVC CPU-based multi-threaded video encoder for the HEVC \/ H.265 video format with a sample 1080p YUV video file. This test uses SVT-HEVC from Git master.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"56","last_updated":"1552060068","first_added":"1552060068","popularity":"1163","downloads":"1681","versions":["1.0.0"]},"svt-vp9":{"title":"SVT-VP9","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-VP9 CPU-based multi-threaded video encoder for the VP9 video format with a sample 1080p YUV video file. This test profile uses the Git snapshot of SVT-VP9.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"44","last_updated":"1552059681","first_added":"1552059681","popularity":"1170","downloads":"1678","versions":["1.0.0"]},"vpxenc":{"title":"VP9 libvpx Encoding","description":"This is a standard video encoding performance test of Google's libvpx library and the vpxenc command for the VP9\/WebM format using a sample 1080p video.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"767","last_updated":"1552061773","first_added":"1552061773","popularity":"1172","downloads":"1661","versions":["2.3.0"]},"x265":{"title":"x265","description":"This is a simple test of the x265 encoder run on the CPU with a sample 1080p video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"137","last_updated":"1552061034","first_added":"1552061034","popularity":"1153","downloads":"1731","versions":["1.1.0"]}},"suites":[]}

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View File

@@ -0,0 +1,42 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.0m1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://ffmpeg.org/releases/ffmpeg-4.2.1.tar.bz2</URL>
<MD5>f3cba622990c8ac8a57330f571db1230</MD5>
<SHA256>682a9fa3f6864d7f0dbf224f86b129e337bc60286e0d00dffcd710998d521624</SHA256>
<FileName>ffmpeg-4.2.1.tar.bz2</FileName>
<FileSize>10953293</FileSize>
<PlatformSpecific>Linux, BSD</PlatformSpecific>
</Package>
<Package>
<URL>http://www.elecard.com/storage/video/Stream2_AV1_HD_6.8mbps.webm</URL>
<MD5>5e4c83cf494cbe6dc1668cbbd7ff774c</MD5>
<SHA256>2f23d29750a0663a6df656e8137cf934bddfc96b31e5088db2c3624f19ed14d4</SHA256>
<FileName>Stream2_AV1_HD_6.8mbps.webm</FileName>
<FileSize>122378926</FileSize>
</Package>
<Package>
<URL>http://www.elecard.com/storage/video/Stream2_AV1_4K_22.7mbps.webm</URL>
<MD5>8acc9c60c10a37bf4e568b465b03e35a</MD5>
<SHA256>52f3aa1d4b4487af62d37b0f295aabbc4b57f03fdc4c76402c6358193e4aa490</SHA256>
<FileName>Stream2_AV1_4K_22.7mbps.webm</FileName>
<FileSize>409458359</FileSize>
</Package>
<Package>
<URL>http://download.opencontent.netflix.com.s3.amazonaws.com/AV1/Chimera/Old/Chimera-AV1-8bit-1920x1080-6736kbps.mp4</URL>
<MD5>d444e11f8b049de2a9739899a9c0b4f6</MD5>
<SHA256>d566d294e2c18bb274a54aad03352c92312a62c393656d38e1f7dda10c0bf10c</SHA256>
<FileName>Chimera-AV1-8bit-1920x1080-6736kbps.mp4</FileName>
<FileSize>313490236</FileSize>
</Package>
<Package>
<URL>http://download.opencontent.netflix.com.s3.amazonaws.com/AV1/Chimera/Old/Chimera-AV1-10bit-1920x1080-6191kbps.mp4</URL>
<MD5>4c0f24bac42ddcda3d46087a36492ce4</MD5>
<SHA256>df2080fd77e0dbd9138bd4f172bf008d2ade17da7ab4532fba54ceccf40a9439</SHA256>
<FileName>Chimera-AV1-10bit-1920x1080-6191kbps.mp4</FileName>
<FileSize>288122748</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,37 @@
#!/bin/sh
# FFmpeg install to demux AV1 WebM to IVF that can then be consumed by dav1d...
tar -xjf ffmpeg-4.2.1.tar.bz2
mkdir ffmpeg_/
cd ffmpeg-4.2.1/
./configure --disable-zlib --disable-doc --prefix=$HOME/ffmpeg_/
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
make install
cd ~/
./ffmpeg_/bin/ffmpeg -i Stream2_AV1_HD_6.8mbps.webm -vcodec copy -an -f ivf summer_nature_1080p.ivf
./ffmpeg_/bin/ffmpeg -i Stream2_AV1_4K_22.7mbps.webm -vcodec copy -an -f ivf summer_nature_4k.ivf
./ffmpeg_/bin/ffmpeg -i Chimera-AV1-8bit-1920x1080-6736kbps.mp4 -vcodec copy -an -f ivf chimera_8b_1080p.ivf
./ffmpeg_/bin/ffmpeg -i Chimera-AV1-10bit-1920x1080-6191kbps.mp4 -vcodec copy -an -f ivf chimera_10b_1080p.ivf
rm -rf ffmpeg-4.2.1
rm -rf ffmpeg_
# Build Dav1d
rm -rf dav1d-git
git clone https://code.videolan.org/videolan/dav1d.git dav1d-git
cd dav1d-git
git checkout e79e5ceb2cb74fc466e2868c4725d98ccca7cac7
git rev-parse --short HEAD > ~/install-footnote
mkdir build
meson build --buildtype release
ninja -C build
echo $? > ~/install-exit-status
cd ~
echo "#!/bin/sh
./dav1d-git/build/tools/dav1d \$@ --muxer null --framethreads \$NUM_CPU_CORES --tilethreads 4 --filmgrain 0 > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > dav1d
chmod +x dav1d

View File

@@ -0,0 +1,10 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.0m1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Decoded 8929 8929 frames (100.0%) - #_RESULT_# 25 fps (9.20x)</OutputTemplate>
<LineHint>fps</LineHint>
<MultiMatch>AVERAGE</MultiMatch>
<TurnCharsToSpace>/</TurnCharsToSpace>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,53 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.0m1-->
<PhoronixTestSuite>
<TestInformation>
<Title>dav1d</Title>
<AppVersion>Git</AppVersion>
<Description>Dav1d is an open-source, speedy AV1 video decoder. This test profile times how long it takes to decode sample AV1 video content.</Description>
<ResultScale>FPS</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.1</Version>
<SupportedPlatforms>Linux, BSD</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, yasm, meson, git</ExternalDependencies>
<EnvironmentSize>1200</EnvironmentSize>
<ProjectURL>http://code.videolan.org/videolan/dav1d</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments> </Arguments>
</Default>
<Option>
<DisplayName>Video Input</DisplayName>
<Identifier>video</Identifier>
<ArgumentPrefix>-i </ArgumentPrefix>
<Menu>
<Entry>
<Name>Summer Nature 1080p</Name>
<Value>summer_nature_1080p.ivf</Value>
</Entry>
<Entry>
<Name>Summer Nature 4K</Name>
<Value>summer_nature_4k.ivf</Value>
</Entry>
<Entry>
<Name>Chimera 1080p</Name>
<Value>chimera_8b_1080p.ivf</Value>
</Entry>
<Entry>
<Name>Chimera 1080p 10-bit</Name>
<Value>chimera_10b_1080p.ivf</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://ultravideo.cs.tut.fi/video/Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z</URL>
<MD5>84ae521c95aa2537e16b34bbf72f2def</MD5>
<SHA256>e2f60b904789a60f6d1edc194d8540d401dd882e3ee3605b9b1de8feacc72133</SHA256>
<FileName>Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z</FileName>
<FileSize>676792531</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,20 @@
#!/bin/sh
rm -rf rav1e-master
git clone https://github.com/xiph/rav1e.git rav1e-master
cargo build --release
echo $? > ~/install-exit-status
cd ~
7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z
cd rav1e-master
cargo build --bin rav1e --release -j $NUM_CPU_PHYSICAL_CORES
echo $? > ~/install-exit-status
cd ~
echo "#!/bin/sh
./rav1e-master/target/release/rav1e ./Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m --threads \$NUM_CPU_CORES --tiles 4 --output /dev/null \$@ > log.out 2>&1
echo \$? > ~/test-exit-status
tr -s '\r' '\n' < log.out > \$LOG_FILE" > rav1e
chmod +x rav1e

View File

@@ -0,0 +1,9 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>XX encoded 20/20 frames, #_RESULT_# fps, 2844.02 Kb/s, est. size: 0.23 MB, est. time: 0s</OutputTemplate>
<LineHint>fps</LineHint>
<TurnCharsToSpace>(</TurnCharsToSpace>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,54 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<TestInformation>
<Title>rav1e</Title>
<AppVersion>Git</AppVersion>
<Description>Xiph rav1e is a Rust-written AV1 video encoder.</Description>
<ResultScale>Frames Per Second</ResultScale>
<Proportion>HIB</Proportion>
<SubTitle>1080p To AV1 Video Encode</SubTitle>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.0</Version>
<SupportedPlatforms>Linux, MacOSX, BSD</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>p7zip, rust, yasm, perl, cmake, git</ExternalDependencies>
<EnvironmentSize>3000</EnvironmentSize>
<ProjectURL>https://github.com/xiph/rav1e</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Speed</DisplayName>
<Identifier>s</Identifier>
<Menu>
<Entry>
<Name>9</Name>
<Value>-s 9 -l 80</Value>
<Message>Fastest</Message>
</Entry>
<Entry>
<Name>6</Name>
<Value>-s 6 -l 60</Value>
<Message>Default</Message>
</Entry>
<Entry>
<Name>5</Name>
<Value>-s 5 -l 60</Value>
<Message>Mid-Speed</Message>
</Entry>
<Entry>
<Name>1</Name>
<Value>-s 1 -l 20</Value>
<Message>Slowest / Best Quality</Message>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,22 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.2.0m2-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>https://download.aircrack-ng.org/aircrack-ng-1.3.tar.gz</URL>
<MD5>c7c5b076dee0c25ee580b0f56f455623</MD5>
<SHA256>8ae08a7c28741f6ace2769267112053366550e7f746477081188ad38410383ca</SHA256>
<FileName>aircrack-ng-1.3.tar.gz</FileName>
<FileSize>4501507</FileSize>
<PlatformSpecific>Linux, BSD</PlatformSpecific>
</Package>
<Package>
<URL>https://download.aircrack-ng.org/aircrack-ng-1.3-win.zip</URL>
<MD5>319913c6e5e11aa91788ca07df40f250</MD5>
<SHA256>cd5f8dc621211b87e6e73b24e4d3f83ce8da7979f14bd439bd933b04be6fac2c</SHA256>
<FileName>aircrack-ng-1.3-win.zip</FileName>
<FileSize>14043368</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
#!/bin/sh
tar -xf aircrack-ng-1.3.tar.gz
cd aircrack-ng-1.3
./autogen.sh
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
cd ~
echo "#!/bin/sh
cd aircrack-ng-1.3
./src/aircrack-ng -p \$NUM_CPU_CORES \$@ 2>&1 | tr '\\r' '\\n' | awk -v max=0 '{if(\$1>max){max=\$1}}END{print max \" k/s\"}' > \$LOG_FILE
echo \$? > ~/test-exit-status" > aircrack-ng
chmod +x aircrack-ng

View File

@@ -0,0 +1,8 @@
#!/bin/sh
unzip -o aircrack-ng-1.3-win.zip
echo "#!/bin/sh
cd aircrack-ng-1.3-win
./bin/64bit/aircrack-ng.exe \$@ 2>&1 | tr '\\r' '\\n' | awk -v max=0 '{if(\$1>max){max=\$1}}END{print max \" k/s\"}' > \$LOG_FILE
echo \$? > ~/test-exit-status" > aircrack-ng
chmod +x aircrack-ng

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.2.0m2-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>#_RESULT_# k/s</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,29 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.2.0m2-->
<PhoronixTestSuite>
<TestInformation>
<Title>Aircrack-ng</Title>
<AppVersion>1.3</AppVersion>
<Description>Aircrack-ng is a tool for assessing WiFi/WLAN network security.</Description>
<ResultScale>k/s</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.1.1</Version>
<SupportedPlatforms>Linux, BSD, Windows</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, openssl-development, libtool</ExternalDependencies>
<EnvironmentSize>25</EnvironmentSize>
<ProjectURL>http://www.aircrack-ng.org/</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments>-S -Z 30</Arguments>
</Default>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,22 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://download.aircrack-ng.org/aircrack-ng-1.5.2.tar.gz</URL>
<MD5>2648c192d206e953c67dca64967d2982</MD5>
<SHA256>9e592fe7658046220e0ac0a6d05c4026903f3077b248893e0056ccbe4ee88241</SHA256>
<FileName>aircrack-ng-1.5.2.tar.gz</FileName>
<FileSize>7138360</FileSize>
<PlatformSpecific>Linux, BSD</PlatformSpecific>
</Package>
<Package>
<URL>http://download.aircrack-ng.org/aircrack-ng-1.5.2-win.zip</URL>
<MD5>4c705429ca51e79b490f1dca863d2217</MD5>
<SHA256>61a91b44918eb196f06f46a3dbc359ddeced5712095c814fabc473b25a1c2e44</SHA256>
<FileName>aircrack-ng-1.5.2-win.zip</FileName>
<FileSize>16903422</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,24 @@
#!/bin/sh
tar -xf aircrack-ng-1.5.2.tar.gz
cd aircrack-ng-1.5.2
if [ "$OS_TYPE" = "BSD" ]
then
if [ -e /usr/local/lib/libcrypto.so ]
then
env MAKE=gmake CFLAGS=-I/usr/local/include LDFLAGS=-L/usr/local/lib ./autogen.sh
else
env MAKE=gmake ./autogen.sh
fi
gmake -j $NUM_CPU_CORES
else
./autogen.sh
make -j $NUM_CPU_CORES
fi
echo $? > ~/install-exit-status
cd ~
echo "#!/bin/sh
cd aircrack-ng-1.5.2
./src/aircrack-ng -p \$NUM_CPU_CORES \$@ 2>&1 | tr '\\r' '\\n' | awk -v max=0 '{if(\$1>max){max=\$1}}END{print max \" k/s\"}' > \$LOG_FILE
echo \$? > ~/test-exit-status" > aircrack-ng
chmod +x aircrack-ng

View File

@@ -0,0 +1,8 @@
#!/bin/sh
unzip -o aircrack-ng-1.5.2-win.zip
echo "#!/bin/sh
cd aircrack-ng-1.5.2-win
./bin/64bit/aircrack-ng.exe \$@ 2>&1 | tr '\\r' '\\n' | awk -v max=0 '{if(\$1>max){max=\$1}}END{print max \" k/s\"}' > \$LOG_FILE
echo \$? > ~/test-exit-status" > aircrack-ng
chmod +x aircrack-ng

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>#_RESULT_# k/s</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,29 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<TestInformation>
<Title>Aircrack-ng</Title>
<AppVersion>1.5.2</AppVersion>
<Description>Aircrack-ng is a tool for assessing WiFi/WLAN network security.</Description>
<ResultScale>k/s</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.2.0</Version>
<SupportedPlatforms>Linux, BSD, Windows</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, openssl-development, libtool</ExternalDependencies>
<EnvironmentSize>25</EnvironmentSize>
<ProjectURL>http://www.aircrack-ng.org/</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments>-S -Z 30</Arguments>
</Default>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,22 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.6.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://download.aircrack-ng.org/aircrack-ng-1.5.2.tar.gz</URL>
<MD5>2648c192d206e953c67dca64967d2982</MD5>
<SHA256>9e592fe7658046220e0ac0a6d05c4026903f3077b248893e0056ccbe4ee88241</SHA256>
<FileName>aircrack-ng-1.5.2.tar.gz</FileName>
<FileSize>7138360</FileSize>
<PlatformSpecific>Linux, BSD</PlatformSpecific>
</Package>
<Package>
<URL>http://download.aircrack-ng.org/aircrack-ng-1.5.2-win.zip</URL>
<MD5>4c705429ca51e79b490f1dca863d2217</MD5>
<SHA256>61a91b44918eb196f06f46a3dbc359ddeced5712095c814fabc473b25a1c2e44</SHA256>
<FileName>aircrack-ng-1.5.2-win.zip</FileName>
<FileSize>16903422</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,26 @@
#!/bin/sh
tar -xf aircrack-ng-1.5.2.tar.gz
cd aircrack-ng-1.5.2
export CFLAGS="-O3 -fcommon"
export CXXFLAGS="-O3 -fcommon"
if [ "$OS_TYPE" = "BSD" ]
then
if [ -e /usr/local/lib/libcrypto.so ]
then
env MAKE=gmake CFLAGS=-I/usr/local/include LDFLAGS=-L/usr/local/lib ./autogen.sh
else
env MAKE=gmake ./autogen.sh
fi
gmake -j $NUM_CPU_CORES
else
./autogen.sh
make -j $NUM_CPU_CORES
fi
echo $? > ~/install-exit-status
cd ~
echo "#!/bin/sh
cd aircrack-ng-1.5.2
./src/aircrack-ng -p \$NUM_CPU_CORES \$@ 2>&1 | tr '\\r' '\\n' | awk -v max=0 '{if(\$1>max){max=\$1}}END{print max \" k/s\"}' > \$LOG_FILE
echo \$? > ~/test-exit-status" > aircrack-ng
chmod +x aircrack-ng

View File

@@ -0,0 +1,8 @@
#!/bin/sh
unzip -o aircrack-ng-1.5.2-win.zip
echo "#!/bin/sh
cd aircrack-ng-1.5.2-win
./bin/64bit/aircrack-ng.exe \$@ 2>&1 | tr '\\r' '\\n' | awk -v max=0 '{if(\$1>max){max=\$1}}END{print max \" k/s\"}' > \$LOG_FILE
echo \$? > ~/test-exit-status" > aircrack-ng
chmod +x aircrack-ng

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.6.0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>#_RESULT_# k/s</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,29 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.6.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>Aircrack-ng</Title>
<AppVersion>1.5.2</AppVersion>
<Description>Aircrack-ng is a tool for assessing WiFi/WLAN network security.</Description>
<ResultScale>k/s</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.2.1</Version>
<SupportedPlatforms>Linux, BSD, Windows</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, openssl-development, libtool</ExternalDependencies>
<EnvironmentSize>25</EnvironmentSize>
<ProjectURL>http://www.aircrack-ng.org/</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments>-S -Z 30</Arguments>
</Default>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/AMG-20200304.tar.xz</URL>
<MD5>aa0b1856f5f2d5c7e9250de8a4ef5084</MD5>
<SHA256>918964262a30023b65a1e67efc15ec7e434d48c3e886497d1fb2b2fb131043f8</SHA256>
<FileName>AMG-20200304.tar.xz</FileName>
<FileSize>1311336</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,18 @@
#!/bin/sh
tar -xf AMG-20200304.tar.xz
rm -rf AMG-bin
mv AMG AMG-bin
cd AMG-bin
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
cd ~/
cat>amg<<EOT
#!/bin/sh
cd AMG-bin
mpirun --allow-run-as-root -np \$NUM_CPU_PHYSICAL_CORES ./test/amg > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status
EOT
chmod +x amg

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Figure of Merit (FOM_1): #_RESULT_#</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,23 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<TestInformation>
<Title>Algebraic Multi-Grid Benchmark</Title>
<Description>AMG is a parallel algebraic multigrid solver for linear systems arising from problems on unstructured grids. The driver provided with AMG builds linear systems for various 3-dimensional problems.</Description>
<ResultScale>Figure Of Merit</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.1</Version>
<SupportedPlatforms>Linux</SupportedPlatforms>
<SoftwareType>Scientific</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>openmpi-development, build-utilities</ExternalDependencies>
<EnvironmentSize>10</EnvironmentSize>
<ProjectURL>https://github.com/LLNL/AMG</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/AMG-20200304.tar.xz</URL>
<MD5>aa0b1856f5f2d5c7e9250de8a4ef5084</MD5>
<SHA256>918964262a30023b65a1e67efc15ec7e434d48c3e886497d1fb2b2fb131043f8</SHA256>
<FileName>AMG-20200304.tar.xz</FileName>
<FileSize>1311336</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,18 @@
#!/bin/sh
tar -xf AMG-20200304.tar.xz
rm -rf AMG-bin
mv AMG AMG-bin
cd AMG-bin
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
cd ~/
cat>amg<<EOT
#!/bin/sh
cd AMG-bin
mpirun --allow-run-as-root -np \$NUM_CPU_PHYSICAL_CORES ./test/amg > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status
EOT
chmod +x amg

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Figure of Merit (FOM_1): #_RESULT_#</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,23 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<TestInformation>
<Title>Algebraic Multi-Grid Benchmark</Title>
<Description>AMG is a parallel algebraic multigrid solver for linear systems arising from problems on unstructured grids. The driver provided with AMG builds linear systems for various 3-dimensional problems.</Description>
<ResultScale>Figure Of Merit</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.1</Version>
<SupportedPlatforms>Linux</SupportedPlatforms>
<SoftwareType>Scientific</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>openmpi-development, build-utilities</ExternalDependencies>
<EnvironmentSize>10</EnvironmentSize>
<ProjectURL>https://github.com/LLNL/AMG</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
</PhoronixTestSuite>

View File

@@ -0,0 +1,28 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://ultravideo.cs.tut.fi/video/Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z</URL>
<MD5>84ae521c95aa2537e16b34bbf72f2def</MD5>
<SHA256>e2f60b904789a60f6d1edc194d8540d401dd882e3ee3605b9b1de8feacc72133</SHA256>
<FileName>Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z</FileName>
<FileSize>676792531</FileSize>
</Package>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/aom-20200110.tar.xz</URL>
<MD5>5df82a423e865a3da0ec15f8b95e87cd</MD5>
<SHA256>502e432e8d17eb46a1159e21c0d84eb02bea89219594df9ea852fd012b9f1a4b</SHA256>
<FileName>aom-20200110.tar.xz</FileName>
<FileSize>2364676</FileSize>
</Package>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/aomenc-windows-20200110.zip</URL>
<MD5>5127f6a7d665a247cc0e998f9475bd43</MD5>
<SHA256>45ef0f54255d93c6c6ff3943adc985eb400709ce310563ed72d10546e6fde646</SHA256>
<FileName>aomenc-windows-20200110.zip</FileName>
<FileSize>3518377</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,24 @@
#!/bin/sh
tar -xf aom-20200110.tar.xz
cd aom/build
cmake ..
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
cd ~
7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z
# Current AOMedia Git has MAX_NUM_THREADS value of 64, don't go over 64 threads or error
echo "#!/bin/sh
if [ \"\$NUM_CPU_CORES\" -gt 64 ]; then
NUM_CPU_CORES=64
fi
./aom/build/aomenc --threads=\$NUM_CPU_CORES \$@ -o test.av1 Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m > 1.log 2>&1
echo \$? > ~/test-exit-status
sed \$'s/[^[:print:]\t]/\\n/g' 1.log > \$LOG_FILE
rm -f test.av1" > aom-av1
chmod +x aom-av1

View File

@@ -0,0 +1,17 @@
#!/bin/sh
unzip -o aomenc-windows-20200110.zip
7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z
chmod +x aomenc-20200110.exe
echo "#!/bin/sh
if [ \"\$NUM_CPU_CORES\" -gt 64 ]; then
NUM_CPU_CORES=64
fi
./aomenc-20200110.exe --threads=\$NUM_CPU_CORES \$@ -o test.av1 Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m > 1.log 2>&1
echo \$? > ~/test-exit-status
sed \$'s/[^[:print:]\t]/\\n/g' 1.log > \$LOG_FILE
rm -f test.av1" > aom-av1
chmod +x aom-av1

View File

@@ -0,0 +1,9 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Pass 1/2 frame 3/4 768B 2048b/f 61440b/s 165907 us #_RESULT_# fps)</OutputTemplate>
<LineHint>fps</LineHint>
<TurnCharsToSpace>(</TurnCharsToSpace>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,58 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.1-->
<PhoronixTestSuite>
<TestInformation>
<Title>AOM AV1</Title>
<AppVersion>2020-01-10</AppVersion>
<Description>This is a simple test of the AOMedia AV1 encoder run on the CPU with a sample video file.</Description>
<ResultScale>Frames Per Second</ResultScale>
<Proportion>HIB</Proportion>
<SubTitle>AV1 Video Encoding</SubTitle>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>2.0.2</Version>
<SupportedPlatforms>Linux, MacOSX, BSD, Windows</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, p7zip, cmake, perl, yasm</ExternalDependencies>
<EnvironmentSize>950</EnvironmentSize>
<ProjectURL>https://aomedia.googlesource.com/aom/</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Encoder Mode</DisplayName>
<Identifier>enc-mode</Identifier>
<Menu>
<Entry>
<Name>Speed 8 Realtime</Name>
<Value>--cpu-used=8 --rt</Value>
</Entry>
<Entry>
<Name>Speed 6 Realtime</Name>
<Value>--cpu-used=6 --rt</Value>
</Entry>
<Entry>
<Name>Speed 4 Realtime</Name>
<Value>--cpu-used=4 --rt --limit=60</Value>
</Entry>
<Entry>
<Name>Speed 5 Two-Pass</Name>
<Value>--cpu-used=5 --limit=40</Value>
</Entry>
<Entry>
<Name>Speed 2 Two-Pass</Name>
<Value>--cpu-used=2 --limit=20</Value>
</Entry>
<Entry>
<Name>Speed 0 Two-Pass</Name>
<Value>--cpu-used=0 --limit=10</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,28 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.6.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://ultravideo.cs.tut.fi/video/Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z</URL>
<MD5>84ae521c95aa2537e16b34bbf72f2def</MD5>
<SHA256>e2f60b904789a60f6d1edc194d8540d401dd882e3ee3605b9b1de8feacc72133</SHA256>
<FileName>Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z</FileName>
<FileSize>676792531</FileSize>
</Package>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/aom-200.tar.xz</URL>
<MD5>93c614944b53ed69f36439e433411ddc</MD5>
<SHA256>8996bb24c5768a109e3d20cb4b7adb617d7a4095e11801cef1ffccba5e5e6e2c</SHA256>
<FileName>aom-200.tar.xz</FileName>
<FileSize>2390800</FileSize>
</Package>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/aom-200-windows.zip</URL>
<MD5>693fe89d844c2735c347b78d3b2df32f</MD5>
<SHA256>b27e905f990dffb4071475b0129809ab30f49ed578e69857af61c63400a8572b</SHA256>
<FileName>aom-200-windows.zip</FileName>
<FileSize>3691863</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,24 @@
#!/bin/sh
tar -xf aom-200.tar.xz
cd aom/build
cmake ..
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
cd ~
7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z
# Current AOMedia Git has MAX_NUM_THREADS value of 64, don't go over 64 threads or error
echo "#!/bin/sh
if [ \"\$NUM_CPU_CORES\" -gt 64 ]; then
NUM_CPU_CORES=64
fi
./aom/build/aomenc --threads=\$NUM_CPU_CORES \$@ -o test.av1 Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m > 1.log 2>&1
echo \$? > ~/test-exit-status
sed \$'s/[^[:print:]\t]/\\n/g' 1.log > \$LOG_FILE
rm -f test.av1" > aom-av1
chmod +x aom-av1

View File

@@ -0,0 +1,17 @@
#!/bin/sh
unzip -o aom-200-windows.zip
7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z
chmod +x aomenc.exe
echo "#!/bin/sh
if [ \"\$NUM_CPU_CORES\" -gt 64 ]; then
NUM_CPU_CORES=64
fi
./aomenc.exe --threads=\$NUM_CPU_CORES \$@ -o test.av1 Bosphorus_1920x1080_120fps_420_8bit_YUV.y4m > 1.log 2>&1
echo \$? > ~/test-exit-status
sed \$'s/[^[:print:]\t]/\\n/g' 1.log > \$LOG_FILE
rm -f test.av1" > aom-av1
chmod +x aom-av1

View File

@@ -0,0 +1,9 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.6.0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Pass 1/2 frame 3/4 768B 2048b/f 61440b/s 165907 us #_RESULT_# fps)</OutputTemplate>
<LineHint>fps</LineHint>
<TurnCharsToSpace>(</TurnCharsToSpace>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,56 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.6.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>AOM AV1</Title>
<AppVersion>2.0</AppVersion>
<Description>This is a simple test of the AOMedia AV1 encoder run on the CPU with a sample video file.</Description>
<ResultScale>Frames Per Second</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>2.1.1</Version>
<SupportedPlatforms>Linux, MacOSX, BSD, Windows</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, p7zip, cmake, perl, yasm</ExternalDependencies>
<EnvironmentSize>950</EnvironmentSize>
<ProjectURL>https://aomedia.googlesource.com/aom/</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments>--tile-columns=2 --tile-rows=1</Arguments>
</Default>
<Option>
<DisplayName>Encoder Mode</DisplayName>
<Identifier>enc-mode</Identifier>
<Menu>
<Entry>
<Name>Speed 8 Realtime</Name>
<Value>--cpu-used=8 --rt</Value>
</Entry>
<Entry>
<Name>Speed 6 Realtime</Name>
<Value>--cpu-used=6 --rt</Value>
</Entry>
<Entry>
<Name>Speed 6 Two-Pass</Name>
<Value>--cpu-used=6 --limit=80</Value>
</Entry>
<Entry>
<Name>Speed 4 Two-Pass</Name>
<Value>--cpu-used=4 --limit=40</Value>
</Entry>
<Entry>
<Name>Speed 0 Two-Pass</Name>
<Value>--cpu-used=0 --limit=10</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,29 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v5.0.0 (Plavsk)-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://archive.apache.org/dist/httpd/httpd-2.4.7.tar.bz2, http://ftp.lfs-matrix.net/pub/blfs/conglomeration/httpd/httpd-2.4.7.tar.bz2</URL>
<MD5>170d7fb6fe5f28b87d1878020a9ab94e</MD5>
<SHA256>64368d8301836815ae237f2b62d909711c896c1bd34573771e0ee5ad808ce71b</SHA256>
<FileSize>5004719</FileSize>
</Package>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/apache-ab-test-files-1.tar.gz, http://www.phoronix.net/downloads/phoronix-test-suite/benchmark-files/apache-ab-test-files-1.tar.gz</URL>
<MD5>ca0c5bf0dd482a2847c68a52c0759942</MD5>
<FileSize>6008</FileSize>
</Package>
<Package>
<URL>http://apache.cs.utah.edu//apr/apr-1.5.0.tar.bz2, http://archive.apache.org/dist/apr/apr-1.5.0.tar.bz2</URL>
<MD5>cc93bd2c12d0d037f68e21cc6385dc31</MD5>
<SHA256>17287d36a5917e27281e60d47e7b147bd5ddcd1ca832702c2318f5e0724f1221</SHA256>
<FileSize>813976</FileSize>
</Package>
<Package>
<URL>http://archive.apache.org/dist/apr/apr-util-1.5.3.tar.bz2</URL>
<MD5>6f3417691c7a27090f36e7cf4d94b36e</MD5>
<SHA256>78edb174f13e25ee15ded2b849b741a248b879a93a77a2d31c20f7e225be3968</SHA256>
<FileSize>695303</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,29 @@
#!/bin/sh
mkdir $HOME/httpd_
tar -zxvf apache-ab-test-files-1.tar.gz
tar -jxvf httpd-2.4.7.tar.bz2
tar -jxvf apr-util-1.5.3.tar.bz2
tar -jxvf apr-1.5.0.tar.bz2
mv apr-1.5.0 httpd-2.4.7/srclib/apr
mv apr-util-1.5.3 httpd-2.4.7/srclib/apr-util
cd httpd-2.4.7/
./configure --prefix=$HOME/httpd_ --with-included-apr
make -j $NUM_CPU_JOBS
echo $? > ~/install-exit-status
make install
cd ~
rm -rf httpd-2.4.7/
rm -rf httpd_/manual/
patch -p0 < CHANGE-APACHE-PORT.patch
mv -f test.html httpd_/htdocs/
mv -f pts.png httpd_/htdocs/
echo "#!/bin/sh
./httpd_/bin/ab \$@ > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > apache
chmod +x apache

View File

@@ -0,0 +1,4 @@
#!/bin/sh
./httpd_/bin/apachectl -k stop
rm -f httpd_/logs/*
sleep 3

View File

@@ -0,0 +1,3 @@
#!/bin/sh
./httpd_/bin/apachectl -k start -f $HOME/httpd_/conf/httpd.conf
sleep 5

View File

@@ -0,0 +1,20 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v5.0.0 (Plavsk)-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Document Path: /test.html
Document Length: 3064 bytes
Concurrency Level: 100
Time taken for tests: 29.224 seconds
Complete requests: 500000
Failed requests: 0
Write errors: 0
Total transferred: 1659096222 bytes
HTML transferred: 1532088856 bytes
Requests per second: #_RESULT_# [#/sec] (mean)
Time per request: 5.845 [ms] (mean)
Time per request: 0.058 [ms] (mean, across all concurrent requests)
Transfer rate: 55440.49 [Kbytes/sec] received</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,31 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v5.0.0 (Plavsk)-->
<PhoronixTestSuite>
<TestInformation>
<Title>Apache Benchmark</Title>
<AppVersion>2.4.7</AppVersion>
<Description>This is a test of ab, which is the Apache benchmark program. This test profile measures how many requests per second a given system can sustain when carrying out 1,000,000 requests with 100 requests being carried out concurrently.</Description>
<ResultScale>Requests Per Second</ResultScale>
<Proportion>HIB</Proportion>
<SubTitle>Static Web Page Serving</SubTitle>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.6.1</Version>
<SupportedPlatforms>Linux, Solaris, BSD</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, perl, pcre</ExternalDependencies>
<EnvironmentSize>365</EnvironmentSize>
<ProjectURL>http://www.apache.org/</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments>-n 1000000 -c 100 http://localhost:8088/test.html</Arguments>
</Default>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,39 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.0.0m0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://archive.apache.org/dist/httpd/httpd-2.4.29.tar.bz2, http://ftp.lfs-matrix.net/pub/blfs/conglomeration/httpd/httpd-2.4.29.tar.bz2</URL>
<MD5>0c599404ef6b69eee95bcd9fcd094407</MD5>
<SHA256>777753a5a25568a2a27428b2214980564bc1c38c1abf9ccc7630b639991f7f00</SHA256>
<FileSize>6567926</FileSize>
<PlatformSpecific>Linux, Solaris, BSD, MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/apache-ab-test-files-1.tar.gz, http://www.phoronix.net/downloads/phoronix-test-suite/benchmark-files/apache-ab-test-files-1.tar.gz</URL>
<MD5>ca0c5bf0dd482a2847c68a52c0759942</MD5>
<FileSize>6008</FileSize>
</Package>
<Package>
<URL>http://apache.cs.utah.edu//apr/apr-1.6.3.tar.bz2, http://archive.apache.org/dist/apr/apr-1.6.3.tar.bz2</URL>
<MD5>12f2a349483ad6f12db49ba01fbfdbfa</MD5>
<SHA256>131f06d16d7aabd097fa992a33eec2b6af3962f93e6d570a9bd4d85e95993172</SHA256>
<FileSize>854100</FileSize>
<PlatformSpecific>Linux, Solaris, BSD, MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>http://www.apache.org/dist/apr/apr-util-1.6.1.tar.bz2, http://apache.cs.utah.edu//apr/apr-util-1.6.1.tar.bz2</URL>
<MD5>8ff5dc36fa39a2a3db1df196d3ed6086</MD5>
<SHA256>d3e12f7b6ad12687572a3a39475545a072608f4ba03a6ce8a3778f607dd0035b</SHA256>
<FileSize>428595</FileSize>
<PlatformSpecific>Linux, Solaris, BSD, MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>http://phoronix-test-suite.com/benchmark-files/Apache24-2.4.29-x64-vc14-r2-ah.zip</URL>
<MD5>8f7e773c8db85d55e4cc81ef153fef61</MD5>
<SHA256>1e6f26e8fbe3decd4c31cff3347a074c7db1f8af5ac71bf4386a1e80304e47ef</SHA256>
<FileSize>10444082</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,29 @@
#!/bin/sh
mkdir $HOME/httpd_
tar -zxvf apache-ab-test-files-1.tar.gz
tar -jxvf httpd-2.4.29.tar.bz2
tar -jxvf apr-util-1.6.1.tar.bz2
tar -jxvf apr-1.6.3.tar.bz2
mv apr-1.6.3 httpd-2.4.29/srclib/apr
mv apr-util-1.6.1 httpd-2.4.29/srclib/apr-util
cd httpd-2.4.29/
./configure --prefix=$HOME/httpd_ --with-included-apr
make -j $NUM_CPU_JOBS
echo $? > ~/install-exit-status
make install
cd ~
rm -rf httpd-2.4.29/
rm -rf httpd_/manual/
patch -p0 < CHANGE-APACHE-PORT.patch
mv -f test.html httpd_/htdocs/
mv -f pts.png httpd_/htdocs/
echo "#!/bin/sh
./httpd_/bin/ab \$@ > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > apache
chmod +x apache

View File

@@ -0,0 +1,19 @@
#!/bin/bash
unzip -o Apache24-2.4.29-x64-vc14-r2-ah.zip
tar -xf apache-ab-test-files-1.tar.gz
mv -f test.html Apache24/htdocs/
mv -f pts.png Apache24/htdocs/
cd Apache24/conf
tail -n +2 httpd.conf > httpd.conf.2
echo "Define SRVROOT \"$DEBUG_HOME\Apache24\"
" > httpd.conf
cat httpd.conf.2 >> httpd.conf
cd ~
echo "#!/bin/sh
cd Apache24/bin
./ab.exe \$@ > \$LOG_FILE" > apache
chmod +x apache

View File

@@ -0,0 +1,4 @@
#!/bin/sh
./httpd_/bin/apachectl -k stop
rm -f httpd_/logs/*
sleep 3

View File

@@ -0,0 +1,4 @@
#!/bin/sh
kill -TERM `cat $HOME/Apache24/logs/httpd.pid`
sleep 10
rm -f $HOME/Apache24/logs/*

View File

@@ -0,0 +1,3 @@
#!/bin/sh
./httpd_/bin/apachectl -k start -f $HOME/httpd_/conf/httpd.conf
sleep 5

View File

@@ -0,0 +1,4 @@
#!/bin/sh
cd Apache24/bin
./httpd.exe &
sleep 10

View File

@@ -0,0 +1,20 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.0.0m0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Document Path: /test.html
Document Length: 3064 bytes
Concurrency Level: 100
Time taken for tests: 29.224 seconds
Complete requests: 500000
Failed requests: 0
Write errors: 0
Total transferred: 1659096222 bytes
HTML transferred: 1532088856 bytes
Requests per second: #_RESULT_# [#/sec] (mean)
Time per request: 5.845 [ms] (mean)
Time per request: 0.058 [ms] (mean, across all concurrent requests)
Transfer rate: 55440.49 [Kbytes/sec] received</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,31 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.0.0m0-->
<PhoronixTestSuite>
<TestInformation>
<Title>Apache Benchmark</Title>
<AppVersion>2.4.29</AppVersion>
<Description>This is a test of ab, which is the Apache benchmark program. This test profile measures how many requests per second a given system can sustain when carrying out 1,000,000 requests with 100 requests being carried out concurrently.</Description>
<ResultScale>Requests Per Second</ResultScale>
<Proportion>HIB</Proportion>
<SubTitle>Static Web Page Serving</SubTitle>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.7.1</Version>
<SupportedPlatforms>Linux, Solaris, BSD, MacOSX, Windows</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, perl, pcre</ExternalDependencies>
<EnvironmentSize>208</EnvironmentSize>
<ProjectURL>http://www.apache.org/</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments>-n 1000000 -c 100 http://localhost:8088/test.html</Arguments>
</Default>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,44 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.2.0m1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://archive.apache.org/dist/httpd/httpd-2.4.29.tar.bz2, http://ftp.lfs-matrix.net/pub/blfs/conglomeration/httpd/httpd-2.4.29.tar.bz2</URL>
<MD5>0c599404ef6b69eee95bcd9fcd094407</MD5>
<SHA256>777753a5a25568a2a27428b2214980564bc1c38c1abf9ccc7630b639991f7f00</SHA256>
<FileName>httpd-2.4.29.tar.bz2</FileName>
<FileSize>6567926</FileSize>
<PlatformSpecific>Linux, Solaris, BSD, MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/apache-ab-test-files-1.tar.gz, http://www.phoronix.net/downloads/phoronix-test-suite/benchmark-files/apache-ab-test-files-1.tar.gz</URL>
<MD5>ca0c5bf0dd482a2847c68a52c0759942</MD5>
<FileName>apache-ab-test-files-1.tar.gz</FileName>
<FileSize>6008</FileSize>
</Package>
<Package>
<URL>http://apache.cs.utah.edu//apr/apr-1.6.3.tar.bz2, http://archive.apache.org/dist/apr/apr-1.6.3.tar.bz2</URL>
<MD5>12f2a349483ad6f12db49ba01fbfdbfa</MD5>
<SHA256>131f06d16d7aabd097fa992a33eec2b6af3962f93e6d570a9bd4d85e95993172</SHA256>
<FileName>apr-1.6.3.tar.bz2</FileName>
<FileSize>854100</FileSize>
<PlatformSpecific>Linux, Solaris, BSD, MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>http://www.apache.org/dist/apr/apr-util-1.6.1.tar.bz2, http://apache.cs.utah.edu//apr/apr-util-1.6.1.tar.bz2</URL>
<MD5>8ff5dc36fa39a2a3db1df196d3ed6086</MD5>
<SHA256>d3e12f7b6ad12687572a3a39475545a072608f4ba03a6ce8a3778f607dd0035b</SHA256>
<FileName>apr-util-1.6.1.tar.bz2</FileName>
<FileSize>428595</FileSize>
<PlatformSpecific>Linux, Solaris, BSD, MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>http://download.joedog.org/siege/siege-3.1.4.tar.gz</URL>
<MD5>a893b92a453e1c1d596314aa951981f4</MD5>
<SHA256>0436970ca81ade76eb419bc42d3f8460b475079eb5d8f199d2fa83328893099d</SHA256>
<FileName>siege-3.1.4.tar.gz</FileName>
<FileSize>530149</FileSize>
<PlatformSpecific>Linux, Solaris, BSD, MacOSX</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,40 @@
#!/bin/sh
mkdir $HOME/httpd_
tar -zxvf apache-ab-test-files-1.tar.gz
tar -jxvf httpd-2.4.29.tar.bz2
tar -jxvf apr-util-1.6.1.tar.bz2
tar -jxvf apr-1.6.3.tar.bz2
mv apr-1.6.3 httpd-2.4.29/srclib/apr
mv apr-util-1.6.1 httpd-2.4.29/srclib/apr-util
cd httpd-2.4.29/
./configure --prefix=$HOME/httpd_ --with-included-apr
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
make install
cd ~
rm -rf httpd-2.4.29/
rm -rf httpd_/manual/
patch -p0 < CHANGE-APACHE-PORT.patch
mv -f test.html httpd_/htdocs/
mv -f pts.png httpd_/htdocs/
cd ~
tar -xf siege-3.1.4.tar.gz
cd siege-3.1.4
./configure
make -j $NUM_CPU_CORES
cd utils
bash siege.config
cd ~
echo "#!/bin/sh
cd siege-3.1.4/src
./siege \$@ 2>&1 | grep -v HTTP > \$LOG_FILE
echo \$? > ~/test-exit-status" > apache-siege
chmod +x apache-siege

View File

@@ -0,0 +1,4 @@
#!/bin/sh
./httpd_/bin/apachectl -k stop
rm -f httpd_/logs/*
sleep 3

View File

@@ -0,0 +1,7 @@
#!/bin/sh
./httpd_/bin/apachectl -k start -f $HOME/httpd_/conf/httpd.conf
sleep 5
cd siege-3.1.4/utils
bash siege.config
cd ~

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.2.0m1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Transaction rate: #_RESULT_# trans/sec</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,62 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.2.0m1-->
<PhoronixTestSuite>
<TestInformation>
<Title>Apache Siege</Title>
<AppVersion>2.4.29</AppVersion>
<Description>This is a test of the Apache web server performance being facilitated by the Siege web serverb enchmark program.</Description>
<ResultScale>Transactions Per Second</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.2</Version>
<SupportedPlatforms>Linux, Solaris, BSD, MacOSX</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, perl, pcre, openssl-development</ExternalDependencies>
<EnvironmentSize>208</EnvironmentSize>
<ProjectURL>https://www.joedog.org/siege-home/</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments>-r10000 -d1 -b </Arguments>
<PostArguments> http://localhost:8088/test.html</PostArguments>
</Default>
<Option>
<DisplayName>Concurrent Users</DisplayName>
<Identifier>concurrent</Identifier>
<ArgumentPrefix>-c</ArgumentPrefix>
<Menu>
<Entry>
<Name>1</Name>
<Value>1</Value>
</Entry>
<Entry>
<Name>10</Name>
<Value>10</Value>
</Entry>
<Entry>
<Name>50</Name>
<Value>50</Value>
</Entry>
<Entry>
<Name>100</Name>
<Value>100</Value>
</Entry>
<Entry>
<Name>200</Name>
<Value>200</Value>
</Entry>
<Entry>
<Name>250</Name>
<Value>250</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>https://arrayfire.s3.amazonaws.com/3.7.0/ArrayFire-v3.7.0_Linux_x86_64.sh</URL>
<MD5>34e01783845937a48a9eff4ad5a43228</MD5>
<SHA256>d695989ee7c188c1e9bfa85f39bdb5a4bcc46b3a96fc78ea173b7b7f4fac9bf7</SHA256>
<FileName>ArrayFire-v3.7.0_Linux_x86_64.sh</FileName>
<FileSize>1337052754</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,16 @@
#!/bin/sh
chmod +x ArrayFire-v3.7.0_Linux_x86_64.sh
./ArrayFire-v3.7.0_Linux_x86_64.sh --prefix t --skip-license
cd share/ArrayFire/examples/
mkdir build
cd build
cmake -DArrayFire_DIR=$HOME/share/ArrayFire/cmake/ -DAF_BUILD_CUDA=OFF ..
make -j $NUM_CPU_THREADS
cd ~/
echo "#!/bin/sh
cd share/ArrayFire/examples/build
./benchmarks/\$1 > \$LOG_FILE 2>&1
" > arrayfire
chmod +x arrayfire

View File

@@ -0,0 +1,15 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate> ### peak #_RESULT_# GFLOPS</OutputTemplate>
<ResultScale>GFLOPS</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>Dense Conjugate Gradient Time: #_RESULT_#</OutputTemplate>
<StripFromResult>ms</StripFromResult>
<ResultScale>ms</ResultScale>
<ResultProportion>LIB</ResultProportion>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,49 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.1-->
<PhoronixTestSuite>
<TestInformation>
<Title>ArrayFire</Title>
<AppVersion>3.7</AppVersion>
<Description>ArrayFire is an GPU and CPU numeric processing library, this test uses the built-in CPU and OpenCL ArrayFire benchmarks.</Description>
<Proportion>LIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.1.0</Version>
<SupportedPlatforms>Linux</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<SupportedArchitectures>x86_64</SupportedArchitectures>
<ExternalDependencies>build-utilities, boost-development, cmake, blas-development, lapack-development, fftw3-development, opencl</ExternalDependencies>
<EnvironmentSize>3700</EnvironmentSize>
<ProjectURL>https://arrayfire.com/</ProjectURL>
<InternalTags>OpenCL, CUDA</InternalTags>
<Maintainer>Jason Newton</Maintainer>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Test</DisplayName>
<Identifier>test</Identifier>
<Menu>
<Entry>
<Name>BLAS CPU</Name>
<Value>blas_cpu</Value>
</Entry>
<Entry>
<Name>Conjugate Gradient CPU</Name>
<Value>cg_cpu</Value>
</Entry>
<Entry>
<Name>BLAS OpenCL</Name>
<Value>blas_opencl</Value>
</Entry>
<Entry>
<Name>Conjugate Gradient OpenCL</Name>
<Value>cg_opencl</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,166 @@
#!/bin/bash
if which steam>/dev/null 2>&1 ;
then
echo 0 > ~/install-exit-status
else
echo "ERROR: Steam is not found on the system! This test profile needs a working Steam installation in the PATH"
echo 2 > ~/install-exit-status
fi
HOME=$DEBUG_REAL_HOME steam steam://install/507490
echo "#!/bin/bash
rm -f \$DEBUG_REAL_HOME/.steam/steam/steamapps/compatdata/507490/pfx/drive_c/users/steamuser/My\ Documents/My\ Games/Ashes\ of\ the\ Singularity\ -\ Escalation/Output*.txt
echo \"
[General]
IniVersion=23
[System]
FullScreen=0
Resolution=\$1,\$2
Api=dx11
VSync=0
HotLoadEnabled=0
UIScale=1.0
CameraPanSpeed=1.0
BindCursor=Always
CursorScale=0
AutoBenchRun[Off,GPUFocused,CPUFocused]=Off
CameraPanKeys=Arrows
AFRGPU=0
EnvFX=1
Clouds=1
EnvMap=0
Noise=0
AsymetricGPU=0
SkipMovie=1
UploadReplay=1
AutoSave=1
HealthBarsAlways=0
DisableIntermediateMode=0
SteamAvatars=1
CameraPanAlt=0
ForceStop=0
AutoLevelT3=0
QuickArmyAttach=0
EmulateFullscreen=0
AsyncComputeOff=0
AllowHooks=0
BenchmarkUpload=1
HDRBackBuffer=0
HDRScale=1.000000
HDRSplitScreen=0
HDRSplitScreenNITS=100.000000
[Quality]
PointLights=Off
Glare=Off
TerrainDetailObjLevel=Off
ShadingSamples=4
TerrainShadingSamples=4
ShadowQuality=Low
MaxMotionBlurFrameTime=0
MotionBlurInterframeTime=0
MSAASamples=1
MipsToRemove=2
RenderResolution=\$1,\$2
HalfResTerrain=1
[Audio]
MuteAll=0
Volume_Master=100
Volume_Music=50
Volume_Environmental=50
Volume_Effect=50
Volume_UI=50
Volume_Voice=50
[SPGameSettings]
NumHumanPlayers=1
HideTerrain=0
BuildExtractors=1
EntrenchmentBonus=0
CrustMetal=0
CoreRadiance=0
QuantumCoherence=0
NanobotProductivity=0
CreepLevel=0
MantleThickness=0
AtmosphericDensity=0
JuggernautEnabled=1
SolarWeather=0
SupplyLine=0
VictoryCap=-1
DefaultMap=Frosthaven
[SPGameSettings_Player0]
IsObserver=0
ColorIndex=1
StartingPosIndex=-1
TeamIndex=255
Faction=0
Difficulty=0
ResourceModifier=1.000000
PersonalityHash=0
IsAI=0
IsLocalPlayer=1
[SPGameSettings_Player1]
IsObserver=0
ColorIndex=2
StartingPosIndex=-1
TeamIndex=255
Faction=1
Difficulty=0
ResourceModifier=1.000000
PersonalityHash=0
IsAI=1
IsLocalPlayer=0
[MPGameSettings]
NumHumanPlayers=2
HideTerrain=0
BuildExtractors=1
EntrenchmentBonus=0
CrustMetal=0
CoreRadiance=0
QuantumCoherence=0
NanobotProductivity=0
CreepLevel=0
MantleThickness=0
AtmosphericDensity=0
JuggernautEnabled=1
SolarWeather=0
SupplyLine=0
VictoryCap=-1
DefaultMap=Frosthaven
[MPGameSettings_Player0]
IsObserver=0
ColorIndex=1
StartingPosIndex=-1
TeamIndex=255
Faction=0
Difficulty=0
ResourceModifier=1.000000
PersonalityHash=0
IsAI=0
IsLocalPlayer=1
[MPGameSettings_Player1]
IsObserver=0
ColorIndex=2
StartingPosIndex=-1
TeamIndex=255
Faction=1
Difficulty=0
ResourceModifier=1.000000
PersonalityHash=0
IsAI=1
IsLocalPlayer=0\" > \$DEBUG_REAL_HOME/.steam/steam/steamapps/compatdata/507490/pfx/drive_c/users/steamuser/My\ Documents/My\ Games/Ashes\ of\ the\ Singularity\ -\ Escalation/settings.ini
PROTON_NO_ESYNC=1 HOME=\$DEBUG_REAL_HOME steam -applaunch 507490 -nolauncher -benchmark benchfinal
sleep 30
while pgrep -x \"AshesEscalation\" > /dev/null; do
sleep 2
done
cat \$DEBUG_REAL_HOME/.steam/steam/steamapps/compatdata/507490/pfx/drive_c/users/steamuser/My\ Documents/My\ Games/Ashes\ of\ the\ Singularity\ -\ Escalation/Output*.txt > \$LOG_FILE" > ashes-escalation
chmod +x ashes-escalation

View File

@@ -0,0 +1,8 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.0m3-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Avg Framerate: #_RESULT_# FPS (15.357872 ms)</OutputTemplate>
<LineHint>Avg Framerate</LineHint>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,38 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.4.0m3-->
<PhoronixTestSuite>
<TestInformation>
<Title>Ashes of the Singulairty: Escalation</Title>
<Description>This is a benchmark of Ashes of the Singulairty: Escalation running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that Ashes of the Singulairty: Escalation is already purchased/installed. This automates the process of executing the game and using a standardized time demo.</Description>
<ResultScale>Frames Per Second</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
<PreInstallMessage>This test will attempt to install the necessary game using your Steam account. If the test appears hung you may need to manually exit the Steam client.</PreInstallMessage>
</TestInformation>
<TestProfile>
<Version>1.0.0</Version>
<SupportedPlatforms>Linux</SupportedPlatforms>
<SoftwareType>Game</SoftwareType>
<TestType>Graphics</TestType>
<License>Retail</License>
<Status>Verified</Status>
<SupportedArchitectures>x86, x86_64</SupportedArchitectures>
<ExternalDependencies>steam</ExternalDependencies>
<RequiresDisplay>TRUE</RequiresDisplay>
<EnvironmentSize>4</EnvironmentSize>
<ProjectURL>https://store.steampowered.com/app/507490/Ashes_of_the_Singularity_Escalation/</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Resolution</DisplayName>
<Identifier>auto-resolution</Identifier>
<Menu>
<Entry>
<Name>$VIDEO_WIDTH x $VIDEO_HEIGHT</Name>
<Value>$VIDEO_WIDTH $VIDEO_HEIGHT</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.0m0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/askap-benchmarks-20180423.tar.xz</URL>
<MD5>6a3ad3da88fadab821251f01a9976cd6</MD5>
<SHA256>2e64604abfbb3442e21830eff372f7c6aa21e4e355e2454a134426f23ef368bb</SHA256>
<FileName>askap-benchmarks-20180423.tar.xz</FileName>
<FileSize>15828836</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,44 @@
#!/bin/sh
tar -xf askap-benchmarks-20180423.tar.xz
cd ~/askap-benchmarks/tConvolveOpenCL
make
cd ~/askap-benchmarks/tConvolveCuda
make
cd ~/askap-benchmarks/tConvolveMPI
make
cd ~/askap-benchmarks/tConvolveOMP
make
cd ~/askap-benchmarks/tConvolveMT
make
echo $? > ~/install-exit-status
cd ~/
echo "#!/bin/sh
cd askap-benchmarks/
case \"\$1\" in
\"tConvolveOpenCL\")
cd tConvolveOpenCL
./tConvolveOpenCL > \$LOG_FILE
;;
\"tConvolveCuda\")
cd tConvolveCuda
./tConvolveCuda > \$LOG_FILE
;;
\"tConvolveMPI\")
cd tConvolveMPI
mpirun -np \$NUM_CPU_PHYSICAL_CORES ./tConvolveMPI > \$LOG_FILE
;;
\"tConvolveOMP\")
cd tConvolveOMP
OMP_NUM_THREADS=\$NUM_CPU_PHYSICAL_CORES ./tConvolveOMP > \$LOG_FILE
;;
\"tConvolveMT\")
cd tConvolveMT
./tConvolveMT \$NUM_CPU_PHYSICAL_CORES > \$LOG_FILE
;;
esac
echo \$? > ~/test-exit-status" > askap
chmod +x askap

View File

@@ -0,0 +1,12 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.0m0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Gridding rate #_RESULT_#</OutputTemplate>
<AppendToArgumentsDescription>Gridding</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate>Degridding rate #_RESULT_#</OutputTemplate>
<AppendToArgumentsDescription>Degridding</AppendToArgumentsDescription>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,53 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.2.0m0-->
<PhoronixTestSuite>
<TestInformation>
<Title>ASKAP</Title>
<AppVersion>2018-11-10</AppVersion>
<Description>This is a CUDA benchmark of ATNF's ASKAP Benchmark with currently using the tConvolveCuda sub-test.</Description>
<ResultScale>Million Grid Points Per Second</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>2.0.0</Version>
<SupportedPlatforms>Linux</SupportedPlatforms>
<SoftwareType>Benchmark</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, cuda, opencl, openmpi-development</ExternalDependencies>
<EnvironmentSize>35</EnvironmentSize>
<ProjectURL>https://github.com/ATNF/askap-benchmarks</ProjectURL>
<InternalTags>CUDA, SMP, MPI, OpenMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Test</DisplayName>
<Identifier>test</Identifier>
<Menu>
<Entry>
<Name>tConvolve OpenCL</Name>
<Value>tConvolve OpenCL</Value>
</Entry>
<Entry>
<Name>tConvolve CUDA</Name>
<Value>tConvolveCuda</Value>
</Entry>
<Entry>
<Name>tConvolve MPI</Name>
<Value>tConvolveMPI</Value>
</Entry>
<Entry>
<Name>tConvolve OpenMP</Name>
<Value>tConvolveOMP</Value>
</Entry>
<Entry>
<Name>tConvolve MT</Name>
<Value>tConvolveMT</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,12 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v7.4.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/asmFish-20170919.tar.bz2</URL>
<MD5>e661249ff7147e34d95e1183db569f03</MD5>
<SHA256>f5dcd56234ec30420073cb0af6b77ba91384a64f289c8e05583a225bf2edb7fb</SHA256>
<FileSize>811822</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,15 @@
#!/bin/sh
tar -xjvf asmFish-20170919.tar.bz2
rm -rf asmFish-Bin
mv asmFish asmFish-Bin
cd asmFish-Bin
chmod +x asmFish/fasm
make
echo $? > ~/install-exit-status
cd ~
echo "#!/bin/sh
cd asmFish-Bin
echo \"bench 1024 \$NUM_CPU_CORES 26\" | ./Linux/asmFishL_*_base > \$LOG_FILE 2>&1" > asmfish
chmod +x asmfish

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v7.4.0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Nodes/second : #_RESULT_#</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,26 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v7.4.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>asmFish</Title>
<AppVersion>2017-09-19</AppVersion>
<Description>This is a test of asmFish, an advanced chess benchmark written in Assembly.</Description>
<ResultScale>Nodes/second</ResultScale>
<Proportion>HIB</Proportion>
<SubTitle>1024 Hash Memory, 26 Depth</SubTitle>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.1</Version>
<SupportedPlatforms>Linux, Solaris, MacOSX, BSD</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities</ExternalDependencies>
<EnvironmentSize>5</EnvironmentSize>
<ProjectURL>https://github.com/lantonov/asmFish/</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.4.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/asmFish-20180723.zip</URL>
<MD5>15c79b8378787f5fee0a37ccc22fe97f</MD5>
<SHA256>f03f6c037ad37cde553ffd02efb4643a43a71cbb4942c809aeb22db12cb1e0c1</SHA256>
<FileName>asmFish-20180723.zip</FileName>
<FileSize>2207999</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,16 @@
#!/bin/sh
unzip -o asmFish-20180723.zip
cd asmFish-master
chmod +x LinuxOS_binaries/*
cd ~
echo "#!/bin/sh
cd asmFish-master
if [ \$OS_ARCH = \"aarch64\" ]
then
echo \"bench 1024 \$NUM_CPU_CORES 26\" | ./LinuxOS_binaries/armFishL_2018-07-23_v8 > \$LOG_FILE 2>&1
else
echo \"bench 1024 \$NUM_CPU_CORES 26\" | ./LinuxOS_binaries/asmFishL_2018-07-23_base > \$LOG_FILE 2>&1
fi" > asmfish
chmod +x asmfish

View File

@@ -0,0 +1,11 @@
#!/bin/sh
unzip -o asmFish-20180723.zip
cd asmFish-master
chmod +x MacOS_binaries/*
cd ~
echo "#!/bin/sh
cd asmFish-master
echo \"bench 1024 \$NUM_CPU_CORES 26\" | ./asmFishX_2018-07-23_base > \$LOG_FILE 2>&1" > asmfish
chmod +x asmfish

View File

@@ -0,0 +1,8 @@
#!/bin/sh
unzip -o asmFish-20180723.zip
echo "#!/bin/sh
cd asmFish-master
echo \"bench 1024 \$NUM_CPU_CORES 26\" | ./asmFishW_2018-07-23_base.exe > \$LOG_FILE 2>&1" > asmfish
chmod +x asmfish

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.4.0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Nodes/second : #_RESULT_#</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,25 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v8.4.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>asmFish</Title>
<AppVersion>2018-07-23</AppVersion>
<Description>This is a test of asmFish, an advanced chess benchmark written in Assembly.</Description>
<ResultScale>Nodes/second</ResultScale>
<Proportion>HIB</Proportion>
<SubTitle>1024 Hash Memory, 26 Depth</SubTitle>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.1.0</Version>
<SupportedPlatforms>Linux, Windows, MacOSX</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<EnvironmentSize>5</EnvironmentSize>
<ProjectURL>https://github.com/lantonov/asmFish/</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
</PhoronixTestSuite>

Some files were not shown because too many files have changed in this diff Show More