Update test suites for cache

This commit is contained in:
Michael Larabel
2020-08-18 14:25:01 -05:00
parent a1e5ef6d83
commit 0438703eee
47 changed files with 1667 additions and 0 deletions

View File

@@ -0,0 +1,25 @@
#!/bin/bash
if which pip3 >/dev/null 2>&1 ;
then
echo 0 > ~/install-exit-status
else
echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
echo 2 > ~/install-exit-status
fi
pip3 install --user tensorflow==2.2.0
pip3 install --user ai-benchmark==0.1.2
if [[ ! -f "$HOME/.local/bin/ai-benchmark" ]]
then
echo "ERROR: AI-Benchmark failed to install on the system!"
echo 2 > ~/install-exit-status
fi
echo "#!/bin/bash
cd \$HOME/.local/bin/
python3 ./ai-benchmark > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > ai-benchmark
chmod +x ai-benchmark

View File

@@ -0,0 +1,16 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Device Inference Score: #_RESULT_#</OutputTemplate>
<ArgumentsDescription>Device Inference Score</ArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate>Device Training Score: #_RESULT_#</OutputTemplate>
<ArgumentsDescription>Device Training Score</ArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate>Device AI Score: #_RESULT_#</OutputTemplate>
<ArgumentsDescription>Device AI Score</ArgumentsDescription>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,25 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<TestInformation>
<Title>AI Benchmark Alpha</Title>
<AppVersion>0.1.2</AppVersion>
<Description>AI Benchmark Alpha is a Python library for evaluating artificial intelligence (AI) performance on diverse hardware platforms and relies upon the TensorFlow machine learning library.</Description>
<ResultScale>Score</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>1</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.0</Version>
<SupportedPlatforms>Linux, BSD, MacOSX</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>python</ExternalDependencies>
<RequiresInternet>TRUE</RequiresInternet>
<EnvironmentSize>10</EnvironmentSize>
<ProjectURL>http://ai-benchmark.com/alpha</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
</PhoronixTestSuite>

View File

@@ -0,0 +1,37 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://phoronix-test-suite.com/benchmark-files/png-samples-1.tar.xz</URL>
<MD5>3f928e4d08777e6e84c54202a00429de</MD5>
<SHA256>9810c8fd3afd35b4755c2a46f14fc66e2b9199c22e46a5946123c9250f2d1ccd</SHA256>
<FileName>png-samples-1.tar.xz</FileName>
<FileSize>58346628</FileSize>
</Package>
<Package>
<URL>https://github.com/ARM-software/astc-encoder/archive/2.0.tar.gz</URL>
<MD5>93562e3d6d709b2e62b404cbd4ddba3f</MD5>
<SHA256>f466c224ad6c0bb44401d77a05a3155cc9368df01a57b33ec242a1ea7240eefe</SHA256>
<FileName>astc-encoder-2.0.tar.gz</FileName>
<FileSize>29956405</FileSize>
<PlatformSpecific>Linux</PlatformSpecific>
</Package>
<Package>
<URL>https://github.com/ARM-software/astc-encoder/releases/download/2.0/astcenc-2.0-macos-x64.zip</URL>
<MD5>7d44922e73ddd8bb51e9ef4e294bdca0</MD5>
<SHA256>79333ca74b9bf091c87ab290ad2c99ff002b8bab23dd8c0815687a5f65fc05f0</SHA256>
<FileName>astcenc-2.0-macos-x64.zip</FileName>
<FileSize>801491</FileSize>
<PlatformSpecific>MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>https://github.com/ARM-software/astc-encoder/releases/download/2.0/astcenc-2.0-windows-x64.zip</URL>
<MD5>27ae2a95633a967ec2672d98cb389f29</MD5>
<SHA256>8db18954950b01f9a16c54a3c63afc6763692db7b96492330a9b726cdfebb7d0</SHA256>
<FileName>astcenc-2.0-windows-x64.zip</FileName>
<FileSize>1396420</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
#!/bin/sh
tar -xf png-samples-1.tar.xz
tar -xf astc-encoder-2.0.tar.gz
cd astc-encoder-2.0/Source
make -j $NUM_CPU_CORES
echo \$? > ~/install-exit-status
cd ~
echo "#!/bin/sh
./astc-encoder-2.0/Source/astcenc-avx2 -tl sample-4.png 1.png 8x6 \$@ > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > astcenc
chmod +x astcenc

View File

@@ -0,0 +1,10 @@
#!/bin/sh
tar -xf png-samples-1.tar.xz
unzip -o astcenc-2.0-macos-x64.zip
chmod +x astcenc-2.0-macos-x64/astcenc-avx2
echo "#!/bin/sh
./astcenc-2.0-macos-x64/astcenc-avx2 -tl sample-4.png 1.png 8x6 \$@ > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > basis
chmod +x basis

View File

@@ -0,0 +1,10 @@
#!/bin/sh
tar -xf png-samples-1.tar.xz
unzip -o astcenc-2.0-windows-x64.zip
chmod +x astcenc-windows-x64/astcenc-avx2.exe
echo "#!/bin/sh
./astcenc-windows-x64/astcenc-avx2.exe -tl sample-4.png 1.png 8x6 \$@ > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status" > basis
chmod +x basis

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate> Total time: #_RESULT_# s</OutputTemplate>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,48 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>ASTC Encoder</Title>
<AppVersion>2.0</AppVersion>
<Description>ASTC Encoder (astcenc) is for the Adaptive Scalable Texture Compression (ASTC) format commonly used with OpenGL, OpenGL ES, and Vulkan graphics APIs. This test profile does a coding test of both compression/decompression.</Description>
<ResultScale>Seconds</ResultScale>
<Proportion>LIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.0</Version>
<SupportedPlatforms>Linux, Windows, MacOSX</SupportedPlatforms>
<SoftwareType>Benchmark</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities</ExternalDependencies>
<EnvironmentSize>66</EnvironmentSize>
<ProjectURL>https://github.com/ARM-software/astc-encoder</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Preset</DisplayName>
<Identifier>preset</Identifier>
<Menu>
<Entry>
<Name>Fast</Name>
<Value>-fast</Value>
</Entry>
<Entry>
<Name>Medium</Name>
<Value>-medium</Value>
</Entry>
<Entry>
<Name>Thorough</Name>
<Value>-thorough</Value>
</Entry>
<Entry>
<Name>Exhaustive</Name>
<Value>-exhaustive</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,48 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>https://github.com/ECP-CANDLE/Benchmarks/archive/v0.3.tar.gz</URL>
<MD5>f10773333ae054ed169f0df88bd51553</MD5>
<SHA256>6309173e56ae4d2dfba8ff879fd19fba70bbba77be2291892f8191a94f4e4470</SHA256>
<FileName>ECP-CANDLE-Benchmarks-0.3.tar.gz</FileName>
<FileSize>1323611</FileSize>
</Package>
<Package>
<URL>https://ftp.mcs.anl.gov/pub/candle/public/benchmarks/P1B2/P1B2.test.csv</URL>
<MD5>91a2737ec53ba84c812048ddf92c188c</MD5>
<SHA256>0abbc1130637d9706189ba54bc59120d9d275f6f8771f1bb36c254777e42a36c</SHA256>
<FileName>P1B2.test.csv</FileName>
<FileSize>56690533</FileSize>
</Package>
<Package>
<URL>https://ftp.mcs.anl.gov/pub/candle/public/benchmarks/P1B2/P1B2.train.csv</URL>
<MD5>f81edf56d1efce246d4a48002ff30f3d</MD5>
<SHA256>2bc072811fb022aa014d93f95c9e9aaa03568e97366a81eeb59a8c656ce2ec56</SHA256>
<FileName>P1B2.train.csv</FileName>
<FileSize>169631113</FileSize>
</Package>
<Package>
<URL>ftp://ftp.mcs.anl.gov/pub/candle/public/benchmarks/Pilot2/3k_run10_10us.35fs-DPPC.10-DOPC.70-CHOL.20.dir.tar.gz</URL>
<MD5>ece75b704ec63ac9c39afd74b63497dc</MD5>
<SHA256>1321b53b8944d95eeee91b52438c6f4423667dcb5b2715b517fc6a9ac2834362</SHA256>
<FileName>3k_run10_10us.35fs-DPPC.10-DOPC.70-CHOL.20.dir.tar.gz</FileName>
<FileSize>3088534718</FileSize>
</Package>
<Package>
<URL>ftp://ftp.mcs.anl.gov/pub/candle/public/benchmarks/P3B1/P3B1_data.tar.gz</URL>
<MD5>d0ba862c83f07d45a099292536b53cbb</MD5>
<SHA256>c89c9d3aa0f74d19c099f94c16729693a207480de71e10c90a7341523127dbcd</SHA256>
<FileName>P3B1_data.tar.gz</FileName>
<FileSize>108587183</FileSize>
</Package>
<Package>
<URL>http://ftp.mcs.anl.gov/pub/candle/public/benchmarks/P3B2/P3B2_data.tgz</URL>
<MD5>1d4a3d6177529ac853194f9c0d3f655e</MD5>
<SHA256>e0106cc9eca9d55f4e17a302f4e7d1f6b6845b5113d0ee38f6419d4f94ab64cd</SHA256>
<FileName>P3B2_data.tgz</FileName>
<FileSize>7786187</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,47 @@
#!/bin/sh
tar -xf ECP-CANDLE-Benchmarks-0.3.tar.gz
mkdir -p Benchmarks-0.3/Data/Pilot1
mkdir -p Benchmarks-0.3/Data/Pilot2
mkdir -p Benchmarks-0.3/Data/Pilot3
cp *.csv Benchmarks-0.3/Data/Pilot1
cp 3k_run10_10us.35fs-DPPC.10-DOPC.70-CHOL.20.dir.tar.gz Benchmarks-0.3/Data/Pilot2
cp P3B1_data.tar.gz Benchmarks-0.3/Data/Pilot3
cp P3B2_data.tgz Benchmarks-0.3/Data/Pilot3
cd ~/Benchmarks-0.3/Data/Pilot2
tar -xf 3k_run10_10us.35fs-DPPC.10-DOPC.70-CHOL.20.dir.tar.gz
cd ~/Benchmarks-0.3/Data/Pilot3
tar -xf P3B1_data.tar.gz
tar -xf P3B2_data.tgz
pip3 install --user torch numpy keras tensorflow sklearn pandas matplotlib numba astropy patsy statsmodels
echo $? > ~/install-exit-status
cd ~
echo "#!/bin/sh
cd Benchmarks-0.3
case \$@ in
\"P1B2\")
cd Pilot1/P1B2/
python3 ./p1b2_baseline_keras2.py
echo \$? > ~/test-exit-status
;;
\"P2B1\")
cd Pilot2/P2B1/
python3 ./p2b1_baseline_keras2.py
echo \$? > ~/test-exit-status
;;
\"P3B1\")
cd Pilot3/P3B1/
python3 ./p3b1_baseline_keras2.py
echo \$? > ~/test-exit-status
;;
\"P3B2\")
cd Pilot3/P3B2/
python3 ./p3b2_baseline_keras2.py
echo \$? > ~/test-exit-status
;;
esac
" > ecp-candle
chmod +x ecp-candle

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<SystemMonitor>
<Sensor>sys.time</Sensor>
</SystemMonitor>
</PhoronixTestSuite>

View File

@@ -0,0 +1,50 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>ECP-CANDLE</Title>
<AppVersion>0.3</AppVersion>
<Description>The CANDLE benchmark codes implement deep learning architectures relevant to problems in cancer. These architectures address problems at different biological scales, specifically problems at the molecular, cellular and population scales.</Description>
<ResultScale>Seconds</ResultScale>
<Proportion>LIB</Proportion>
<SubTitle>Time To Completion</SubTitle>
<TimesToRun>1</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.0</Version>
<SupportedPlatforms>Linux, BSD</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>python</ExternalDependencies>
<EnvironmentSize>14800</EnvironmentSize>
<ProjectURL>https://github.com/ECP-CANDLE/Benchmarks</ProjectURL>
<InternalTags>Python, CUDA</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Benchmark</DisplayName>
<Identifier>benchmark</Identifier>
<Menu>
<Entry>
<Name>P1B2</Name>
<Value>P1B2</Value>
</Entry>
<Entry>
<Name>P2B1</Name>
<Value>P2B1</Value>
</Entry>
<Entry>
<Name>P3B1</Name>
<Value>P3B1</Value>
</Entry>
<Entry>
<Name>P3B2</Name>
<Value>P3B2</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,22 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://cdn.geekbench.com/Geekbench-5.2.3-Linux.tar.gz</URL>
<MD5>6b09e341998a288fbc6b3f7270ef7bb0</MD5>
<SHA256>9ce4ed1a69c67211c0ee26cda32260bd8a2848b54eb876335b3b1dbee2d20a0e</SHA256>
<FileName>Geekbench-5.2.3-Linux.tar.gz</FileName>
<FileSize>93047726</FileSize>
<PlatformSpecific>Linux</PlatformSpecific>
</Package>
<Package>
<URL>http://cdn.geekbench.com/Geekbench-5.2.3-WindowsSetup.exe</URL>
<MD5>539512cafd6073ca6aa7e044a9d05721</MD5>
<SHA256>f344f12e6d0292486315b85b44f64c85fed9bd9c9383abf8f9fcc321c3813f09</SHA256>
<FileName>Geekbench-5.2.3-WindowsSetup.exe</FileName>
<FileSize>124946752</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
#!/bin/sh
tar -xf Geekbench-*-Linux.tar.gz
echo "This test profile requires a GeekBench PRO license for command-line automation. Before running this test you must run:
cd $HOME/Geekbench-5.2.3-Linux
./geekbench5 -r <YOUR EMAIL> <YOUR LICENSE KEY>" > ~/install-message
echo "#!/bin/bash
cd Geekbench-5.2.3-Linux
./geekbench5 \$@ > \$LOG_FILE" > geekbench
chmod +x geekbench

View File

@@ -0,0 +1,10 @@
#!/bin/sh
/cygdrive/c/Windows/system32/cmd.exe /c Geekbench-5.2.3-WindowsSetup.exe
echo "This test profile requires a GeekBench PRO license for command-line automation. Before running this test make sure you activate your Geekbench installation." > ~/install-message
echo "#!/bin/bash
cd \"C:\Program Files (x86)\Geekbench 5\"
./geekbench5.exe \$@ --export-text \$LOG_FILE" > geekbench
chmod +x geekbench

View File

@@ -0,0 +1,90 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate> Single-Core Score #_RESULT_#</OutputTemplate>
<ResultScale>Score</ResultScale>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Multi-Core Score #_RESULT_#</OutputTemplate>
<ResultScale>Score</ResultScale>
</ResultsParser>
<ResultsParser>
<OutputTemplate> OpenCL Score #_RESULT_#</OutputTemplate>
<ResultScale>Score</ResultScale>
</ResultsParser>
<ResultsParser>
<OutputTemplate> CUDA Score #_RESULT_#</OutputTemplate>
<ResultScale>Score</ResultScale>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Vulkan Score #_RESULT_#</OutputTemplate>
<ResultScale>Score</ResultScale>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Sobel 3440 #_RESULT_# Mpixels/sec</OutputTemplate>
<LineHint>Sobel</LineHint>
<ResultScale>Mpixels/sec</ResultScale>
<AppendToArgumentsDescription>Sobel</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Stereo Matching 5316 #_RESULT_# Gpixels/sec</OutputTemplate>
<LineHint>Stereo Matching</LineHint>
<ResultScale>Gpixels/sec</ResultScale>
<AppendToArgumentsDescription>Stereo Matching</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Canny 2274 #_RESULT_# Mpixels/sec</OutputTemplate>
<LineHint>Canny</LineHint>
<ResultScale>Mpixels/sec</ResultScale>
<AppendToArgumentsDescription>Canny</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Histogram Equalization 2484 #_RESULT_# Mpixels/sec</OutputTemplate>
<LineHint>Histogram Equalization</LineHint>
<ResultScale>Mpixels/sec</ResultScale>
<AppendToArgumentsDescription>Histogram Equalization</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Gaussian Blur 2293 #_RESULT_# Mpixels/sec</OutputTemplate>
<LineHint>Gaussian Blur</LineHint>
<ResultScale>Mpixels/sec</ResultScale>
<AppendToArgumentsDescription>Gaussian Blur</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Depth of Field 7154 #_RESULT_# Mpixels/sec</OutputTemplate>
<LineHint>Depth of Field</LineHint>
<ResultScale>Mpixels/sec</ResultScale>
<AppendToArgumentsDescription>Depth of Field</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Face Detection 26051 #_RESULT_# images/sec</OutputTemplate>
<LineHint>Face Detection</LineHint>
<ResultScale>images/sec</ResultScale>
<AppendToArgumentsDescription>Face Detection</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Horizon Detection 91886 #_RESULT_# Gpixels/sec</OutputTemplate>
<LineHint>Horizon Detection</LineHint>
<ResultScale>Gpixels/sec</ResultScale>
<AppendToArgumentsDescription>Horizon Detection</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Feature Matching 43411 #_RESULT_# Mpixels/sec</OutputTemplate>
<LineHint>Feature Matching</LineHint>
<ResultScale>Mpixels/sec</ResultScale>
<AppendToArgumentsDescription>Feature Matching</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> Particle Physics 396293 #_RESULT_# FPS</OutputTemplate>
<LineHint>Particle Physics</LineHint>
<ResultScale>FPS</ResultScale>
<AppendToArgumentsDescription>Particle Physics</AppendToArgumentsDescription>
</ResultsParser>
<ResultsParser>
<OutputTemplate> SFFT 53211 #_RESULT_# Gflops</OutputTemplate>
<LineHint>SFFT</LineHint>
<ResultScale>Gflops</ResultScale>
<AppendToArgumentsDescription>SFFT</AppendToArgumentsDescription>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,56 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>Geekbench</Title>
<AppVersion>5</AppVersion>
<Description>This is a benchmark of Geekbench 5 Pro. The test profile automates the execution of Geekbench 5 under the Phoronix Test Suite, assuming you have a valid license key for Geekbench 5 Pro. This test will not work without a valid license key for Geekbench Pro.</Description>
<ResultScale>Score</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
<PreInstallMessage>You must manually activate the Geekbench binary with your email/license key before this benchmark will work.</PreInstallMessage>
</TestInformation>
<TestProfile>
<Version>1.2.0</Version>
<SupportedPlatforms>Linux, Windows</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>System</TestType>
<License>Retail</License>
<Status>Verified</Status>
<SupportedArchitectures>x86_64</SupportedArchitectures>
<EnvironmentSize>132</EnvironmentSize>
<ProjectURL>https://www.primatelabs.com/store/</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Default>
<Arguments>--no-upload </Arguments>
</Default>
<Option>
<DisplayName>Test</DisplayName>
<Identifier>test</Identifier>
<Menu>
<Entry>
<Name>CPU Single Core</Name>
<Value>--single-core</Value>
</Entry>
<Entry>
<Name>CPU Multi Core</Name>
<Value>--multi-core</Value>
</Entry>
<Entry>
<Name>GPU OpenCL</Name>
<Value>--compute OpenCL</Value>
</Entry>
<Entry>
<Name>GPU NVIDIA CUDA</Name>
<Value>--compute CUDA</Value>
</Entry>
<Entry>
<Name>GPU Vulkan</Name>
<Value>--compute Vulkan</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,20 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://montage.ipac.caltech.edu/download/Montage_v6.0.tar.gz</URL>
<MD5>68e7372d9994c1137d9f0c3ebe13d716</MD5>
<SHA256>1f540a7389d30fcf9f8cd9897617cc68b19350fbcde97c4d1cdc5634de1992c6</SHA256>
<FileName>Montage_v6.0.tar.gz</FileName>
<FileSize>20681949</FileSize>
</Package>
<Package>
<URL>http://montage.ipac.caltech.edu/docs/Kimages.tar</URL>
<MD5>e642566f49174e8c8182ed20bcc672f3</MD5>
<SHA256>9076a21354698f70441ec2166696a09441e43e5c0de9811f8f52adc2b19514ee</SHA256>
<FileName>Kimages.tar</FileName>
<FileSize>192286720</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,56 @@
#!/bin/sh
tar -xf Montage_v6.0.tar.gz
tar -xf Kimages.tar
rm -rf Montage-6.0
mv Montage Montage-6.0
cd Montage-6.0
make -j $NUM_CPU_CORES
echo $? > ~/install-exit-status
cd ~
cat << EOF > montage
#!/bin/bash
# Mosaic of M17, K band, 1.5 deg x 1.5 deg
# Bruce Berriman, February, 2016
export PATH=\$HOME/Montage-6.0/bin:\$PATH
echo "create directories to hold processed images"
mkdir Kprojdir diffdir corrdir
echo "Create a metadata table of the input images, Kimages.tbl"
mImgtbl Kimages Kimages.tbl
echo "Create a FITS header describing the footprint of the mosaic"
mMakeHdr Kimages.tbl Ktemplate.hdr
echo "Reproject the input images"
mProjExec -p Kimages Kimages.tbl Ktemplate.hdr Kprojdir Kstats.tbl
echo "Create a metadata table of the reprojected images"
mImgtbl Kprojdir/ images.tbl
echo "Coadd the images to create a mosaic without background corrections"
mAdd -p Kprojdir/ images.tbl Ktemplate.hdr m17_uncorrected.fits
echo "Make a PNG of the mosaic for visualization"
mViewer -ct 1 -gray m17_uncorrected.fits -1s max gaussian-log -out m17_uncorrected.png
echo "Analyze the overlaps between images"
mOverlaps images.tbl diffs.tbl
mDiffExec -p Kprojdir/ diffs.tbl Ktemplate.hdr diffdir
mFitExec diffs.tbl fits.tbl diffdir
echo "Perform background modeling and compute corrections for each image"
mBgModel images.tbl fits.tbl corrections.tbl
echo "Apply corrections to each image"
mBgExec -p Kprojdir/ images.tbl corrections.tbl corrdir
echo "Coadd the images to create a mosaic with background corrections"
mAdd -p corrdir/ images.tbl Ktemplate.hdr m17.fits
echo "Make a PNG of the corrected mosaic for visualization"
mViewer -ct 1 -gray m17.fits -1s max gaussian-log -out m17.png
echo \$? > ~/test-exit-status
EOF

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<SystemMonitor>
<Sensor>sys.time</Sensor>
</SystemMonitor>
</PhoronixTestSuite>

View File

@@ -0,0 +1,25 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<TestInformation>
<Title>Montage Astronomical Image Mosaic Engine</Title>
<AppVersion>6.0</AppVersion>
<Description>Montage is an open-source astronomical image mosaic engine. This BSD-licensed astronomy software is developed by the California Institute of Technology, Pasadena.</Description>
<ResultScale>Seconds</ResultScale>
<Proportion>LIB</Proportion>
<SubTitle>Mosaic of M17, K band, 1.5 deg x 1.5 deg</SubTitle>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.0</Version>
<SupportedPlatforms>Linux, BSD</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities</ExternalDependencies>
<EnvironmentSize>2500</EnvironmentSize>
<ProjectURL>http://montage.ipac.caltech.edu/</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
</PhoronixTestSuite>

View File

@@ -0,0 +1,10 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v10.0.0m1-->
<PhoronixTestSuite>
<Downloads>
<Package>
<FileName>omega-opm-2.tar.gz</FileName>
<FileSize>440350494</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,188 @@
#!/bin/bash
# NUM_CPU_CORES is always exported by the Phoronix Test Suite, but keep this logic here just for external testing purposes
if test -z $NUM_CPU_CORES
then
if test -n `which nproc`
then
NUM_CPU_CORES=`nproc`
else
NUM_CPU_CORES=1
fi
fi
# Download source from github
FOOTNOTE_INFO="Build Time `date`"
#Download and build opm simulators with MPI support from git
for repo in opm-common opm-grid opm-material opm-models opm-simulators
do
# Determine if to clone from main URL or different repo, based upon REPO_{$repo} environment variable
echo "### "
echo "### $repo"
echo "### "
repo_env_var_check=REPO_`echo "$repo" | awk '{print toupper($0)}' | sed 's/-/_/g'`
if test -z ${!repo_env_var_check}
then
repo_url="https://github.com/OPM/$repo.git"
echo "$repo_env_var_check is not set, using $repo_url"
else
echo "$repo_env_var_check is set to ${!repo_env_var_check}"
repo_url=${!repo_env_var_check}
fi
# use the base64 of the Git URL as the basis for the directory to avoid collissions
repo_dir=`base64 <<< "$repo_url"`
echo "$repo directory is $repo_dir"
if [ -d "$repo_dir" ]; then
pushd "$repo_dir"
git pull
popd
else
git clone $repo_url "$repo_dir"
fi
# Determine if checking out Git master (default) or some other point based upon REPO_{$repo}_CHECKOUT environment variable
git_checkout_env_var_check=${repo_env_var_check}_CHECKOUT
if test -z ${!git_checkout_env_var_check}
then
repo_checkout="master"
echo "$git_checkout_env_var_check is not set, checking out $repo_checkout"
pushd "$repo_dir"
git checkout $repo_checkout
popd
elif [[ "${!git_checkout_env_var_check}" =~ ^[0-9]+$ ]]
then
repo_checkout=${!git_checkout_env_var_check}
echo "$git_checkout_env_var_check is a number, assuming it's a GitHub pull request - ${!git_checkout_env_var_check}"
pushd "$repo_dir"
git pull --no-edit origin pull/${!git_checkout_env_var_check}/head
popd
else
repo_checkout=${!git_checkout_env_var_check}
echo "$git_checkout_env_var_check is set, checking out ${!git_checkout_env_var_check}"
pushd "$repo_dir"
git checkout $repo_checkout
popd
fi
# symlinks for the default directory to the BASE64'd directories intended for this round of testing
unlink $repo
ln -s "$repo_dir" $repo
mkdir "$repo_dir"/build
pushd "$repo_dir"/build
make clean
cmake -DCMAKE_BUILD_TYPE=Release -DUSE_MPI=ON -DBUILD_TESTING=OFF ..
make -j $NUM_CPU_CORES
ecode=$?
echo $? > ~/install-exit-status
test $? -eq 0 || exit 1
popd
done
echo $FOOTNOTE_INFO > ~/install-footnote
# SETUP OMEGA IF PRESENT
if test -f $HOME/omega-opm-2.tar.gz
then
git clone --depth 1 https://github.com/OPM/opm-data.git
pushd opm-data
tar -xf ~/omega-opm-2.tar.gz
popd
fi
#####################################################
# Run benchmark
#####################################################
echo "<?php
\$log_file = file_get_contents(getenv('LOG_FILE'));
function get_value_from_line(\$log_file, \$s)
{
\$s .= ': ';
\$log_file .= PHP_EOL;
if((\$x = strpos(\$log_file, \$s)) !== false)
{
\$log_file = substr(\$log_file, (\$x + strlen(\$s)));
\$log_file = substr(\$log_file, 0, strpos(\$log_file, PHP_EOL));
if(str_replace(array(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 0, '%', ' ', '.', '(', ')', 'Failed:', ';'), '', \$log_file) == null)
{
\$log_file = str_replace('Failed:' , 'F:', \$log_file);
return trim(\$log_file);
}
}
}
if((\$x = strpos(\$log_file, 'End of simulation')) !== false)
{
\$log_file = substr(\$log_file, \$x);
foreach(array('Assembly time (seconds)', 'Linear solve time (seconds)', 'Solver time (seconds)', 'Update time (seconds)', 'Output write time (seconds)', 'Overall Well Iterations', 'Overall Linearizations', 'Overall Newton Iterations', 'Overall Linear Iterations') as \$a)
{
\$val = get_value_from_line(\$log_file, \$a);
if(\$val == null)
{
continue;
}
if((\$x = strpos(\$a, ' (')) !== false)
{
\$a = substr(\$a, 0, \$x);
}
echo ucwords(str_replace('Overall ', '', \$a)) . ': ' . \$val . PHP_EOL;
}
}" > report-additional-data.php
echo "#!/bin/sh
NPROC=\$2
if [ ! \"X\$HOSTFILE\" = \"X\" ] && [ -f \$HOSTFILE ]
then
HOSTFILE=\"--hostfile \$HOSTFILE\"
elif [ -f /etc/hostfile ]
then
HOSTFILE=\"--hostfile /etc/hostfile\"
else
HOSTFILE=\"\"
fi
MPIRUN_AS_ROOT_ARG=\"--allow-run-as-root\"
if [ \`whoami\` != \"root\" ]
then
MPIRUN_AS_ROOT_ARG=\"\"
fi
if dmesg | grep -q NUMA; then
MPI_MAP_BY=\"--map-by numa\"
else
MPI_MAP_BY=\"--map-by socket\"
fi
MPI_MAP_BY=\"--map-by socket\"
if [ \$1 = \"upscale_relperm_benchmark\" ]
then
nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$NPROC \$MPI_MAP_BY --report-bindings \$HOSTFILE ./opm-upscaling/build/bin/upscale_relperm_benchmark > \$LOG_FILE 2>&1
elif [ \$1 = \"flow_mpi_norne\" ]
then
cd opm-data/norne
nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$NPROC \$MPI_MAP_BY --report-bindings \$HOSTFILE ../../opm-simulators/build/bin/flow NORNE_ATW2013.DATA > \$LOG_FILE 2>&1
elif [ \$1 = \"flow_ebos_extra\" ]
then
cd opm-data/omega-opm
nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$NPROC \$MPI_MAP_BY --report-bindings \$HOSTFILE ../../opm-simulators/build/bin/flow OMEGA-0.DATA > \$LOG_FILE 2>&1
elif [ \$1 = \"flow_mpi_extra\" ]
then
cd opm-data/omega-opm
nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$NPROC \$MPI_MAP_BY --report-bindings \$HOSTFILE ../../opm-simulators/build/bin/flow OMEGA-0.DATA > \$LOG_FILE 2>&1
else
nice mpirun \$MPIRUN_AS_ROOT_ARG -np \$NPROC \$MPI_MAP_BY --report-bindings \$HOSTFILE opm-simulators/build/bin/flow \$1 > \$LOG_FILE 2>&1
fi
cd ~
\$PHP_BIN report-additional-data.php > ~/pts-footnote
# echo \$? > ~/test-exit-status" > opm-git
chmod +x opm-git

View File

@@ -0,0 +1,17 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v10.0.0m1-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>Total wallclock time: #_RESULT_# sec (52 min 59.02 sec)</OutputTemplate>
<MatchToTestArguments>upscale_relperm_benchmark</MatchToTestArguments>
<LineHint>Total wallclock time</LineHint>
</ResultsParser>
<ResultsParser>
<OutputTemplate>Total time taken (seconds): #_RESULT_#</OutputTemplate>
<LineHint>Total time</LineHint>
</ResultsParser>
<ResultsParser>
<OutputTemplate>Total time (seconds): #_RESULT_#</OutputTemplate>
<LineHint>Total time</LineHint>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,84 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v10.0.0m1-->
<PhoronixTestSuite>
<TestInformation>
<Title>Open Porous Media Git</Title>
<Description>This is a test of Open Porous Media, a set of open-source tools concerning simulation of flow and transport of fluids in porous media. This test profile builds OPM and its dependencies from upstream Git.</Description>
<ResultScale>Seconds</ResultScale>
<Proportion>LIB</Proportion>
<TimesToRun>3</TimesToRun>
<PreInstallMessage>Some external dependencies needed for this test are not currently covered by the Phoronix Test Suite. You might need to manually install those packages; on an Ubuntu system it would be - sudo apt-get install build-essential cmake git wget libblas-dev liblapack-dev libsuitesparse-dev libtrilinos-zoltan-dev mpi-default-dev mpi-default-bin libbz2-1.0 libbz2-dev libbz2-ocaml libbz2-ocaml-dev libdune-common-dev libdune-grid-dev libdune-geometry-dev libdune-istl-dev libsuperlu-dev libsuperlu5 libboost-all-dev.</PreInstallMessage>
</TestInformation>
<TestProfile>
<Version>1.3.40</Version>
<SupportedPlatforms>Linux</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, fortran-compiler, cmake, boost-development, suitesparse, tinyxml, openmpi-development, blas-development, lapack-development</ExternalDependencies>
<EnvironmentSize>2000</EnvironmentSize>
<ProjectURL>http://www.opm-project.org/</ProjectURL>
<InternalTags>SMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
<RemoveInstallDirectoryOnReinstall>FALSE</RemoveInstallDirectoryOnReinstall>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>OPM Benchmark</DisplayName>
<Identifier>opm-benchmark</Identifier>
<Menu>
<Entry>
<Name>Upscale-Relperm</Name>
<Value>upscale_relperm_benchmark</Value>
</Entry>
<Entry>
<Name>Flow MPI Norne</Name>
<Value>flow_mpi_norne</Value>
</Entry>
<Entry>
<Name>Flow MPI Extra</Name>
<Value>flow_mpi_extra</Value>
</Entry>
</Menu>
</Option>
<Option>
<DisplayName>Threads</DisplayName>
<Identifier>threads</Identifier>
<Menu>
<Entry>
<Name>1</Name>
<Value>1</Value>
</Entry>
<Entry>
<Name>2</Name>
<Value>2</Value>
</Entry>
<Entry>
<Name>4</Name>
<Value>4</Value>
</Entry>
<Entry>
<Name>8</Name>
<Value>8</Value>
</Entry>
<Entry>
<Name>16</Name>
<Value>16</Value>
</Entry>
<Entry>
<Name>32</Name>
<Value>32</Value>
</Entry>
<Entry>
<Name>64</Name>
<Value>64</Value>
</Entry>
<Entry>
<Name>128</Name>
<Value>128</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.cs.virginia.edu/~kw5na/lava/Rodinia/Packages/Current/rodinia_3.1.tar.bz2</URL>
<MD5>047d983e62107972f217921aa0027b05</MD5>
<SHA256>faebac7c11ed8f8fcf6bf2d7e85c3086fc2d11f72204d6dfc28dc5b2e8f2acfd</SHA256>
<FileName>rodinia_3.1.tar.bz2</FileName>
<FileSize>360636246</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,80 @@
#!/bin/sh
tar -jxvf rodinia_3.1.tar.bz2
cd ~/rodinia_3.1/openmp/cfd; make;
cd ~/rodinia_3.1/openmp/lavaMD; make;
cd ~/rodinia_3.1/openmp/leukocyte; make;
cd ~/rodinia_3.1/openmp/myocyte; make;
cd ~/rodinia_3.1/openmp/hotspot3D; make;
cd ~/rodinia_3.1/openmp/streamcluster; make;
echo $? > ~/install-exit-status
cd ~/rodinia_3.1/opencl/lavaMD; make;
cd ~/rodinia_3.1/opencl/leukocyte; make;
cd ~/rodinia_3.1/opencl/heartwall; make;
cd ~/rodinia_3.1/opencl/myocyte; make;
cd ~/rodinia_3.1/opencl/particlefilter; make;
export PATH=/usr/local/cuda/bin:$PATH
cd ~/rodinia_3.1/cuda/myocyte; make;
cd ~/
echo "#!/bin/sh
export OMP_NUM_THREADS=\$NUM_CPU_CORES
case \$@ in
\"OMP_CFD\")
cd ~/rodinia_3.1/openmp/cfd
./euler3d_cpu_double ../../data/cfd/missile.domn.0.2M > \$LOG_FILE
;;
\"OMP_LAVAMD\")
cd ~/rodinia_3.1/openmp/lavaMD
./lavaMD -cores \$NUM_CPU_CORES -boxes1d 96 > \$LOG_FILE
;;
\"OMP_LEUKOCYTE\")
cd ~/rodinia_3.1/openmp/leukocyte
./OpenMP/leukocyte 590 \$NUM_CPU_CORES ../../data/leukocyte/testfile.avi > \$LOG_FILE
;;
\"OMP_STREAMCLUSTER\")
cd ~/rodinia_3.1/openmp/streamcluster
./sc_omp 10 30 512 65536 65536 2000 none output.txt \$NUM_CPU_CORES > \$LOG_FILE
;;
\"OMP_MYOCYTE\")
cd ~/rodinia_3.1/openmp/myocyte
./myocyte.out 1000 200 0 \$NUM_CPU_CORES > \$LOG_FILE
;;
\"OMP_HOTSPOT3D\")
cd ~/rodinia_3.1/openmp/hotspot3D
./3D 512 8 10000 ../../data/hotspot3D/power_512x8 ../../data/hotspot3D/temp_512x8 output.out > \$LOG_FILE
;;
\"OCL_LAVAMD\")
cd ~/rodinia_3.1/opencl/lavaMD
./lavaMD -boxes1d 48 > \$LOG_FILE
;;
\"OCL_LEUKOCYTE\")
cd ~/rodinia_3.1/opencl/leukocyte/OpenCL
./leukocyte ../../../data/leukocyte/testfile.avi 590 > \$LOG_FILE
;;
\"OCL_HEARTWALL\")
cd ~/rodinia_3.1/opencl/heartwall
./heartwall 100 > \$LOG_FILE
echo 0 > ~/test-exit-status
;;
\"OCL_MYOCYTE\")
cd ~/rodinia_3.1/opencl/myocyte
./myocyte.out -time 8000 > \$LOG_FILE
;;
\"OCL_PARTICLEFILTER\")
cd ~/rodinia_3.1/opencl/particlefilter
./OCL_particlefilter_double -x 128 -y 128 -z 10 -np 400000 > \$LOG_FILE
;;
\"CUDA_MYOCYTE\")
cd ~/rodinia_3.1/cuda/myocyte
./myocyte.out 1000 10 0 > \$LOG_FILE
;;
esac
echo \$? > ~/test-exit-status" > rodinia
chmod +x rodinia

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<SystemMonitor>
<Sensor>sys.time</Sensor>
</SystemMonitor>
</PhoronixTestSuite>

View File

@@ -0,0 +1,73 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>Rodinia</Title>
<AppVersion>3.1</AppVersion>
<Description>Rodinia is a suite focused upon accelerating compute-intensive applications with accelerators. CUDA, OpenMP, and OpenCL parallel models are supported by the included applications. This profile utilizes select OpenCL, NVIDIA CUDA and OpenMP test binaries at the moment.</Description>
<ResultScale>Seconds</ResultScale>
<Proportion>LIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.3.1</Version>
<SupportedPlatforms>Linux, BSD</SupportedPlatforms>
<SoftwareType>Benchmark</SoftwareType>
<TestType>Processor</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>build-utilities, openmpi-development, opencl</ExternalDependencies>
<EnvironmentSize>1300</EnvironmentSize>
<ProjectURL>http://lava.cs.virginia.edu/Rodinia/</ProjectURL>
<InternalTags>SMP, OpenMP</InternalTags>
<Maintainer>Michael Larabel</Maintainer>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Test</DisplayName>
<Identifier>run-test</Identifier>
<Menu>
<Entry>
<Name>OpenMP CFD Solver</Name>
<Value>OMP_CFD</Value>
<Message>Fluid Dynamics</Message>
</Entry>
<Entry>
<Name>OpenMP LavaMD</Name>
<Value>OMP_LAVAMD</Value>
<Message>Molecular Dynamics</Message>
</Entry>
<Entry>
<Name>OpenMP Leukocyte</Name>
<Value>OMP_LEUKOCYTE</Value>
<Message>Medical Imaging</Message>
</Entry>
<Entry>
<Name>OpenMP Streamcluster</Name>
<Value>OMP_STREAMCLUSTER</Value>
<Message>Data Mining</Message>
</Entry>
<Entry>
<Name>OpenMP HotSpot3D</Name>
<Value>OMP_HOTSPOT3D</Value>
<Message>Physics Simulation</Message>
</Entry>
<Entry>
<Name>OpenCL Myocyte</Name>
<Value>OCL_MYOCYTE</Value>
<Message>Biological Simulation</Message>
</Entry>
<Entry>
<Name>OpenCL Particle Filter</Name>
<Value>OCL_PARTICLEFILTER</Value>
<Message>Medical Imaging</Message>
</Entry>
<Entry>
<Name>NVIDIA CUDA GPU Myocyte</Name>
<Value>CUDA_MYOCYTE</Value>
<Message>Biological Simulation</Message>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/pano-pto-1.tar.xz</URL>
<MD5>38fd5bc38bf8d868b8fdd3cfa7333fdc</MD5>
<SHA256>591bb492449f5000c2b7ab832c73497d0b0b798a9dc4f05365675422cead2ef4</SHA256>
<FileName>pano-pto-1.tar.xz</FileName>
<FileSize>58457080</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,17 @@
#!/bin/sh
if which hugin_executor>/dev/null 2>&1 ;
then
echo 0 > ~/install-exit-status
else
echo "ERROR: Hugin is not found on the system! This test profile needs a working hugin_executor in the PATH."
echo 2 > ~/install-exit-status
fi
cd ~
echo "#!/bin/sh
cd pano-pto
hugin_executor -a --prefix=prefix -t \$NUM_CPU_CORES pano-original.pto
hugin_executor -s --prefix=prefix -t \$NUM_CPU_CORES pano-original.pto
echo \$? > ~/test-exit-status" > hugin
chmod +x hugin

View File

@@ -0,0 +1,4 @@
#!/bin/sh
rm -rf pano-pto/
tar -xf pano-pto-1.tar.xz

View File

@@ -0,0 +1,3 @@
#!/bin/sh
rm -rf pano-pto/

View File

@@ -0,0 +1,4 @@
#!/bin/sh
rm -rf pano-pto/
tar -xf pano-pto-1.tar.xz

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<SystemMonitor>
<Sensor>sys.time</Sensor>
</SystemMonitor>
</PhoronixTestSuite>

View File

@@ -0,0 +1,24 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<TestInformation>
<Title>Hugin</Title>
<Description>Hugin is an open-source, cross-platform panorama photo stitcher software package. This test profile times how long it takes to run the assistant and panorama photo stitching on a set of images.</Description>
<ResultScale>Seconds</ResultScale>
<Proportion>LIB</Proportion>
<SubTitle>Panorama Photo Assistant + Stitching Time</SubTitle>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.0</Version>
<SupportedPlatforms>Linux, BSD</SupportedPlatforms>
<SoftwareType>Benchmark</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<EnvironmentSize>172</EnvironmentSize>
<ProjectURL>http://hugin.sourceforge.net/</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
<SystemDependencies>hugin</SystemDependencies>
</TestProfile>
</PhoronixTestSuite>

View File

@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/text-pdf-example-1.zip</URL>
<MD5>6366cabe9f7f33a758ae3e73a586b758</MD5>
<SHA256>1bc5df1e2864965b9770e910397db4e8de984c754257fc663e07f518fcf46e9e</SHA256>
<FileName>text-pdf-example-1.zip</FileName>
<FileSize>2616044</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,19 @@
#!/bin/sh
if which ocrmypdf >/dev/null 2>&1 ;
then
echo 0 > ~/install-exit-status
else
echo "ERROR: OCRMyPDF is not found on the system! This test profile needs a working ocrmypdf in the PATH."
echo 2 > ~/install-exit-status
exit
fi
unzip -o text-pdf-example-1.zip
echo "#!/bin/sh
ocrmypdf -c -i --jobs \$NUM_CPU_CORES text-pdf-example-1.pdf out.pdf
echo \$? > ~/test-exit-status
ocrmypdf --version > ~/pts-test-version 2>/dev/null" > ocrmypdf-benchmark
chmod +x ocrmypdf-benchmark

View File

@@ -0,0 +1,7 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<SystemMonitor>
<Sensor>sys.time</Sensor>
</SystemMonitor>
</PhoronixTestSuite>

View File

@@ -0,0 +1,26 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0m2-->
<PhoronixTestSuite>
<TestInformation>
<Title>OCRMyPDF</Title>
<Description>OCRMyPDF is an optical character recognition (OCR) text layer to scanned PDF files, producing new PDFs with the text now selectable/searchable/copy-paste capable. OCRMyPDF leverages the Tesseract OCR engine and is written in Python.</Description>
<ResultScale>Seconds</ResultScale>
<Proportion>LIB</Proportion>
<SubTitle>Processing 60 Page PDF Document</SubTitle>
<Executable>ocrmypdf-benchmark</Executable>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.0</Version>
<SupportedPlatforms>Linux, MacOSX, BSD</SupportedPlatforms>
<SoftwareType>Benchmark</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>python</ExternalDependencies>
<EnvironmentSize>5</EnvironmentSize>
<ProjectURL>https://github.com/jbarlow83/OCRmyPDF</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
<SystemDependencies>ocrmypdf</SystemDependencies>
</TestProfile>
</PhoronixTestSuite>

View File

@@ -0,0 +1,61 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://phoronix-test-suite.com/benchmark-files/selenium-scripts-9.zip</URL>
<MD5>c8e180d0e3c035de8ffee5a91df51c5a</MD5>
<SHA256>9326774592b1e5ed48c1c8b95d619ccd15231072d04ad0cbe53a6939d40366ba</SHA256>
<FileName>selenium-scripts-9.zip</FileName>
<FileSize>19666</FileSize>
</Package>
<Package>
<URL>https://github.com/mozilla/geckodriver/releases/download/v0.26.0/geckodriver-v0.26.0-linux64.tar.gz</URL>
<MD5>7a908350c9ce8bb90d9a8293c5758301</MD5>
<SHA256>d59ca434d8e41ec1e30dd7707b0c95171dd6d16056fb6db9c978449ad8b93cc0</SHA256>
<FileName>geckodriver-v0.26.0-linux64.tar.gz</FileName>
<FileSize>2390549</FileSize>
<PlatformSpecific>Linux</PlatformSpecific>
</Package>
<Package>
<URL>https://github.com/mozilla/geckodriver/releases/download/v0.26.0/geckodriver-v0.26.0-macos.tar.gz</URL>
<MD5>b5d95eb0f09b31e7b5ea9614ae08b28c</MD5>
<SHA256>4739ef8f8af5d89bd4a8015788b4dc45c2f5f16b2fdc001254c9a92fe7261947</SHA256>
<FileName>geckodriver-v0.26.0-macos.tar.gz</FileName>
<FileSize>2006880</FileSize>
<PlatformSpecific>MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>https://github.com/mozilla/geckodriver/releases/download/v0.26.0/geckodriver-v0.26.0-win64.zip</URL>
<MD5>1d70a4fad9997d1d912a8b7dd1e89bda</MD5>
<SHA256>1cb25fa4c182312fd762a499cb8f9435b839dcfdb3c99ef77ace3b2c23c6bc0c</SHA256>
<FileName>geckodriver-v0.26.0-win64.zip</FileName>
<FileSize>1532274</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
<Package>
<URL>https://chromedriver.storage.googleapis.com/84.0.4147.30/chromedriver_mac64.zip</URL>
<MD5>b2ff30e148ae11a78e0f13e93b29f271</MD5>
<SHA256>1bed996247f5f93eed28110927a10b45f01a7deeda4ab1b1acfd6bb66784acc5</SHA256>
<FileName>chromedriver_mac64_v84.zip</FileName>
<FileSize>7332572</FileSize>
<PlatformSpecific>MacOSX</PlatformSpecific>
</Package>
<Package>
<URL>https://chromedriver.storage.googleapis.com/84.0.4147.30/chromedriver_linux64.zip</URL>
<MD5>beffb1bca07d8f4fd23213b292ef963b</MD5>
<SHA256>160531e8f98f13b486411cd6445ec0e3c56cd4d4b2839e3e9a0fda09a279797a</SHA256>
<FileName>chromedriver_linux64_v84.zip</FileName>
<FileSize>5306126</FileSize>
<PlatformSpecific>Linux</PlatformSpecific>
</Package>
<Package>
<URL>https://chromedriver.storage.googleapis.com/84.0.4147.30/chromedriver_win32.zip</URL>
<MD5>3bf0e106a93382efd7a5bb3b55b182a6</MD5>
<SHA256>533994dba537979e16e04eb6537ca851c6cee241716cceccc76703fbabf0f12c</SHA256>
<FileName>chromedriver_win32_v84.zip</FileName>
<FileSize>4851011</FileSize>
<PlatformSpecific>Windows</PlatformSpecific>
</Package>
</Downloads>
</PhoronixTestSuite>

View File

@@ -0,0 +1,44 @@
#!/bin/bash
if which pip3>/dev/null 2>&1 ;
then
echo 0 > ~/install-exit-status
else
echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
echo 2 > ~/install-exit-status
fi
pip3 install --user selenium
unzip -o selenium-scripts-9.zip
# Drivers
tar -xf geckodriver-v0.26.0-linux64.tar.gz
unzip -o chromedriver_linux64_v84.zip
# Script
echo "#!/bin/bash
rm -f run-benchmark.py
cp -f selenium-run-\$1.py run-benchmark.py
sed -i \"s/Firefox/\$2/g\" run-benchmark.py
echo \"from selenium import webdriver
driver = webdriver.\$2()
if \\\"browserName\\\" in driver.capabilities:
browserName = driver.capabilities['browserName']
if \\\"browserVersion\\\" in driver.capabilities:
browserVersion = driver.capabilities['browserVersion']
else:
browserVersion = driver.capabilities['version']
print('{0} {1}'.format(browserName, browserVersion))
driver.quit()\" > browser-version.py
PATH=\$HOME:\$PATH python3 ./run-benchmark.py > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status
PATH=\$HOME:\$PATH python3 ./browser-version.py > ~/pts-footnote
" > selenium
chmod +x selenium

View File

@@ -0,0 +1,44 @@
#!/bin/bash
if which pip3>/dev/null 2>&1 ;
then
echo 0 > ~/install-exit-status
else
echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed."
echo 2 > ~/install-exit-status
fi
pip3 install --user selenium
unzip -o selenium-scripts-9.zip
# Drivers
tar -xf geckodriver-v0.26.0-macos.tar.gz
unzip -o chromedriver_mac64_v84.zip
# Script
echo "#!/bin/bash
rm -f run-benchmark.py
cp -f selenium-run-\$1.py run-benchmark.py
sed -i \"s/Firefox/\$2/g\" run-benchmark.py
echo \"from selenium import webdriver
driver = webdriver.\$2()
if \\\"browserName\\\" in driver.capabilities:
browserName = driver.capabilities['browserName']
if \\\"browserVersion\\\" in driver.capabilities:
browserVersion = driver.capabilities['browserVersion']
else:
browserVersion = driver.capabilities['version']
print('{0} {1}'.format(browserName, browserVersion))
driver.quit()\" > browser-version.py
PATH=\$HOME:\$PATH python3 ./run-benchmark.py > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status
PATH=\$HOME:\$PATH python3 ./browser-version.py > ~/pts-footnote
" > selenium
chmod +x selenium

View File

@@ -0,0 +1,34 @@
#!/bin/sh
unzip -o selenium-scripts-9.zip
# Drivers
unzip -o geckodriver-v0.26.0-win64.zip
unzip -o chromedriver_win32_v84.zip
# Script
echo "#!/bin/sh
cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\Scripts\pip3.exe\" install --user selenium
rm -f run-benchmark.py
cp -f selenium-run-\$1.py run-benchmark.py
sed -i \"s/Firefox/\$2/g\" run-benchmark.py
echo \"from selenium import webdriver
driver = webdriver.\$2()
if \\\"browserName\\\" in driver.capabilities:
browserName = driver.capabilities['browserName']
if \\\"browserVersion\\\" in driver.capabilities:
browserVersion = driver.capabilities['browserVersion']
else:
browserVersion = driver.capabilities['version']
print('{0} {1}'.format(browserName, browserVersion))
driver.quit()\" > browser-version.py
cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\python.exe\" ./run-benchmark.py > \$LOG_FILE 2>&1
echo \$? > ~/test-exit-status
cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\python.exe\" ./browser-version.py > ~/pts-footnote
" > selenium
chmod +x selenium

View File

@@ -0,0 +1,113 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>SPEEDOMETER RUNS PER MINUTE RESULT: #_RESULT_#</OutputTemplate>
<LineHint>SPEEDOMETER</LineHint>
<ResultScale>Runs Per Minute</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>MOTIONMARK RESULT: #_RESULT_#</OutputTemplate>
<LineHint>MOTIONMARK</LineHint>
<ResultScale>Score</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>BASEMARK OVERALL SCORE RESULT: #_RESULT_#</OutputTemplate>
<LineHint>BASEMARK</LineHint>
<ResultScale>Overall Score</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>WEBXPRT SCORE RESULT: #_RESULT_#</OutputTemplate>
<LineHint>WEBXPRT</LineHint>
<ResultScale>Score</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>ARES-6 GEOMETRIC MEAN RESULT: #_RESULT_#</OutputTemplate>
<LineHint>ARES-6</LineHint>
<ResultScale>ms</ResultScale>
<ResultProportion>LIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>OCTANE RESULT: #_RESULT_#</OutputTemplate>
<LineHint>OCTANE</LineHint>
<ResultScale>Geometric Mean</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>JETSTREAM RESULT: #_RESULT_#</OutputTemplate>
<LineHint>JETSTREAM</LineHint>
<ResultScale>Score</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>JSTREAM2 RESULT: #_RESULT_#</OutputTemplate>
<LineHint>JSTREAM2</LineHint>
<ResultScale>Score</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>CANVASMARK RESULT: #_RESULT_#</OutputTemplate>
<LineHint>CANVASMARK</LineHint>
<ResultScale>Score</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>STYLEBENCH RESULT: #_RESULT_#</OutputTemplate>
<LineHint>STYLEBENCH</LineHint>
<ResultScale>Runs / Minute</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>MAZESOLVER RESULT: #_RESULT_#</OutputTemplate>
<LineHint>MAZESOLVER</LineHint>
<ResultScale>Seconds</ResultScale>
<ResultProportion>LIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>PSPDFKitWASM RESULT: #_RESULT_#</OutputTemplate>
<LineHint>PSPDFKitWASM</LineHint>
<ResultScale>Score</ResultScale>
<ResultProportion>LIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>KRAKEN RESULT: #_RESULT_# +/- 1.1%</OutputTemplate>
<LineHint>KRAKEN</LineHint>
<StripFromResult>ms</StripFromResult>
<ResultScale>ms</ResultScale>
<ResultProportion>LIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>WASM COLLISION RESULT: #_RESULT_#</OutputTemplate>
<LineHint>WASM COLLISION</LineHint>
<ResultScale>ms</ResultScale>
<ResultProportion>LIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>WASM CONVOLUTE RESULT: #_RESULT_#</OutputTemplate>
<LineHint>WASM CONVOLUTE</LineHint>
<ResultScale>ms</ResultScale>
<ResultProportion>LIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>GUIMARK3 BITMAP RESULT: #_RESULT_# +/- 1.1%</OutputTemplate>
<LineHint>GUIMARK3 BITMAP</LineHint>
<ResultScale>fps</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>GUIMARK3 VECTOR RESULT: #_RESULT_# +/- 1.1%</OutputTemplate>
<LineHint>GUIMARK3 VECTOR</LineHint>
<ResultScale>fps</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>GUIMARK3 COMPUTE RESULT: #_RESULT_# +/- 1.1%</OutputTemplate>
<LineHint>GUIMARK3 COMPUTE</LineHint>
<ResultScale>fps</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
</PhoronixTestSuite>

View File

@@ -0,0 +1,120 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v9.8.0-->
<PhoronixTestSuite>
<TestInformation>
<Title>Selenium</Title>
<Description>This test profile uses the Selenium WebDriver for running various browser benchmarks in different available web browsers.</Description>
<ResultScale>Score</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.0.18</Version>
<SupportedPlatforms>Linux, Windows, MacOSX</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>python</ExternalDependencies>
<RequiresDisplay>TRUE</RequiresDisplay>
<RequiresInternet>TRUE</RequiresInternet>
<EnvironmentSize>100</EnvironmentSize>
<ProjectURL>https://www.seleniumhq.org/</ProjectURL>
<Maintainer>Michael Larabel</Maintainer>
<SystemDependencies>firefox, google-chrome</SystemDependencies>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Benchmark</DisplayName>
<Identifier>benchmark</Identifier>
<Menu>
<Entry>
<Name>ARES-6</Name>
<Value>ares6</Value>
</Entry>
<Entry>
<Name>Basemark</Name>
<Value>basemark</Value>
</Entry>
<Entry>
<Name>MotionMark</Name>
<Value>motionmark</Value>
</Entry>
<Entry>
<Name>Speedometer</Name>
<Value>speedometer</Value>
</Entry>
<Entry>
<Name>WebXPRT</Name>
<Value>webxprt</Value>
</Entry>
<Entry>
<Name>Octane</Name>
<Value>octane</Value>
</Entry>
<Entry>
<Name>Jetstream</Name>
<Value>jetstream</Value>
</Entry>
<Entry>
<Name>Jetstream 2</Name>
<Value>jetstream2</Value>
</Entry>
<Entry>
<Name>CanvasMark</Name>
<Value>canvasmark</Value>
</Entry>
<Entry>
<Name>StyleBench</Name>
<Value>stylebench</Value>
</Entry>
<Entry>
<Name>Maze Solver</Name>
<Value>mazesolver</Value>
</Entry>
<Entry>
<Name>PSPDFKit WASM</Name>
<Value>pspdfkit</Value>
</Entry>
<Entry>
<Name>WASM collisionDetection</Name>
<Value>wasmcollision</Value>
</Entry>
<Entry>
<Name>WASM imageConvolute</Name>
<Value>wasmconvolute</Value>
</Entry>
<Entry>
<Name>Kraken</Name>
<Value>kraken</Value>
</Entry>
<Entry>
<Name>GUIMark3 HTML5 Bitmap</Name>
<Value>guimark3bitmap</Value>
</Entry>
<Entry>
<Name>GUIMark3 HTML5 Vector</Name>
<Value>guimark3vector</Value>
</Entry>
<Entry>
<Name>GUIMark3 HTML5 Compute</Name>
<Value>guimark3compute</Value>
</Entry>
</Menu>
</Option>
<Option>
<DisplayName>Browser</DisplayName>
<Identifier>browser</Identifier>
<Menu>
<Entry>
<Name>Firefox</Name>
<Value>Firefox</Value>
</Entry>
<Entry>
<Name>Google Chrome</Name>
<Value>Chrome</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>