From 6fcb9625141879baaff35843d60584e0aa9bbf56 Mon Sep 17 00:00:00 2001 From: Michael Larabel Date: Sat, 20 Apr 2024 19:23:38 -0500 Subject: [PATCH] Rebuild ob-cache for 10.8.5 point release --- ob-cache/openbenchmarking.org/git.index | 2 +- ob-cache/openbenchmarking.org/pts.index | 2 +- .../pts/svt-av1-2.9.0.zip | Bin 3057 -> 0 bytes ob-cache/openbenchmarking.org/system.index | 2 +- .../pts/astcenc-1.5.1/changelog.json | 1 + .../pts/astcenc-1.5.1/downloads.xml | 37 ++++ .../pts/astcenc-1.5.1/generated.json | 1 + .../pts/astcenc-1.5.1/install.sh | 29 +++ .../pts/astcenc-1.5.1/install_macosx.sh | 8 + .../pts/astcenc-1.5.1/install_windows.sh | 8 + .../pts/astcenc-1.5.1/results-definition.xml | 8 + .../pts/astcenc-1.5.1/test-definition.xml | 56 +++++ .../pts/avifenc-1.4.1/changelog.json | 1 + .../pts/avifenc-1.4.1/downloads.xml | 35 ++++ .../pts/avifenc-1.4.1/generated.json | 1 + .../pts/avifenc-1.4.1/install.sh | 23 +++ .../pts/avifenc-1.4.1/install_windows.sh | 7 + .../pts/avifenc-1.4.1/results-definition.xml | 7 + .../pts/avifenc-1.4.1/test-definition.xml | 63 ++++++ .../pts/blender-4.1.0/changelog.json | 1 + .../pts/blender-4.1.0/downloads.xml | 61 ++++++ .../pts/blender-4.1.0/generated.json | 1 + .../pts/blender-4.1.0/install.sh | 19 ++ .../pts/blender-4.1.0/install_macosx.sh | 17 ++ .../pts/blender-4.1.0/install_windows.sh | 20 ++ .../pts/blender-4.1.0/results-definition.xml | 8 + .../pts/blender-4.1.0/test-definition.xml | 94 +++++++++ .../pts/brl-cad-1.6.0/changelog.json | 1 + .../pts/brl-cad-1.6.0/downloads.xml | 13 ++ .../pts/brl-cad-1.6.0/generated.json | 1 + .../pts/brl-cad-1.6.0/install.sh | 19 ++ .../pts/brl-cad-1.6.0/results-definition.xml | 7 + .../pts/brl-cad-1.6.0/test-definition.xml | 26 +++ .../pts/build-ffmpeg-7.0.0/changelog.json | 1 + .../pts/build-ffmpeg-7.0.0/downloads.xml | 13 ++ .../pts/build-ffmpeg-7.0.0/generated.json | 1 + .../pts/build-ffmpeg-7.0.0/install.sh | 12 ++ .../pts/build-ffmpeg-7.0.0/interim.sh | 8 + .../pts/build-ffmpeg-7.0.0/post.sh | 2 + .../pts/build-ffmpeg-7.0.0/pre.sh | 11 + .../build-ffmpeg-7.0.0/results-definition.xml | 7 + .../build-ffmpeg-7.0.0/test-definition.xml | 28 +++ .../build-linux-kernel-1.16.0/changelog.json | 1 + .../build-linux-kernel-1.16.0/downloads.xml | 13 ++ .../build-linux-kernel-1.16.0/generated.json | 1 + .../pts/build-linux-kernel-1.16.0/install.sh | 6 + .../pts/build-linux-kernel-1.16.0/interim.sh | 3 + .../pts/build-linux-kernel-1.16.0/post.sh | 2 + .../pts/build-linux-kernel-1.16.0/pre.sh | 15 ++ .../results-definition.xml | 7 + .../test-definition.xml | 46 +++++ .../pts/build-mesa-1.1.0/changelog.json | 1 + .../pts/build-mesa-1.1.0/downloads.xml | 13 ++ .../pts/build-mesa-1.1.0/generated.json | 1 + .../pts/build-mesa-1.1.0/install.sh | 7 + .../pts/build-mesa-1.1.0/interim.sh | 4 + .../pts/build-mesa-1.1.0/post.sh | 2 + .../test-profiles/pts/build-mesa-1.1.0/pre.sh | 6 + .../build-mesa-1.1.0/results-definition.xml | 7 + .../pts/build-mesa-1.1.0/test-definition.xml | 26 +++ .../pts/build-nodejs-1.4.0/changelog.json | 1 + .../pts/build-nodejs-1.4.0/downloads.xml | 13 ++ .../pts/build-nodejs-1.4.0/generated.json | 1 + .../pts/build-nodejs-1.4.0/install.sh | 6 + .../pts/build-nodejs-1.4.0/interim.sh | 5 + .../pts/build-nodejs-1.4.0/post.sh | 2 + .../pts/build-nodejs-1.4.0/pre.sh | 5 + .../build-nodejs-1.4.0/results-definition.xml | 7 + .../build-nodejs-1.4.0/test-definition.xml | 26 +++ .../pts/build-php-1.7.0/changelog.json | 1 + .../pts/build-php-1.7.0/downloads.xml | 13 ++ .../pts/build-php-1.7.0/generated.json | 1 + .../pts/build-php-1.7.0/install.sh | 6 + .../pts/build-php-1.7.0/interim.sh | 3 + .../test-profiles/pts/build-php-1.7.0/post.sh | 2 + .../test-profiles/pts/build-php-1.7.0/pre.sh | 6 + .../build-php-1.7.0/results-definition.xml | 7 + .../pts/build-php-1.7.0/test-definition.xml | 28 +++ .../pts/compress-pbzip2-1.6.1/changelog.json | 1 + .../pts/compress-pbzip2-1.6.1/downloads.xml | 27 +++ .../pts/compress-pbzip2-1.6.1/generated.json | 1 + .../pts/compress-pbzip2-1.6.1/install.sh | 18 ++ .../results-definition.xml | 7 + .../compress-pbzip2-1.6.1/test-definition.xml | 27 +++ .../pts/deepsparse-1.7.0/changelog.json | 1 + .../pts/deepsparse-1.7.0/generated.json | 1 + .../pts/deepsparse-1.7.0/install.sh | 19 ++ .../deepsparse-1.7.0/results-definition.xml | 14 ++ .../pts/deepsparse-1.7.0/test-definition.xml | 97 +++++++++ .../pts/draco-1.6.1/changelog.json | 1 + .../pts/draco-1.6.1/downloads.xml | 27 +++ .../pts/draco-1.6.1/generated.json | 1 + .../test-profiles/pts/draco-1.6.1/install.sh | 19 ++ .../pts/draco-1.6.1/results-definition.xml | 9 + .../pts/draco-1.6.1/test-definition.xml | 42 ++++ .../pts/encode-wavpack-1.5.0/changelog.json | 1 + .../pts/encode-wavpack-1.5.0/downloads.xml | 28 +++ .../pts/encode-wavpack-1.5.0/generated.json | 1 + .../pts/encode-wavpack-1.5.0/install.sh | 14 ++ .../encode-wavpack-1.5.0/install_windows.sh | 8 + .../pts/encode-wavpack-1.5.0/interim.sh | 2 + .../pts/encode-wavpack-1.5.0/post.sh | 2 + .../results-definition.xml | 7 + .../encode-wavpack-1.5.0/test-definition.xml | 26 +++ .../pts/ffmpeg-7.0.1/changelog.json | 1 + .../pts/ffmpeg-7.0.1/downloads.xml | 34 +++ .../pts/ffmpeg-7.0.1/generated.json | 1 + .../test-profiles/pts/ffmpeg-7.0.1/install.sh | 195 ++++++++++++++++++ .../pts/ffmpeg-7.0.1/results-definition.xml | 9 + .../pts/ffmpeg-7.0.1/test-definition.xml | 69 +++++++ .../pts/furmark-1.0.0/changelog.json | 1 + .../pts/furmark-1.0.0/downloads.xml | 22 ++ .../pts/furmark-1.0.0/generated.json | 1 + .../pts/furmark-1.0.0/install.sh | 6 + .../pts/furmark-1.0.0/install_windows.sh | 6 + .../pts/furmark-1.0.0/results-definition.xml | 8 + .../pts/furmark-1.0.0/test-definition.xml | 90 ++++++++ .../pts/gpuowl-1.1.0/changelog.json | 1 + .../pts/gpuowl-1.1.0/downloads.xml | 13 ++ .../pts/gpuowl-1.1.0/generated.json | 1 + .../test-profiles/pts/gpuowl-1.1.0/install.sh | 15 ++ .../pts/gpuowl-1.1.0/results-definition.xml | 10 + .../pts/gpuowl-1.1.0/test-definition.xml | 47 +++++ .../pts/graph500-1.0.2/changelog.json | 1 + .../pts/graph500-1.0.2/downloads.xml | 13 ++ .../pts/graph500-1.0.2/generated.json | 1 + .../pts/graph500-1.0.2/install.sh | 27 +++ .../pts/graph500-1.0.2/results-definition.xml | 24 +++ .../pts/graph500-1.0.2/test-definition.xml | 45 ++++ .../pts/graphics-magick-2.2.0/changelog.json | 1 + .../pts/graphics-magick-2.2.0/downloads.xml | 29 +++ .../pts/graphics-magick-2.2.0/generated.json | 1 + .../pts/graphics-magick-2.2.0/install.sh | 27 +++ .../graphics-magick-2.2.0/install_windows.sh | 6 + .../results-definition.xml | 8 + .../graphics-magick-2.2.0/test-definition.xml | 61 ++++++ .../pts/jpegxl-1.6.0/changelog.json | 1 + .../pts/jpegxl-1.6.0/downloads.xml | 36 ++++ .../pts/jpegxl-1.6.0/generated.json | 1 + .../test-profiles/pts/jpegxl-1.6.0/install.sh | 16 ++ .../pts/jpegxl-1.6.0/install_windows.sh | 9 + .../pts/jpegxl-1.6.0/results-definition.xml | 8 + .../pts/jpegxl-1.6.0/test-definition.xml | 62 ++++++ .../pts/jpegxl-decode-1.6.0/changelog.json | 1 + .../pts/jpegxl-decode-1.6.0/downloads.xml | 13 ++ .../pts/jpegxl-decode-1.6.0/generated.json | 1 + .../pts/jpegxl-decode-1.6.0/install.sh | 6 + .../jpegxl-decode-1.6.0/install_windows.sh | 6 + .../results-definition.xml | 8 + .../jpegxl-decode-1.6.0/test-definition.xml | 43 ++++ .../pts/llamafile-1.1.0/changelog.json | 1 + .../pts/llamafile-1.1.0/downloads.xml | 37 ++++ .../pts/llamafile-1.1.0/generated.json | 1 + .../pts/llamafile-1.1.0/install.sh | 32 +++ .../llamafile-1.1.0/results-definition.xml | 9 + .../pts/llamafile-1.1.0/test-definition.xml | 57 +++++ .../pts/mariadb-1.0.0/changelog.json | 1 + .../pts/mariadb-1.0.0/downloads.xml | 13 ++ .../pts/mariadb-1.0.0/generated.json | 1 + .../pts/mariadb-1.0.0/install.sh | 49 +++++ .../test-profiles/pts/mariadb-1.0.0/post.sh | 5 + .../test-profiles/pts/mariadb-1.0.0/pre.sh | 11 + .../pts/mariadb-1.0.0/results-definition.xml | 9 + .../pts/mariadb-1.0.0/test-definition.xml | 96 +++++++++ .../pts/mysqlslap-1.5.0/changelog.json | 1 + .../pts/mysqlslap-1.5.0/downloads.xml | 20 ++ .../pts/mysqlslap-1.5.0/generated.json | 1 + .../pts/mysqlslap-1.5.0/install.sh | 27 +++ .../test-profiles/pts/mysqlslap-1.5.0/post.sh | 5 + .../test-profiles/pts/mysqlslap-1.5.0/pre.sh | 15 ++ .../mysqlslap-1.5.0/results-definition.xml | 9 + .../pts/mysqlslap-1.5.0/test-definition.xml | 79 +++++++ .../pts/onednn-3.4.0/changelog.json | 1 + .../pts/onednn-3.4.0/downloads.xml | 13 ++ .../pts/onednn-3.4.0/generated.json | 1 + .../test-profiles/pts/onednn-3.4.0/install.sh | 17 ++ .../pts/onednn-3.4.0/results-definition.xml | 9 + .../pts/onednn-3.4.0/test-definition.xml | 72 +++++++ .../pts/openssl-3.3.0/changelog.json | 1 + .../pts/openssl-3.3.0/downloads.xml | 13 ++ .../pts/openssl-3.3.0/generated.json | 1 + .../pts/openssl-3.3.0/install.sh | 12 ++ .../pts/openssl-3.3.0/results-definition.xml | 44 ++++ .../pts/openssl-3.3.0/test-definition.xml | 60 ++++++ .../pts/openvino-1.5.0/changelog.json | 1 + .../pts/openvino-1.5.0/downloads.xml | 13 ++ .../pts/openvino-1.5.0/generated.json | 1 + .../pts/openvino-1.5.0/install.sh | 39 ++++ .../pts/openvino-1.5.0/results-definition.xml | 16 ++ .../pts/openvino-1.5.0/test-definition.xml | 127 ++++++++++++ .../pts/ospray-3.1.0/changelog.json | 1 + .../pts/ospray-3.1.0/downloads.xml | 30 +++ .../pts/ospray-3.1.0/generated.json | 1 + .../test-profiles/pts/ospray-3.1.0/install.sh | 8 + .../pts/ospray-3.1.0/install_macosx.sh | 8 + .../pts/ospray-3.1.0/install_windows.sh | 8 + .../pts/ospray-3.1.0/results-definition.xml | 9 + .../pts/ospray-3.1.0/test-definition.xml | 59 ++++++ .../pts/ospray-studio-1.3.0/changelog.json | 1 + .../pts/ospray-studio-1.3.0/downloads.xml | 37 ++++ .../pts/ospray-studio-1.3.0/generated.json | 1 + .../pts/ospray-studio-1.3.0/install.sh | 9 + .../pts/ospray-studio-1.3.0/install_macosx.sh | 9 + .../ospray-studio-1.3.0/install_windows.sh | 8 + .../results-definition.xml | 7 + .../ospray-studio-1.3.0/test-definition.xml | 111 ++++++++++ .../pts/primesieve-1.10.0/changelog.json | 1 + .../pts/primesieve-1.10.0/downloads.xml | 21 ++ .../pts/primesieve-1.10.0/generated.json | 1 + .../pts/primesieve-1.10.0/install.sh | 19 ++ .../pts/primesieve-1.10.0/install_windows.sh | 6 + .../primesieve-1.10.0/results-definition.xml | 8 + .../pts/primesieve-1.10.0/test-definition.xml | 48 +++++ .../pts/pytorch-1.1.0/changelog.json | 1 + .../pts/pytorch-1.1.0/generated.json | 1 + .../pts/pytorch-1.1.0/install.sh | 19 ++ .../pts/pytorch-1.1.0/results-definition.xml | 10 + .../pts/pytorch-1.1.0/test-definition.xml | 91 ++++++++ .../pts/rnnoise-1.1.0/changelog.json | 1 + .../pts/rnnoise-1.1.0/downloads.xml | 20 ++ .../pts/rnnoise-1.1.0/generated.json | 1 + .../pts/rnnoise-1.1.0/install.sh | 21 ++ .../test-profiles/pts/rnnoise-1.1.0/post.sh | 2 + .../pts/rnnoise-1.1.0/results-definition.xml | 7 + .../pts/rnnoise-1.1.0/test-definition.xml | 37 ++++ .../pts/rocksdb-1.6.0/changelog.json | 1 + .../pts/rocksdb-1.6.0/downloads.xml | 13 ++ .../pts/rocksdb-1.6.0/generated.json | 1 + .../pts/rocksdb-1.6.0/install.sh | 19 ++ .../pts/rocksdb-1.6.0/results-definition.xml | 8 + .../pts/rocksdb-1.6.0/test-definition.xml | 65 ++++++ .../pts/specfem3d-1.1.0/changelog.json | 1 + .../pts/specfem3d-1.1.0/downloads.xml | 13 ++ .../pts/specfem3d-1.1.0/generated.json | 1 + .../pts/specfem3d-1.1.0/install.sh | 22 ++ .../specfem3d-1.1.0/results-definition.xml | 8 + .../pts/specfem3d-1.1.0/test-definition.xml | 57 +++++ .../pts/srsran-2.3.0/changelog.json | 1 + .../pts/srsran-2.3.0/downloads.xml | 13 ++ .../pts/srsran-2.3.0/generated.json | 1 + .../test-profiles/pts/srsran-2.3.0/install.sh | 14 ++ .../pts/srsran-2.3.0/results-definition.xml | 18 ++ .../pts/srsran-2.3.0/test-definition.xml | 51 +++++ .../pts/stockfish-1.5.0/changelog.json | 1 + .../pts/stockfish-1.5.0/downloads.xml | 21 ++ .../pts/stockfish-1.5.0/generated.json | 1 + .../pts/stockfish-1.5.0/install.sh | 18 ++ .../pts/stockfish-1.5.0/install_windows.sh | 8 + .../stockfish-1.5.0/results-definition.xml | 7 + .../pts/stockfish-1.5.0/test-definition.xml | 27 +++ .../pts/svt-av1-2.12.0/changelog.json | 1 + .../pts/svt-av1-2.12.0/downloads.xml | 36 ++++ .../pts/svt-av1-2.12.0/generated.json | 1 + .../pts/svt-av1-2.12.0/install.sh | 20 ++ .../pts/svt-av1-2.12.0/install_windows.sh | 9 + .../pts/svt-av1-2.12.0/results-definition.xml | 7 + .../pts/svt-av1-2.12.0/test-definition.xml | 66 ++++++ .../pts/tensorflow-2.2.0/changelog.json | 1 + .../pts/tensorflow-2.2.0/downloads.xml | 13 ++ .../pts/tensorflow-2.2.0/generated.json | 1 + .../pts/tensorflow-2.2.0/install.sh | 16 ++ .../tensorflow-2.2.0/results-definition.xml | 7 + .../pts/tensorflow-2.2.0/test-definition.xml | 101 +++++++++ .../pts/v-ray-1.5.0/changelog.json | 1 + .../pts/v-ray-1.5.0/downloads.xml | 30 +++ .../pts/v-ray-1.5.0/generated.json | 1 + .../test-profiles/pts/v-ray-1.5.0/install.sh | 6 + .../pts/v-ray-1.5.0/install_macosx.sh | 7 + .../pts/v-ray-1.5.0/install_windows.sh | 6 + .../pts/v-ray-1.5.0/results-definition.xml | 14 ++ .../pts/v-ray-1.5.0/test-definition.xml | 49 +++++ .../pts/vvenc-1.11.0/changelog.json | 1 + .../pts/vvenc-1.11.0/downloads.xml | 27 +++ .../pts/vvenc-1.11.0/generated.json | 1 + .../test-profiles/pts/vvenc-1.11.0/install.sh | 15 ++ .../pts/vvenc-1.11.0/results-definition.xml | 8 + .../pts/vvenc-1.11.0/test-definition.xml | 58 ++++++ .../pts/x265-1.4.0/changelog.json | 1 + .../pts/x265-1.4.0/downloads.xml | 27 +++ .../pts/x265-1.4.0/generated.json | 1 + .../test-profiles/pts/x265-1.4.0/install.sh | 13 ++ .../pts/x265-1.4.0/results-definition.xml | 9 + .../pts/x265-1.4.0/test-definition.xml | 45 ++++ .../system/selenium-1.0.39/changelog.json | 1 + .../system/selenium-1.0.39/downloads.xml | 61 ++++++ .../system/selenium-1.0.39/generated.json | 1 + .../system/selenium-1.0.39/install.sh | 39 ++++ .../system/selenium-1.0.39/install_macosx.sh | 39 ++++ .../system/selenium-1.0.39/install_windows.sh | 34 +++ .../selenium-1.0.39/results-definition.xml | 126 +++++++++++ .../selenium-1.0.39/test-definition.xml | 113 ++++++++++ .../pts/database-1.3.12/suite-definition.xml | 123 +++++++++++ .../pts/database-1.3.7/suite-definition.xml | 87 ++++++++ .../suite-definition.xml | 119 +++++++++++ 294 files changed, 5613 insertions(+), 3 deletions(-) delete mode 100644 ob-cache/openbenchmarking.org/pts/svt-av1-2.9.0.zip create mode 100644 ob-cache/test-profiles/pts/astcenc-1.5.1/changelog.json create mode 100644 ob-cache/test-profiles/pts/astcenc-1.5.1/downloads.xml create mode 100644 ob-cache/test-profiles/pts/astcenc-1.5.1/generated.json create mode 100644 ob-cache/test-profiles/pts/astcenc-1.5.1/install.sh create mode 100644 ob-cache/test-profiles/pts/astcenc-1.5.1/install_macosx.sh create mode 100644 ob-cache/test-profiles/pts/astcenc-1.5.1/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/astcenc-1.5.1/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/astcenc-1.5.1/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/avifenc-1.4.1/changelog.json create mode 100644 ob-cache/test-profiles/pts/avifenc-1.4.1/downloads.xml create mode 100644 ob-cache/test-profiles/pts/avifenc-1.4.1/generated.json create mode 100644 ob-cache/test-profiles/pts/avifenc-1.4.1/install.sh create mode 100644 ob-cache/test-profiles/pts/avifenc-1.4.1/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/avifenc-1.4.1/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/avifenc-1.4.1/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/blender-4.1.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/blender-4.1.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/blender-4.1.0/generated.json create mode 100644 ob-cache/test-profiles/pts/blender-4.1.0/install.sh create mode 100644 ob-cache/test-profiles/pts/blender-4.1.0/install_macosx.sh create mode 100644 ob-cache/test-profiles/pts/blender-4.1.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/blender-4.1.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/blender-4.1.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/brl-cad-1.6.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/brl-cad-1.6.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/brl-cad-1.6.0/generated.json create mode 100644 ob-cache/test-profiles/pts/brl-cad-1.6.0/install.sh create mode 100644 ob-cache/test-profiles/pts/brl-cad-1.6.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/brl-cad-1.6.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/generated.json create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/install.sh create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/interim.sh create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/post.sh create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/pre.sh create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/generated.json create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/install.sh create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/interim.sh create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/post.sh create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/pre.sh create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/generated.json create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/install.sh create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/interim.sh create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/post.sh create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/pre.sh create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-mesa-1.1.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/generated.json create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/install.sh create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/interim.sh create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/post.sh create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/pre.sh create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-nodejs-1.4.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/generated.json create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/install.sh create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/interim.sh create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/post.sh create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/pre.sh create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/build-php-1.7.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/changelog.json create mode 100644 ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/downloads.xml create mode 100644 ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/generated.json create mode 100644 ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/install.sh create mode 100644 ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/deepsparse-1.7.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/deepsparse-1.7.0/generated.json create mode 100644 ob-cache/test-profiles/pts/deepsparse-1.7.0/install.sh create mode 100644 ob-cache/test-profiles/pts/deepsparse-1.7.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/deepsparse-1.7.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/draco-1.6.1/changelog.json create mode 100644 ob-cache/test-profiles/pts/draco-1.6.1/downloads.xml create mode 100644 ob-cache/test-profiles/pts/draco-1.6.1/generated.json create mode 100644 ob-cache/test-profiles/pts/draco-1.6.1/install.sh create mode 100644 ob-cache/test-profiles/pts/draco-1.6.1/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/draco-1.6.1/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/generated.json create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/install.sh create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/interim.sh create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/post.sh create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/encode-wavpack-1.5.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/ffmpeg-7.0.1/changelog.json create mode 100644 ob-cache/test-profiles/pts/ffmpeg-7.0.1/downloads.xml create mode 100644 ob-cache/test-profiles/pts/ffmpeg-7.0.1/generated.json create mode 100644 ob-cache/test-profiles/pts/ffmpeg-7.0.1/install.sh create mode 100644 ob-cache/test-profiles/pts/ffmpeg-7.0.1/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/ffmpeg-7.0.1/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/furmark-1.0.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/furmark-1.0.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/furmark-1.0.0/generated.json create mode 100644 ob-cache/test-profiles/pts/furmark-1.0.0/install.sh create mode 100644 ob-cache/test-profiles/pts/furmark-1.0.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/furmark-1.0.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/furmark-1.0.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/gpuowl-1.1.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/gpuowl-1.1.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/gpuowl-1.1.0/generated.json create mode 100644 ob-cache/test-profiles/pts/gpuowl-1.1.0/install.sh create mode 100644 ob-cache/test-profiles/pts/gpuowl-1.1.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/gpuowl-1.1.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/graph500-1.0.2/changelog.json create mode 100644 ob-cache/test-profiles/pts/graph500-1.0.2/downloads.xml create mode 100644 ob-cache/test-profiles/pts/graph500-1.0.2/generated.json create mode 100644 ob-cache/test-profiles/pts/graph500-1.0.2/install.sh create mode 100644 ob-cache/test-profiles/pts/graph500-1.0.2/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/graph500-1.0.2/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/graphics-magick-2.2.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/graphics-magick-2.2.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/graphics-magick-2.2.0/generated.json create mode 100644 ob-cache/test-profiles/pts/graphics-magick-2.2.0/install.sh create mode 100644 ob-cache/test-profiles/pts/graphics-magick-2.2.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/graphics-magick-2.2.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/graphics-magick-2.2.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/jpegxl-1.6.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/jpegxl-1.6.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/jpegxl-1.6.0/generated.json create mode 100644 ob-cache/test-profiles/pts/jpegxl-1.6.0/install.sh create mode 100644 ob-cache/test-profiles/pts/jpegxl-1.6.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/jpegxl-1.6.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/jpegxl-1.6.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/generated.json create mode 100644 ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/install.sh create mode 100644 ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/llamafile-1.1.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/llamafile-1.1.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/llamafile-1.1.0/generated.json create mode 100644 ob-cache/test-profiles/pts/llamafile-1.1.0/install.sh create mode 100644 ob-cache/test-profiles/pts/llamafile-1.1.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/llamafile-1.1.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/mariadb-1.0.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/mariadb-1.0.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/mariadb-1.0.0/generated.json create mode 100644 ob-cache/test-profiles/pts/mariadb-1.0.0/install.sh create mode 100644 ob-cache/test-profiles/pts/mariadb-1.0.0/post.sh create mode 100644 ob-cache/test-profiles/pts/mariadb-1.0.0/pre.sh create mode 100644 ob-cache/test-profiles/pts/mariadb-1.0.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/mariadb-1.0.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/mysqlslap-1.5.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/mysqlslap-1.5.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/mysqlslap-1.5.0/generated.json create mode 100644 ob-cache/test-profiles/pts/mysqlslap-1.5.0/install.sh create mode 100644 ob-cache/test-profiles/pts/mysqlslap-1.5.0/post.sh create mode 100644 ob-cache/test-profiles/pts/mysqlslap-1.5.0/pre.sh create mode 100644 ob-cache/test-profiles/pts/mysqlslap-1.5.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/mysqlslap-1.5.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/onednn-3.4.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/onednn-3.4.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/onednn-3.4.0/generated.json create mode 100644 ob-cache/test-profiles/pts/onednn-3.4.0/install.sh create mode 100644 ob-cache/test-profiles/pts/onednn-3.4.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/onednn-3.4.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/openssl-3.3.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/openssl-3.3.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/openssl-3.3.0/generated.json create mode 100644 ob-cache/test-profiles/pts/openssl-3.3.0/install.sh create mode 100644 ob-cache/test-profiles/pts/openssl-3.3.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/openssl-3.3.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/openvino-1.5.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/openvino-1.5.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/openvino-1.5.0/generated.json create mode 100644 ob-cache/test-profiles/pts/openvino-1.5.0/install.sh create mode 100644 ob-cache/test-profiles/pts/openvino-1.5.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/openvino-1.5.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/ospray-3.1.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/ospray-3.1.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/ospray-3.1.0/generated.json create mode 100644 ob-cache/test-profiles/pts/ospray-3.1.0/install.sh create mode 100644 ob-cache/test-profiles/pts/ospray-3.1.0/install_macosx.sh create mode 100644 ob-cache/test-profiles/pts/ospray-3.1.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/ospray-3.1.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/ospray-3.1.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/ospray-studio-1.3.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/ospray-studio-1.3.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/ospray-studio-1.3.0/generated.json create mode 100755 ob-cache/test-profiles/pts/ospray-studio-1.3.0/install.sh create mode 100755 ob-cache/test-profiles/pts/ospray-studio-1.3.0/install_macosx.sh create mode 100755 ob-cache/test-profiles/pts/ospray-studio-1.3.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/ospray-studio-1.3.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/ospray-studio-1.3.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/primesieve-1.10.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/primesieve-1.10.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/primesieve-1.10.0/generated.json create mode 100644 ob-cache/test-profiles/pts/primesieve-1.10.0/install.sh create mode 100644 ob-cache/test-profiles/pts/primesieve-1.10.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/primesieve-1.10.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/primesieve-1.10.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/pytorch-1.1.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/pytorch-1.1.0/generated.json create mode 100644 ob-cache/test-profiles/pts/pytorch-1.1.0/install.sh create mode 100644 ob-cache/test-profiles/pts/pytorch-1.1.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/pytorch-1.1.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/rnnoise-1.1.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/rnnoise-1.1.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/rnnoise-1.1.0/generated.json create mode 100644 ob-cache/test-profiles/pts/rnnoise-1.1.0/install.sh create mode 100644 ob-cache/test-profiles/pts/rnnoise-1.1.0/post.sh create mode 100644 ob-cache/test-profiles/pts/rnnoise-1.1.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/rnnoise-1.1.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/rocksdb-1.6.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/rocksdb-1.6.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/rocksdb-1.6.0/generated.json create mode 100644 ob-cache/test-profiles/pts/rocksdb-1.6.0/install.sh create mode 100644 ob-cache/test-profiles/pts/rocksdb-1.6.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/rocksdb-1.6.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/specfem3d-1.1.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/specfem3d-1.1.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/specfem3d-1.1.0/generated.json create mode 100644 ob-cache/test-profiles/pts/specfem3d-1.1.0/install.sh create mode 100644 ob-cache/test-profiles/pts/specfem3d-1.1.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/specfem3d-1.1.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/srsran-2.3.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/srsran-2.3.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/srsran-2.3.0/generated.json create mode 100644 ob-cache/test-profiles/pts/srsran-2.3.0/install.sh create mode 100644 ob-cache/test-profiles/pts/srsran-2.3.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/srsran-2.3.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/stockfish-1.5.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/stockfish-1.5.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/stockfish-1.5.0/generated.json create mode 100644 ob-cache/test-profiles/pts/stockfish-1.5.0/install.sh create mode 100644 ob-cache/test-profiles/pts/stockfish-1.5.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/stockfish-1.5.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/stockfish-1.5.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/svt-av1-2.12.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/svt-av1-2.12.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/svt-av1-2.12.0/generated.json create mode 100644 ob-cache/test-profiles/pts/svt-av1-2.12.0/install.sh create mode 100644 ob-cache/test-profiles/pts/svt-av1-2.12.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/svt-av1-2.12.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/svt-av1-2.12.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/tensorflow-2.2.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/tensorflow-2.2.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/tensorflow-2.2.0/generated.json create mode 100644 ob-cache/test-profiles/pts/tensorflow-2.2.0/install.sh create mode 100644 ob-cache/test-profiles/pts/tensorflow-2.2.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/tensorflow-2.2.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/v-ray-1.5.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/v-ray-1.5.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/v-ray-1.5.0/generated.json create mode 100644 ob-cache/test-profiles/pts/v-ray-1.5.0/install.sh create mode 100644 ob-cache/test-profiles/pts/v-ray-1.5.0/install_macosx.sh create mode 100644 ob-cache/test-profiles/pts/v-ray-1.5.0/install_windows.sh create mode 100644 ob-cache/test-profiles/pts/v-ray-1.5.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/v-ray-1.5.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/vvenc-1.11.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/vvenc-1.11.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/vvenc-1.11.0/generated.json create mode 100644 ob-cache/test-profiles/pts/vvenc-1.11.0/install.sh create mode 100644 ob-cache/test-profiles/pts/vvenc-1.11.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/vvenc-1.11.0/test-definition.xml create mode 100644 ob-cache/test-profiles/pts/x265-1.4.0/changelog.json create mode 100644 ob-cache/test-profiles/pts/x265-1.4.0/downloads.xml create mode 100644 ob-cache/test-profiles/pts/x265-1.4.0/generated.json create mode 100644 ob-cache/test-profiles/pts/x265-1.4.0/install.sh create mode 100644 ob-cache/test-profiles/pts/x265-1.4.0/results-definition.xml create mode 100644 ob-cache/test-profiles/pts/x265-1.4.0/test-definition.xml create mode 100644 ob-cache/test-profiles/system/selenium-1.0.39/changelog.json create mode 100644 ob-cache/test-profiles/system/selenium-1.0.39/downloads.xml create mode 100644 ob-cache/test-profiles/system/selenium-1.0.39/generated.json create mode 100644 ob-cache/test-profiles/system/selenium-1.0.39/install.sh create mode 100644 ob-cache/test-profiles/system/selenium-1.0.39/install_macosx.sh create mode 100644 ob-cache/test-profiles/system/selenium-1.0.39/install_windows.sh create mode 100644 ob-cache/test-profiles/system/selenium-1.0.39/results-definition.xml create mode 100644 ob-cache/test-profiles/system/selenium-1.0.39/test-definition.xml create mode 100644 ob-cache/test-suites/pts/database-1.3.12/suite-definition.xml create mode 100644 ob-cache/test-suites/pts/database-1.3.7/suite-definition.xml create mode 100644 ob-cache/test-suites/pts/machine-learning-1.3.5/suite-definition.xml diff --git a/ob-cache/openbenchmarking.org/git.index b/ob-cache/openbenchmarking.org/git.index index 4bf83e31a..7ae26690c 100644 --- a/ob-cache/openbenchmarking.org/git.index +++ b/ob-cache/openbenchmarking.org/git.index @@ -1 +1 @@ -{"main":{"generated":1687689637},"tests":{"aom-av1":{"title":"AOM AV1","description":"This is a simple test of the AOMedia AV1 encoder run on the CPU with a sample video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"45","average_install_time":"342","last_updated":"1552063091","first_added":"1552063091","popularity":"1940","downloads":"3589","versions":["1.1.0"]},"clickhouse":{"title":"ClickHouse","description":"ClickHouse is an open-source, high performance OLAP data management system. This test profile uses ClickHouse's standard benchmark recommendations per https:\/\/clickhouse.com\/docs\/en\/operations\/performance-test\/ \/ https:\/\/github.com\/ClickHouse\/ClickBench\/tree\/main\/clickhouse with the 100 million rows web analytics dataset. The reported value is the query processing time using the geometric mean of all separate queries performed as an aggregate. This test profile is currently an experimental build of ClickHouse from Git and setup for Intel QPL accelerator use.","test_type":"System","software_type":"Application","status":"Experimental","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1409","average_install_time":"3224","last_updated":"1673526602","first_added":"1673526602","popularity":"408","downloads":"4155","versions":["1.0.0"]},"dav1d":{"title":"dav1d","description":"Dav1d is an open-source, speedy AV1 video decoder. This test profile times how long it takes to decode sample AV1 video content. The git\/dav1d test profile builds against current dav1d Git, for the static version use the pts\/dav1d test profile.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"80","average_install_time":"246","last_updated":"1647888021","first_added":"1579697045","popularity":"371","downloads":17754,"versions":["1.1.0","1.0.1","1.0.0"]},"rav1e":{"title":"rav1e","description":"Xiph rav1e is a Rust-written AV1 video encoder.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"191","average_install_time":"308","last_updated":"1578155433","first_added":"1578155433","popularity":"1729","downloads":"4295","versions":["1.0.0"]},"svt-av1":{"title":"SVT-AV1","description":"This is a benchmark of the SVT-AV1 open-source video encoder\/decoder. SVT-AV1 was originally developed by Intel as part of their Open Visual Cloud \/ Scalable Video Technology (SVT). Development of SVT-AV1 has since moved to the Alliance for Open Media as part of upstream AV1 development. SVT-AV1 is a CPU-based multi-threaded video encoder for the AV1 video format with a sample YUV video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"185","average_install_time":"242","last_updated":"1623277644","first_added":"1552059151","popularity":"1275","downloads":7563,"versions":["2.3.0","1.2.0"]},"svt-hevc":{"title":"SVT-HEVC","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-HEVC CPU-based multi-threaded video encoder for the HEVC \/ H.265 video format with a sample 1080p YUV video file. This test uses SVT-HEVC from Git master.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"46","average_install_time":"66","last_updated":"1552060068","first_added":"1552060068","popularity":"1910","downloads":"3578","versions":["1.0.0"]},"svt-vp9":{"title":"SVT-VP9","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-VP9 CPU-based multi-threaded video encoder for the VP9 video format with a sample 1080p YUV video file. This test profile uses the Git snapshot of SVT-VP9.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"49","average_install_time":"71","last_updated":"1552059681","first_added":"1552059681","popularity":"1927","downloads":"3565","versions":["1.0.0"]},"vpxenc":{"title":"VP9 libvpx Encoding","description":"This is a standard video encoding performance test of Google's libvpx library and the vpxenc command for the VP9\/WebM format using a sample 1080p video.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"768","average_install_time":"92","last_updated":"1552061773","first_added":"1552061773","popularity":"1937","downloads":"3540","versions":["2.3.0"]},"x265":{"title":"x265","description":"This is a simple test of the x265 encoder run on the CPU with a sample 1080p video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"175","average_install_time":"160","last_updated":"1552061034","first_added":"1552061034","popularity":"1854","downloads":"3625","versions":["1.1.0"]}},"suites":[]} \ No newline at end of file +{"main":{"generated":1713658691},"tests":{"aom-av1":{"title":"AOM AV1","description":"This is a simple test of the AOMedia AV1 encoder run on the CPU with a sample video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"35","average_install_time":"457","last_updated":"1552063091","first_added":"1552063091","popularity":"2026","downloads":"4552","versions":["1.1.0"]},"clickhouse":{"title":"ClickHouse","description":"ClickHouse is an open-source, high performance OLAP data management system. This test profile uses ClickHouse's standard benchmark recommendations per https:\/\/clickhouse.com\/docs\/en\/operations\/performance-test\/ \/ https:\/\/github.com\/ClickHouse\/ClickBench\/tree\/main\/clickhouse with the 100 million rows web analytics dataset. The reported value is the query processing time using the geometric mean of all separate queries performed as an aggregate. This test profile is currently an experimental build of ClickHouse from Git and setup for Intel QPL accelerator use.","test_type":"System","software_type":"Application","status":"Experimental","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1034","average_install_time":"5533","last_updated":"1673526602","first_added":"1673526602","popularity":"529","downloads":"9914","versions":["1.0.0"]},"dav1d":{"title":"dav1d","description":"Dav1d is an open-source, speedy AV1 video decoder. This test profile times how long it takes to decode sample AV1 video content. The git\/dav1d test profile builds against current dav1d Git, for the static version use the pts\/dav1d test profile.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"159","average_install_time":"107","last_updated":"1647888021","first_added":"1579697045","popularity":"455","downloads":24688,"versions":["1.1.0","1.0.1","1.0.0"]},"rav1e":{"title":"rav1e","description":"Xiph rav1e is a Rust-written AV1 video encoder.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"50","average_install_time":"113","last_updated":"1578155433","first_added":"1578155433","popularity":"1801","downloads":"5254","versions":["1.0.0"]},"svt-av1":{"title":"SVT-AV1","description":"This is a benchmark of the SVT-AV1 open-source video encoder\/decoder. SVT-AV1 was originally developed by Intel as part of their Open Visual Cloud \/ Scalable Video Technology (SVT). Development of SVT-AV1 has since moved to the Alliance for Open Media as part of upstream AV1 development. SVT-AV1 is a CPU-based multi-threaded video encoder for the AV1 video format with a sample YUV video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"123","average_install_time":"181","last_updated":"1623277644","first_added":"1552059151","popularity":"1413","downloads":8767,"versions":["2.3.0","1.2.0"]},"svt-hevc":{"title":"SVT-HEVC","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-HEVC CPU-based multi-threaded video encoder for the HEVC \/ H.265 video format with a sample 1080p YUV video file. This test uses SVT-HEVC from Git master.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"75","average_install_time":"39","last_updated":"1552060068","first_added":"1552060068","popularity":"1997","downloads":"4537","versions":["1.0.0"]},"svt-vp9":{"title":"SVT-VP9","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-VP9 CPU-based multi-threaded video encoder for the VP9 video format with a sample 1080p YUV video file. This test profile uses the Git snapshot of SVT-VP9.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"31","average_install_time":"44","last_updated":"1552059681","first_added":"1552059681","popularity":"2018","downloads":"4527","versions":["1.0.0"]},"vpxenc":{"title":"VP9 libvpx Encoding","description":"This is a standard video encoding performance test of Google's libvpx library and the vpxenc command for the VP9\/WebM format using a sample 1080p video.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"512","average_install_time":"99","last_updated":"1552061773","first_added":"1552061773","popularity":"2025","downloads":"4503","versions":["2.3.0"]},"x265":{"title":"x265","description":"This is a simple test of the x265 encoder run on the CPU with a sample 1080p video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"142","average_install_time":"152","last_updated":"1552061034","first_added":"1552061034","popularity":"1924","downloads":"4593","versions":["1.1.0"]}},"suites":[]} \ No newline at end of file diff --git a/ob-cache/openbenchmarking.org/pts.index b/ob-cache/openbenchmarking.org/pts.index index 360409e88..c47bb2137 100644 --- a/ob-cache/openbenchmarking.org/pts.index +++ b/ob-cache/openbenchmarking.org/pts.index @@ -1 +1 @@ -{"main":{"generated":1687689636},"tests":{"3dmark":{"title":"3DMark Wild Life Extreme","description":"This test profile only automates the vendor build of 3DMark with its command-line \/ JSON support. If you do not have a licensed copy of the necessary 3DMark binaries in your Phoronix Test Suite download cache on your system, this test profile will not do anything and simply fail. You must have already obtained the proper licensed binaries from UL for this test profile to work -- this test profile simply automates the firing of the 3DMark benchmark at your desired resolution and capturing the results within the Phoronix Test Suite while you must already have the necessary 3DMark files on your system.","test_type":"Graphics","software_type":"Game","status":"Experimental","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"208","average_install_time":"4","last_updated":"1683925273","first_added":"1683925273","popularity":"214","downloads":"1592","versions":["1.0.0"]},"ai-benchmark":{"title":"AI Benchmark Alpha","description":"AI Benchmark Alpha is a Python library for evaluating artificial intelligence (AI) performance on diverse hardware platforms and relies upon the TensorFlow machine learning library.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1219","average_install_time":"126","last_updated":"1658252311","first_added":"1594232753","popularity":"106","downloads":36063,"versions":["1.0.2","1.0.1","1.0.0"]},"aio-stress":{"title":"AIO-Stress","description":"AIO-Stress is an a-synchronous I\/O benchmark created by SuSE. Current this profile uses a 2048MB test file and a 64KB record size.","test_type":"Disk","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"294","average_install_time":"3","last_updated":"1659825851","first_added":"1291658419","popularity":"1613","downloads":265025,"versions":["1.1.3","1.1.2","1.1.1","1.1.0"]},"aircrack-ng":{"title":"Aircrack-ng","description":"Aircrack-ng is a tool for assessing WiFi\/WLAN network security.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"85","average_install_time":"26","last_updated":"1658341022","first_added":"1534721886","popularity":"71","downloads":96980,"versions":["1.3.0","1.2.1","1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"amg":{"title":"Algebraic Multi-Grid Benchmark","description":"AMG is a parallel algebraic multigrid solver for linear systems arising from problems on unstructured grids. The driver provided with AMG builds linear systems for various 3-dimensional problems.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"165","average_install_time":"22","last_updated":"1610317872","first_added":"1583356317","popularity":"850","downloads":18595,"versions":["1.1.0","1.0.1","1.0.0"]},"aobench":{"title":"AOBench","description":"AOBench is a lightweight ambient occlusion renderer, written in C. The test profile is using a size of 2048 x 2048.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"205","average_install_time":"3","last_updated":"1520174749","first_added":"1518053917","popularity":"220","downloads":73268,"versions":["1.0.1","1.0.0"]},"aom-av1":{"title":"AOM AV1","description":"This is a test of the AOMedia AV1 encoder (libaom) developed by AOMedia and Google as the AV1 Codec Library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"209","average_install_time":"298","last_updated":"1675812855","first_added":"1522420880","popularity":"31","downloads":125796,"versions":["3.6.0","3.5.0","3.4.0","3.3.0","3.2.0","2.4.0","2.3.0","2.2.0","2.1.2","2.1.1","2.1.0","2.0.2","2.0.1","2.0.0","1.2.0","1.1.0","1.0.0"]},"apache":{"title":"Apache HTTP Server","description":"This is a test of the Apache HTTPD web server. This Apache HTTPD web server benchmark test profile makes use of the wrk program for facilitating the HTTP requests over a fixed period time with a configurable number of concurrent clients.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"422","average_install_time":"209","last_updated":"1679778582","first_added":"1291663084","popularity":"15","downloads":459647,"versions":["3.0.0","2.0.1","2.0.0","1.7.2","1.7.1","1.7.0","1.6.1","1.6.0","1.5.2","1.5.1","1.5.0","1.4.0","1.3.1","1.3.0"]},"apache-siege":{"title":"Apache Siege","description":"This is a test of the Apache web server performance being facilitated by the Siege web server benchmark program.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"118","average_install_time":"120","last_updated":"1607702710","first_added":"1532899374","popularity":"806","downloads":68054,"versions":["1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"apitest":{"title":"APITest","description":"APITest is a micro-benchmark developed by John McDonald of OpenGL 4 functionality.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"110","average_install_time":"36","last_updated":"1601213644","first_added":"1401674905","popularity":"1982","downloads":139408,"versions":["1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"apitrace":{"title":"APITrace","description":"This is a benchmark measuring the performance of various OpenGL Linux games that lack suitable benchmarking modes so this is solely measuring the performance of pushing pre-recorded OpenGL calls as recorded by APITrace through the system's graphics driver stack and being executed on the GPU. This isn't measuring the system's performance in that game but rather just the recorded OpenGL performance being executed.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"0","last_updated":"1523231204","first_added":"1334193523","popularity":"885","downloads":122480,"versions":["1.0.2","1.0.1","1.0.0"]},"appleseed":{"title":"Appleseed","description":"Appleseed is an open-source production renderer focused on physically-based global illumination rendering engine primarily designed for animation and visual effects.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1755","average_install_time":"12","last_updated":"1571167436","first_added":"1562843644","popularity":"671","downloads":24465,"versions":["1.0.1","1.0.0"]},"arrayfire":{"title":"ArrayFire","description":"ArrayFire is an GPU and CPU numeric processing library, this test uses the built-in CPU and OpenCL ArrayFire benchmarks.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL","CUDA"],"test_extends":"","package_hash":null,"average_run_time":"62","average_install_time":"40","last_updated":"1583411177","first_added":"1485036942","popularity":"801","downloads":85649,"versions":["1.1.0","1.0.1","1.0.0"]},"ashes-escalation":{"title":"Ashes of the Singulairty: Escalation","description":"This is a benchmark of Ashes of the Singulairty: Escalation running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that Ashes of the Singulairty: Escalation is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1159","average_install_time":"277","last_updated":"1642876215","first_added":"1582657039","popularity":"1163","downloads":13662,"versions":["1.1.0","1.0.0"]},"askap":{"title":"ASKAP","description":"ASKAP is a set of benchmarks from the Australian SKA Pathfinder. The principal ASKAP benchmarks are the Hogbom Clean Benchmark (tHogbomClean) and Convolutional Resamping Benchmark (tConvolve) as well as some previous ASKAP benchmarks being included as well for OpenCL and CUDA execution of tConvolve.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","SMP","MPI","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"335","average_install_time":"15","last_updated":"1611525505","first_added":"1447178325","popularity":"800","downloads":109898,"versions":["2.1.0","2.0.1","2.0.0","1.0.0"]},"asmfish":{"title":"asmFish","description":"This is a test of asmFish, an advanced chess benchmark written in Assembly.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"830","average_install_time":"2","last_updated":"1605988113","first_added":"1505847690","popularity":"233","downloads":113311,"versions":["1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"astcenc":{"title":"ASTC Encoder","description":"ASTC Encoder (astcenc) is for the Adaptive Scalable Texture Compression (ASTC) format commonly used with OpenGL, OpenGL ES, and Vulkan graphics APIs. This test profile does a coding test of both compression\/decompression.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"97","average_install_time":"24","last_updated":"1658482206","first_added":"1597761825","popularity":"104","downloads":47700,"versions":["1.4.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"avifenc":{"title":"libavif avifenc","description":"This is a test of the AOMedia libavif library testing the encoding of a JPEG image to AV1 Image Format (AVIF).","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"189","average_install_time":"61","last_updated":"1665791888","first_added":"1591110261","popularity":"58","downloads":44650,"versions":["1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"axs2mlperf":{"title":"axs2mlperf","description":"This is a facilitator for the MLPerf Inference Benchmark Suite leveraging the axs2mlperf Docker container build and testing for currently facilitating ResNwt-50 reference model inference CPU benchmarks. See reference information at https:\/\/github.com\/krai\/axs2mlperf\/blob\/master\/demo\/README.md","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Docker","AI"],"test_extends":"","package_hash":null,"average_run_time":"3318","average_install_time":"1946","last_updated":"1683900482","first_added":"1683900482","popularity":"251","downloads":"1479","versions":["1.0.0"]},"basemark":{"title":"Basemark GPU","description":"This is a benchmark of Basemark GPU. For this test profile to work, you must have a valid license\/copy of BasemarkGPU in your Phoronix Test Suite download cache. This test profile simply automates the execution of BasemarkGPU and you must already have the Windows .zip or Linux .tar.gz in the download cache.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"173","average_install_time":"26","last_updated":"1583426571","first_added":"1583426571","popularity":"940","downloads":"12460","versions":["1.0.0"]},"basis":{"title":"Basis Universal","description":"Basis Universal is a GPU texture codec. This test times how long it takes to convert sRGB PNGs into Basis Univeral assets with various settings.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"152","average_install_time":"33","last_updated":"1638836451","first_added":"1584806574","popularity":"889","downloads":28276,"versions":["1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"batman-knight":{"title":"Batman: Arkham Knight","description":"This is a benchmark of >Batman: Arkham Knight running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that Batman: Arkham Knight is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1108","average_install_time":"86","last_updated":"1671989919","first_added":"1582646941","popularity":"76","downloads":23455,"versions":["1.0.1","1.0.0"]},"batman-origins":{"title":"Batman: Arkham Origins","description":"This is a benchmark of >Batman: Arkham Origins running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that Batman: Arkham Origins is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"795","average_install_time":"34","last_updated":"1561036835","first_added":"1541354045","popularity":"851","downloads":33722,"versions":["1.6.1","1.6.0"]},"battery-power-usage":{"title":"Battery Power Usage","description":"This test is designed for notebooks and netbooks and monitor's the system's battery consumption as it idles for 60 seconds, then turns off the monitor for 60 seconds via DPMS, then turns the display back on and plays back a sample H.264 1080p video file using mplayer with the X-Video output adapter. A line graph showing the power usage is then rendered.","test_type":"System","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/mplayer-base","package_hash":null,"average_run_time":"137","average_install_time":"3","last_updated":"1601214756","first_added":"1291663601","popularity":"1825","downloads":208410,"versions":["1.0.1","1.0.0"]},"betsy":{"title":"Betsy GPU Compressor","description":"Betsy is an open-source GPU compressor of various GPU compression techniques. Betsy is written in GLSL for Vulkan\/OpenGL (compute shader) support for GPU-based texture compression.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"149","average_install_time":"39","last_updated":"1606342577","first_added":"1606342577","popularity":"942","downloads":"9672","versions":["1.0.0"]},"bioshock-infinite":{"title":"BioShock Infinite","description":"A Steam-based test of the BioShock Infinite game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"484","average_install_time":"65","last_updated":"1520440575","first_added":"1426720564","popularity":"410","downloads":123595,"versions":["1.0.2","1.0.1","1.0.0"]},"blake2":{"title":"BLAKE2","description":"This is a benchmark of BLAKE2 using the blake2s binary. BLAKE2 is a high-performance crypto alternative to MD5 and SHA-2\/3.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"183","average_install_time":"5","last_updated":"1636491015","first_added":"1356536925","popularity":"595","downloads":201625,"versions":["1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"blender":{"title":"Blender","description":"Blender is an open-source 3D creation and modeling software project. This test is of Blender's Cycles performance with various sample files. GPU computing via NVIDIA OptiX and NVIDIA CUDA is currently supported as well as HIP for AMD Radeon GPUs and Intel oneAPI for Intel Graphics.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"676","average_install_time":"25","last_updated":"1680105434","first_added":"1468242581","popularity":"10","downloads":222694,"versions":["3.5.0","3.4.0","3.3.1","3.3.0","3.2.0","3.0.0","1.9.1","1.9.0","1.8.0","1.7.1","1.7.0","1.6.0","1.5.1","1.5.0","1.4.1","1.4.0","1.3.2","1.3.1","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"blogbench":{"title":"BlogBench","description":"BlogBench is designed to replicate the load of a real-world busy file server by stressing the file-system with multiple threads of random reads, writes, and rewrites. The behavior is mimicked of that of a blog by creating blogs with content and pictures, modifying blog posts, adding comments to these blogs, and then reading the content of the blogs. All of these blogs generated are created locally with fake content and pictures.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1301","average_install_time":"13","last_updated":"1543945719","first_added":"1291663615","popularity":"420","downloads":210845,"versions":["1.1.0","1.0.1","1.0.0"]},"blosc":{"title":"C-Blosc","description":"C-Blosc (c-blosc2) simple, compressed, fast and persistent data store library for C.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"321","average_install_time":"54","last_updated":"1661013114","first_added":"1587915295","popularity":"94","downloads":36380,"versions":["1.2.0","1.1.0","1.0.0"]},"bork":{"title":"Bork File Encrypter","description":"Bork is a small, cross-platform file encryption utility. It is written in Java and designed to be included along with the files it encrypts for long-term storage. This test measures the amount of time it takes to encrypt a sample file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"164","average_install_time":"2","last_updated":"1472148547","first_added":"1291663654","popularity":"169","downloads":239896,"versions":["1.0.1","1.0.0"]},"botan":{"title":"Botan","description":"Botan is a BSD-licensed cross-platform open-source C++ crypto library \"cryptography toolkit\" that supports most publicly known cryptographic algorithms. The project's stated goal is to be \"the best option for cryptography in C++ by offering the tools necessary to implement a range of practical systems, such as TLS protocol, X.509 certificates, modern AEAD ciphers, PKCS#11 and TPM hardware support, password hashing, and post quantum crypto schemes.\"","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"112","average_install_time":"236","last_updated":"1616863233","first_added":"1351794522","popularity":"491","downloads":224727,"versions":["1.6.0","1.5.0","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"brl-cad":{"title":"BRL-CAD","description":"BRL-CAD is a cross-platform, open-source solid modeling system with built-in benchmark mode.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1082","average_install_time":"966","last_updated":"1672762853","first_added":"1538519408","popularity":"37","downloads":77967,"versions":["1.4.0","1.3.0","1.2.0","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"build-apache":{"title":"Timed Apache Compilation","description":"This test times how long it takes to build the Apache HTTPD web server.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"333","average_install_time":"2","last_updated":"1593653297","first_added":"1291663663","popularity":"591","downloads":258045,"versions":["1.6.1","1.6.0","1.5.1","1.5.0","1.4.0"]},"build-boost-interprocess":{"title":"Timed Boost Interprocess Compilation","description":"This test times how long it takes to build Boost Interprocess examples.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"59","average_install_time":"2","last_updated":"1523231320","first_added":"1454528961","popularity":"917","downloads":69137,"versions":["1.5.2","1.5.1"]},"build-clash":{"title":"Timed Clash Compilation","description":"Build the clash-lang Haskell to VHDL\/Verilog\/SystemVerilog compiler with GHC 8.10.1","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"722","average_install_time":"525","last_updated":"1606582811","first_added":"1591280000","popularity":"924","downloads":17830,"versions":["1.0.2","1.0.1","1.0.0"]},"build-eigen":{"title":"Timed Eigen Compilation","description":"This test times how long it takes to build all Eigen examples. The Eigen examples are compiled serially. Eigen is a C++ template library for linear algebra.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"373","average_install_time":"2","last_updated":"1608397506","first_added":"1454529170","popularity":"858","downloads":94127,"versions":["1.1.0","1.0.0"]},"build-erlang":{"title":"Timed Erlang\/OTP Compilation","description":"This test times how long it takes to compile Erlang\/OTP. Erlang is a programming language and run-time for massively scalable soft real-time systems with high availability requirements.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"370","average_install_time":"2","last_updated":"1662053800","first_added":"1614695147","popularity":"82","downloads":28361,"versions":["1.2.0","1.1.0"]},"build-ffmpeg":{"title":"Timed FFmpeg Compilation","description":"This test times how long it takes to build the FFmpeg multimedia library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"252","average_install_time":"3","last_updated":"1677589855","first_added":"1581212310","popularity":"23","downloads":38616,"versions":["6.0.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"build-firefox":{"title":"Timed Firefox Compilation","description":"This test times how long it takes to build the Firefox Web Browser.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"79","last_updated":"1610655304","first_added":"1410301181","popularity":"2291","downloads":114435,"versions":["1.1.0","1.0.0"]},"build-gcc":{"title":"Timed GCC Compilation","description":"This test times how long it takes to build the GNU Compiler Collection (GCC) compiler.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"3530","average_install_time":"2","last_updated":"1629726314","first_added":"1502909150","popularity":"521","downloads":131305,"versions":["1.3.0","1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"build-gdb":{"title":"Timed GDB GNU Debugger Compilation","description":"This test times how long it takes to build the GNU Debugger (GDB) in a default configuration.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"496","average_install_time":"5","last_updated":"1622286825","first_added":"1581211166","popularity":"496","downloads":26920,"versions":["1.1.0","1.0.1","1.0.0"]},"build-gem5":{"title":"Timed Gem5 Compilation","description":"This test times how long it takes to compile Gem5. Gem5 is a simulator for computer system architecture research. Gem5 is widely used for computer architecture research within the industry, academia, and more.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1477","average_install_time":"2","last_updated":"1643374149","first_added":"1643374149","popularity":"788","downloads":"5428","versions":["1.0.0"]},"build-godot":{"title":"Timed Godot Game Engine Compilation","description":"This test times how long it takes to compile the Godot Game Engine. Godot is a popular, open-source, cross-platform 2D\/3D game engine and is built using the SCons build system and targeting the X11 platform.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1243","average_install_time":"2","last_updated":"1679500061","first_added":"1610657928","popularity":"33","downloads":16912,"versions":["4.0.0","1.0.0"]},"build-imagemagick":{"title":"Timed ImageMagick Compilation","description":"This test times how long it takes to build ImageMagick.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"294","average_install_time":"2","last_updated":"1444337049","first_added":"1291663684","popularity":"133","downloads":327585,"versions":["1.7.2","1.7.1","1.7.0","1.6.1","1.6.0","1.5.2","1.5.1"]},"build-linux-kernel":{"title":"Timed Linux Kernel Compilation","description":"This test times how long it takes to build the Linux kernel in a default configuration (defconfig) for the architecture being tested or alternatively an allmodconfig for building all possible kernel modules for the build.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1369","average_install_time":"2","last_updated":"1670862464","first_added":"1291663693","popularity":"14","downloads":467269,"versions":["1.15.0","1.14.0","1.13.0","1.12.0","1.11.0","1.10.2","1.10.1","1.10.0","1.9.1","1.9.0","1.8.0","1.7.0","1.6.0","1.5.3","1.5.2","1.5.1","1.5.0","1.4.0","1.3.0","1.2.0"]},"build-llvm":{"title":"Timed LLVM Compilation","description":"This test times how long it takes to compile\/build the LLVM compiler stack.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"2704","average_install_time":"2","last_updated":"1679497973","first_added":"1503880325","popularity":"18","downloads":132110,"versions":["1.5.0","1.4.0","1.3.1","1.3.0","1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"build-mesa":{"title":"Timed Mesa Compilation","description":"This test profile times how long it takes to compile Mesa with Meson\/Ninja. For minimizing build dependencies and avoid versioning conflicts, test this is just the core Mesa build without LLVM or the extra Gallium3D\/Mesa drivers enabled.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"194","average_install_time":"2","last_updated":"1616001249","first_added":"1616001249","popularity":"724","downloads":"9975","versions":["1.0.0"]},"build-mplayer":{"title":"Timed MPlayer Compilation","description":"This test times how long it takes to build the MPlayer open-source media player program.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"261","average_install_time":"2","last_updated":"1646264625","first_added":"1291663701","popularity":"285","downloads":241918,"versions":["1.5.0","1.4.0","1.3.0"]},"build-nodejs":{"title":"Timed Node.js Compilation","description":"This test profile times how long it takes to build\/compile Node.js itself from source. Node.js is a JavaScript run-time built from the Chrome V8 JavaScript engine while itself is written in C\/C++.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"2471","average_install_time":"2","last_updated":"1679506574","first_added":"1616000073","popularity":"35","downloads":32060,"versions":["1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"build-php":{"title":"Timed PHP Compilation","description":"This test times how long it takes to build PHP.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"433","average_install_time":"2","last_updated":"1662054611","first_added":"1291663718","popularity":"61","downloads":311856,"versions":["1.6.0","1.5.1","1.5.0","1.4.0","1.3.1","1.3.0"]},"build-python":{"title":"Timed CPython Compilation","description":"This test times how long it takes to build the reference Python implementation, CPython, with optimizations and LTO enabled for a release build.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"234","average_install_time":"2","last_updated":"1662058661","first_added":"1662058661","popularity":"87","downloads":"19232","versions":["1.0.0"]},"build-wasmer":{"title":"Timed Wasmer Compilation","description":"This test times how long it takes to compile Wasmer. Wasmer is written in the Rust programming language and is a WebAssembly runtime implementation that supports WASI and EmScripten. This test profile builds Wasmer with the Cranelift and Singlepast compiler features enabled.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"241","average_install_time":"243","last_updated":"1662058938","first_added":"1614699623","popularity":"92","downloads":34307,"versions":["1.2.0","1.1.0","1.0.0"]},"build-webkitfltk":{"title":"Timed WebKitFLTK Compilation","description":"This test times how long it takes to build the WebKitFLTK web library.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1610656026","first_added":"1417011658","popularity":"2314","downloads":107298,"versions":["1.1.0","1.0.0"]},"build2":{"title":"Build2","description":"This test profile measures the time to bootstrap\/install the build2 C++ build toolchain from source. Build2 is a cross-platform build toolchain for C\/C++ code and features Cargo-like features.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"611","average_install_time":"2","last_updated":"1679508331","first_added":"1574432899","popularity":"21","downloads":31243,"versions":["1.2.0","1.1.0","1.0.1","1.0.0"]},"bullet":{"title":"Bullet Physics Engine","description":"This is a benchmark of the Bullet Physics Engine.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"35","average_install_time":"63","last_updated":"1482961477","first_added":"1291664042","popularity":"177","downloads":262715,"versions":["1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"byte":{"title":"BYTE Unix Benchmark","description":"This is a test of BYTE.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"464","average_install_time":"3","last_updated":"1601216469","first_added":"1291664049","popularity":"513","downloads":253270,"versions":["1.2.2","1.2.1","1.2.0","1.1.0"]},"c-ray":{"title":"C-Ray","description":"This is a test of C-Ray, a simple raytracer designed to test the floating-point CPU performance. This test is multi-threaded (16 threads per core), will shoot 8 rays per pixel for anti-aliasing, and will generate a 1600 x 1200 image.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"724","average_install_time":"4","last_updated":"1532795102","first_added":"1291664263","popularity":"115","downloads":361027,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"cachebench":{"title":"CacheBench","description":"This is a performance test of CacheBench, which is part of LLCbench. CacheBench is designed to test the memory and cache bandwidth performance","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"430","average_install_time":"3","last_updated":"1523137116","first_added":"1291664094","popularity":"153","downloads":320139,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"caffe":{"title":"Caffe","description":"This is a benchmark of the Caffe deep learning framework and currently supports the AlexNet and Googlenet model and execution on both CPUs and NVIDIA GPUs.","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","SMP"],"test_extends":"","package_hash":null,"average_run_time":"911","average_install_time":"59","last_updated":"1601170545","first_added":"1447532985","popularity":"824","downloads":161788,"versions":["1.5.0","1.4.0","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"cairo-demos":{"title":"Cairo Performance Demos","description":"The cairo-demos test is a benchmark of Cairo using a collection of Cairo demos created by Chris Wilson at Intel OSTC. This test profile tests Cairo's Xlib back-end (others could be supported upon request) expecting an existing Cairo installation on the test system.","test_type":"Graphics","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"76","average_install_time":"63","last_updated":"1601215345","first_added":"1327933862","popularity":"2166","downloads":168398,"versions":["1.0.2","1.0.1","1.0.0"]},"cairo-perf-trace":{"title":"cairo-perf-trace","description":"The cairo-perf-trace test is a benchmark bundled with the upstream Cairo package. This test profile tests Cairo's Xlib back-end using a few of the tests from the cairo-traces repository on FreeDesktop.org","test_type":"Graphics","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"75","average_install_time":"36","last_updated":"1601215425","first_added":"1327883098","popularity":"2174","downloads":166125,"versions":["1.0.2","1.0.1","1.0.0"]},"cassandra":{"title":"Apache Cassandra","description":"This is a benchmark of the Apache Cassandra NoSQL database management system making use of cassandra-stress.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1021","average_install_time":"2","last_updated":"1627476279","first_added":"1570565589","popularity":"611","downloads":34956,"versions":["1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"chia-vdf":{"title":"Chia Blockchain VDF","description":"Chia is a blockchain and smart transaction platform based on proofs of space and time rather than proofs of work with other cryptocurrencies. This test profile is benchmarking the CPU performance for Chia VDF performance using the Chia VDF benchmark. The Chia VDF is for the Chia Verifiable Delay Function (Proof of Time).","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"444","average_install_time":"59","last_updated":"1656160605","first_added":"1619875060","popularity":"844","downloads":9664,"versions":["1.1.0","1.0.1","1.0.0"]},"cinebench":{"title":"Maxon Cinebench","description":"This is a test profile to run MAXON Cinebench on Windows.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2181","average_install_time":"20","last_updated":"1605200951","first_added":"1519850165","popularity":"891","downloads":53620,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"civbe":{"title":"Civilization: Beyond Earth","description":"A Steam-based test of Sid Meier's Civilization: Beyond Earth game.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"5","last_updated":"1613344032","first_added":"1419094236","popularity":"2226","downloads":58966,"versions":["1.0.1","1.0.0"]},"civilization-vi":{"title":"Civilization VI","description":"This is a benchmark of the Civilization VI game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Civilization VI is available. This automates the process of executing the game and using a standardized benchmark.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"293","average_install_time":"16","last_updated":"1613346021","first_added":"1486670714","popularity":"1187","downloads":69761,"versions":["1.0.1","1.0.0"]},"cl-mem":{"title":"cl-mem","description":"A basic OpenCL memory benchmark.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"67","average_install_time":"2","last_updated":"1485529886","first_added":"1484344633","popularity":"322","downloads":77210,"versions":["1.0.1","1.0.0"]},"clickhouse":{"title":"ClickHouse","description":"ClickHouse is an open-source, high performance OLAP data management system. This test profile uses ClickHouse's standard benchmark recommendations per https:\/\/clickhouse.com\/docs\/en\/operations\/performance-test\/ \/ https:\/\/github.com\/ClickHouse\/ClickBench\/tree\/main\/clickhouse with the 100 million rows web analytics dataset. The reported value is the query processing time using the geometric mean of all separate queries performed as an aggregate.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1467","average_install_time":"517","last_updated":"1673458542","first_added":"1656179844","popularity":"65","downloads":21693,"versions":["1.2.0","1.1.0","1.0.0"]},"clomp":{"title":"CLOMP","description":"CLOMP is the C version of the Livermore OpenMP benchmark developed to measure OpenMP overheads and other performance impacts due to threading in order to influence future system designs. This particular test profile configuration is currently set to look at the OpenMP static schedule speed-up across all available CPU cores using the recommended test configuration.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1487","average_install_time":"4","last_updated":"1638837097","first_added":"1291664149","popularity":"996","downloads":184987,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"cloudsuite-da":{"title":"CloudSuite Data Analytics","description":"CloudSuite Data Analytics is a Docker-based benchmark and runs a Naive Bayes classifier on a Wikimedia dataset with Hadoop and Mahout.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"1578","average_install_time":"51","last_updated":"1675515509","first_added":"1572645339","popularity":"282","downloads":20405,"versions":["1.2.0","1.1.0","1.0.0"]},"cloudsuite-ga":{"title":"CloudSuite Graph Analytics","description":"CloudSuite Graph Analytics uses Apache GraphX + Spark to perform graph analytics (PageRank) on sample Twitter data.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"447","average_install_time":"29","last_updated":"1675511853","first_added":"1572645398","popularity":"284","downloads":20323,"versions":["1.1.0","1.0.1","1.0.0"]},"cloudsuite-ma":{"title":"CloudSuite In-Memory Analytics","description":"CloudSuite In-Memory Analytics uses Apache Spark and runs a collaborative filtering algorithm in-memory on a dataset of user-movie ratings from Movielens.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"1030","average_install_time":"20","last_updated":"1675529722","first_added":"1572645600","popularity":"281","downloads":20400,"versions":["1.1.0","1.0.1","1.0.0"]},"cloudsuite-ms":{"title":"CloudSuite Media Streaming","description":"CloudSuite Media Streaming uses the Nginx web server for hosted videos of varying lengths\/qualities.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"1391","average_install_time":"54","last_updated":"1667514547","first_added":"1572646844","popularity":"266","downloads":19664,"versions":["1.0.1","1.0.0"]},"cloudsuite-ws":{"title":"CloudSuite Web Serving","description":"CloudSuite Web Serving is a Docker-based web server benchmark making use of a web server with Memcached and a MySQL database server.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"1337","average_install_time":"68","last_updated":"1675557803","first_added":"1572646104","popularity":"288","downloads":16991,"versions":["1.1.0","1.0.1","1.0.0"]},"cloverleaf":{"title":"CloverLeaf","description":"CloverLeaf is a Lagrangian-Eulerian hydrodynamics benchmark. This test profile currently makes use of CloverLeaf's OpenMP version and benchmarked with the clover_bm.in input file (Problem 5).","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"667","average_install_time":"18","last_updated":"1610653792","first_added":"1539344594","popularity":"807","downloads":40786,"versions":["1.1.0","1.0.0"]},"clpeak":{"title":"clpeak","description":"Clpeak is designed to test the peak capabilities of OpenCL devices.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"79","average_install_time":"17","last_updated":"1678135549","first_added":"1547635946","popularity":"28","downloads":41707,"versions":["1.1.0","1.0.1","1.0.0"]},"cockroach":{"title":"CockroachDB","description":"CockroachDB is a cloud-native, distributed SQL database for data intensive applications. This test profile uses a server-less CockroachDB configuration to test various Coackroach workloads on the local host with a single node.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"333","average_install_time":"4","last_updated":"1671316666","first_added":"1671311512","popularity":"73","downloads":13758,"versions":["1.0.2","1.0.1"]},"coh2":{"title":"Company of Heroes 2","description":"This is a benchmark of Company of Heroes on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"374","average_install_time":"211","last_updated":"1454858290","first_added":"1440887380","popularity":"308","downloads":113853,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"comd-cl":{"title":"CoMD OpenCL","description":"CoMD benchmark in OpenCL via GPUOpen.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"94","average_install_time":"7","last_updated":"1499380502","first_added":"1499380502","popularity":"397","downloads":"56366","versions":["1.0.0"]},"compilebench":{"title":"Compile Bench","description":"Compilebench tries to age a filesystem by simulating some of the disk IO common in creating, compiling, patching, stating and reading kernel trees. It indirectly measures how well filesystems can maintain directory locality as the disk fills up and directories age. This current test is setup to use the makej mode with 10 initial directories","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"281","average_install_time":"3","last_updated":"1607710280","first_added":"1291664156","popularity":"699","downloads":269955,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"compress-7zip":{"title":"7-Zip Compression","description":"This is a test of 7-Zip compression\/decompression with its integrated benchmark feature.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"224","average_install_time":"35","last_updated":"1661964274","first_added":"1291664199","popularity":"11","downloads":358952,"versions":["1.10.0","1.9.0","1.8.0","1.7.1","1.7.0","1.6.2","1.6.1","1.6.0","1.5.0"]},"compress-gzip":{"title":"Gzip Compression","description":"This test measures the time needed to archive\/compress two copies of the Linux 4.13 kernel source tree using Gzip compression.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"255","average_install_time":"2","last_updated":"1519937909","first_added":"1291664206","popularity":"184","downloads":266206,"versions":["1.2.0","1.1.0"]},"compress-lz4":{"title":"LZ4 Compression","description":"This test measures the time needed to compress\/decompress a sample file (an Ubuntu ISO) using LZ4 compression.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"313","average_install_time":"21","last_updated":"1605528365","first_added":"1605528365","popularity":"763","downloads":"9981","versions":["1.0.0"]},"compress-lzma":{"title":"LZMA Compression","description":"This test measures the time needed to compress a file using LZMA compression.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","BSD","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2569","average_install_time":"18","last_updated":"1543943682","first_added":"1291664215","popularity":"527","downloads":221287,"versions":["1.3.1","1.3.0","1.2.0"]},"compress-pbzip2":{"title":"Parallel BZIP2 Compression","description":"This test measures the time needed to compress a file (FreeBSD-13.0-RELEASE-amd64-memstick.img) using Parallel BZIP2 compression.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"157","average_install_time":"8","last_updated":"1644670620","first_added":"1291664232","popularity":"367","downloads":279909,"versions":["1.6.0","1.5.0","1.4.1","1.4.0","1.3.0"]},"compress-rar":{"title":"RAR Compression","description":"This test measures the time needed to archive\/compress two copies of the Linux 5.14 kernel source tree using RAR\/WinRAR compression.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"508","average_install_time":"56","last_updated":"1634486229","first_added":"1521228382","popularity":"750","downloads":56841,"versions":["1.2.0","1.1.0","1.0.0"]},"compress-xz":{"title":"XZ Compression","description":"This test measures the time needed to compress a sample file (an Ubuntu file-system image) using XZ compression.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"417","average_install_time":"18","last_updated":"1555494113","first_added":"1543943356","popularity":"539","downloads":38632,"versions":["1.1.0","1.0.1","1.0.0"]},"compress-zstd":{"title":"Zstd Compression","description":"This test measures the time needed to compress\/decompress a sample file (silesia.tar) using Zstd (Zstandard) compression with options for different compression levels \/ settings.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"277","average_install_time":"32","last_updated":"1676033976","first_added":"1527171761","popularity":"12","downloads":84226,"versions":["1.6.0","1.5.0","1.3.0","1.2.1","1.2.0","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"core-latency":{"title":"Core-Latency","description":"This is a test of core-latency, which measures the latency between all core combinations on the system processor(s). Reported is the average latency.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1683","average_install_time":"22","last_updated":"1560542878","first_added":"1560542878","popularity":"703","downloads":"16070","versions":["1.0.0"]},"corebreach":{"title":"CoreBreach","description":"This is a test of CoreBreach, the brand-new futuristic \"anti-gravity\" racing game with combat-based gameplay.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1579","average_install_time":"4","last_updated":"1519759914","first_added":"1341078255","popularity":"977","downloads":134046,"versions":["1.1.3","1.1.2","1.1.1","1.1.0"]},"coremark":{"title":"Coremark","description":"This is a test of EEMBC CoreMark processor benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"374","average_install_time":"4","last_updated":"1607712077","first_added":"1564233594","popularity":"690","downloads":19890,"versions":["1.0.1","1.0.0"]},"couchdb":{"title":"Apache CouchDB","description":"This is a bulk insertion benchmark of Apache CouchDB. CouchDB is a document-oriented NoSQL database implemented in Erlang.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1333","average_install_time":"33","last_updated":"1662420871","first_added":"1601061329","popularity":"109","downloads":30007,"versions":["1.2.0","1.1.0","1.0.1","1.0.0"]},"cp2k":{"title":"CP2K Molecular Dynamics","description":"CP2K is an open-source molecular dynamics software package focused on quantum chemistry and solid-state physics. More details on the CP2K benchmark test cases and details can be found @ https:\/\/www.cp2k.org\/performance","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"252","average_install_time":"1166","last_updated":"1687100849","first_added":"1560608058","popularity":"131","downloads":27632,"versions":["1.4.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"cpp-perf-bench":{"title":"CppPerformanceBenchmarks","description":"CppPerformanceBenchmarks is a set of C++ compiler performance benchmarks.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"893","average_install_time":"122","last_updated":"1546520167","first_added":"1546520167","popularity":"494","downloads":"29372","versions":["1.0.0"]},"cpuminer-opt":{"title":"Cpuminer-Opt","description":"Cpuminer-Opt is a fork of cpuminer-multi that carries a wide range of CPU performance optimizations for measuring the potential cryptocurrency mining performance of the CPU\/processor with a wide variety of cryptocurrencies. The benchmark reports the hash speed for the CPU mining performance for the selected cryptocurrency.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"135","average_install_time":"23","last_updated":"1666616826","first_added":"1512948545","popularity":"70","downloads":103495,"versions":["1.6.0","1.5.1","1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"crafty":{"title":"Crafty","description":"This is a performance test of Crafty, an advanced open-source chess engine.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"140","average_install_time":"11","last_updated":"1605827502","first_added":"1291664257","popularity":"613","downloads":303072,"versions":["1.4.5","1.4.4","1.4.3","1.4.2","1.4.1","1.4.0","1.3.1","1.3.0","1.2.0"]},"cryptopp":{"title":"Crypto++","description":"Crypto++ is a C++ class library of cryptographic algorithms.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"829","average_install_time":"162","last_updated":"1582920020","first_added":"1582915947","popularity":"821","downloads":16512,"versions":["1.0.1","1.0.0"]},"csgo":{"title":"Counter-Strike: Global Offensive","description":"This is a benchmark of Valve's Counter-Strike: Global Offensive game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Counter-Strike: Global Offensive is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"144","average_install_time":"61","last_updated":"1668856517","first_added":"1411431312","popularity":"86","downloads":215386,"versions":["1.7.2","1.7.1","1.7.0","1.6.1","1.6.0","1.5.2","1.5.1","1.5.0","1.4.1","1.4.0","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"cstrike":{"title":"Counter-Strike Source","description":"This is a benchmark of Valve's Counter-Strike: Source game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Counter-Strike: Source is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Unverified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"71","average_install_time":"41","last_updated":"1396230148","first_added":"1384125458","popularity":"256","downloads":126931,"versions":["1.0.1","1.0.0"]},"ctx-clock":{"title":"ctx_clock","description":"Ctx_clock is a simple test program to measure the context switch time in clock cycles.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"32","average_install_time":"2","last_updated":"1550509515","first_added":"1550509515","popularity":"431","downloads":"29116","versions":["1.0.0"]},"cuda-mini-nbody":{"title":"CUDA Mini-Nbody","description":"The CUDA version of Harrism's mini-nbody tests.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"653","average_install_time":"3","last_updated":"1552682143","first_added":"1447180889","popularity":"814","downloads":101680,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"cyberpunk2077":{"title":"Cyberpunk 2077","description":"This is a benchmark of Cyberpunk 2077 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized scene.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"335","average_install_time":"30","last_updated":"1671998380","first_added":"1668823079","popularity":"157","downloads":11072,"versions":["1.0.1","1.0.0"]},"cyclictest":{"title":"Cyclictest","description":"Cyclictest is a high-resolution test program for measuring the Linux kernel latencies.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"804","average_install_time":"8","last_updated":"1351893202","first_added":"1351893202","popularity":"223","downloads":"139531","versions":["1.0.0"]},"cython-bench":{"title":"Cython Benchmark","description":"Cython provides a superset of Python that is geared to deliver C-like levels of performance. This test profile makes use of Cython's bundled benchmark tests and runs an N-Queens sample test as a simple benchmark to the system's Cython performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"181","average_install_time":"65","last_updated":"1611240750","first_added":"1506715741","popularity":"692","downloads":57181,"versions":["1.1.0","1.0.0"]},"dacapobench":{"title":"DaCapo Benchmark","description":"This test runs the DaCapo Benchmarks written in Java and intended to test system\/CPU performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"207","average_install_time":"3","last_updated":"1590233663","first_added":"1538430335","popularity":"652","downloads":41786,"versions":["1.0.1","1.0.0"]},"daphne":{"title":"Darmstadt Automotive Parallel Heterogeneous Suite","description":"DAPHNE is the Darmstadt Automotive Parallel HeterogeNEous Benchmark Suite with OpenCL \/ CUDA \/ OpenMP test cases for these automotive benchmarks for evaluating programming models in context to vehicle autonomous driving capabilities.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP","CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"137","average_install_time":"190","last_updated":"1679071905","first_added":"1592946500","popularity":"57","downloads":16645,"versions":["1.1.0","1.0.0"]},"dav1d":{"title":"dav1d","description":"Dav1d is an open-source, speedy AV1 video decoder supporting modern SIMD CPU features. This test profile times how long it takes to decode sample AV1 video content.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"92","average_install_time":"121","last_updated":"1686147226","first_added":"1545162721","popularity":"5","downloads":99972,"versions":["1.14.0","1.13.0","1.12.0","1.11.2","1.11.1","1.11.0","1.10.0","1.9.0","1.8.0","1.7.1","1.7.0","1.6.0","1.5.0","1.4.1","1.4.0","1.3.0","1.2.0","1.1.0","1.0.0"]},"dbench":{"title":"Dbench","description":"Dbench is a benchmark designed by the Samba project as a free alternative to netbench, but dbench contains only file-system calls for testing the disk performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2830","average_install_time":"8","last_updated":"1607094663","first_added":"1291664311","popularity":"713","downloads":235891,"versions":["1.0.2","1.0.1","1.0.0"]},"dcraw":{"title":"dcraw","description":"This test times how long it takes to convert several high-resolution RAW NEF image files to PPM image format using dcraw.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"302","average_install_time":"11","last_updated":"1600791620","first_added":"1291664317","popularity":"1104","downloads":221366,"versions":["1.1.1","1.1.0","1.0.0"]},"ddnet":{"title":"DDraceNetwork","description":"This is a test of DDraceNetwork, an open-source cooperative platformer. Vulkan or OpenGL 3.3 is used for rendering, with fallbacks for older OpenGL versions.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"110","average_install_time":"39","last_updated":"1663503340","first_added":"1605915180","popularity":"244","downloads":21456,"versions":["1.3.0","1.2.1","1.2.0","1.1.0","1.0.1"]},"deeprec":{"title":"DeepRec","description":"DeepRec is a recommendation AI engine based on TensorFlow. This test profile is currently configured just for CPU-based execution.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker","AI"],"test_extends":"","package_hash":null,"average_run_time":"2464","average_install_time":"64","last_updated":"1682120297","first_added":"1682120297","popularity":"301","downloads":"2050","versions":["1.0.2"]},"deepsparse":{"title":"Neural Magic DeepSparse","description":"This is a benchmark of Neural Magic's DeepSparse using its built-in deepsparse.benchmark utility and various models from their SparseZoo (https:\/\/sparsezoo.neuralmagic.com\/).","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"84","average_install_time":"694","last_updated":"1686138718","first_added":"1665683259","popularity":"9","downloads":16989,"versions":["1.5.0","1.3.2","1.0.1"]},"deepspeech":{"title":"DeepSpeech","description":"Mozilla DeepSpeech is a speech-to-text engine powered by TensorFlow for machine learning and derived from Baidu's Deep Speech research paper. This test profile times the speech-to-text process for a roughly three minute audio recording.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"348","average_install_time":"16","last_updated":"1575826889","first_added":"1575826889","popularity":"867","downloads":"12820","versions":["1.0.0"]},"deus-exmd":{"title":"Deus Ex: Mankind Divided","description":"This is a benchmark of Deus Ex: Mankind Divided on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"612","average_install_time":"53","last_updated":"1545310226","first_added":"1478188133","popularity":"716","downloads":88844,"versions":["1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"dirt-rally":{"title":"DiRT Rally","description":"This is a benchmark of DiRT Rally on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"767","average_install_time":"10","last_updated":"1495545070","first_added":"1488457708","popularity":"399","downloads":84374,"versions":["1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"dirt-rally2":{"title":"DiRT Rally 2.0","description":"This is a benchmark of DiRT Rally 2.0 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized scene.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"852","average_install_time":"7","last_updated":"1616939283","first_added":"1551629460","popularity":"1000","downloads":35500,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"dirt-showdown":{"title":"DiRT Showdown","description":"This is a benchmark of DiRT Showdown on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"452","average_install_time":"27","last_updated":"1450296754","first_added":"1439848745","popularity":"331","downloads":108204,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"dolfyn":{"title":"Dolfyn","description":"Dolfyn is a Computational Fluid Dynamics (CFD) code of modern numerical simulation techniques. The Dolfyn test profile measures the execution time of the bundled computational fluid dynamics demos that are bundled with Dolfyn.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"192","average_install_time":"29","last_updated":"1601211208","first_added":"1349351538","popularity":"958","downloads":159858,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"doom3":{"title":"Doom 3","description":"This test calculates the average frame-rate within the Doom 3 game from id Software.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"999","average_install_time":"4","last_updated":"1517855653","first_added":"1291664325","popularity":"741","downloads":171857,"versions":["1.1.1","1.1.0"]},"dota2":{"title":"Dota 2","description":"This is a benchmark of Valve's Dota 2 game. The test profile assumes you have a Steam account, have Steam installed for the system, and that you have rights to Dota 2. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"988","average_install_time":"28","last_updated":"1633043820","first_added":"1455375546","popularity":"1205","downloads":127824,"versions":["1.2.7","1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"dow3":{"title":"Dawn of War III","description":"Dawn of War III Mad Max on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"283","average_install_time":"42","last_updated":"1496920450","first_added":"1496920105","popularity":"404","downloads":60976,"versions":["1.0.1","1.0.0"]},"draco":{"title":"Google Draco","description":"Draco is a library developed by Google for compressing\/decompressing 3D geometric meshes and point clouds. This test profile uses some Artec3D PLY models as the sample 3D model input formats for Draco compression\/decompression.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"39","average_install_time":"20","last_updated":"1679072431","first_added":"1618926731","popularity":"53","downloads":16625,"versions":["1.6.0","1.5.0","1.0.0"]},"dragonflydb":{"title":"Dragonflydb","description":"Dragonfly is an open-source database server that is a \"modern Redis replacement\" that aims to be the fastest memory store while being compliant with the Redis and Memcached protocols. For benchmarking Dragonfly, Memtier_benchmark is used as a NoSQL Redis\/Memcache traffic generation plus benchmarking tool developed by Redis Labs.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"252","average_install_time":"17","last_updated":"1660917977","first_added":"1660917977","popularity":"116","downloads":"18921","versions":["1.0.0"]},"ebizzy":{"title":"ebizzy","description":"This is a test of ebizzy, a program to generate workloads resembling web server workloads.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"254","average_install_time":"2","last_updated":"1520180108","first_added":"1396841563","popularity":"341","downloads":153516,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"ecp-candle":{"title":"ECP-CANDLE","description":"The CANDLE benchmark codes implement deep learning architectures relevant to problems in cancer. These architectures address problems at different biological scales, specifically problems at the molecular, cellular and population scales.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"2519","average_install_time":"339","last_updated":"1627931595","first_added":"1597270502","popularity":"976","downloads":13755,"versions":["1.1.0","1.0.1","1.0.0"]},"embree":{"title":"Embree","description":"Intel Embree is a collection of high-performance ray-tracing kernels for execution on CPUs (and GPUs via SYCL) and supporting instruction sets such as SSE, AVX, AVX2, and AVX-512. Embree also supports making use of the Intel SPMD Program Compiler (ISPC).","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"106","average_install_time":"9","last_updated":"1686840773","first_added":"1569686493","popularity":"139","downloads":39593,"versions":["1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"encode-ape":{"title":"Monkey Audio Encoding","description":"This test times how long it takes to encode a sample WAV file to Monkey's Audio APE format.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"328","average_install_time":"10","last_updated":"1608407410","first_added":"1291664394","popularity":"1408","downloads":187978,"versions":["1.4.0","1.3.1","1.3.0"]},"encode-flac":{"title":"FLAC Audio Encoding","description":"This test times how long it takes to encode a sample WAV file to FLAC audio format ten times using the --best preset settings.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris","Windows"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"74","average_install_time":"28","last_updated":"1666438552","first_added":"1291664463","popularity":"43","downloads":331917,"versions":["1.8.1","1.8.0","1.7.0","1.6.0","1.5.0","1.4.0","1.3.0","1.2.0"]},"encode-mp3":{"title":"LAME MP3 Encoding","description":"LAME is an MP3 encoder licensed under the LGPL. This test measures the time required to encode a WAV file to MP3 format.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"40","average_install_time":"40","last_updated":"1567555520","first_added":"1291664475","popularity":"304","downloads":369451,"versions":["1.7.4","1.7.3","1.7.2","1.7.1","1.7.0","1.6.0","1.5.0","1.4.0","1.3.1"]},"encode-ogg":{"title":"Ogg Audio Encoding","description":"This test times how long it takes to encode a sample WAV file to Ogg format using the reference Xiph.org tools\/libraries.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"107","average_install_time":"26","last_updated":"1608494787","first_added":"1291664497","popularity":"1146","downloads":210454,"versions":["1.6.1","1.6.0","1.5.1","1.5.0","1.4.1","1.4.0","1.2.0"]},"encode-opus":{"title":"Opus Codec Encoding","description":"Opus is an open audio codec. Opus is a lossy audio compression format designed primarily for interactive real-time applications over the Internet. This test uses Opus-Tools and measures the time required to encode a WAV file to Opus five times.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"368","average_install_time":"117","last_updated":"1682087496","first_added":"1349349416","popularity":"32","downloads":134017,"versions":["1.4.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"encode-wavpack":{"title":"WavPack Audio Encoding","description":"This test times how long it takes to encode a sample WAV file to WavPack format with very high quality settings.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"312","average_install_time":"6","last_updated":"1608501232","first_added":"1291664509","popularity":"932","downloads":220631,"versions":["1.4.1","1.4.0","1.3.2","1.3.0","1.2.1","1.2.0"]},"encodec":{"title":"EnCodec","description":"EnCodec is a Facebook\/Meta developed AI means of compressing audio files using High Fidelity Neural Audio Compression. EnCodec is designed to provide codec compression at 6 kbps using their novel AI-powered compression technique. The test profile uses a lengthy JFK speech as the audio input for benchmarking and the performance measurement is measuring the time to encode the EnCodec file from WAV.","test_type":"System","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"121","average_install_time":"183","last_updated":"1667399344","first_added":"1667399344","popularity":"269","downloads":"7700","versions":["1.0.1"]},"espeak":{"title":"eSpeak-NG Speech Engine","description":"This test times how long it takes the eSpeak speech synthesizer to read Project Gutenberg's The Outline of Science and output to a WAV file. This test profile is now tracking the eSpeak-NG version of eSpeak.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"146","average_install_time":"220","last_updated":"1682961484","first_added":"1291664524","popularity":"44","downloads":211599,"versions":["1.7.0","1.6.1","1.6.0","1.5.0","1.4.0","1.3.0"]},"et":{"title":"Enemy Territory","description":"Wolfenstein: Enemy Territory is a World War II era first person shooter that was released for free by Splash Damage using the id Tech 3 engine.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"145","average_install_time":"4","last_updated":"1291664538","first_added":"1291664538","popularity":"272","downloads":"150205","versions":["1.1.0"]},"etcd":{"title":"etcd","description":"Etcd is a distributed, reliable key-value store intended for critical data of a distributed system. Etcd is written in Golang and part of the Cloud Native Computing Foundation (CNCF) and used by Kubernetes, Rook, CoreDNS, and other open-source software. This test profile uses Etcd's built-in benchmark to stress the PUT and RANGE performance of a single node \/ local system.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"477","average_install_time":"103","last_updated":"1661012338","first_added":"1661012338","popularity":"118","downloads":"18910","versions":["1.0.0"]},"etcpak":{"title":"Etcpak","description":"Etcpack is the self-proclaimed \"fastest ETC compressor on the planet\" with focused on providing open-source, very fast ETC and S3 texture compression support. The test profile uses a 8K x 8K game texture as a sample input.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"300","average_install_time":"106","last_updated":"1654352164","first_added":"1611066353","popularity":"742","downloads":11786,"versions":["1.1.0","1.0.1","1.0.0"]},"ethr":{"title":"Ethr","description":"Ethr is a cross-platform Golang-written network performance measurement tool developed by Microsoft that is capable of testing multiple protocols and conducting different measurements.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"280","average_install_time":"7","last_updated":"1655369330","first_added":"1546461998","popularity":"479","downloads":53681,"versions":["1.2.0","1.1.0","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"etlegacy":{"title":"ET: Legacy","description":"ETLegacy is an open-source engine evolution of Wolfenstein: Enemy Territory, a World War II era first person shooter that was released for free by Splash Damage using the id Tech 3 engine.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"103","average_install_time":"7","last_updated":"1675282709","first_added":"1479056200","popularity":"283","downloads":86044,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"etqw":{"title":"ET: Quake Wars","description":"This test calculates the average frame-rate within the Enemy Territory: Quake Wars game from id Software \/ Splash Damage.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"207","average_install_time":"6","last_updated":"1291664633","first_added":"1291664633","popularity":"195","downloads":"180664","versions":["1.1.0"]},"etqw-demo":{"title":"ET: Quake Wars Demo","description":"This test calculates the average frame-rate within the demo for the game Enemy Territory: Quake Wars demo game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"406","average_install_time":"9","last_updated":"1291664645","first_added":"1291664645","popularity":"165","downloads":"206261","versions":["1.1.0"]},"etqw-demo-iqc":{"title":"ET: Quake Wars Image Quality","description":"","test_type":"System","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/etqw-demo","package_hash":null,"average_run_time":"83","average_install_time":"2","last_updated":"1291664818","first_added":"1291664818","popularity":"203","downloads":"175598","versions":["1.0.0"]},"etxreal":{"title":"ETXreaL","description":"ETXreaL is a new engine that's paired with the original id Software Enemy Territory game assets. The improved open-source engine offers 64-bit support, an OpenGL 3.2 renderer, OpenGL VBO (vertex buffer object) changes, true 64-bit HDR lighting, deferred shading, real-time sun lights, relief mapping, and many other visual features not found in the original id Tech 3 engine with Return to Castle Wolfenstein: Enemy Territory.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"113","average_install_time":"47","last_updated":"1334064576","first_added":"1334064576","popularity":"247","downloads":"139588","versions":["1.0.0"]},"f12015":{"title":"F1 2015","description":"This is a benchmark of F1 2015 via Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you have rights to F1 2015. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"403","average_install_time":"144","last_updated":"1464294980","first_added":"1464294935","popularity":"378","downloads":75451,"versions":["1.0.1","1.0.0"]},"f12017":{"title":"F1 2017","description":"F1 2017 on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"710","average_install_time":"17","last_updated":"1514549829","first_added":"1509612971","popularity":"485","downloads":55242,"versions":["1.1.1","1.1.0","1.0.0"]},"f12018":{"title":"F1 2018","description":"This is a benchmark of F1 2018 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"435","average_install_time":"3","last_updated":"1541527689","first_added":"1541366687","popularity":"720","downloads":27558,"versions":["1.0.1","1.0.0"]},"f12020":{"title":"F1 2020","description":"This is a benchmark of F1 2020 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"727","average_install_time":"7","last_updated":"1631565546","first_added":"1616944957","popularity":"1175","downloads":11359,"versions":["1.0.2","1.0.1","1.0.0"]},"f12021":{"title":"F1 2021","description":"This is a benchmark of F1 2021 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"7","last_updated":"1678055220","first_added":"1644088249","popularity":"63","downloads":12211,"versions":["1.0.1","1.0.0"]},"f122":{"title":"F1 22","description":"This is a benchmark of F1 22 (2022) running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"604","average_install_time":"18","last_updated":"1678055134","first_added":"1668871712","popularity":"183","downloads":11232,"versions":["1.0.3","1.0.1","1.0.0"]},"fahbench":{"title":"FAHBench","description":"FAHBench is a Folding@Home benchmark on the GPU.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"282","average_install_time":"3","last_updated":"1602004835","first_added":"1499376485","popularity":"1074","downloads":59442,"versions":["1.0.2","1.0.1","1.0.0"]},"faiss":{"title":"Faiss","description":"Faiss is developed by Meta\/Facebook. Faiss is a library for efficient similarity search and clustering of dense vectors.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"486","average_install_time":"117","last_updated":"1682686248","first_added":"1682685353","popularity":"276","downloads":2022,"versions":["1.0.1","1.0.0"]},"fast-cli":{"title":"fast-cli","description":"This test profile uses the open-source fast-cli client to benchmark your Internet connection's upload\/download performance and latency against Netflix's fast.com service.","test_type":"Network","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"435","average_install_time":"65","last_updated":"1648305199","first_added":"1648305199","popularity":"630","downloads":"7459","versions":["1.0.0"]},"ffmpeg":{"title":"FFmpeg","description":"This is a benchmark of the FFmpeg multimedia framework. The FFmpeg test profile is making use of a modified version of vbench from Columbia University's Architecture and Design Lab (ARCADE) [http:\/\/arcade.cs.columbia.edu\/vbench\/] that is a benchmark for video-as-a-service workloads. The test profile offers the options of a range of vbench scenarios based on freely distributable video content and offers the options of using the x264 or x265 video encoders for transcoding.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"650","average_install_time":"455","last_updated":"1677588088","first_added":"1291664830","popularity":"19","downloads":405831,"versions":["6.0.0","3.0.0","2.8.0","2.7.2","2.7.1","2.7.0","2.6.0","2.5.0","2.4.0","2.3.1","2.3.0","2.2.0","2.1.0","2.0.0","1.8.0","1.7.0","1.6.0","1.5.0"]},"ffte":{"title":"FFTE","description":"FFTE is a package by Daisuke Takahashi to compute Discrete Fourier Transforms of 1-, 2- and 3- dimensional sequences of length (2^p)*(3^q)*(5^r).","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"116","average_install_time":"5","last_updated":"1601390608","first_added":"1333847377","popularity":"993","downloads":162796,"versions":["1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"fftw":{"title":"FFTW","description":"FFTW is a C subroutine library for computing the discrete Fourier transform (DFT) in one or more dimensions.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"171","average_install_time":"130","last_updated":"1502893795","first_added":"1421944511","popularity":"335","downloads":117807,"versions":["1.2.0","1.1.0","1.0.0"]},"fhourstones":{"title":"Fhourstones","description":"This integer benchmark solves positions in the game of Connect-4, as played on a vertical 7x6 board. By default, it uses a 64Mb transposition table with the twobig replacement strategy. Positions are represented as 64-bit bitboards, and the hash function is computed using a single 64-bit modulo operation, giving 64-bit machines a slight edge. The alpha-beta searcher sorts moves dynamically based on the history heuristic.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"790","average_install_time":"3","last_updated":"1520182132","first_added":"1291664840","popularity":"315","downloads":217251,"versions":["1.1.2","1.1.1","1.1.0"]},"financebench":{"title":"FinanceBench","description":"FinanceBench is a collection of financial program benchmarks with support for benchmarking on the GPU via OpenCL and CPU benchmarking with OpenMP. The FinanceBench test cases are focused on Black-Sholes-Merton Process with Analytic European Option engine, QMC (Sobol) Monte-Carlo method (Equity Option Example), Bonds Fixed-rate bond with flat forward curve, and Repo Securities repurchase agreement. FinanceBench was originally written by the Cavazos Lab at University of Delaware.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","OpenCL","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"270","average_install_time":"4","last_updated":"1611234557","first_added":"1465250993","popularity":"1121","downloads":72931,"versions":["1.1.1","1.1.0","1.0.0"]},"fio":{"title":"Flexible IO Tester","description":"FIO, the Flexible I\/O Tester, is an advanced Linux disk benchmark supporting multiple I\/O engines and a wealth of options. FIO was written by Jens Axboe for testing of the Linux I\/O subsystem and schedulers.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"159","average_install_time":"22","last_updated":"1640044919","first_added":"1291664850","popularity":"380","downloads":411907,"versions":["1.15.0","1.14.1","1.14.0","1.13.2","1.13.1","1.13.0","1.12.1","1.12.0","1.11.5","1.11.4","1.11.3","1.11.2","1.11.1","1.11.0","1.10.1","1.9.0","1.8.2","1.8.1","1.8.0","1.7.1","1.7.0","1.6.2","1.6.1","1.6.0","1.5.1","1.5.0","1.4.0","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0"]},"fluidx3d":{"title":"FluidX3D","description":"FluidX3D is a speedy and memory efficient Boltzmann CFD (Computational Fluid Dynamics) software package implemented using OpenCL and intended for GPU acceleration. FluidX3D is developed by Moritz Lehmann and written free for non-commercial use. This is a test profile measuring the system OpenCL performance using the FluidX3D benchmark.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"704","average_install_time":"3","last_updated":"1676134048","first_added":"1671320800","popularity":"176","downloads":9185,"versions":["1.1.0","1.0.0"]},"fs-mark":{"title":"FS-Mark","description":"FS_Mark is designed to test a system's file-system performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1223","average_install_time":"2","last_updated":"1630716211","first_added":"1291664876","popularity":"395","downloads":239860,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"gcrypt":{"title":"Gcrypt Library","description":"Libgcrypt is a general purpose cryptographic library developed as part of the GnuPG project. This is a benchmark of libgcrypt's integrated benchmark and is measuring the time to run the benchmark command with a cipher\/mac\/hash repetition count set for 50 times as simple, high level look at the overall crypto performance of the system under test.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1113","average_install_time":"43","last_updated":"1638837805","first_added":"1291664893","popularity":"762","downloads":240887,"versions":["1.1.3","1.1.2","1.1.1","1.1.0","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"geekbench":{"title":"Geekbench","description":"This is a benchmark of Geekbench 6 Pro. The test profile automates the execution of Geekbench 6 under the Phoronix Test Suite, assuming you have a valid license key for Geekbench 6 Pro. THIS TEST PROFILE WILL NOT WORK WITHOUT A VALID GEEKBENCH 6 PRO LICENSE KEY; test automation \/ CLI support is only available with the paid version of Geekbench.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"390","average_install_time":"6","last_updated":"1686933644","first_added":"1552389586","popularity":"135","downloads":45675,"versions":["6.1.0","6.0.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"geexlab":{"title":"GeeXLab","description":"GeeXLab is a cross-platform tool for 3D programming and demo creation.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"107","average_install_time":"3","last_updated":"1612219435","first_added":"1543064719","popularity":"1333","downloads":28695,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"geexlab-rt":{"title":"GeeXLab Vulkan Ray-Tracing Demo","description":"GeeXLab is a cross-platform tool for 3D programming and demo creation. The GeeXLab Vulkan Ray-Tracing Demo from Geeks3D.com is a path tracer based demo making use of the Vulkan ray-tracing extensions with supported graphics processors.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"52","average_install_time":"2","last_updated":"1613857767","first_added":"1613853620","popularity":"946","downloads":10673,"versions":["1.0.1","1.0.0"]},"gfxbench":{"title":"GFXBench","description":"This is a benchmark of GFXBench.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"215","average_install_time":"2","last_updated":"1447516423","first_added":"1447516423","popularity":"368","downloads":"76951","versions":["1.0.0"]},"git":{"title":"Git","description":"This test measures the time needed to carry out some sample Git operations on an example, static repository that happens to be a copy of the GNOME GTK tool-kit repository.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"177","average_install_time":"82","last_updated":"1586562670","first_added":"1521237986","popularity":"697","downloads":82161,"versions":["1.1.0","1.0.2","1.0.1","1.0.0"]},"gl-vs-vk":{"title":"GL-vs-VK","description":"GL_vs_VK is a comparison of OpenGL and Vulkan APIs in simple performance micro-benchmarks.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"101","average_install_time":"90","last_updated":"1496693871","first_added":"1496693871","popularity":"466","downloads":"50056","versions":["1.0.0"]},"glibc-bench":{"title":"Glibc Benchmarks","description":"The GNU C Library project provides the core libraries for the GNU system and GNU\/Linux systems, as well as many other systems that use Linux as the kernel. These libraries provide critical APIs including ISO C11, POSIX.1-2008, BSD, OS-specific APIs and more. This test profile makes use of Glibc's \"benchtests\" integrated benchmark suite.","test_type":"OS","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"40","average_install_time":"396","last_updated":"1679073522","first_added":"1498749893","popularity":"17","downloads":85627,"versions":["1.8.0","1.7.2","1.7.1","1.6.1","1.6.0","1.5.1","1.5.0"]},"glmark2":{"title":"GLmark2","description":"This is a test of GLmark2, a basic OpenGL and OpenGL ES 2.0 benchmark supporting various windowing\/display back-ends.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"334","average_install_time":"30","last_updated":"1679087325","first_added":"1371240786","popularity":"46","downloads":167916,"versions":["1.4.0","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"gluxmark":{"title":"gluxMark","description":"This test runs gluxMark, an OpenGL 3.2 benchmark and supports OpenCL. This test is run with 4x anti-aliasing.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"274","average_install_time":"21","last_updated":"1611241468","first_added":"1291664903","popularity":"2366","downloads":190878,"versions":["1.1.2","1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"gmpbench":{"title":"GNU GMP GMPbench","description":"GMPbench is a test of the GNU Multiple Precision Arithmetic (GMP) Library. GMPbench is a single-threaded integer benchmark that leverages the GMP library to stress the CPU with widening integer multiplication.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"462","average_install_time":"416","last_updated":"1616791785","first_added":"1291664917","popularity":"633","downloads":211480,"versions":["1.3.0","1.2.0","1.1.0","1.0.1"]},"gnupg":{"title":"GnuPG","description":"This test times how long it takes to encrypt a sample file using GnuPG.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"403","average_install_time":"72","last_updated":"1611180813","first_added":"1291664927","popularity":"860","downloads":222506,"versions":["2.5.0","2.4.1","2.4.0","1.3.2","1.3.1"]},"go-benchmark":{"title":"Go Benchmarks","description":"Benchmark for monitoring real time performance of the Go implementation for HTTP, JSON and garbage testing per iteration.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Windows"],"internal_tags":["Go"],"test_extends":"","package_hash":null,"average_run_time":"102","average_install_time":"3","last_updated":"1523146934","first_added":"1454528439","popularity":"298","downloads":123227,"versions":["1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"gpaw":{"title":"GPAW","description":"GPAW is a density-functional theory (DFT) Python code based on the projector-augmented wave (PAW) method and the atomic simulation environment (ASE).","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"204","average_install_time":"38","last_updated":"1687096268","first_added":"1600521955","popularity":"112","downloads":10608,"versions":["1.2.0","1.1.0","1.0.0"]},"gpu-residency":{"title":"GPU Residency","description":"This test measures the GPU residency of a given state for a 60 second interval.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"64","average_install_time":"2","last_updated":"1601217036","first_added":"1358537134","popularity":"2335","downloads":116890,"versions":["1.0.2","1.0.1","1.0.0"]},"gputest":{"title":"GpuTest","description":"GpuTest is a cross-platform OpenGL benchmark developed at Geeks3D.com that offers tech demos such as FurMark, TessMark, and other workloads to stress various areas of GPUs and drivers.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"216","average_install_time":"3","last_updated":"1519760166","first_added":"1368299224","popularity":"267","downloads":188967,"versions":["1.3.2","1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"graph500":{"title":"Graph500","description":"This is a benchmark of the reference implementation of Graph500, an HPC benchmark focused on data intensive loads and commonly tested on supercomputers for complex data problems. Graph500 primarily stresses the communication subsystem of the hardware under test.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"1502","average_install_time":"6","last_updated":"1643472362","first_added":"1643372169","popularity":"1068","downloads":5480,"versions":["1.0.1","1.0.0"]},"graphics-magick":{"title":"GraphicsMagick","description":"This is a test of GraphicsMagick with its OpenMP implementation that performs various imaging tests on a sample 6000x4000 pixel JPEG image.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"212","average_install_time":"61","last_updated":"1661125546","first_added":"1291663558","popularity":"48","downloads":305491,"versions":["2.1.0","2.0.2","2.0.1","2.0.0","1.8.0","1.7.0","1.6.1","1.6.0","1.5.1","1.4.1","1.4.0"]},"gravitymark":{"title":"GravityMark","description":"GravityMark is a cross-API, cross-platform GPU accelerated benchmark developed by Tellusim. GravityMark aims to exploit the performance of modern GPUs and render hundreds of thousands of objects in real-time all using GPU acceleration. GravityMark supports a variety of graphics rendering APIs and optionally supports accelerated ray-tracing.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"615","average_install_time":"4","last_updated":"1684527885","first_added":"1623756324","popularity":"230","downloads":27734,"versions":["1.9.0","1.8.0","1.7.0","1.6.0","1.5.0","1.4.0","1.2.1","1.2.0","1.0.0"]},"gromacs":{"title":"GROMACS","description":"The GROMACS (GROningen MAchine for Chemical Simulations) molecular dynamics package testing with the water_GMX50 data. This test profile allows selecting between CPU and GPU-based GROMACS builds.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"433","average_install_time":"219","last_updated":"1675859097","first_added":"1560609671","popularity":"13","downloads":55975,"versions":["1.8.0","1.7.0","1.6.0","1.5.0","1.4.1","1.4.0","1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"gromacs-gpu":{"title":"GROMACS","description":"The CUDA version of the Gromacs molecular dynamics package.","test_type":"Graphics","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"872","average_install_time":"259","last_updated":"1620945102","first_added":"1545496174","popularity":"2370","downloads":21738,"versions":["1.1.1","1.1.0","1.0.0"]},"gta5":{"title":"Grand Theft Auto V","description":"This is a benchmark of GTA 5 (Grand Theft Auto V) running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"689","average_install_time":"67","last_updated":"1668906266","first_added":"1668906266","popularity":"167","downloads":"9713","versions":["1.0.0"]},"gtkperf":{"title":"GtkPerf","description":"This test calculates the average frame-rate from several different GTK operations.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"343","average_install_time":"19","last_updated":"1601217162","first_added":"1291665132","popularity":"1887","downloads":185520,"versions":["1.2.2","1.2.1"]},"hackbench":{"title":"Hackbench","description":"This is a benchmark of Hackbench, a test of the Linux kernel scheduler.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"496","average_install_time":"3","last_updated":"1516048444","first_added":"1516048444","popularity":"314","downloads":"49789","versions":["1.0.0"]},"hammerdb-mariadb":{"title":"HammerDB - MariaDB","description":"This is a MariaDB MySQL database server benchmark making use of the HammerDB benchmarking \/ load testing tool.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1264","average_install_time":"756","last_updated":"1667301446","first_added":"1619272211","popularity":"295","downloads":11579,"versions":["1.1.0","1.0.0"]},"hammerdb-postgresql":{"title":"HammerDB - PostgreSQL","description":"This is a benchmark of the PostgreSQL database server, making use of the HammerDB benchmarking \/ load testing tool.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"3450","average_install_time":"107","last_updated":"1667500610","first_added":"1619309295","popularity":"300","downloads":12194,"versions":["1.1.1","1.1.0","1.0.0"]},"hashcat":{"title":"Hashcat","description":"Hashcat is an open-source, advanced password recovery tool supporting GPU acceleration with OpenCL, NVIDIA CUDA, and Radeon ROCm.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"61","average_install_time":"8","last_updated":"1633113549","first_added":"1600364686","popularity":"1144","downloads":11634,"versions":["1.1.1","1.1.0","1.0.0"]},"hbase":{"title":"Apache HBase","description":"This is a benchmark of the Apache HBase non-relational distributed database system inspired from Google's Bigtable.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"653","average_install_time":"5","last_updated":"1665324361","first_added":"1583459363","popularity":"74","downloads":30483,"versions":["1.1.0","1.0.1","1.0.0"]},"hdparm-read":{"title":"hdparm Timed Disk Reads","description":"The hdparm utility is used for simple benchmarking the system's hard drive.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"174","average_install_time":"2","last_updated":"1291665139","first_added":"1291665139","popularity":"286","downloads":"143534","versions":["1.0.0"]},"heffte":{"title":"HeFFTe - Highly Efficient FFT for Exascale","description":"HeFFTe is the Highly Efficient FFT for Exascale software developed as part of the Exascale Computing Project. This test profile uses HeFFTe's built-in speed benchmarks under a variety of configuration options and currently catering to CPU\/processor testing.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"52","average_install_time":"54","last_updated":"1687096310","first_added":"1687096310","popularity":"150","downloads":"322","versions":["1.0.0"]},"helsing":{"title":"Helsing","description":"Helsing is an open-source POSIX vampire number generator. This test profile measures the time it takes to generate vampire numbers between varying numbers of digits.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3412","average_install_time":"3","last_updated":"1620300240","first_added":"1618494635","popularity":"1273","downloads":6782,"versions":["1.0.2","1.0.1","1.0.0"]},"himeno":{"title":"Himeno Benchmark","description":"The Himeno benchmark is a linear solver of pressure Poisson using a point-Jacobi method.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"368","average_install_time":"2","last_updated":"1571941744","first_added":"1291665146","popularity":"607","downloads":259901,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"hint":{"title":"Hierarchical INTegration","description":"This test runs the U.S. Department of Energy's Ames Laboratory Hierarchical INTegration (HINT) benchmark.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1071","average_install_time":"3","last_updated":"1601217273","first_added":"1386451998","popularity":"1007","downloads":122841,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"hitman":{"title":"HITMAN","description":"This is a benchmark of HITMAN on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"427","average_install_time":"180","last_updated":"1668861345","first_added":"1487685591","popularity":"105","downloads":69143,"versions":["1.0.2","1.0.1","1.0.0"]},"hitman2":{"title":"HITMAN 2","description":"This is a benchmark of HITMAN 2 on Steam running on Linux under Steam Play. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"658","average_install_time":"111","last_updated":"1556582416","first_added":"1556582416","popularity":"955","downloads":"15686","versions":["1.0.0"]},"hitman3":{"title":"HITMAN 3","description":"This is a benchmark of HITMAN 3 on Steam running on Linux under Steam Play. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"450","average_install_time":"162","last_updated":"1672010570","first_added":"1642812285","popularity":"83","downloads":14919,"versions":["1.0.1","1.0.0"]},"hl2-ep2":{"title":"Half-Life 2: Episode Two","description":"This is a benchmark of Valve's Half-Life 2: Episode 2 game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"316","average_install_time":"40","last_updated":"1634844251","first_added":"1634844251","popularity":"963","downloads":"6370","versions":["1.0.0"]},"hl2lostcoast":{"title":"Half-Life 2 - Lost Coast","description":"This is a benchmark of Valve's Half-Life 2: Lost Coast game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Unverified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"84","average_install_time":"48","last_updated":"1464976587","first_added":"1396243547","popularity":"418","downloads":109957,"versions":["1.1.0","1.0.1","1.0.0"]},"hmmer":{"title":"Timed HMMer Search","description":"This test searches through the Pfam database of profile hidden markov models. The search finds the domain structure of Drosophila Sevenless protein.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"639","average_install_time":"34","last_updated":"1620249113","first_added":"1291665186","popularity":"394","downloads":250640,"versions":["1.3.0","1.2.2","1.2.1","1.2.0","1.1.2","1.1.1","1.1.0"]},"hpcc":{"title":"HPC Challenge","description":"HPC Challenge (HPCC) is a cluster-focused benchmark consisting of the HPL Linpack TPP benchmark, DGEMM, STREAM, PTRANS, RandomAccess, FFT, and communication bandwidth and latency. This HPC Challenge test profile attempts to ship with standard yet versatile configuration\/input files though they can be modified.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"11455","average_install_time":"18","last_updated":"1605827758","first_added":"1383422927","popularity":"758","downloads":326618,"versions":["1.2.8","1.2.7","1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.8","1.1.7","1.1.6","1.1.5","1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0","0.4.0","0.3.2","0.3.1","0.3.0","0.2.1","0.2.0","0.1.7","0.1.6","0.1.5","0.1.4","0.1.3","0.1.2","0.1.1","0.1.0"]},"hpcg":{"title":"High Performance Conjugate Gradient","description":"HPCG is the High Performance Conjugate Gradient and is a new scientific benchmark from Sandia National Lans focused for super-computer testing with modern real-world workloads compared to HPCC.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"2511","average_install_time":"23","last_updated":"1686865204","first_added":"1388036592","popularity":"2","downloads":139353,"versions":["1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"hpl":{"title":"HPL Linpack","description":"HPL is a well known portable Linpack implementation for distributed memory systems. This test profile is testing HPL upstream directly, outside the scope of the HPC Challenge test profile also available through the Phoronix Test Suite (hpcc). The test profile attempts to generate an optimized HPL.dat input file based on the CPU\/memory under test. The automated HPL.dat input generation is still being tuned and thus for now this test profile remains \"experimental\".","test_type":"Processor","software_type":"Benchmark","status":"Experimental","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"6324","average_install_time":"8","last_updated":"1615035067","first_added":"1615035067","popularity":"779","downloads":"8424","versions":["1.0.0"]},"idle":{"title":"Timed Idle","description":"This test will just idle the system for the specified amount of time. This test is of benefit if paired with the system_monitor module to monitor the system sensors, battery consumption, etc while the system is idling. This also can be used just as a simple test profile to understand how the Phoronix Test Suite works.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"115","average_install_time":"2","last_updated":"1576345345","first_added":"1291665191","popularity":"978","downloads":138502,"versions":["1.2.0","1.1.0"]},"idle-power-usage":{"title":"Idle Power Usage","description":"","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"250","average_install_time":"2","last_updated":"1291665198","first_added":"1291665198","popularity":"349","downloads":"131796","versions":["1.0.0"]},"incompact3d":{"title":"Xcompact3d Incompact3d","description":"Xcompact3d Incompact3d is a Fortran-MPI based, finite difference high-performance code for solving the incompressible Navier-Stokes equation and as many as you need scalar transport equations.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"638","average_install_time":"95","last_updated":"1616060441","first_added":"1600375495","popularity":"879","downloads":15053,"versions":["2.0.2","2.0.1","2.0.0","1.0.0"]},"indigobench":{"title":"IndigoBench","description":"This is a test of Indigo Renderer's IndigoBench benchmark.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"243","average_install_time":"184","last_updated":"1605283586","first_added":"1531679304","popularity":"705","downloads":51859,"versions":["1.1.0","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"influxdb":{"title":"InfluxDB","description":"This is a benchmark of the InfluxDB open-source time-series database optimized for fast, high-availability storage for IoT and other use-cases. The InfluxDB test profile makes use of InfluxDB Inch for facilitating the benchmarks.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"344","average_install_time":"8","last_updated":"1682698419","first_added":"1600888807","popularity":"50","downloads":17799,"versions":["1.0.2","1.0.1","1.0.0"]},"insurgency":{"title":"Insurgency","description":"This is a benchmark of the Source Engine Insurgency game, a tactical first person shooter developed by New World Interactive. The test profile assumes you have a Steam account, have Steam installed for the system, and that Insurgency is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"255","average_install_time":"3","last_updated":"1613401931","first_added":"1445980582","popularity":"1278","downloads":81961,"versions":["1.2.0","1.1.0","1.0.0"]},"intel-mlc":{"title":"Intel Memory Latency Checker","description":"Intel Memory Latency Checker (MLC) is a binary-only system memory bandwidth and latency benchmark. If the download fails you may need to manually download the file from https:\/\/www.intel.com\/content\/www\/us\/en\/developer\/articles\/tool\/intelr-memory-latency-checker.html and place it in your PTS download cache. On some systems root privileges are needed to run the MLC tester.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Windows","Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"70","average_install_time":"4","last_updated":"1671290518","first_added":"1619126820","popularity":"193","downloads":11553,"versions":["1.1.0","1.0.0"]},"intel-mpi":{"title":"Intel MPI Benchmarks","description":"Intel MPI Benchmarks for stressing MPI implementations. At this point the test profile aggregates results for some common MPI functionality.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"264","average_install_time":"18","last_updated":"1583790697","first_added":"1582991987","popularity":"840","downloads":15630,"versions":["1.0.1","1.0.0"]},"intel-tensorflow":{"title":"Intel TensorFlow","description":"Intel optimized version of TensorFlow with benchmarks of Intel AI models and configurable batch sizes.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"280","average_install_time":"1958","last_updated":"1682685089","first_added":"1682685089","popularity":"280","downloads":"1874","versions":["1.0.0"]},"interbench":{"title":"Interbench","description":"Interbench is an interactivity benchmark written by Con Kolivas. Interbench is primarily intended to test out the system kernel and its CPU scheduler while running a simulated test with a given simulated load in the background. Each benchmark \/ load is run for 60 seconds per test.","test_type":"System","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1004","average_install_time":"2","last_updated":"1643494812","first_added":"1332688249","popularity":"2424","downloads":130124,"versions":["1.0.2","1.0.1","1.0.0"]},"ior":{"title":"IOR","description":"IOR is a parallel I\/O storage benchmark making use of MPI with a particular focus on HPC (High Performance Computing) systems. IOR is developed at the Lawrence Livermore National Laboratory (LLNL).","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2154","average_install_time":"11","last_updated":"1611062378","first_added":"1570820291","popularity":"847","downloads":19996,"versions":["1.1.1","1.1.0","1.0.0"]},"iozone":{"title":"IOzone","description":"The IOzone benchmark tests the hard disk drive \/ file-system performance.","test_type":"Disk","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1344","average_install_time":"9","last_updated":"1588982401","first_added":"1291665207","popularity":"714","downloads":260466,"versions":["1.9.6","1.9.5","1.9.4","1.9.3","1.9.2","1.9.1","1.9.0","1.8.0","1.7.0"]},"ipc-benchmark":{"title":"IPC_benchmark","description":"IPC_benchmark is a Linux inter-process communication benchmark.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"103","average_install_time":"2","last_updated":"1582923108","first_added":"1582923108","popularity":"751","downloads":"9719","versions":["1.0.0"]},"iperf":{"title":"iPerf","description":"iPerf is a network bandwidth throughput testing software. This test profile is used for automated testing of an iperf client and requires you have access to an iperf server.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"195","average_install_time":"10","last_updated":"1608411117","first_added":"1480970267","popularity":"999","downloads":107733,"versions":["1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"j2dbench":{"title":"Java 2D Microbenchmark","description":"This test runs a series of microbenchmarks to check the performance of the OpenGL-based Java 2D pipeline and the underlying OpenGL drivers.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"805","average_install_time":"4","last_updated":"1520109688","first_added":"1291665214","popularity":"442","downloads":180034,"versions":["1.1.2","1.1.1","1.1.0"]},"java-gradle-perf":{"title":"Java Gradle Build","description":"This test runs Java software project builds using the Gradle build system. It is intended to give developers an idea as to the build performance for development activities and build servers.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"672","average_install_time":"248","last_updated":"1588979465","first_added":"1522760225","popularity":"833","downloads":45529,"versions":["1.1.0","1.0.0"]},"java-jmh":{"title":"Java JMH","description":"This very basic test profile runs the stock benchmark of the Java JMH benchmark via Maven.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"508","average_install_time":"131","last_updated":"1648747669","first_added":"1505746749","popularity":"434","downloads":58020,"versions":["1.0.1","1.0.0"]},"java-scimark2":{"title":"Java SciMark","description":"This test runs the Java version of SciMark 2.0, which is a benchmark for scientific and numerical computing developed by programmers at the National Institute of Standards and Technology. This benchmark is made up of Fast Foruier Transform, Jacobi Successive Over-relaxation, Monte Carlo, Sparse Matrix Multiply, and dense LU matrix factorization benchmarks.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"204","average_install_time":"2","last_updated":"1520117825","first_added":"1291665222","popularity":"302","downloads":237071,"versions":["1.1.2","1.1.1"]},"jgfxbat":{"title":"Java Graphics Basic Acceptance Test","description":"This test runs a series of automated performance\/quality sub-tests that exercise the OpenGL-based Java 2D pipeline in order to verify the quality of OpenGL drivers.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"175","average_install_time":"3","last_updated":"1291665230","first_added":"1291665230","popularity":"237","downloads":"160914","versions":["1.1.0"]},"john-the-ripper":{"title":"John The Ripper","description":"This is a benchmark of John The Ripper, which is a password cracker.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"143","average_install_time":"91","last_updated":"1679075247","first_added":"1291665239","popularity":"25","downloads":350710,"versions":["1.8.0","1.7.2","1.7.1","1.7.0","1.6.2","1.6.1","1.6.0","1.5.1","1.5.0","1.4.1","1.4.0","1.3.0","1.2.0","1.1.0","1.0.1"]},"jpegxl":{"title":"JPEG XL libjxl","description":"The JPEG XL Image Coding System is designed to provide next-generation JPEG image capabilities with JPEG XL offering better image quality and compression over legacy JPEG. This test profile is currently focused on the multi-threaded JPEG XL image encode performance using the reference libjxl library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"525","average_install_time":"146","last_updated":"1665827634","first_added":"1613077828","popularity":"85","downloads":34620,"versions":["1.5.0","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"jpegxl-decode":{"title":"JPEG XL Decoding libjxl","description":"The JPEG XL Image Coding System is designed to provide next-generation JPEG image capabilities with JPEG XL offering better image quality and compression over legacy JPEG. This test profile is suited for JPEG XL decode performance testing to PNG output file, the pts\/jpexl test is for encode performance. The JPEG XL encoding\/decoding is done using the libjxl codebase.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"pts\/jpegxl-1.5.0","package_hash":null,"average_run_time":"142","average_install_time":"3","last_updated":"1665829246","first_added":"1613234728","popularity":"91","downloads":29576,"versions":["1.5.0","1.4.0","1.3.0","1.1.0","1.0.0"]},"juliagpu":{"title":"JuliaGPU","description":"JuliaGPU is an OpenCL benchmark with this version containing various PTS-specific enhancements.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"100","average_install_time":"4","last_updated":"1523148592","first_added":"1291665247","popularity":"495","downloads":179519,"versions":["1.3.1","1.3.0","1.2.0","1.1.0"]},"jxrendermark":{"title":"JXRenderMark","description":"JXRenderMark is an open-source benchmark of the X Render extension for X.Org. Currently all tests are rendering to the backbuffer and not directly to the screen.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"109","average_install_time":"2","last_updated":"1465308524","first_added":"1291665256","popularity":"313","downloads":194798,"versions":["1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0"]},"keydb":{"title":"KeyDB","description":"A benchmark of KeyDB as an open-source, multi-threaded fork of the Redis server now developed by Snapchat. The developers self-describe the KeyDB in-memory data structure store as a \"faster drop in alternative to Redis\".","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"142","average_install_time":"137","last_updated":"1674432256","first_added":"1570491828","popularity":"67","downloads":36255,"versions":["1.4.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"kripke":{"title":"Kripke","description":"Kripke is a simple, scalable, 3D Sn deterministic particle transport code. Its primary purpose is to research how data layout, programming paradigms and architectures effect the implementation and performance of Sn transport. Kripke is developed by LLNL.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"112","average_install_time":"20","last_updated":"1687116507","first_added":"1600449324","popularity":"125","downloads":10507,"versions":["1.2.0","1.1.0","1.0.0"]},"kvazaar":{"title":"Kvazaar","description":"This is a test of Kvazaar as a CPU-based H.265\/HEVC video encoder written in the C programming language and optimized in Assembly. Kvazaar is the winner of the 2016 ACM Open-Source Software Competition and developed at the Ultra Video Group, Tampere University, Finland.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"148","average_install_time":"198","last_updated":"1672847575","first_added":"1602887603","popularity":"42","downloads":29179,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"l4d2":{"title":"Left 4 Dead 2","description":"This is a benchmark of Valve's Left 4 Dead 2 game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"227","average_install_time":"14","last_updated":"1672011351","first_added":"1624041684","popularity":"93","downloads":19153,"versions":["1.0.1","1.0.0"]},"laghos":{"title":"Laghos","description":"Laghos (LAGrangian High-Order Solver) is a miniapp that solves the time-dependent Euler equations of compressible gas dynamics in a moving Lagrangian frame using unstructured high-order finite element spatial discretization and explicit high-order time-stepping.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"194","average_install_time":"60","last_updated":"1687124780","first_added":"1687124780","popularity":"156","downloads":"309","versions":["1.0.0"]},"lammps":{"title":"LAMMPS Molecular Dynamics Simulator","description":"LAMMPS is a classical molecular dynamics code, and an acronym for Large-scale Atomic\/Molecular Massively Parallel Simulator.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2868","average_install_time":"49","last_updated":"1658321102","first_added":"1339377182","popularity":"69","downloads":174107,"versions":["1.4.0","1.3.2","1.3.1","1.3.0","1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"lczero":{"title":"LeelaChessZero","description":"LeelaChessZero (lc0 \/ lczero) is a chess engine automated vian neural networks. This test profile can be used for OpenCL, CUDA + cuDNN, and BLAS (CPU-based) benchmarking.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["SMP","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"1478","average_install_time":"33","last_updated":"1629917701","first_added":"1547341843","popularity":"616","downloads":59537,"versions":["1.6.0","1.5.1","1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"leveldb":{"title":"LevelDB","description":"LevelDB is a key-value storage library developed by Google that supports making use of Snappy for data compression and has other modern features.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"114","average_install_time":"8","last_updated":"1685225570","first_added":"1583452048","popularity":"6","downloads":21578,"versions":["1.1.0","1.0.2","1.0.1","1.0.0"]},"libframetime":{"title":"","description":"","test_type":"Graphics","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1420911840","first_added":"1420911840","popularity":"0","downloads":"88043","versions":["1.0.0"]},"libgav1":{"title":"libgav1","description":"Libgav1 is an AV1 decoder developed by Google for AV1 profile 0\/1 compliance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"456","average_install_time":"219","last_updated":"1644171896","first_added":"1570277246","popularity":"686","downloads":25277,"versions":["1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"libplacebo":{"title":"Libplacebo","description":"Libplacebo is a multimedia rendering library based on the core rendering code of the MPV player. The libplacebo benchmark relies on the Vulkan API and tests various primitives.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"151","average_install_time":"12","last_updated":"1668251838","first_added":"1606679785","popularity":"103","downloads":20697,"versions":["1.1.0","1.0.0"]},"libraw":{"title":"LibRaw","description":"LibRaw is a RAW image decoder for digital camera photos. This test profile runs LibRaw's post-processing benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"235","average_install_time":"43","last_updated":"1600793892","first_added":"1600793892","popularity":"925","downloads":"8742","versions":["1.0.0"]},"libxsmm":{"title":"libxsmm","description":"Libxsmm is an open-source library for specialized dense and sparse matrix operations and deep learning primitives. Libxsmm supports making use of Intel AMX, AVX-512, and other modern CPU instruction set capabilities.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"257","average_install_time":"46","last_updated":"1687386934","first_added":"1687386125","popularity":"145","downloads":248,"versions":["1.0.1","1.0.0"]},"lightsmark":{"title":"Lightsmark","description":"This test calculates the average frame-rate within the Lightsmark 2008. Lightsmark is an OpenGL real-time global illumination and penumbra shadow benchmark.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"370","average_install_time":"4","last_updated":"1519761249","first_added":"1291665265","popularity":"722","downloads":160693,"versions":["1.2.1","1.2.0"]},"linux-kernel-base":{"title":"","description":"","test_type":"","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"3","last_updated":"1291665274","first_added":"1291665274","popularity":"0","downloads":"170808","versions":["1.0.0"]},"liquid-dsp":{"title":"Liquid-DSP","description":"LiquidSDR's Liquid-DSP is a software-defined radio (SDR) digital signal processing library. This test profile runs a multi-threaded benchmark of this SDR\/DSP library focused on embedded platform usage.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"83","average_install_time":"20","last_updated":"1687206602","first_added":"1615299091","popularity":"132","downloads":8317,"versions":["1.6.0","1.0.0"]},"llvm-test-suite":{"title":"LLVM Test Suite","description":"This test times how long it takes to run the LLVM Test Suite.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"117","average_install_time":"59","last_updated":"1601217890","first_added":"1521506819","popularity":"2348","downloads":39409,"versions":["1.0.1","1.0.0"]},"luajit":{"title":"LuaJIT","description":"This test profile is a collection of Lua scripts\/benchmarks run against a locally-built copy of LuaJIT upstream.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"148","average_install_time":"15","last_updated":"1548954066","first_added":"1521502827","popularity":"781","downloads":49422,"versions":["1.1.0","1.0.1","1.0.0"]},"luaradio":{"title":"LuaRadio","description":"LuaRadio is a lightweight software-defined radio (SDR) framework built atop LuaJIT. LuaRadio provides a suite of source, sink, and processing blocks, with a simple API for defining flow graphs, running flow graphs, creating blocks, and creating data types.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"915","average_install_time":"2","last_updated":"1615389487","first_added":"1615389487","popularity":"954","downloads":"7967","versions":["1.0.0"]},"lulesh":{"title":"LULESH","description":"LULESH is the Livermore Unstructured Lagrangian Explicit Shock Hydrodynamics.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"110","average_install_time":"5","last_updated":"1610399842","first_added":"1583359407","popularity":"1099","downloads":16266,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"lulesh-cl":{"title":"Lulesh OpenCL","description":"Lulesh OpenCL benchmark: Livermore Unstructured Lagrangian Explicit Shock Hydrodynamics.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"106","average_install_time":"6","last_updated":"1499380133","first_added":"1499378787","popularity":"538","downloads":49574,"versions":["1.0.1","1.0.0"]},"luxcorerender":{"title":"LuxCoreRender","description":"LuxCoreRender is an open-source 3D physically based renderer formerly known as LuxRender. LuxCoreRender supports CPU-based rendering as well as GPU acceleration via OpenCL, NVIDIA CUDA, and NVIDIA OptiX interfaces.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP","CUDA","OptiX"],"test_extends":"","package_hash":null,"average_run_time":"298","average_install_time":"18","last_updated":"1640435777","first_added":"1569721077","popularity":"604","downloads":40690,"versions":["1.4.0","1.3.0","1.2.3","1.2.2","1.2.1","1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"luxcorerender-cl":{"title":"LuxCoreRender OpenCL","description":"LuxCoreRender is an open-source physically based renderer. This test profile is focused on running LuxCoreRender on OpenCL accelerators\/GPUs. The alternative luxcorerender test profile is for CPU execution due to a difference in tests, etc.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"953","average_install_time":"16","last_updated":"1618519703","first_added":"1569773780","popularity":"2316","downloads":16686,"versions":["1.2.1","1.2.0","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"luxmark":{"title":"LuxMark","description":"LuxMark is a multi-platform OpenGL benchmark using LuxRender. LuxMark supports targeting different OpenCL devices and has multiple scenes available for rendering. LuxMark is a fully open-source OpenCL program with real-world rendering examples.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"478","average_install_time":"12","last_updated":"1578177758","first_added":"1335713332","popularity":"914","downloads":139604,"versions":["1.2.1","1.2.0","1.1.0","1.0.0"]},"lzbench":{"title":"lzbench","description":"lzbench is an in-memory benchmark of various compressors. The file used for compression is a Linux kernel source tree tarball.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"172","average_install_time":"54","last_updated":"1611243136","first_added":"1502218707","popularity":"828","downloads":58743,"versions":["1.1.1","1.1.0","1.0.0"]},"m-queens":{"title":"m-queens","description":"A solver for the N-queens problem with multi-threading support via the OpenMP library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1032","average_install_time":"3","last_updated":"1539295464","first_added":"1527532553","popularity":"470","downloads":49807,"versions":["1.1.0","1.0.1","1.0.0"]},"madmax":{"title":"Mad Max","description":"This is a benchmark of Mad Max on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"290","average_install_time":"26","last_updated":"1515435292","first_added":"1490891139","popularity":"584","downloads":68260,"versions":["1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"mafft":{"title":"Timed MAFFT Alignment","description":"This test performs an alignment of 100 pyruvate decarboxylase sequences.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"107","average_install_time":"12","last_updated":"1607713381","first_added":"1291665319","popularity":"784","downloads":258129,"versions":["1.6.2","1.6.1","1.6.0","1.5.0","1.4.2","1.4.1","1.4.0","1.3.0","1.2.0"]},"mandelbulbgpu":{"title":"MandelbulbGPU","description":"MandelbulbGPU is an OpenCL benchmark.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"41","average_install_time":"2","last_updated":"1383793529","first_added":"1291665328","popularity":"246","downloads":169656,"versions":["1.3.0","1.2.0","1.1.0"]},"mandelgpu":{"title":"MandelGPU","description":"MandelGPU is an OpenCL benchmark and this test runs with the OpenCL rendering float4 kernel with a maximum of 4096 iterations.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"75","average_install_time":"2","last_updated":"1383793893","first_added":"1291665336","popularity":"243","downloads":175912,"versions":["1.3.1","1.3.0","1.2.0","1.1.0"]},"mbw":{"title":"MBW","description":"This is a basic\/simple memory (RAM) bandwidth benchmark for memory copy operations.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"98","average_install_time":"2","last_updated":"1536428444","first_added":"1536428444","popularity":"324","downloads":"35699","versions":["1.0.0"]},"mcperf":{"title":"Memcached mcperf","description":"This is a test of twmperf\/mcperf with memcached, a distributed memory object caching system.","test_type":"System","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"6334","average_install_time":"31","last_updated":"1660934673","first_added":"1484349427","popularity":"144","downloads":94236,"versions":["1.4.1","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"memcached":{"title":"Memcached","description":"Memcached is a high performance, distributed memory object caching system. This Memcached test profiles makes use of memtier_benchmark for excuting this CPU\/memory-focused server benchmark.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"462","average_install_time":"39","last_updated":"1679759135","first_added":"1660934580","popularity":"47","downloads":20155,"versions":["1.2.0","1.1.0","1.0.0"]},"memtier-benchmark":{"title":"memtier_benchmark","description":"Memtier_benchmark is a NoSQL Redis\/Memcache traffic generation plus benchmarking tool developed by Redis Labs.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"333","average_install_time":"121","last_updated":"1667230906","first_added":"1569274884","popularity":"88","downloads":40672,"versions":["1.4.1","1.4.0","1.1.0","1.0.1","1.0.0"]},"mencoder":{"title":"Mencoder","description":"This test uses mplayer's mencoder utility and the libavcodec family for testing the system's audio\/video encoding performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"pts\/video-sample","package_hash":null,"average_run_time":"85","average_install_time":"119","last_updated":"1518024834","first_added":"1291665345","popularity":"439","downloads":188458,"versions":["1.5.0","1.4.1","1.4.0","1.3.0"]},"metro2033-redux":{"title":"Metro 2033 Redux","description":"A Steam-based test of the Metro 2033 Redux game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"281","average_install_time":"14","last_updated":"1466176390","first_added":"1420912717","popularity":"760","downloads":57713,"versions":["1.1.1","1.1.0","1.0.0"]},"metroll-redux":{"title":"Metro: Last Light Redux","description":"A Steam-based test of the Metro: Last Light Redux game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"554","average_install_time":"23","last_updated":"1630440831","first_added":"1420912257","popularity":"1231","downloads":67660,"versions":["1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"minibude":{"title":"miniBUDE","description":"MiniBUDE is a mini application for the the core computation of the Bristol University Docking Engine (BUDE). This test profile currently makes use of the OpenMP implementation of miniBUDE for CPU benchmarking.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"941","average_install_time":"4","last_updated":"1667583159","first_added":"1667583159","popularity":"172","downloads":"9894","versions":["1.0.0"]},"minife":{"title":"miniFE","description":"MiniFE Finite Element is an application for unstructured implicit finite element codes.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"216","average_install_time":"14","last_updated":"1571529453","first_added":"1571529453","popularity":"1006","downloads":"12200","versions":["1.0.0"]},"minion":{"title":"Minion","description":"Minion is an open-source constraint solver that is designed to be very scalable. This test profile uses Minion's integrated benchmarking problems to solve.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"293","average_install_time":"91","last_updated":"1523150052","first_added":"1291665450","popularity":"388","downloads":215249,"versions":["1.5.2","1.5.1","1.5.0","1.4.0","1.3.0","1.2.0"]},"mixbench":{"title":"Mixbench","description":"A benchmark suite for GPUs on mixed operational intensity kernels.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"33","average_install_time":"31","last_updated":"1599409668","first_added":"1465249521","popularity":"1137","downloads":67699,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"mkl-dnn":{"title":"oneDNN MKL-DNN","description":"This is a test of the Intel oneDNN (formerly DNNL \/ Deep Neural Network Library \/ MKL-DNN) as an Intel-optimized library for Deep Neural Networks and making use of its built-in benchdnn functionality. The result is the total perf time reported.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"169","average_install_time":"421","last_updated":"1592425908","first_added":"1555461887","popularity":"973","downloads":40622,"versions":["1.3.1","1.3.0","1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"mlpack":{"title":"Mlpack Benchmark","description":"Mlpack benchmark scripts for machine learning libraries","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"465","average_install_time":"17","last_updated":"1601211592","first_added":"1578666532","popularity":"910","downloads":18173,"versions":["1.0.2","1.0.1","1.0.0"]},"mnn":{"title":"Mobile Neural Network","description":"MNN is the Mobile Neural Network as a highly efficient, lightweight deep learning framework developed by Alibaba. This MNN test profile is building the OpenMP \/ CPU threaded version for processor benchmarking and not any GPU-accelerated test. MNN does allow making use of AVX-512 extensions.","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"655","average_install_time":"129","last_updated":"1661957637","first_added":"1600383452","popularity":"126","downloads":40263,"versions":["2.1.0","2.0.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"mocassin":{"title":"Monte Carlo Simulations of Ionised Nebulae","description":"Mocassin is the Monte Carlo Simulations of Ionised Nebulae. MOCASSIN is a fully 3D or 2D photoionisation and dust radiative transfer code which employs a Monte Carlo approach to the transfer of radiation through media of arbitrary geometry and density distribution.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"203","average_install_time":"17","last_updated":"1687100362","first_added":"1600465648","popularity":"110","downloads":8289,"versions":["1.1.0","1.0.0"]},"montage":{"title":"Montage Astronomical Image Mosaic Engine","description":"Montage is an open-source astronomical image mosaic engine. This BSD-licensed astronomy software is developed by the California Institute of Technology, Pasadena.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1002","average_install_time":"142","last_updated":"1594222541","first_added":"1594222541","popularity":"930","downloads":"11300","versions":["1.0.0"]},"mpcbench":{"title":"GNU MPC","description":"GNU MPC is a C library for the arithmetic of complex numbers.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"277","average_install_time":"75","last_updated":"1547570637","first_added":"1515893458","popularity":"829","downloads":39458,"versions":["1.0.1","1.0.0"]},"mplayer-base":{"title":"","description":"","test_type":"Graphics","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"pts\/video-sample","package_hash":null,"average_run_time":"0","average_install_time":"178","last_updated":"1518026207","first_added":"1291665459","popularity":"0","downloads":141045,"versions":["1.4.0","1.3.0","1.2.0","1.1.0"]},"mrbayes":{"title":"Timed MrBayes Analysis","description":"This test performs a bayesian analysis of a set of primate genome sequences in order to estimate their phylogeny.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"928","average_install_time":"43","last_updated":"1620239685","first_added":"1291665473","popularity":"768","downloads":203907,"versions":["1.5.0","1.4.0","1.3.2","1.3.1","1.3.0","1.2.0"]},"mt-dgemm":{"title":"ACES DGEMM","description":"This is a multi-threaded DGEMM benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"688","average_install_time":"2","last_updated":"1570822155","first_added":"1570822155","popularity":"887","downloads":"12668","versions":["1.2.0"]},"multichase":{"title":"Multichase Pointer Chaser","description":"This is a benchmark of Google's multichase pointer chaser program.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"46","average_install_time":"3","last_updated":"1523150136","first_added":"1455208108","popularity":"581","downloads":78666,"versions":["1.0.2","1.0.1","1.0.0"]},"mutex":{"title":"BenchmarkMutex","description":"BenchmarkMutex is a mutex benchmark created by Malte Skarupke.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"259","average_install_time":"15","last_updated":"1577921926","first_added":"1577921926","popularity":"1057","downloads":"11280","versions":["1.0.0"]},"mysqlslap":{"title":"MariaDB","description":"This is a MariaDB MySQL database server benchmark making use of mysqlslap.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"935","average_install_time":"529","last_updated":"1679101989","first_added":"1532889412","popularity":"24","downloads":68861,"versions":["1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.8","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"n-queens":{"title":"N-Queens","description":"This is a test of the OpenMP version of a test that solves the N-queens problem. The board problem size is 18.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2943","average_install_time":"3","last_updated":"1570806932","first_added":"1291665636","popularity":"836","downloads":185831,"versions":["1.2.1","1.2.0","1.1.0","1.0.0"]},"namd":{"title":"NAMD","description":"NAMD is a parallel molecular dynamics code designed for high-performance simulation of large biomolecular systems. NAMD was developed by the Theoretical and Computational Biophysics Group in the Beckman Institute for Advanced Science and Technology at the University of Illinois at Urbana-Champaign.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"677","average_install_time":"4","last_updated":"1598610499","first_added":"1537378718","popularity":"572","downloads":57153,"versions":["1.2.1","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"namd-cuda":{"title":"NAMD CUDA","description":"NAMD is a parallel molecular dynamics code designed for high-performance simulation of large biomolecular systems. NAMD was developed by the Theoretical and Computational Biophysics Group in the Beckman Institute for Advanced Science and Technology at the University of Illinois at Urbana-Champaign. This version of the NAMD test profile uses CUDA GPU acceleration.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"152","average_install_time":"4","last_updated":"1600449757","first_added":"1545488914","popularity":"1169","downloads":23880,"versions":["1.1.1","1.1.0","1.0.0"]},"natron":{"title":"Natron","description":"Natron is an open-source, cross-platform compositing software for visual effects (VFX) and motion graphics.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"554","average_install_time":"13","last_updated":"1662042322","first_added":"1626208911","popularity":"122","downloads":24047,"versions":["1.1.0","1.0.0"]},"ncnn":{"title":"NCNN","description":"NCNN is a high performance neural network inference framework optimized for mobile and other platforms developed by Tencent.","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1592","average_install_time":"120","last_updated":"1660399181","first_added":"1600444695","popularity":"119","downloads":39734,"versions":["1.4.0","1.3.0","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"neat":{"title":"Nebular Empirical Analysis Tool","description":"NEAT is the Nebular Empirical Analysis Tool for empirical analysis of ionised nebulae, with uncertainty propagation.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"133","average_install_time":"16","last_updated":"1620247563","first_added":"1582994890","popularity":"1209","downloads":16429,"versions":["1.1.0","1.0.2","1.0.1","1.0.0"]},"neatbench":{"title":"NeatBench","description":"NeatBench is a benchmark of the cross-platform Neat Video software on the CPU and optional GPU (OpenCL \/ CUDA) support.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP","OpenCL","CUDA"],"test_extends":"","package_hash":null,"average_run_time":"94","average_install_time":"2","last_updated":"1590233779","first_added":"1566865284","popularity":"1051","downloads":22237,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"nekrs":{"title":"nekRS","description":"nekRS is an open-source Navier Stokes solver based on the spectral element method. NekRS supports both CPU and GPU\/accelerator support though this test profile is currently configured for CPU execution. NekRS is part of Nek5000 of the Mathematics and Computer Science MCS at Argonne National Laboratory. This nekRS benchmark is primarily relevant to large core count HPC servers and otherwise may be very time consuming on smaller systems.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"531","average_install_time":"84","last_updated":"1685923903","first_added":"1667951826","popularity":"163","downloads":10021,"versions":["1.1.0","1.0.0"]},"nero2d":{"title":"Open FMM Nero2D","description":"This is a test of Nero2D, which is a two-dimensional TM\/TE solver for Open FMM. Open FMM is a free collection of electromagnetic software for scattering at very large objects. This test profile times how long it takes to solve one of the included 2D examples.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"774","average_install_time":"40","last_updated":"1518015391","first_added":"1291665494","popularity":"379","downloads":190548,"versions":["1.1.0","1.0.1","1.0.0"]},"netperf":{"title":"Netperf","description":"Netperf is a network bandwidth testing software. This test profile is used for automated testing of a netperf client and requires you have access to a netperf server.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"501","average_install_time":"21","last_updated":"1578152538","first_added":"1480889090","popularity":"1191","downloads":96630,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"nettle":{"title":"Nettle","description":"GNU Nettle is a low-level cryptographic library used by GnuTLS and other software.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"31","average_install_time":"17","last_updated":"1654358105","first_added":"1584886550","popularity":"780","downloads":17606,"versions":["1.1.0","1.0.1","1.0.0"]},"network-loopback":{"title":"Loopback TCP Network Performance","description":"This test measures the loopback network adapter performance using a micro-benchmark to measure the TCP performance.","test_type":"Network","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"122","average_install_time":"2","last_updated":"1536328125","first_added":"1291665503","popularity":"452","downloads":231286,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"nexuiz":{"title":"Nexuiz","description":"This is a benchmark of Nexuiz, a popular open-source first-person shooter. This game uses the DarkPlaces engine, which is a largely modified version of the Quake engine with extra features such as High Dynamic Range rendering and OpenGL 2.0 shaders.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"97","average_install_time":"10","last_updated":"1519761656","first_added":"1291665513","popularity":"666","downloads":165736,"versions":["1.6.2","1.6.1","1.6.0"]},"nexuiz-iqc":{"title":"Nexuiz Image Quality","description":"","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"pts\/nexuiz","package_hash":null,"average_run_time":"97","average_install_time":"2","last_updated":"1519761938","first_added":"1291665575","popularity":"820","downloads":138173,"versions":["1.0.1","1.0.0"]},"ngc-tensorflow":{"title":"NVIDIA GPU Cloud TensorFlow","description":"This test profile uses the NVIDIA GPU Cloud (NGC\/nvcr.io) for running the TensorFlow image inside Docker for benchmarking. You must have already signed into NGC for this test profile to work.","test_type":"Graphics","software_type":"Utility","status":"Experimental","supported_platforms":["Linux"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"478","average_install_time":"3","last_updated":"1538920187","first_added":"1538920187","popularity":"857","downloads":"21372","versions":["1.0.0"]},"nginx":{"title":"nginx","description":"This is a benchmark of the lightweight Nginx HTTP(S) web-server. This Nginx web server benchmark test profile makes use of the wrk program for facilitating the HTTP requests over a fixed period time with a configurable number of concurrent clients\/connections. HTTPS with a self-signed OpenSSL certificate is used by this test for local benchmarking.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"470","average_install_time":"102","last_updated":"1679758550","first_added":"1291665601","popularity":"16","downloads":224656,"versions":["3.0.1","3.0.0","2.0.1","2.0.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"ngspice":{"title":"Ngspice","description":"Ngspice is an open-source SPICE circuit simulator. Ngspice was originally based on the Berkeley SPICE electronic circuit simulator. Ngspice supports basic threading using OpenMP. This test profile is making use of the ISCAS 85 benchmark circuits.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"437","average_install_time":"105","last_updated":"1612706114","first_added":"1612706114","popularity":"1108","downloads":"6438","versions":["1.0.0"]},"node-express-loadtest":{"title":"Node.js Express HTTP Load Test","description":"A Node.js Express server with a Node-based loadtest client for facilitating HTTP benchmarking.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"66","average_install_time":"21","last_updated":"1578156110","first_added":"1538418947","popularity":"634","downloads":31749,"versions":["1.0.1","1.0.0"]},"node-octane":{"title":"Node.js Octane Benchmark","description":"A Node.js version of the JavaScript Octane Benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"290","average_install_time":"3","last_updated":"1538498386","first_added":"1538416591","popularity":"649","downloads":30625,"versions":["1.0.1","1.0.0"]},"node-web-tooling":{"title":"Node.js V8 Web Tooling Benchmark","description":"Running the V8 project's Web-Tooling-Benchmark under Node.js. The Web-Tooling-Benchmark stresses JavaScript-related workloads common to web developers like Babel and TypeScript and Babylon. This test profile can test the system's JavaScript performance with Node.js.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"235","average_install_time":"114","last_updated":"1658057641","first_added":"1607969573","popularity":"117","downloads":25566,"versions":["1.0.1","1.0.0"]},"noise-level":{"title":"NoiseLevel","description":"This test measures background activity.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"64","average_install_time":"2","last_updated":"1601218090","first_added":"1358537206","popularity":"2322","downloads":107093,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"novabench":{"title":"Novabench","description":"This is a benchmark of Novabench. The test profile automates the execution of Novabench under the Phoronix Test Suite, assuming you have a valid license key for Novabench Pro or Novabench Commercial. This test will not work without a valid license key and activating Novabench.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Windows","Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"686","average_install_time":"1019","last_updated":"1552755782","first_added":"1552755782","popularity":"873","downloads":"18368","versions":["1.0.0"]},"npb":{"title":"NAS Parallel Benchmarks","description":"NPB, NAS Parallel Benchmarks, is a benchmark developed by NASA for high-end computer systems. This test profile currently uses the MPI version of NPB. This test profile offers selecting the different NPB tests\/problems and varying problem sizes.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"310","average_install_time":"54","last_updated":"1634236359","first_added":"1291665608","popularity":"579","downloads":279983,"versions":["1.4.5","1.4.4","1.4.2","1.4.1","1.4.0","1.3.1","1.3.0","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"numenta-nab":{"title":"Numenta Anomaly Benchmark","description":"Numenta Anomaly Benchmark (NAB) is a benchmark for evaluating algorithms for anomaly detection in streaming, real-time applications. It is comprised of over 50 labeled real-world and artificial time-series data files plus a novel scoring mechanism designed for real-time applications. This test profile currently measures the time to run various detectors.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"272","average_install_time":"51","last_updated":"1671044645","first_added":"1541782556","popularity":"54","downloads":40756,"versions":["1.1.1","1.1.0","1.0.0"]},"numpy":{"title":"Numpy Benchmark","description":"This is a test to obtain the general Numpy performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"822","average_install_time":"26","last_updated":"1605291551","first_added":"1456936411","popularity":"617","downloads":125662,"versions":["1.2.1","1.2.0","1.1.0","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"nuttcp":{"title":"Nuttcp","description":"Nuttcp is a network performance measurement tool intended for use by network and system managers. Its most basic usage is to determine the raw TCP (or UDP) network layer throughput by transferring memory buffers from a source system across an interconnecting network to a destination system, either transferring data for a specified time interval, or alternatively transferring a specified number of bytes.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","Solaris","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"331","average_install_time":"12","last_updated":"1548186039","first_added":"1546544020","popularity":"970","downloads":26204,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"nwchem":{"title":"NWChem","description":"NWChem is an open-source high performance computational chemistry package. Per NWChem's documentation, \"NWChem aims to provide its users with computational chemistry tools that are scalable both in their ability to treat large scientific computational chemistry problems efficiently, and in their use of available parallel computing resources from high-performance parallel supercomputers to conventional workstation clusters.\"","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"2912","average_install_time":"1096","last_updated":"1614633253","first_added":"1586968814","popularity":"937","downloads":15028,"versions":["1.1.1","1.1.0","1.0.0"]},"octanebench":{"title":"OctaneBench","description":"OctaneBench is a test of the OctaneRender on the GPU and requires the use of NVIDIA CUDA.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"464","average_install_time":"5","last_updated":"1602004320","first_added":"1465247599","popularity":"1214","downloads":85764,"versions":["1.3.0","1.2.1","1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"oidn":{"title":"Intel Open Image Denoise","description":"Open Image Denoise is a denoising library for ray-tracing and part of the Intel oneAPI rendering toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"136","average_install_time":"2","last_updated":"1685913866","first_added":"1569855437","popularity":"4","downloads":33777,"versions":["2.0.0","1.4.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"oneapi-level-zero":{"title":"oneAPI Level Zero Tests","description":"This is benchmarking the collection of Intel oneAPI Level Zero Tests.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"231","average_install_time":"646","last_updated":"1586039524","first_added":"1586039524","popularity":"1167","downloads":"9593","versions":["1.0.0"]},"onednn":{"title":"oneDNN","description":"This is a test of the Intel oneDNN as an Intel-optimized library for Deep Neural Networks and making use of its built-in benchdnn functionality. The result is the total perf time reported. Intel oneDNN was formerly known as DNNL (Deep Neural Network Library) and MKL-DNN before being rebranded as part of the Intel oneAPI toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"135","average_install_time":"406","last_updated":"1680300877","first_added":"1592425599","popularity":"30","downloads":42744,"versions":["3.1.0","3.0.0","2.7.0","1.8.0","1.7.0","1.6.1","1.6.0","1.5.0"]},"onnx":{"title":"ONNX Runtime","description":"ONNX Runtime is developed by Microsoft and partners as a open-source, cross-platform, high performance machine learning inferencing and training accelerator. This test profile runs the ONNX Runtime with various models available from the ONNX Model Zoo.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"470","average_install_time":"821","last_updated":"1676117988","first_added":"1610845773","popularity":"68","downloads":30556,"versions":["1.6.0","1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"open-porous-media":{"title":"Open Porous Media","description":"This is a test of a DUNE (Distributed and Unified Numerics Environment) module called OPM Benchmarks from the Open Porous Media project. Open Porous Media is a set of open-source tools concerning simulation of flow and transport of fluids in porous media.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"726","average_install_time":"2","last_updated":"1386601161","first_added":"1347141080","popularity":"401","downloads":135637,"versions":["1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"openarena":{"title":"OpenArena","description":"This is a test of OpenArena, a popular open-source first-person shooter. This game is based upon ioquake3, which in turn uses the GPL version of id Software's Quake 3 engine.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"211","average_install_time":"7","last_updated":"1519758039","first_added":"1291666072","popularity":"248","downloads":234482,"versions":["1.5.5","1.5.4","1.5.3","1.5.2","1.5.1","1.5.0","1.4.0"]},"opencv":{"title":"OpenCV","description":"This is a benchmark of the OpenCV (Computer Vision) library's built-in performance tests.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"478","average_install_time":"605","last_updated":"1679143730","first_added":"1600806690","popularity":"56","downloads":20912,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"opencv-bench":{"title":"OpenCV Benchmark","description":"Stress benchmark tests to measure time consumed by the OpenCV libraries installed","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"592","average_install_time":"5","last_updated":"1504730589","first_added":"1504730589","popularity":"530","downloads":"41970","versions":["1.0.0"]},"opendwarfs":{"title":"OpenDwarfs","description":"OpenDwarfs is a non-commercial OpenCL compute benchmark suite developed at Virginia Tech in cooperation with various organizations.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"73","average_install_time":"53","last_updated":"1383772070","first_added":"1383772070","popularity":"413","downloads":"88138","versions":["1.0.0"]},"openems":{"title":"OpenEMS","description":"OpenEMS is a free and open electromagnetic field solver using the FDTD method. This test profile runs OpenEMS and pyEMS benchmark demos.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1435","average_install_time":"117","last_updated":"1673782291","first_added":"1673782291","popularity":"89","downloads":"10740","versions":["1.0.0"]},"openfoam":{"title":"OpenFOAM","description":"OpenFOAM is the leading free, open-source software for computational fluid dynamics (CFD). This test profile currently uses the drivaerFastback test case for analyzing automotive aerodynamics or alternatively the older motorBike input.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"788","average_install_time":"1507","last_updated":"1663409001","first_added":"1610303836","popularity":"107","downloads":26670,"versions":["1.2.0","1.1.2","1.1.1","1.0.1","1.0.0"]},"openjpeg":{"title":"OpenJPEG","description":"OpenJPEG is an open-source JPEG 2000 codec written in the C programming language. The default input for this test profile is the NASA\/JPL-Caltech\/MSSS Curiosity panorama 717MB TIFF image file converting to JPEG2000 format.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"94","average_install_time":"43","last_updated":"1641078958","first_added":"1641078958","popularity":"944","downloads":"5065","versions":["1.0.0"]},"openradioss":{"title":"OpenRadioss","description":"OpenRadioss is an open-source AGPL-licensed finite element solver for dynamic event analysis OpenRadioss is based on Altair Radioss and open-sourced in 2022. This open-source finite element solver is benchmarked with various example models available from https:\/\/www.openradioss.org\/models\/. This test is currently using a reference OpenRadioss binary build offered via GitHub.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"468","average_install_time":"6","last_updated":"1665683531","first_added":"1665683531","popularity":"173","downloads":"10830","versions":["1.0.0"]},"openssl":{"title":"OpenSSL","description":"OpenSSL is an open-source toolkit that implements SSL (Secure Sockets Layer) and TLS (Transport Layer Security) protocols. This test profile makes use of the built-in \"openssl speed\" benchmarking capabilities.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"528","average_install_time":"154","last_updated":"1678815580","first_added":"1291666078","popularity":"7","downloads":329022,"versions":["3.1.0","3.0.1","3.0.0","1.11.0","1.10.0","1.9.2","1.9.0","1.8.0","1.7.0","1.6.0","1.5.0"]},"openvino":{"title":"OpenVINO","description":"This is a test of the Intel OpenVINO, a toolkit around neural networks, using its built-in benchmarking support and analyzing the throughput and latency for various models.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"131","average_install_time":"590","last_updated":"1671665554","first_added":"1602104146","popularity":"78","downloads":33809,"versions":["1.2.0","1.1.0","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"openvkl":{"title":"OpenVKL","description":"OpenVKL is the Intel Open Volume Kernel Library that offers high-performance volume computation kernels and part of the Intel oneAPI rendering toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1072","average_install_time":"3","last_updated":"1671287178","first_added":"1586300859","popularity":"79","downloads":24750,"versions":["1.3.0","1.1.0","1.0.0"]},"opm-git":{"title":"Open Porous Media Git","description":"This is a test of Open Porous Media, a set of open-source tools concerning simulation of flow and transport of fluids in porous media. This test profile builds OPM and its dependencies from upstream Git.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1752","average_install_time":"915","last_updated":"1686157379","first_added":"1457310606","popularity":"1834","downloads":241546,"versions":["1.3.50","1.3.48","1.3.47","1.3.46","1.3.45","1.3.44","1.3.43","1.3.42","1.3.41","1.3.40","1.3.39","1.3.38","1.3.37","1.3.36","1.3.35","1.3.34","1.3.33","1.3.32","1.3.31","1.3.30","1.3.29","1.3.28","1.3.27","1.3.26","1.3.25","1.3.24","1.3.23","1.3.22","1.3.21","1.3.20","1.3.19","1.3.18","1.3.17","1.3.16","1.3.15","1.3.14","1.3.13","1.3.12","1.3.11","1.3.10","1.3.9","1.3.8","1.3.7","1.3.6","1.3.5","1.3.4","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"optcarrot":{"title":"Optcarrot","description":"Optcarrot is an NES emulator benchmark for the Ruby language.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"154","average_install_time":"4","last_updated":"1570806141","first_added":"1522868983","popularity":"1086","downloads":33999,"versions":["1.0.1","1.0.0"]},"osbench":{"title":"OSBench","description":"OSBench is a collection of micro-benchmarks for measuring operating system primitives like time to create threads\/processes, launching programs, creating files, and memory allocation.","test_type":"OS","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"42","average_install_time":"3","last_updated":"1600786314","first_added":"1521731145","popularity":"582","downloads":54874,"versions":["1.0.2","1.0.1","1.0.0"]},"ospray":{"title":"OSPRay","description":"Intel OSPRay is a portable ray-tracing engine for high-performance, high-fidelity scientific visualizations. OSPRay builds off Intel's Embree and Intel SPMD Program Compiler (ISPC) components as part of the oneAPI rendering toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"252","average_install_time":"2","last_updated":"1687195199","first_added":"1569708256","popularity":"102","downloads":31375,"versions":["2.12.0","2.10.0","2.9.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"ospray-studio":{"title":"OSPRay Studio","description":"Intel OSPRay Studio is an open-source, interactive visualization and ray-tracing software package. OSPRay Studio makes use of Intel OSPRay, a portable ray-tracing engine for high-performance, high-fidelity visualizations. OSPRay builds off Intel's Embree and Intel SPMD Program Compiler (ISPC) components as part of the oneAPI rendering toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"426","average_install_time":"112","last_updated":"1656546544","first_added":"1647046206","popularity":"841","downloads":10930,"versions":["1.1.0","1.0.1","1.0.0"]},"padman":{"title":"World of Padman","description":"World of Padman is an open-source game using the ioquake3 engine. What makes this game different from other first-person shooters is that it's a cartoon-style action game.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1527539133","first_added":"1291666572","popularity":"737","downloads":174302,"versions":["1.2.0","1.1.0"]},"palabos":{"title":"Palabos","description":"The Palabos library is a framework for general purpose Computational Fluid Dynamics (CFD). Palabos uses a kernel based on the Lattice Boltzmann method. This test profile uses the Palabos MPI-based Cavity3D benchmark.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"280","average_install_time":"152","last_updated":"1687096322","first_added":"1687096322","popularity":"161","downloads":"316","versions":["1.0.0"]},"paraview":{"title":"ParaView","description":"This test runs ParaView benchmarks: an open-source data analytics and visualization application. Paraview describes itself as \"an open-source, multi-platform data analysis and visualization application. ParaView users can quickly build visualizations to analyze their data using qualitative and quantitative techniques.\"","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"133","average_install_time":"22","last_updated":"1656156427","first_added":"1504718117","popularity":"502","downloads":74827,"versions":["1.3.0","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"parboil":{"title":"Parboil","description":"The Parboil Benchmarks from the IMPACT Research Group at University of Illinois are a set of throughput computing applications for looking at computing architecture and compilers. Parboil test-cases support OpenMP, OpenCL, and CUDA multi-processing environments. However, at this time the test profile is just making use of the OpenMP and OpenCL test workloads.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"270","average_install_time":"13","last_updated":"1545172397","first_added":"1358893731","popularity":"669","downloads":152189,"versions":["1.2.1","1.2.0","1.1.3","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"pennant":{"title":"Pennant","description":"Pennant is an application focused on hydrodynamics on general unstructured meshes in 2D.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"374","average_install_time":"5","last_updated":"1612278107","first_added":"1567175930","popularity":"853","downloads":19109,"versions":["1.1.0","1.0.1","1.0.0"]},"perf-bench":{"title":"perf-bench","description":"This test profile is used for running Linux perf-bench, the benchmark support within the Linux kernel's perf tool.","test_type":"OS","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"39","average_install_time":"42","last_updated":"1679144242","first_added":"1599338906","popularity":"20","downloads":28511,"versions":["1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"perl-benchmark":{"title":"Perl Benchmarks","description":"Perl benchmark suite that can be used to compare the relative speed of different versions of perl.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"352","average_install_time":"3","last_updated":"1520122433","first_added":"1464475429","popularity":"370","downloads":72489,"versions":["1.0.1","1.0.0"]},"petsc":{"title":"PETSc","description":"PETSc, the Portable, Extensible Toolkit for Scientific Computation, is for the scalable (parallel) solution of scientific applications modeled by partial differential equations. This test profile runs the PETSc \"make streams\" benchmark and records the throughput rate when all available cores are utilized for the MPI Streams build.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2769","average_install_time":"400","last_updated":"1682097645","first_added":"1682097645","popularity":"296","downloads":"1964","versions":["1.0.0"]},"pgbench":{"title":"PostgreSQL","description":"This is a benchmark of PostgreSQL using the integrated pgbench for facilitating the database benchmarks.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"748","average_install_time":"93","last_updated":"1672961408","first_added":"1291666596","popularity":"26","downloads":369295,"versions":["1.13.0","1.12.0","1.11.1","1.11.0","1.10.2","1.10.1","1.10.0","1.9.1","1.9.0","1.8.7","1.8.6","1.8.5","1.8.4","1.8.3","1.8.2","1.8.1","1.8.0","1.7.0","1.6.0","1.5.2","1.5.1","1.5.0","1.4.0","1.3.0","1.2.0"]},"photo-sample":{"title":"","description":"","test_type":"","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Windows","Linux","MacOSX","BSD","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"5","last_updated":"1444665365","first_added":"1291666699","popularity":"0","downloads":200085,"versions":["1.0.1","1.0.0"]},"php":{"title":"PHP Micro Benchmarks","description":"Various small PHP micro-benchmarks.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"36","average_install_time":"9","last_updated":"1542998558","first_added":"1542998558","popularity":"673","downloads":"23107","versions":["1.0.0"]},"phpbench":{"title":"PHPBench","description":"PHPBench is a benchmark suite for PHP. It performs a large number of simple tests in order to bench various aspects of the PHP interpreter. PHPBench can be used to compare hardware, operating systems, PHP versions, PHP accelerators and caches, compiler options, etc.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"123","average_install_time":"2","last_updated":"1606318487","first_added":"1291666715","popularity":"241","downloads":274310,"versions":["1.1.6","1.1.5","1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"pjdfstest":{"title":"Pjdfstest","description":"Pjdfstest is a file-system test suite making use of POSIX file-system calls.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"212","average_install_time":"8","last_updated":"1531681175","first_added":"1531672264","popularity":"809","downloads":27799,"versions":["1.0.1","1.0.0"]},"pjsip":{"title":"PJSIP","description":"PJSIP is a free and open source multimedia communication library written in C language implementing standard based protocols such as SIP, SDP, RTP, STUN, TURN, and ICE. It combines signaling protocol (SIP) with rich multimedia framework and NAT traversal functionality into high level API that is portable and suitable for almost any type of systems ranging from desktops, embedded systems, to mobile handsets. This test profile is making use of pjsip-perf with both the client\/server on teh system. More details on the PJSIP benchmark at https:\/\/www.pjsip.org\/high-performance-sip.htm","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"321","average_install_time":"60","last_updated":"1620405382","first_added":"1620403282","popularity":"1210","downloads":6956,"versions":["1.0.1","1.0.0"]},"plaidml":{"title":"PlaidML","description":"This test profile uses PlaidML deep learning framework developed by Intel for offering up various benchmarks.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"2962","average_install_time":"27","last_updated":"1569522129","first_added":"1547135507","popularity":"935","downloads":34411,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"pmbench":{"title":"pmbench","description":"Pmbench is a Linux paging and virtual memory benchmark. This test profile will report the average page latency of the system.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"369","average_install_time":"2","last_updated":"1582038796","first_added":"1582026849","popularity":"1013","downloads":13617,"versions":["1.0.2","1.0.1","1.0.0"]},"polybench-c":{"title":"PolyBench-C","description":"PolyBench-C is a C-language polyhedral benchmark suite made at the Ohio State University.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"65","average_install_time":"3","last_updated":"1526590847","first_added":"1380833581","popularity":"555","downloads":122153,"versions":["1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"polyhedron":{"title":"Polyhedron Fortran Benchmarks","description":"The Fortran.uk Polyhedron Fortran Benchmarks for comparing Fortran compiler performance.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"388","average_install_time":"2","last_updated":"1577570519","first_added":"1577562347","popularity":"1106","downloads":13211,"versions":["1.0.1","1.0.0"]},"portal":{"title":"Portal","description":"This is a benchmark of Valve's Portal game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"89","average_install_time":"25","last_updated":"1521551005","first_added":"1396235766","popularity":"688","downloads":100263,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"portal2":{"title":"Portal 2","description":"This is a benchmark of Valve's Portal 2 game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"112","average_install_time":"45","last_updated":"1672012119","first_added":"1613745183","popularity":"95","downloads":31201,"versions":["1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"postmark":{"title":"PostMark","description":"This is a test of NetApp's PostMark benchmark designed to simulate small-file testing similar to the tasks endured by web and mail servers. This test profile will set PostMark to perform 25,000 transactions with 500 files simultaneously with the file sizes ranging between 5 and 512 kilobytes.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"606","average_install_time":"2","last_updated":"1581180786","first_added":"1291666724","popularity":"624","downloads":253227,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"povray":{"title":"POV-Ray","description":"This is a test of POV-Ray, the Persistence of Vision Raytracer. POV-Ray is used to create 3D graphics using ray-tracing.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"320","average_install_time":"190","last_updated":"1523151605","first_added":"1291666737","popularity":"229","downloads":239925,"versions":["1.2.1","1.2.0","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"powertop-wakeups":{"title":"Powertop Wakeups","description":"This test measures the wakeups-from-idle per second for a given interval.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"71","average_install_time":"27","last_updated":"1482961662","first_added":"1358537272","popularity":"543","downloads":100770,"versions":["1.0.1","1.0.0"]},"ppracer":{"title":"Planet Penguin Racer","description":"This test runs the open-source Planet Penguin Racer game as an OpenGL benchmark.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"126","average_install_time":"0","last_updated":"1291666751","first_added":"1291666751","popularity":"265","downloads":"153495","versions":["1.1.1"]},"prey":{"title":"Prey","description":"This test calculates the average frame-rate within the Prey retail game from 3D Realms. This test requires a valid game key and game files found on the retail CD\/DVD.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1729","average_install_time":"5","last_updated":"1335798806","first_added":"1291666758","popularity":"253","downloads":154117,"versions":["1.1.2","1.1.1"]},"primesieve":{"title":"Primesieve","description":"Primesieve generates prime numbers using a highly optimized sieve of Eratosthenes implementation. Primesieve primarily benchmarks the CPU's L1\/L2 cache performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"494","average_install_time":"18","last_updated":"1658323165","first_added":"1351018500","popularity":"77","downloads":210259,"versions":["1.9.0","1.8.0","1.7.0","1.6.0","1.5.0","1.4.1","1.4.0","1.3.1","1.3.0","1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"psstop":{"title":"PSSTOP Memory test","description":"Shows the total number of processes running and the memory they consume","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1601218194","first_added":"1465995600","popularity":"2351","downloads":51227,"versions":["1.0.1","1.0.0"]},"pts-self-test":{"title":"Phoronix Test Suite Self Test","description":"This is a wrapper around the phoronix-test-suite debug-self-test sub-command for testing hot Phoronix Test Suite code paths and if wanting to compare different PHP implementations.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2644","average_install_time":"4","last_updated":"1521309427","first_added":"1447514420","popularity":"704","downloads":81302,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"pybench":{"title":"PyBench","description":"This test profile reports the total time of the different average timed test results from PyBench. PyBench reports average test times for different functions such as BuiltinFunctionCalls and NestedForLoops, with this total result providing a rough estimate as to Python's average performance on a given system. This test profile runs PyBench each time for 20 rounds.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"89","average_install_time":"3","last_updated":"1547738452","first_added":"1291666765","popularity":"262","downloads":219990,"versions":["1.1.3","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"pyhpc":{"title":"PyHPC Benchmarks","description":"PyHPC-Benchmarks is a suite of Python high performance computing benchmarks for execution on CPUs and GPUs using various popular Python HPC libraries. The PyHPC CPU-based benchmarks focus on sequential CPU performance.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"117","average_install_time":"121","last_updated":"1635448410","first_added":"1634929519","popularity":"899","downloads":7380,"versions":["3.0.0","1.0.0"]},"pymongo-inserts":{"title":"PyMongo Inserts","description":"This is a very basic benchmark measuring the time to perform 200,000 simple insertions to a MongoDB using PyMongo with Python 3.x.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"123","average_install_time":"11","last_updated":"1531615369","first_added":"1531615369","popularity":"746","downloads":"26240","versions":["1.0.0"]},"pyopencl":{"title":"PyOpenCL","description":"Bandwidth Tests","test_type":"System","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["Python","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"0","last_updated":"1601218264","first_added":"1291666772","popularity":"2374","downloads":108942,"versions":["1.0.1","1.0.0"]},"pyperformance":{"title":"PyPerformance","description":"PyPerformance is the reference Python performance benchmark suite.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"167","average_install_time":"5","last_updated":"1590671411","first_added":"1578750780","popularity":"651","downloads":19654,"versions":["1.0.2","1.0.1","1.0.0"]},"qe":{"title":"Quantum ESPRESSO","description":"Quantum ESPRESSO is an integrated suite of Open-Source computer codes for electronic-structure calculations and materials modeling at the nanoscale. It is based on density-functional theory, plane waves, and pseudopotentials.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3088","average_install_time":"95","last_updated":"1643487331","first_added":"1610228716","popularity":"1335","downloads":12761,"versions":["1.3.1","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"qgears2":{"title":"QGears2","description":"This test runs qgears2, which is a test written by Zack Rusin and is based upon cairogears. This test can see how well different rendering backends perform and uses Qt4.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"113","average_install_time":"16","last_updated":"1291666809","first_added":"1291666809","popularity":"197","downloads":"172871","versions":["1.0.1"]},"qmcpack":{"title":"QMCPACK","description":"QMCPACK is a modern high-performance open-source Quantum Monte Carlo (QMC) simulation code making use of MPI for this benchmark of the H20 example code. QMCPACK is an open-source production level many-body ab initio Quantum Monte Carlo code for computing the electronic structure of atoms, molecules, and solids. QMCPACK is supported by the U.S. Department of Energy.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"411","average_install_time":"189","last_updated":"1687124293","first_added":"1567018287","popularity":"111","downloads":40617,"versions":["1.6.0","1.5.0","1.4.0","1.3.1","1.3.0","1.2.1","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"qmlbench":{"title":"Qmlbench","description":"This test runs various micro-benchmarks of Qt5 QML.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"340","average_install_time":"57","last_updated":"1614721844","first_added":"1531696444","popularity":"1239","downloads":26878,"versions":["1.1.0","1.0.0"]},"quadray":{"title":"QuadRay","description":"VectorChief's QuadRay is a real-time ray-tracing engine written to support SIMD across ARM, MIPS, PPC, and x86\/x86_64 processors. QuadRay supports SSE\/SSE2\/SSE4 and AVX\/AVX2\/AVX-512 usage on Intel\/AMD CPUs.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"79","average_install_time":"26","last_updated":"1665241254","first_added":"1665241254","popularity":"123","downloads":"15743","versions":["1.0.0"]},"quake2rtx":{"title":"Quake II RTX","description":"NVIDIA's Quake II RTX ray-traced (RTX path-traced global illumination) version of the original Quake II game. Quake II RTX makes use of Vulkan ray-tracing extensions on Windows and Linux.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"120","average_install_time":"123","last_updated":"1643583549","first_added":"1621611831","popularity":"1085","downloads":12847,"versions":["1.6.1","1.6.0","1.0.1","1.0.0"]},"quake4":{"title":"Quake 4","description":"This test calculates the average frame-rate within the Quake 4 game from id Software.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"125","average_install_time":"9","last_updated":"1291666831","first_added":"1291666831","popularity":"415","downloads":"114702","versions":["1.1.0"]},"quantlib":{"title":"QuantLib","description":"QuantLib is an open-source library\/framework around quantitative finance for modeling, trading and risk management scenarios. QuantLib is written in C++ with Boost and its built-in benchmark used reports the QuantLib Benchmark Index benchmark score.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"85","average_install_time":"399","last_updated":"1682771701","first_added":"1611153789","popularity":"51","downloads":10556,"versions":["1.1.0","1.0.0"]},"qvdpautest":{"title":"qVDPAUtest","description":"The qvdpautest is a small program serving as a benchmark of NVIDIA's VDPAU, the Video Decode and Presentation API for Unix. Various operations are supported for testing.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["VDPAU","video"],"test_extends":"","package_hash":null,"average_run_time":"196","average_install_time":"28","last_updated":"1611250009","first_added":"1335707297","popularity":"2404","downloads":112449,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"rabbitmq":{"title":"RabbitMQ","description":"RabbitMQ is an open-source message broker. This test profile makes use of the RabbitMQ PerfTest with the RabbitMQ server and PerfTest client running on the same host namely as a system\/CPU performance benchmark.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"466","average_install_time":"3","last_updated":"1684080623","first_added":"1684080623","popularity":"287","downloads":"1356","versions":["1.0.0"]},"radiance":{"title":"Radiance Benchmark","description":"This is a benchmark of NREL Radiance, a synthetic imaging system that is open-source and developed by the Lawrence Berkeley National Laboratory in California.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"547","average_install_time":"2","last_updated":"1529874092","first_added":"1529874092","popularity":"482","downloads":"33824","versions":["1.0.0"]},"ramspeed":{"title":"RAMspeed SMP","description":"This benchmark tests the system memory (RAM) performance.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"324","average_install_time":"4","last_updated":"1586691349","first_added":"1291666846","popularity":"234","downloads":277596,"versions":["1.4.3","1.4.2","1.4.1","1.4.0"]},"rav1e":{"title":"rav1e","description":"Xiph rav1e is a Rust-written AV1 video encoder that claims to be the fastest and safest AV1 encoder.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"69","average_install_time":"128","last_updated":"1670029125","first_added":"1572024967","popularity":"59","downloads":46631,"versions":["1.7.0","1.6.1","1.6.0","1.5.0","1.4.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"rays1bench":{"title":"rays1bench","description":"This is a test of rays1bench, a simple path-tracer \/ ray-tracing that supports SSE and AVX instructions, multi-threading, and other features. This test profile is measuring the performance of the \"large scene\" in rays1bench.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"310","average_install_time":"4","last_updated":"1578613562","first_added":"1578613562","popularity":"1012","downloads":"11116","versions":["1.0.0"]},"rbenchmark":{"title":"R Benchmark","description":"This test is a quick-running survey of general R performance","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"314","average_install_time":"3","last_updated":"1520193648","first_added":"1452026416","popularity":"446","downloads":99499,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"reaction":{"title":"Reaction Quake 3","description":"Reaction is an open-source game using the ioquake3 engine.","test_type":"Graphics","software_type":"Game","status":"Broken","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1519762718","first_added":"1333982267","popularity":"744","downloads":129758,"versions":["1.0.6","1.0.5","1.0.4","1.0.3","1.0.0"]},"realsr-ncnn":{"title":"RealSR-NCNN","description":"RealSR-NCNN is an NCNN neural network implementation of the RealSR project and accelerated using the Vulkan API. RealSR is the Real-World Super Resolution via Kernel Estimation and Noise Injection. NCNN is a high performance neural network inference framework optimized for mobile and other platforms developed by Tencent. This test profile times how long it takes to increase the resolution of a sample image by a scale of 4x with Vulkan.","test_type":"Graphics","software_type":"Application","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"418","average_install_time":"3","last_updated":"1600981909","first_added":"1600981909","popularity":"1140","downloads":"7285","versions":["1.0.0"]},"redis":{"title":"Redis","description":"Redis is an open-source in-memory data structure store, used as a database, cache, and message broker.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"208","average_install_time":"92","last_updated":"1660866653","first_added":"1433371889","popularity":"52","downloads":170925,"versions":["1.4.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"redshift":{"title":"RedShift Demo","description":"This is a test of MAXON's RedShift demo build that currently requires NVIDIA GPU acceleration.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"1321","average_install_time":"588","last_updated":"1599942940","first_added":"1599926724","popularity":"1828","downloads":4322,"versions":["1.0.1","1.0.0"]},"relion":{"title":"RELION","description":"RELION - REgularised LIkelihood OptimisatioN - is a stand-alone computer program for Maximum A Posteriori refinement of (multiple) 3D reconstructions or 2D class averages in cryo-electron microscopy (cryo-EM). It is developed in the research group of Sjors Scheres at the MRC Laboratory of Molecular Biology.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1547","average_install_time":"413","last_updated":"1687194760","first_added":"1610551895","popularity":"127","downloads":8255,"versions":["1.1.0","1.0.1","1.0.0"]},"remhos":{"title":"Remhos","description":"Remhos (REMap High-Order Solver) is a miniapp that solves the pure advection equations that are used to perform monotonic and conservative discontinuous field interpolation (remap) as part of the Eulerian phase in Arbitrary Lagrangian Eulerian (ALE) simulations.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"57","average_install_time":"79","last_updated":"1687125744","first_added":"1687125744","popularity":"159","downloads":"308","versions":["1.0.0"]},"renaissance":{"title":"Renaissance","description":"Renaissance is a suite of benchmarks designed to test the Java JVM from Apache Spark to a Twitter-like service to Scala and other features.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"747","average_install_time":"2","last_updated":"1652958880","first_added":"1560471589","popularity":"333","downloads":31174,"versions":["1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"render-bench":{"title":"Render Bench","description":"This test runs render_bench, which tests the performance of X.Org and the video driver's RENDER extension.","test_type":"Graphics","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"91","average_install_time":"2","last_updated":"1601218307","first_added":"1291666853","popularity":"2222","downloads":139994,"versions":["1.1.3","1.1.2"]},"riseofthetombraider":{"title":"Rise of the Tomb Raider","description":"Rise of the Tomb Raider on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\nNOTES for cross-platform comparisons:\n Due to the extreme demands of \"Very High\" 4K Texture Detail on all platforms, which can need ~6GB+ of VRAM, the \"Very High\" graphics preset on Linux only sets Texture Detail to \"High\".\n Nvidia ambient occlusion modes are not featured on the Linux version (HBAO+ and VXAO).\n\nSee notes in install.sh for a few small tweaks including disabling the CPU governor check when testing for it's effects\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"985","average_install_time":"5","last_updated":"1554735517","first_added":"1524054352","popularity":"1095","downloads":33811,"versions":["1.0.2","1.0.1","1.0.0"]},"rnnoise":{"title":"RNNoise","description":"RNNoise is a recurrent neural network for audio noise reduction developed by Mozilla and Xiph.Org. This test profile is a single-threaded test measuring the time to denoise a sample 26 minute long 16-bit RAW audio file using this recurrent neural network noise suppression library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"209","average_install_time":"28","last_updated":"1601500500","first_added":"1601473473","popularity":"1083","downloads":11277,"versions":["1.0.2","1.0.1","1.0.0"]},"rocksdb":{"title":"RocksDB","description":"This is a benchmark of Meta\/Facebook's RocksDB as an embeddable persistent key-value store for fast storage based on Google's LevelDB.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"202","average_install_time":"401","last_updated":"1679144683","first_added":"1570574896","popularity":"29","downloads":49177,"versions":["1.5.0","1.4.0","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"rodinia":{"title":"Rodinia","description":"Rodinia is a suite focused upon accelerating compute-intensive applications with accelerators. CUDA, OpenMP, and OpenCL parallel models are supported by the included applications. This profile utilizes select OpenCL, NVIDIA CUDA and OpenMP test binaries at the moment.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"563","average_install_time":"70","last_updated":"1640701918","first_added":"1358975800","popularity":"536","downloads":161862,"versions":["1.3.2","1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"rtiv":{"title":"Ray Tracing In Vulkan","description":"Ray Tracing In Vulkan is a demo\/benchmark of Vulkan ray-tracing support by Tanguy Fautre that makes use of Vulkan RT extensions (VK_KHR_ray_tracing_pipeline).","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"103","average_install_time":"498","last_updated":"1683303303","first_added":"1612459737","popularity":"38","downloads":12487,"versions":["1.1.0","1.0.1","1.0.0"]},"rust-mandel":{"title":"Rust Mandelbrot","description":"This test profile is of the combined time for the serial and parallel Mandelbrot sets written in Rustlang via willi-kappler\/mandel-rust.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"374","average_install_time":"130","last_updated":"1538421688","first_added":"1538421688","popularity":"587","downloads":"28919","versions":["1.0.0"]},"rust-prime":{"title":"Rust Prime Benchmark","description":"Based on petehunt\/rust-benchmark, this is a prime number benchmark that is multi-threaded and written in Rustlang.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"172","average_install_time":"3","last_updated":"1538409245","first_added":"1538409245","popularity":"599","downloads":"25194","versions":["1.0.0"]},"sam2017":{"title":"Serious Sam Fusion 2017","description":"This is a benchmark of Serious Sam HD Fusion 2017 edition. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own the game. This automates the process of executing the game and using a standardized test.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"405","average_install_time":"114","last_updated":"1569668837","first_added":"1490196150","popularity":"1189","downloads":54204,"versions":["1.0.2","1.0.1","1.0.0"]},"sample-pass-fail":{"title":"Sample Pass Fail","description":"An example test profile of handling pass\/fail type testing rather than performance related.","test_type":"System","software_type":"Utility","status":"Unverified","supported_platforms":["Linux","OSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"19","average_install_time":"2","last_updated":"1442684156","first_added":"1442684156","popularity":"490","downloads":"60759","versions":["1.0.0"]},"sample-program":{"title":"Sample Pi Program","description":"A simple C++ program that calculates Pi to 8,765,4321 digits using the Leibniz formula. This test can be used for showcasing how to write a basic test profile.","test_type":"Processor","software_type":"Utility","status":"Experimental","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"802","average_install_time":"2","last_updated":"1523182595","first_added":"1291666862","popularity":"609","downloads":119471,"versions":["1.1.1","1.1.0"]},"schbench":{"title":"Schbench","description":"This is a benchmark of Schbench, a Linux kernel scheduler benchmark developed by Facebook\/Meta.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"65","average_install_time":"2","last_updated":"1670025342","first_added":"1517958209","popularity":"64","downloads":52582,"versions":["1.1.0","1.0.0"]},"scikit-learn":{"title":"Scikit-Learn","description":"Scikit-learn is a Python module for machine learning built on NumPy, SciPy, and is BSD-licensed.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1307","average_install_time":"549","last_updated":"1683723604","first_added":"1475070352","popularity":"27","downloads":87051,"versions":["2.0.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"scimark2":{"title":"SciMark","description":"This test runs the ANSI C version of SciMark 2.0, which is a benchmark for scientific and numerical computing developed by programmers at the National Institute of Standards and Technology. This test is made up of Fast Foruier Transform, Jacobi Successive Over-relaxation, Monte Carlo, Sparse Matrix Multiply, and dense LU matrix factorization benchmarks.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"106","average_install_time":"5","last_updated":"1526586250","first_added":"1291666870","popularity":"293","downloads":270848,"versions":["1.3.2","1.3.1","1.3.0","1.2.1","1.2.0","1.1.1"]},"securemark":{"title":"SecureMark","description":"SecureMark is an objective, standardized benchmarking framework for measuring the efficiency of cryptographic processing solutions developed by EEMBC. SecureMark-TLS is benchmarking Transport Layer Security performance with a focus on IoT\/edge computing.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"890","average_install_time":"5","last_updated":"1618089673","first_added":"1618089673","popularity":"1042","downloads":"6409","versions":["1.0.0"]},"serial-loopback":{"title":"Serial Loopback Test","description":"This test will do a simple write\/read test on all detected serial interfaces. For this test to work, the relevant serial ports should have a serial loopback plug or have otherwise wired the appropriate pins.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"18","average_install_time":"2","last_updated":"1444401817","first_added":"1444069062","popularity":"488","downloads":71315,"versions":["1.0.2","1.0.1","1.0.0"]},"shadowofthetombraider":{"title":"Shadow of the Tomb Raider","description":"Shadow of the Tomb Raider on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1095","average_install_time":"21","last_updated":"1589404031","first_added":"1573350447","popularity":"1265","downloads":12111,"versions":["1.1.0","1.0.1","1.0.0"]},"shoc":{"title":"SHOC Scalable HeterOgeneous Computing","description":"The CUDA and OpenCL version of Vetter's Scalable HeterOgeneous Computing benchmark suite. SHOC provides a number of different benchmark programs for evaluating the performance and stability of compute devices.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"252","average_install_time":"162","last_updated":"1616959267","first_added":"1447193119","popularity":"794","downloads":96551,"versions":["1.2.0","1.1.0","1.0.1","1.0.0"]},"simdjson":{"title":"simdjson","description":"This is a benchmark of SIMDJSON, a high performance JSON parser. SIMDJSON aims to be the fastest JSON parser and is used by projects like Microsoft FishStore, Yandex ClickHouse, Shopify, and others.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"197","average_install_time":"151","last_updated":"1655331533","first_added":"1607893564","popularity":"757","downloads":20693,"versions":["2.0.1","2.0.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"smallpt":{"title":"Smallpt","description":"Smallpt is a C++ global illumination renderer written in less than 100 lines of code. Global illumination is done via unbiased Monte Carlo path tracing and there is multi-threading support via the OpenMP library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"235","average_install_time":"5","last_updated":"1570805427","first_added":"1291666876","popularity":"451","downloads":229777,"versions":["1.2.1","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"smallpt-gpu":{"title":"SmallPT GPU","description":"SmallPT GPU is an OpenCL benchmark that's run with various PTS changes compared to upstream and multiple rendering scenes are available.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"174","average_install_time":"3","last_updated":"1383793644","first_added":"1291666882","popularity":"319","downloads":152711,"versions":["1.3.0","1.2.0","1.1.0"]},"smart":{"title":"SMART Disk Self-Report","description":"This test profile will do a pass\/fail report on the disk drive's SMART overall-health self-assessment test result.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"63","average_install_time":"2","last_updated":"1444319686","first_added":"1444319686","popularity":"849","downloads":"35249","versions":["1.0.0"]},"smhasher":{"title":"SMHasher","description":"SMHasher is a hash function tester supporting various algorithms and able to make use of AVX and other modern CPU instruction set extensions.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"156","average_install_time":"30","last_updated":"1664650186","first_added":"1582979010","popularity":"72","downloads":29090,"versions":["1.1.0","1.0.0"]},"smokin-guns":{"title":"Smokin Guns","description":"Smokin Guns is an open-source game based on the Quake 3 engine that is a western-themed first person shooter.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"164","average_install_time":"4","last_updated":"1519763919","first_added":"1291666895","popularity":"831","downloads":146486,"versions":["1.2.3","1.2.2","1.2.1","1.2.0","1.1.0"]},"sockperf":{"title":"Sockperf","description":"This is a network socket API performance benchmark developed by Mellanox. This test profile runs both the client and server on the local host for evaluating individual system performance.","test_type":"OS","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"189","average_install_time":"215","last_updated":"1637106336","first_added":"1527536003","popularity":"782","downloads":52555,"versions":["1.1.0","1.0.1","1.0.0"]},"spacy":{"title":"spaCy","description":"The spaCy library is an open-source solution for advanced neural language processing (NLP). The spaCy library leverages Python and is a leading neural language processing solution. This test profile times the spaCy CPU performance with various models.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"205","average_install_time":"298","last_updated":"1665183358","first_added":"1665183358","popularity":"128","downloads":"15355","versions":["1.0.0"]},"spark":{"title":"Apache Spark","description":"This is a benchmark of Apache Spark with its PySpark interface. Apache Spark is an open-source unified analytics engine for large-scale data processing and dealing with big data. This test profile benchmars the Apache Spark in a single-system configuration using spark-submit. The test makes use of DIYBigData's pyspark-benchmark (https:\/\/github.com\/DIYBigData\/pyspark-benchmark\/) for generating of test data and various Apache Spark operations.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"737","average_install_time":"5","last_updated":"1674219466","first_added":"1659602120","popularity":"81","downloads":19353,"versions":["1.0.1","1.0.0"]},"spec-cpu2017":{"title":"SPEC CPU 2017","description":"This is a benchmark of SPEC CPU 2017. For this test profile to work, you must have a valid license\/copy of the SPEC CPU 2017 ISO (cpu2017-1_0_5.iso) in your Phoronix Test Suite download cache.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"17933","average_install_time":"53","last_updated":"1554458180","first_added":"1554137304","popularity":"1176","downloads":18958,"versions":["1.0.2","1.0.1","1.0.0"]},"spec-jbb2015":{"title":"SPECjbb 2015","description":"This is a benchmark of SPECjbb 2015 for the estimated jOPS. For this test profile to work, you must have a valid license\/copy of the SPECjbb 2015 ISO (SPECjbb2015-1.02.iso) in your Phoronix Test Suite download cache.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"7899","average_install_time":"2","last_updated":"1666306313","first_added":"1555503973","popularity":"120","downloads":31185,"versions":["1.1.0","1.0.1","1.0.0"]},"specfem3d":{"title":"SPECFEM3D","description":"simulates acoustic (fluid), elastic (solid), coupled acoustic\/elastic, poroelastic or seismic wave propagation in any type of conforming mesh of hexahedra. This test profile currently relies on CPU-based execution for SPECFEM3D and using a variety of their built-in examples\/models for benchmarking.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"268","average_install_time":"39","last_updated":"1678819573","first_added":"1678819573","popularity":"196","downloads":"3789","versions":["1.0.0"]},"specviewperf10":{"title":"SPECViewPerf 10.1","description":"This test runs SPECViewPerf 10.1, which is made up of real-world OpenGL workstation tests such as 3DS Max, CATIA, Maya, Pro\/Engineer, and SolidWorks. SPECViewPerf 10.0 features full-scene anti-aliasing and multi-threading support over SPECViewPerf 9.0.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"629","average_install_time":"25","last_updated":"1519764910","first_added":"1291666921","popularity":"868","downloads":134201,"versions":["1.3.2","1.3.1","1.3.0","1.2.0"]},"specviewperf2020":{"title":"SPECViewPerf 2020","description":"This test runs SPECViewPerf 2020 if available on your system. SPECViewPerf is made up of real-world OpenGL workstation tests such as CATIA and SolidWorks.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"941","average_install_time":"230","last_updated":"1646352631","first_added":"1646352631","popularity":"329","downloads":"14380","versions":["1.0.0"]},"specviewperf9":{"title":"SPECViewPerf 9","description":"This test runs SPECViewPerf 9.0, which is made up of real-world OpenGL workstation tests such as 3DS Max, CATIA, Maya, Pro\/Engineer, and SolidWorks.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"406","average_install_time":"25","last_updated":"1476282098","first_added":"1291666909","popularity":"407","downloads":147256,"versions":["1.1.1","1.1.0"]},"speedtest-cli":{"title":"speedtest-cli","description":"This test profile uses the open-source speedtest-cli client to benchmark your Internet connection's upload\/download performance and latency against the Speedtest.net servers.","test_type":"Network","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"217","average_install_time":"2","last_updated":"1648304188","first_added":"1648304188","popularity":"637","downloads":"7129","versions":["1.0.0"]},"sqlite":{"title":"SQLite","description":"This is a simple benchmark of SQLite. At present this test profile just measures the time to perform a pre-defined number of insertions on an indexed database with a variable number of concurrent repetitions -- up to the maximum number of CPU threads available.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"657","average_install_time":"148","last_updated":"1682700119","first_added":"1291666928","popularity":"3","downloads":269188,"versions":["2.2.0","2.1.0","2.0.1","2.0.0","1.9.0","1.8.0"]},"sqlite-speedtest":{"title":"SQLite Speedtest","description":"This is a benchmark of SQLite's speedtest1 benchmark program with an increased problem size of 1,000.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"340","average_install_time":"63","last_updated":"1607725750","first_added":"1570487999","popularity":"665","downloads":18606,"versions":["1.0.1","1.0.0"]},"srslte":{"title":"srsLTE","description":"srsLTE is an open-source LTE software radio suite created by Software Radio Systems (SRS). srsLTE can be used for building your own software defined (SDR) LTE mobile network.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"148","average_install_time":"134","last_updated":"1615305866","first_added":"1615304850","popularity":"1056","downloads":9225,"versions":["1.0.1","1.0.0"]},"srsran":{"title":"srsRAN Project","description":"srsRAN Project is a complete ORAN-native 5G RAN solution created by Software Radio Systems (SRS). The srsRAN Project radio suite was formerly known as srsLTE and can be used for building your own software-defined radio (SDR) 4G\/5G mobile network.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"103","average_install_time":"184","last_updated":"1687387686","first_added":"1621085635","popularity":"98","downloads":28390,"versions":["2.1.0","2.0.1","2.0.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"ss3bfe":{"title":"Serious Sam 3: BFE","description":"This is a benchmark of Serious Sam 3: BFE with the Fusion 2017 update. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own the game. This automates the process of executing the game and using a standardized test.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"298","average_install_time":"12","last_updated":"1498423400","first_added":"1498423400","popularity":"592","downloads":"39059","versions":["1.0.0"]},"star-swarm":{"title":"Star Swarm Stress Test","description":"This is a benchmark of Star Swarm's Stress Test running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game stress test.","test_type":"Graphics","software_type":"Game","status":"Experimental","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"0","last_updated":"1686511756","first_added":"1686511756","popularity":"240","downloads":"497","versions":["1.0.0"]},"stargate":{"title":"Stargate Digital Audio Workstation","description":"Stargate is an open-source, cross-platform digital audio workstation (DAW) software package with \"a unique and carefully curated experience\" with scalability from old systems up through modern multi-core systems. Stargate is GPLv3 licensed and makes use of Qt5 (PyQt5) for its user-interface.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"212","average_install_time":"41","last_updated":"1669205885","first_added":"1635721853","popularity":"84","downloads":20434,"versions":["1.1.0","1.0.1","1.0.0"]},"startup-time":{"title":"Application Start-up Time","description":"This benchmark measures the start-up time of applications when there is some I\/O in the background.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Responsiveness"],"test_extends":"","package_hash":null,"average_run_time":"760","average_install_time":"3","last_updated":"1559324579","first_added":"1502368703","popularity":"1580","downloads":43480,"versions":["1.4.1","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"stockfish":{"title":"Stockfish","description":"This is a test of Stockfish, an advanced open-source C++11 chess benchmark that can scale up to 512 CPU threads.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1262","average_install_time":"96","last_updated":"1656160373","first_added":"1417019522","popularity":"215","downloads":147972,"versions":["1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"strange-brigade":{"title":"Strange Brigade","description":"This is a benchmark of Strange Brigade running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized scene.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"323","average_install_time":"4","last_updated":"1672014596","first_added":"1556326504","popularity":"101","downloads":23169,"versions":["1.0.1","1.0.0"]},"stream":{"title":"Stream","description":"This is a benchmark of Stream, the popular system memory (RAM) benchmark.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"257","average_install_time":"2","last_updated":"1667850610","first_added":"1291666936","popularity":"1","downloads":348951,"versions":["1.3.4","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0"]},"stream-dynamic":{"title":"Stream-Dynamic","description":"This is an open-source AMD modified copy of the Stream memory benchmark catered towards running the RAM benchmark on systems with the AMD Optimizing C\/C++ Compiler (AOCC) among other by-default optimizations aiming for an easy and standardized deployment. This test profile though will attempt to fall-back to GCC \/ Clang for systems lacking AOCC, otherwise there is the existing \"stream\" test profile.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"163","average_install_time":"3","last_updated":"1612816495","first_added":"1612816495","popularity":"1458","downloads":"4610","versions":["1.0.0"]},"stress-ng":{"title":"Stress-NG","description":"Stress-NG is a Linux stress tool developed by Colin Ian King.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"96","average_install_time":"50","last_updated":"1686840036","first_added":"1433438796","popularity":"62","downloads":144791,"versions":["1.10.0","1.9.0","1.8.0","1.7.0","1.6.0","1.5.1","1.5.0","1.4.0","1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"stressapptest":{"title":"Stressful Application Test","description":"This is a pass\/fail benchmark of stressapptest (Stressful Application Test) for verifying memory\/RAM stability of the system.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1158","average_install_time":"15","last_updated":"1567630957","first_added":"1567630865","popularity":"1294","downloads":11187,"versions":["1.0.1","1.0.0"]},"stresscpu2":{"title":"StressCPU2 Stress-Test","description":"This test runs a series of GROMACS inner loops hand coded in assembly for speed and efficiency on SSE units. The short run lengths are only useful for heating up your CPU, for a proper test, use the 6 or 12 hour run length. This test will cause unstable hardware to stop responding and require a hard reboot.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1601218421","first_added":"1291666945","popularity":"2376","downloads":109568,"versions":["1.0.2","1.0.1"]},"sudokut":{"title":"Sudokut","description":"This is a test of Sudokut, which is a Sudoku puzzle solver written in Tcl. This test measures how long it takes to solve 100 Sudoku puzzles.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"192","average_install_time":"3","last_updated":"1570805069","first_added":"1291666953","popularity":"789","downloads":170387,"versions":["1.0.1","1.0.0"]},"sunflow":{"title":"Sunflow Rendering System","description":"This test runs benchmarks of the Sunflow Rendering System. The Sunflow Rendering System is an open-source render engine for photo-realistic image synthesis with a ray-tracing core.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"197","average_install_time":"4","last_updated":"1602435668","first_added":"1291666980","popularity":"906","downloads":178313,"versions":["1.1.3","1.1.2","1.1.1","1.1.0"]},"supertuxkart":{"title":"SuperTuxKart","description":"This is a test of SuperTuxKart, an open-source racing game. The engine, Antarctica, is a highly modified version of Irrlicht and uses OpenGL 3.1+. Bullet is used for physics. Sound is provided by OpenAL.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"309","average_install_time":"21","last_updated":"1589985505","first_added":"1291666996","popularity":"1392","downloads":147711,"versions":["1.6.0","1.5.2","1.4.0","1.3.0","1.2.1","1.2.0","1.1.0","1.0.0"]},"svt-av1":{"title":"SVT-AV1","description":"This is a benchmark of the SVT-AV1 open-source video encoder\/decoder. SVT-AV1 was originally developed by Intel as part of their Open Visual Cloud \/ Scalable Video Technology (SVT). Development of SVT-AV1 has since moved to the Alliance for Open Media as part of upstream AV1 development. SVT-AV1 is a CPU-based multi-threaded video encoder for the AV1 video format with a sample YUV video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"64","average_install_time":"190","last_updated":"1687186656","first_added":"1549217540","popularity":"75","downloads":88764,"versions":["2.9.0","2.8.0","2.7.2","2.7.0","2.6.0","2.5.0","2.4.0","2.3.0","2.2.1","2.2.0","2.1.1","2.1.0","2.0.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"svt-hevc":{"title":"SVT-HEVC","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-HEVC CPU-based multi-threaded video encoder for the HEVC \/ H.265 video format with a sample YUV video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"204","average_install_time":"195","last_updated":"1654340731","first_added":"1549218439","popularity":"455","downloads":44030,"versions":["1.2.1","1.2.0","1.1.0","1.0.0"]},"svt-vp9":{"title":"SVT-VP9","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-VP9 CPU-based multi-threaded video encoder for the VP9 video format with a sample YUV input video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"71","average_install_time":"204","last_updated":"1654339244","first_added":"1550409732","popularity":"461","downloads":49545,"versions":["1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"swet":{"title":"Swet","description":"Swet is a synthetic CPU\/RAM benchmark, includes multi-processor test cases.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"83","average_install_time":"3","last_updated":"1531692245","first_added":"1531692245","popularity":"639","downloads":"27712","versions":["1.0.0"]},"synthmark":{"title":"Google SynthMark","description":"SynthMark is a cross platform tool for benchmarking CPU performance under a variety of real-time audio workloads. It uses a polyphonic synthesizer model to provide standardized tests for latency, jitter and computational throughput.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"44","average_install_time":"8","last_updated":"1629760155","first_added":"1610744279","popularity":"972","downloads":8974,"versions":["1.0.1","1.0.0"]},"sysbench":{"title":"Sysbench","description":"This is a benchmark of Sysbench with the built-in CPU and memory sub-tests. Sysbench is a scriptable multi-threaded benchmark tool based on LuaJIT.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"115","average_install_time":"30","last_updated":"1615653956","first_added":"1532824812","popularity":"263","downloads":49436,"versions":["1.1.0","1.0.0"]},"system-decompress-bzip2":{"title":"System BZIP2 Decompression","description":"This test measures the time to decompress a Linux kernel tarball using BZIP2.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"48","average_install_time":"2","last_updated":"1359438236","first_added":"1358537641","popularity":"419","downloads":102748,"versions":["1.0.2","1.0.1","1.0.0"]},"system-decompress-gzip":{"title":"System GZIP Decompression","description":"This simple test measures the time to decompress a gzipped tarball (the Qt5 toolkit source package).","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"33","average_install_time":"2","last_updated":"1599929888","first_added":"1358537670","popularity":"856","downloads":109496,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"system-decompress-tiff":{"title":"System Libtiff Decompression","description":"This test measures the time to decompress an image from TIFF to RGBA.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"200","average_install_time":"1","last_updated":"1358831677","first_added":"1358537729","popularity":"458","downloads":93849,"versions":["1.0.1","1.0.0"]},"system-decompress-xz":{"title":"System XZ Decompression","description":"This test measures the time to decompress a Linux kernel tarball using XZ.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"44","average_install_time":"2","last_updated":"1359438534","first_added":"1358537768","popularity":"409","downloads":104283,"versions":["1.0.2","1.0.1","1.0.0"]},"system-decompress-zlib":{"title":"System ZLIB Decompression","description":"This test measures the time to decompress a Linux kernel tarball using ZLIB.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"127","average_install_time":"26","last_updated":"1599930154","first_added":"1358537811","popularity":"1200","downloads":96415,"versions":["1.0.2","1.0.1","1.0.0"]},"system-libjpeg":{"title":"System JPEG Library Decode","description":"This test measures the time to decode a jpeg file using the system's libjpeg.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"177","average_install_time":"2","last_updated":"1359396738","first_added":"1358538028","popularity":"456","downloads":99252,"versions":["1.1.0","1.0.1","1.0.0"]},"system-libxml2":{"title":"System Libxml2 Parsing","description":"This test measures the time to parse a random XML file with libxml2 via xmllint using the streaming API.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"54","average_install_time":"6","last_updated":"1523184639","first_added":"1358538458","popularity":"721","downloads":105529,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"systemd-boot-kernel":{"title":"Systemd Kernel Boot Time","description":"This test uses systemd-analyze to report the kernel boot time.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"207","average_install_time":"2","last_updated":"1358643129","first_added":"1358537321","popularity":"463","downloads":92967,"versions":["1.0.1","1.0.0"]},"systemd-boot-total":{"title":"Systemd Total Boot Time","description":"This test uses systemd-analyze to report the entire boot time.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"29","average_install_time":"2","last_updated":"1616932966","first_added":"1358537553","popularity":"1289","downloads":121221,"versions":["1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"systemd-boot-userspace":{"title":"Systemd Userspace Boot Time","description":"This test uses systemd-analyze to report the userspace boot time.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1358643184","first_added":"1358537589","popularity":"471","downloads":92171,"versions":["1.0.1","1.0.0"]},"systester":{"title":"SysTester","description":"Time how long it takes to calculate pi to varying lengths.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1601218505","first_added":"1291667004","popularity":"2385","downloads":103663,"versions":["1.0.1","1.0.0"]},"t-test1":{"title":"t-test1","description":"This is a test of t-test1 for basic memory allocator benchmarks. Note this test profile is currently very basic and the overall time does include the warmup time of the custom t-test1 compilation. Improvements welcome.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"305","average_install_time":"3","last_updated":"1552333355","first_added":"1484318138","popularity":"425","downloads":67711,"versions":["1.0.1","1.0.0"]},"tachyon":{"title":"Tachyon","description":"This is a test of the threaded Tachyon, a parallel ray-tracing system, measuring the time to ray-trace a sample scene. The sample scene used is the Teapot scene ray-traced to 8K x 8K with 32 samples.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"800","average_install_time":"7","last_updated":"1642195080","first_added":"1291667013","popularity":"709","downloads":195761,"versions":["1.3.0","1.2.1","1.2.0","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"talos-principle":{"title":"The Talos Principle","description":"This is a benchmark of The Talos Principle. The test profile assumes you have a Steam account, have Steam installed for the system, and that The Talos Principle can be installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"242","average_install_time":"11","last_updated":"1547403532","first_added":"1455301415","popularity":"1040","downloads":77958,"versions":["1.2.1","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"tensorflow":{"title":"TensorFlow","description":"This is a benchmark of the TensorFlow deep learning framework using the TensorFlow reference benchmarks (tensorflow\/benchmarks with tf_cnn_benchmarks.py). Note with the Phoronix Test Suite there is also pts\/tensorflow-lite for benchmarking the TensorFlow Lite binaries if desired for complementary metrics.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"779","average_install_time":"78","last_updated":"1680035927","first_added":"1486422508","popularity":"45","downloads":69119,"versions":["2.1.0","2.0.0","1.1.0","1.0.0"]},"tensorflow-lite":{"title":"TensorFlow Lite","description":"This is a benchmark of the TensorFlow Lite implementation focused on TensorFlow machine learning for mobile, IoT, edge, and other cases. The current Linux support is limited to running on CPUs. This test profile is measuring the average inference time.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"196","average_install_time":"10","last_updated":"1652968659","first_added":"1598206390","popularity":"695","downloads":12387,"versions":["1.1.0","1.0.0"]},"tesseract":{"title":"Tesseract","description":"Tesseract is a fork of Cube 2 Sauerbraten with numerous graphics and game-play improvements. Tesseract has been in development since 2012 while its first release happened in May of 2014.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"158","average_install_time":"9","last_updated":"1407247808","first_added":"1399994484","popularity":"209","downloads":127808,"versions":["1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"tf2":{"title":"Team Fortress 2","description":"This is a benchmark of Valve's free-to-play Team Fortress 2 game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Team Fortress 2 is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Unverified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"161","average_install_time":"11","last_updated":"1657392509","first_added":"1374113141","popularity":"143","downloads":147091,"versions":["1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"thronesofbritannia":{"title":"A Total War Saga: THRONES OF BRITANNIA","description":"A Total War Saga: THRONES OF BRITANNIA on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\nNOTES for cross-platform comparisons:\n\tTODO\n\nSee notes in install.sh for a few small tweaks including disabling the CPU governor check when testing for it's effects\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"342","average_install_time":"9","last_updated":"1528467523","first_added":"1528467523","popularity":"825","downloads":"23475","versions":["1.0.0"]},"timed-audio-encode":{"title":"","description":"","test_type":"Processor","software_type":"BaseTestProfile","status":"Verified","supported_platforms":[],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"4","last_updated":"1590698779","first_added":"1291667043","popularity":"0","downloads":259209,"versions":["1.0.1","1.0.0"]},"tinymembench":{"title":"Tinymembench","description":"This benchmark tests the system memory (RAM) performance.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1277","average_install_time":"2","last_updated":"1535390677","first_added":"1527531851","popularity":"510","downloads":39389,"versions":["1.0.2","1.0.1","1.0.0"]},"tiobench":{"title":"Threaded I\/O Tester","description":"Tiotester (Threaded I\/O Tester) benchmarks the hard disk drive \/ file-system performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"389","average_install_time":"3","last_updated":"1523184853","first_added":"1291667096","popularity":"444","downloads":202517,"versions":["1.3.1","1.3.0","1.2.0","1.1.1","1.1.0"]},"tjbench":{"title":"libjpeg-turbo tjbench","description":"tjbench is a JPEG decompression\/compression benchmark that is part of libjpeg-turbo, a JPEG image codec library optimized for SIMD instructions on modern CPU architectures.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"127","average_install_time":"57","last_updated":"1619262570","first_added":"1484329898","popularity":"559","downloads":76118,"versions":["1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"tnn":{"title":"TNN","description":"TNN is an open-source deep learning reasoning framework developed by Tencent.","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"279","average_install_time":"92","last_updated":"1624015784","first_added":"1600986809","popularity":"834","downloads":13790,"versions":["1.1.0","1.0.1","1.0.0"]},"toktx":{"title":"KTX-Software toktx","description":"This is a benchmark of The Khronos Group's KTX-Software library and tools. KTX-Software provides \"toktx\" for converting\/creating in the KTX container format for image textures. This benchmark times how long it takes to convert to KTX 2.0 format with various settings using a reference PNG sample input.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"224","average_install_time":"5","last_updated":"1638834826","first_added":"1618923503","popularity":"1111","downloads":7910,"versions":["1.0.1","1.0.0"]},"tomb-raider":{"title":"Tomb Raider","description":"This is a benchmark of the Tomb Raider (2013) game. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own Tomb Raider. This automates the process of executing the game and using the built-in benchmark functionality.","test_type":"Graphics","software_type":"Game","status":"Unverified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"262","average_install_time":"13","last_updated":"1495545259","first_added":"1471630446","popularity":"612","downloads":58098,"versions":["1.2.0","1.1.0","1.0.0"]},"toybrot":{"title":"toyBrot Fractal Generator","description":"ToyBrot is a Mandelbrot fractal generator supporting C++ threads\/tasks, OpenMP, Intel Threaded Building Blocks (TBB), and other targets.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"117","average_install_time":"23","last_updated":"1613422066","first_added":"1582925017","popularity":"1248","downloads":14362,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"tremulous":{"title":"Tremulous","description":"Tremulous is an open-source game that uses the ioquake3 engine. Tremulous is a combination of a first-person shooter and real-time strategy.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"201","average_install_time":"3","last_updated":"1519765593","first_added":"1291667133","popularity":"816","downloads":141766,"versions":["1.1.1","1.1.0"]},"trislam":{"title":"Triangle Slammer","description":"Triangle Slammer is an OpenGL benchmark of the PERL language.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"10","average_install_time":"2","last_updated":"1291667141","first_added":"1291667141","popularity":"468","downloads":"103038","versions":["1.0.0"]},"tscp":{"title":"TSCP","description":"This is a performance test of TSCP, Tom Kerrigan's Simple Chess Program, which has a built-in performance benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"81","average_install_time":"3","last_updated":"1570804586","first_added":"1291667149","popularity":"765","downloads":208716,"versions":["1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"ttsiod-renderer":{"title":"TTSIOD 3D Renderer","description":"A portable GPL 3D software renderer that supports OpenMP and Intel Threading Building Blocks with many different rendering modes. This version does not use OpenGL but is entirely CPU\/software based.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"359","average_install_time":"21","last_updated":"1534271714","first_added":"1291667156","popularity":"317","downloads":226490,"versions":["1.7.0","1.6.1","1.6.0","1.5.0","1.4.0","1.3.1","1.3.0","1.2.0"]},"tungsten":{"title":"Tungsten Renderer","description":"Tungsten is a C++ physically based renderer that makes use of Intel's Embree ray tracing library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"124","average_install_time":"78","last_updated":"1565641608","first_added":"1565641608","popularity":"1018","downloads":"11744","versions":["1.0.0"]},"twtk":{"title":"Total War: Three Kingdoms","description":"Total War: Three Kingdoms on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\nNOTES for cross-platform comparisons:\n TODO\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"463","average_install_time":"10","last_updated":"1616948267","first_added":"1566565157","popularity":"1136","downloads":16740,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"tww2":{"title":"Total War: WARHAMMER II","description":"Total War: WARHAMMER II on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\nNOTES for cross-platform comparisons:\n TODO\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"204","average_install_time":"10","last_updated":"1542890801","first_added":"1542757935","popularity":"987","downloads":20427,"versions":["1.1.0","1.0.0"]},"tww3":{"title":"Total War: WARHAMMER III","description":"Total War: WARHAMMER III on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"711","average_install_time":"13","last_updated":"1658914641","first_added":"1655503938","popularity":"140","downloads":19683,"versions":["1.0.1","1.0.0"]},"ue4-atlantis":{"title":"Atlantis Substance Demo","description":"A demo of Unreal Engine 4.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/libframetime","package_hash":null,"average_run_time":"364","average_install_time":"12","last_updated":"1421250815","first_added":"1421201493","popularity":"672","downloads":60409,"versions":["1.1.0","1.0.1","1.0.0"]},"ue4-elemental":{"title":"Elemental Demo","description":"A demo of Unreal Engine 4.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/libframetime","package_hash":null,"average_run_time":"184","average_install_time":"161","last_updated":"1421250209","first_added":"1421204874","popularity":"676","downloads":54828,"versions":["1.1.0","1.0.0"]},"ue4-matinee":{"title":"Matinee Fight Scene Demo","description":"A demo of Unreal Engine 4.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/libframetime","package_hash":null,"average_run_time":"158","average_install_time":"57","last_updated":"1421251038","first_added":"1421202668","popularity":"681","downloads":54648,"versions":["1.1.0","1.0.0"]},"ue4-mountains":{"title":"Landscape Mountains Demo","description":"A demo of Unreal Engine 4.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/libframetime","package_hash":null,"average_run_time":"75","average_install_time":"59","last_updated":"1421251274","first_added":"1421203514","popularity":"682","downloads":54700,"versions":["1.1.0","1.0.0"]},"unigine-heaven":{"title":"Unigine Heaven","description":"This test calculates the average frame-rate within the Heaven demo for the Unigine engine. This engine is extremely demanding on the system's graphics card.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"935","average_install_time":"13","last_updated":"1604952801","first_added":"1291667164","popularity":"396","downloads":249195,"versions":["1.6.5","1.6.4","1.6.3","1.6.2","1.6.1","1.6.0","1.5.3","1.5.2","1.5.1","1.5.0","1.4.0","1.3.1","1.3.0","1.2.0"]},"unigine-sanctuary":{"title":"Unigine Sanctuary","description":"This test calculates the average frame-rate within the Sanctuary demo for the Unigine engine. This engine is very demanding on the system's graphics card.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"732","average_install_time":"3","last_updated":"1519767135","first_added":"1291667170","popularity":"512","downloads":192059,"versions":["1.6.4","1.6.3","1.6.2","1.6.1","1.6.0","1.5.2","1.5.1","1.5.0"]},"unigine-super":{"title":"Unigine Superposition","description":"This test calculates the average frame-rate within the Superposition demo for the Unigine engine, released in 2017. This engine is extremely demanding on the system's graphics card.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"554","average_install_time":"35","last_updated":"1672019026","first_added":"1491949480","popularity":"49","downloads":90070,"versions":["1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"unigine-tropics":{"title":"Unigine Tropics","description":"This test calculates the average frame-rate within the Tropics \/ Islands demo for the Unigine engine. This engine is very demanding on the system's graphics card.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"762","average_install_time":"4","last_updated":"1519767573","first_added":"1291667176","popularity":"508","downloads":199710,"versions":["1.6.4","1.6.3","1.6.2","1.6.1","1.6.0","1.5.3","1.5.2","1.5.1","1.5.0"]},"unigine-valley":{"title":"Unigine Valley","description":"This test calculates the average frame-rate within the Valley demo for the Unigine engine, released in February 2013. This engine is extremely demanding on the system's graphics card. Unigine Valley relies upon an OpenGL 3 core profile context.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"630","average_install_time":"9","last_updated":"1590236218","first_added":"1360643208","popularity":"707","downloads":180414,"versions":["1.1.8","1.1.7","1.1.6","1.1.5","1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"unpack-firefox":{"title":"Unpacking Firefox","description":"This simple test profile measures how long it takes to extract the .tar.xz source package of the Mozilla Firefox Web Browser.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"400","average_install_time":"3","last_updated":"1608754426","first_added":"1608754426","popularity":"1389","downloads":"4516","versions":["1.0.0"]},"unpack-linux":{"title":"Unpacking The Linux Kernel","description":"This test measures how long it takes to extract the .tar.xz Linux kernel source tree package.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"60","average_install_time":"2","last_updated":"1661126065","first_added":"1291667218","popularity":"166","downloads":209928,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"unvanquished":{"title":"Unvanquished","description":"Unvanquished is a modern fork of the Tremulous first person shooter. Unvanquished is powered by the Daemon engine, a combination of the ioquake3 (id Tech 3) engine with the graphically-beautiful XreaL engine. Unvanquished supports a modern OpenGL 3 renderer and other advanced graphics features for this open-source, cross-platform shooter game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"212","average_install_time":"6","last_updated":"1675205423","first_added":"1373326397","popularity":"342","downloads":154482,"versions":["1.8.0","1.7.0","1.6.0","1.5.1","1.5.0","1.4.0","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"urbanterror":{"title":"Urban Terror","description":"Urban Terror is an open-source game that uses the ioquake3 engine. Urban Terror is a tactical first-person shooter supported on all major operating systems.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"125","average_install_time":"16","last_updated":"1519779481","first_added":"1291667229","popularity":"553","downloads":173389,"versions":["1.3.0","1.2.1","1.2.0","1.1.0"]},"ut2004-demo":{"title":"Unreal Tournament 2004 Demo","description":"This test calculates the average frame-rate within the Unreal Tournament 2004 game demo from Epic Games.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"440","average_install_time":"28","last_updated":"1291667242","first_added":"1291667242","popularity":"306","downloads":"141346","versions":["1.2.0"]},"uvg266":{"title":"uvg266","description":"uvg266 is an open-source VVC\/H.266 (Versatile Video Coding) encoder based on Kvazaar as part of the Ultra Video Group, Tampere University, Finland.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"105","average_install_time":"223","last_updated":"1672847655","first_added":"1672847655","popularity":"80","downloads":"11462","versions":["1.0.0"]},"v-ray":{"title":"Chaos Group V-RAY","description":"This is a test of Chaos Group's V-RAY benchmark. V-RAY is a commercial renderer that can integrate with various creator software products like SketchUp and 3ds Max. The V-RAY benchmark is standalone and supports CPU and NVIDIA CUDA\/RTX based rendering.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"413","average_install_time":"3","last_updated":"1656155990","first_added":"1532800991","popularity":"517","downloads":51965,"versions":["1.4.0","1.3.0","1.2.1","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"vdrift":{"title":"VDrift","description":"This test calculates the average frame-rate within VDrift, which is an cross-platform, open-source drift racing game.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"26","last_updated":"1517961519","first_added":"1291667323","popularity":"700","downloads":141782,"versions":["1.2.1","1.2.0"]},"vdrift-fps-monitor":{"title":"","description":"This test plots the frame-rate of VDrift, which is an cross-platform, open-source drift racing game.","test_type":"","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"pts\/vdrift","package_hash":null,"average_run_time":"121","average_install_time":"3","last_updated":"1291667378","first_added":"1291667378","popularity":"0","downloads":"95753","versions":["1.0.0"]},"video-cpu-usage":{"title":"1080p H.264 Video Playback","description":"This is a test profile that will record the CPU usage while a 1080p H.264 video sample of Big Buck Bunny is played back for several minutes using MPlayer.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/mplayer-base","package_hash":null,"average_run_time":"382","average_install_time":"2","last_updated":"1402243084","first_added":"1291667672","popularity":"353","downloads":149650,"versions":["1.2.1","1.2.0","1.1.0"]},"video-sample":{"title":"","description":"","test_type":"Processor","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Linux","Windows","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"13","last_updated":"1291667731","first_added":"1291667731","popularity":"0","downloads":"149010","versions":["1.0.0"]},"viennacl":{"title":"ViennaCL","description":"ViennaCL is an open-source linear algebra library written in C++ and with support for OpenCL and OpenMP. This test profile makes use of ViennaCL's built-in benchmarks.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"81","average_install_time":"66","last_updated":"1616847781","first_added":"1384471207","popularity":"1061","downloads":82650,"versions":["1.1.0","1.0.0"]},"vkfft":{"title":"VkFFT","description":"VkFFT is a Fast Fourier Transform (FFT) Library that is GPU accelerated by means of the Vulkan API. The VkFFT benchmark runs FFT performance differences of many different sizes before returning an overall benchmark score.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2083","average_install_time":"34","last_updated":"1608135394","first_added":"1601407594","popularity":"1267","downloads":8354,"versions":["1.1.0","1.0.0"]},"vkmark":{"title":"VKMark","description":"VKMark is a collection of open-source Vulkan tests \/ rendering benchmarks.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"372","average_install_time":"90","last_updated":"1679145189","first_added":"1514305593","popularity":"337","downloads":45681,"versions":["1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"vkpeak":{"title":"vkpeak","description":"Vkpeak is a Vulkan compute benchmark inspired by OpenCL's clpeak. Vkpeak provides Vulkan compute performance measurements for FP16 \/ FP32 \/ FP64 \/ INT16 \/ INT32 scalar and vec4 performance.","test_type":"Graphics","software_type":"Application","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"584","average_install_time":"3","last_updated":"1619865661","first_added":"1619278485","popularity":"1216","downloads":7996,"versions":["1.0.2","1.0.1","1.0.0"]},"vkresample":{"title":"VkResample","description":"VkResample is a Vulkan-based image upscaling library based on VkFFT. The sample input file is upscaling a 4K image to 8K using Vulkan-based GPU acceleration.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"55","average_install_time":"34","last_updated":"1608156841","first_added":"1608156841","popularity":"1249","downloads":"6064","versions":["1.0.0"]},"vosk":{"title":"VOSK Speech Recognition Toolkit","description":"VOSK is an open-source offline speech recognition API\/toolkit. VOSK supports speech recognition in 17 languages and has a variety of models available and interfaces for different programming languages. This test profile times the speech-to-text process for a roughly three minute audio recording.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"308","average_install_time":"24","last_updated":"1619546966","first_added":"1619546779","popularity":"1218","downloads":7234,"versions":["1.0.1","1.0.0"]},"vpxenc":{"title":"VP9 libvpx Encoding","description":"This is a standard video encoding performance test of Google's libvpx library and the vpxenc command for the VP9 video format.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"215","average_install_time":"233","last_updated":"1676326180","first_added":"1323353746","popularity":"22","downloads":195574,"versions":["3.2.0","3.1.0","3.0.0","2.5.0","2.4.0","2.3.0","2.2.0","2.1.1","2.1.0","2.0.0","1.4.0","1.3.0","1.2.0","1.1.0","1.0.0"]},"vvenc":{"title":"VVenC","description":"VVenC is the Fraunhofer Versatile Video Encoder as a fast\/efficient H.266\/VVC encoder. The vvenc encoder makes use of SIMD Everywhere (SIMDe). The vvenc software is published under the Clear BSD License.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"227","average_install_time":"215","last_updated":"1680879911","first_added":"1675555090","popularity":"40","downloads":10857,"versions":["1.8.0","1.1.0","1.0.0"]},"waifu2x-ncnn":{"title":"Waifu2x-NCNN Vulkan","description":"Waifu2x-NCNN is an NCNN neural network implementation of the Waifu2x converter project and accelerated using the Vulkan API. NCNN is a high performance neural network inference framework optimized for mobile and other platforms developed by Tencent. This test profile times how long it takes to increase the resolution of a sample image with Vulkan.","test_type":"Graphics","software_type":"Application","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"96","average_install_time":"3","last_updated":"1603217173","first_added":"1603217173","popularity":"1199","downloads":"6354","versions":["1.0.0"]},"warsow":{"title":"Warsow","description":"This is a benchmark of Warsow, a popular open-source first-person shooter. This game uses the QFusion engine.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"421","average_install_time":"6","last_updated":"1609544245","first_added":"1291667758","popularity":"1039","downloads":214537,"versions":["1.6.0","1.5.1","1.5.0","1.4.1","1.4.0","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0"]},"webp":{"title":"WebP Image Encode","description":"This is a test of Google's libwebp with the cwebp image encode utility and using a sample 6000x4000 pixel JPEG image as the input.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"70","average_install_time":"24","last_updated":"1662716569","first_added":"1600803391","popularity":"108","downloads":24112,"versions":["1.2.0","1.0.0"]},"webp2":{"title":"WebP2 Image Encode","description":"This is a test of Google's libwebp2 library with the WebP2 image encode utility and using a sample 6000x4000 pixel JPEG image as the input, similar to the WebP\/libwebp test profile. WebP2 is currently experimental and under heavy development as ultimately the successor to WebP. WebP2 supports 10-bit HDR, more efficienct lossy compression, improved lossless compression, animation support, and full multi-threading support compared to WebP.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"713","average_install_time":"110","last_updated":"1662728645","first_added":"1611676771","popularity":"129","downloads":25294,"versions":["1.2.0","1.1.0","1.0.0"]},"whisper-cpp":{"title":"Whisper.cpp","description":"Whisper.cpp is a port of OpenAI's Whisper model in C\/C++. Whisper.cpp is developed by Georgi Gerganov for transcribing WAV audio files to text \/ speech recognition. Whisper.cpp supports ARM NEON, x86 AVX, and other advanced CPU features.","test_type":"System","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1331","average_install_time":"93","last_updated":"1686951881","first_added":"1686951881","popularity":"208","downloads":"316","versions":["1.0.0"]},"will-it-scale":{"title":"will-it-scale","description":"will-it-scale takes a test case and runs it from 1 through to n parallel copies to see if the tes case will scale. But in Phoronix Test Suite test profile only nr_cpu copies is currently utilized.","test_type":"OS","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"144","average_install_time":"22","last_updated":"1668248923","first_added":"1668248923","popularity":"213","downloads":"6282","versions":["1.0.0"]},"wrf":{"title":"WRF","description":"WRF, the Weather Research and Forecasting Model, is a \"next-generation mesoscale numerical weather prediction system designed for both atmospheric research and operational forecasting applications. It features two dynamical cores, a data assimilation system, and a software architecture supporting parallel computation and system extensibility.\"","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"14354","average_install_time":"622","last_updated":"1630447906","first_added":"1619554737","popularity":"1196","downloads":7488,"versions":["1.0.1","1.0.0"]},"x11perf":{"title":"x11perf","description":"x11perf is a very basic performance\/regression test for X.Org.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"217","average_install_time":"4","last_updated":"1359439337","first_added":"1291667768","popularity":"275","downloads":152839,"versions":["1.1.1","1.1.0"]},"x264":{"title":"x264","description":"This is a multi-threaded test of the x264 video encoder run on the CPU with a choice of 1080p or 4K video input.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"159","average_install_time":"287","last_updated":"1653735884","first_added":"1291667780","popularity":"158","downloads":389240,"versions":["2.7.0","2.6.1","2.6.0","2.5.0","2.4.0","2.3.2","2.3.1","2.3.0","2.2.1","2.2.0","2.1.0","2.0.0","1.9.0","1.8.1","1.8.0","1.7.0","1.6.0","1.5.0","1.4.0","1.3.1","1.3.0","1.2.0"]},"x264-opencl":{"title":"x264 OpenCL","description":"This is a simple test of the x264 H.264\/AVC encoder using OpenCL. If you wish to run the x264 test on the CPU, just use the x264 test profile rather than x264-opencl.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"88","average_install_time":"32","last_updated":"1613411251","first_added":"1409498149","popularity":"2415","downloads":68016,"versions":["1.9.1","1.9.0"]},"x265":{"title":"x265","description":"This is a simple test of the x265 encoder run on the CPU with 1080p and 4K options for H.265 video encode performance with x265.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"281","average_install_time":"259","last_updated":"1602884917","first_added":"1532794140","popularity":"465","downloads":53170,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"xmrig":{"title":"Xmrig","description":"Xmrig is an open-source cross-platform CPU\/GPU miner for RandomX, KawPow, CryptoNight and AstroBWT. This test profile is setup to measure the Xmlrig CPU mining performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"527","average_install_time":"52","last_updated":"1666535651","first_added":"1619295361","popularity":"124","downloads":18959,"versions":["1.1.0","1.0.0"]},"xonotic":{"title":"Xonotic","description":"This is a benchmark of Xonotic, which is a fork of the DarkPlaces-based Nexuiz game. Development began in March of 2010 on the Xonotic game for this open-source first person shooter title.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"224","average_install_time":"8","last_updated":"1687543875","first_added":"1293473234","popularity":"252","downloads":214704,"versions":["1.7.0","1.6.0","1.5.2","1.5.1","1.5.0","1.4.0","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"xplane11":{"title":"X-Plane","description":"This is a test of X-Plane, a realistic multi-platform flight simulator designed for personal computers. This is commercial closed-source software and relies upon the Steam version.","test_type":"Graphics","software_type":"Simulator","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"379","average_install_time":"139","last_updated":"1586538206","first_added":"1516126314","popularity":"1332","downloads":37872,"versions":["1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"xplane12":{"title":"X-Plane","description":"This is a test of X-Plane, a realistic multi-platform flight simulator designed for personal computers. This is commercial closed-source software and relies upon owning the Steam version. This test profile simply automates the execution for your own copy of X-Plane 12.","test_type":"Graphics","software_type":"Simulator","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"542","average_install_time":"10","last_updated":"1672016156","first_added":"1669587506","popularity":"194","downloads":8791,"versions":["1.0.1","1.0.0"]},"xplane9":{"title":"X-Plane","description":"This is a test of X-Plane, a realistic multi-platform flight simulator designed for personal computers. This is commercial closed-source software, but this X-Plane 9 benchmark has been kindly made available for free. X-Plane is the product of Austin Meyer and Laminar Research.","test_type":"Graphics","software_type":"Simulator","status":"Deprecated","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"368","average_install_time":"54","last_updated":"1519779356","first_added":"1291667790","popularity":"897","downloads":124943,"versions":["1.3.2","1.3.1","1.3.0"]},"xplane9-iqc":{"title":"X-Plane Image Quality","description":"","test_type":"System","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"pts\/xplane9","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1519779413","first_added":"1291667936","popularity":"1440","downloads":85789,"versions":["1.0.1","1.0.0"]},"xsbench":{"title":"Xsbench","description":"XSBench is a mini-app representing a key computational kernel of the Monte Carlo neutronics application OpenMC.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenMPI","SMP"],"test_extends":"","package_hash":null,"average_run_time":"239","average_install_time":"3","last_updated":"1502228012","first_added":"1502228012","popularity":"560","downloads":"39362","versions":["1.0.0"]},"xsbench-cl":{"title":"Xsbench OpenCL","description":"Xsbench benchmark in OpenCL via GPUOpen.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"98","average_install_time":"3","last_updated":"1499380051","first_added":"1499380051","popularity":"706","downloads":"33149","versions":["1.0.0"]},"y-cruncher":{"title":"Y-Cruncher","description":"Y-Cruncher is a multi-threaded Pi benchmark capable of computing Pi to trillions of digits.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"202","average_install_time":"5","last_updated":"1664384987","first_added":"1520543135","popularity":"204","downloads":46164,"versions":["1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"yafaray":{"title":"YafaRay","description":"YafaRay is an open-source physically based montecarlo ray-tracing engine.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"455","average_install_time":"23","last_updated":"1627511515","first_added":"1586438547","popularity":"931","downloads":14489,"versions":["1.1.1","1.1.0","1.0.0"]},"yquake2":{"title":"yquake2","description":"This is a test of Yamagi Quake II. Yamagi Quake II is an enhanced client for id Software's Quake II with focus on offline and coop gameplay.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"192","average_install_time":"54","last_updated":"1655486796","first_added":"1604955997","popularity":"310","downloads":24524,"versions":["1.3.0","1.2.0","1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"z3":{"title":"Z3 Theorem Prover","description":"The Z3 Theorem Prover \/ SMT solver is developed by Microsoft Research under the MIT license.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"149","average_install_time":"197","last_updated":"1683305911","first_added":"1683305911","popularity":"258","downloads":"1567","versions":["1.0.0"]},"zendnn-tensorflow":{"title":"AMD ZenDNN TensorFlow","description":"AMD ZenDNN optimized version of TensorFlow with various AMD UIF models. For this test profile to work you must first download TF_v2.10_ZenDNN_v4.0_Python_v3.10.zip from https:\/\/www.amd.com\/en\/developer\/zendnn.html and put it in your Phoronix Test Suite download cache.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1381","average_install_time":"8","last_updated":"1682686302","first_added":"1682686302","popularity":"352","downloads":"1658","versions":["1.0.0"]}},"suites":{"audio-encoding":{"title":"Audio Encoding","description":"This test suite consists of benchmarks that measure the amount of time needed to encode a sample WAV file to various audio formats. Among the formats are MP3, Ogg, and FLAC. This suite is good for testing the system's single-threaded processor performance, memory, and overall system performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1635726211","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"av1":{"title":"AV1","description":"A collection of AV1 video encode\/decode benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1591110693","versions":["1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"bioinformatics":{"title":"Bioinformatics","description":"A collection of bioinformatics programs for benchmarking.","test_type":"System","status":"","package_hash":null,"last_updated":"1610978700","versions":["1.0.2","1.0.1","1.0.0"]},"browsers":{"title":"Web Browsers","description":"Automated web browser benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1590695367","versions":["1.0.0"]},"cad":{"title":"CAD","description":"CAD and CAD-related benchmarks for computer-aided design software.","test_type":"System","status":"","package_hash":null,"last_updated":"1616507126","versions":["1.0.1","1.0.0"]},"chess":{"title":"Chess Test Suite","description":"This test suite contains tests that are various benchmarks looking at the CPU's performance through different chess benchmarks.","test_type":"Processor","status":"Verified","package_hash":null,"last_updated":"1586369149","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"compilation":{"title":"Timed Code Compilation","description":"This test suite consists of tests that measure the amount of time needed to build common open-source software packages. These tests will use your default compiler and will adjust the number of compiling jobs based upon the number of detected CPU cores in your system. This suite is good for testing the system's processor, memory, and overall system performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1662059342","versions":["1.2.8","1.2.7","1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"compression":{"title":"Compression Tests","description":"This test suite consists of tests that measure various forms of file compression such as gzip, bzip2, and 7zip. This suite is good for testing the system's processor, memory, and overall system performance.","test_type":"Processor","status":"","package_hash":null,"last_updated":"1610650822","versions":["1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"cpu":{"title":"CPU \/ Processor Suite","description":"This test suite contains tests designed to test the system's CPU \/ processor. This test suite is deprecated and not maintained due to the collection of test profiles now so diverse that such a large test suite is not really practical. Use another suite(s) more narrowily focused on your interests\/needs.","test_type":"Processor","status":"Deprecated","package_hash":null,"last_updated":"1648234031","versions":["1.2.4","1.2.3","1.2.2","1.2.1","1.2.0"]},"cpu-massive":{"title":"CPU Massive","description":"A \"massive\" collection of primarily CPU benchmarks but also some memory (RAM) benchmarks for stressing modern processor hardware.","test_type":"System","status":"Deprecated","package_hash":null,"last_updated":"1602887880","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"creator":{"title":"Creator Workloads","description":"This test suite consists of different \"creator\" workloads from image manipulation\/editing to 3D modeling and other software common to creators and creative software packages.","test_type":"System","status":"","package_hash":null,"last_updated":"1616507170","versions":["1.0.9","1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"cryptocurrency":{"title":"Cryptocurrency Benchmarks, CPU Mining Tests","description":"This test suite consists of cryptocurrency benchmarks, primarily CPU mining test profiles for measuring the performance of various cryptocurrency algorithms.","test_type":"Processor","status":"","package_hash":null,"last_updated":"1619875124","versions":["1.0.1","1.0.0"]},"cryptography":{"title":"Cryptography","description":"This test suite consists of cryptography tests such as OpenSSL and GnuPG.","test_type":"Processor","status":"","package_hash":null,"last_updated":"1619296731","versions":["1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.1","1.1.0","1.0.1"]},"database":{"title":"Database Test Suite","description":"The database test suite consists of tests that are designed to represent real-world database performance in areas such as SQL.","test_type":"System","status":"","package_hash":null,"last_updated":"1671322553","versions":["1.3.7","1.3.6","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"desktop-graphics":{"title":"Desktop Graphics","description":"This test suite contains free and retail graphics tests designed to test out the desktop graphics performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1606582609","versions":["1.3.0","1.2.0","1.1.0"]},"disk":{"title":"Disk Test Suite","description":"This test suite is designed to contain real-world disk and file-system tests.","test_type":"Disk","status":"","package_hash":null,"last_updated":"1610650881","versions":["1.3.2","1.3.1","1.3.0","1.2.1"]},"electronic-design":{"title":"Electronic Design","description":"Electronic design automation and electronic circuit simulation benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1673815440","versions":["1.0.1","1.0.0"]},"encoding":{"title":"Encoding","description":"This test suite is made up of all the encoding test suites, such as for audio and video.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1291699350","versions":["1.0.0"]},"finance":{"title":"Finance","description":"Various benchmarks related to financial workloads like quantitative finance.","test_type":"System","status":"","package_hash":null,"last_updated":"1611169163","versions":["1.0.0"]},"game-dev":{"title":"Game Development","description":"A collection of benchmarks of relevance to game developers around asset creation, texture compression, compiling game engines, etc. This suite isn't exhaustive out of all tests within the Phoronix Test Suite \/ OpenBenchmarking.org that may be relevant to game developers but rather some common and likely workloads of interest without being too verbose with the many imaging, audio processing, and renderer benchmarks, etc. See the creator test suite for further tests likely of interest.","test_type":"System","status":"","package_hash":null,"last_updated":"1611099030","versions":["1.0.0"]},"hpc":{"title":"HPC - High Performance Computing","description":"A collection of common HPC (High Performance Computing) benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1679782531","versions":["1.1.8","1.1.7","1.1.6","1.1.5","1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"imaging":{"title":"Imaging","description":"Various imaging \/ photo manipulation \/ RAW photography software packages.","test_type":"System","status":"","package_hash":null,"last_updated":"1641079410","versions":["1.0.9","1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"internet-speed":{"title":"Internet Speed","description":"This test suite consists of benchmark test profiles for measuring your Internet connect's upload\/download speed and latency performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1648316058","versions":["1.0.0"]},"java":{"title":"Java","description":"The Java test suite contains all Java-based test profiles within the Phoronix Test Suite.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1581897966","versions":["1.1.1","1.1.0","1.0.1"]},"java-opengl":{"title":"Java OpenGL","description":"The Java test suite contains all Java-based test profiles within the Phoronix Test Suite that use graphics \/ OpenGL.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1291696164","versions":["1.0.0"]},"kernel":{"title":"Common Kernel Benchmarks","description":"This suite consists of tests that look at different aspects of the system's kernel performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1600390922","versions":["1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"linear-algebra":{"title":"Linear Algebra","description":"Various benchmarks that in some manner are a function of linear algebra.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1586368644","versions":["1.0.0"]},"machine-learning":{"title":"Machine Learning","description":"The machine learning test suite helps to benchmark a system for the popular pattern recognition and computational learning algorithms. Mainly different machine learning \/ deep learning benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1665693966","versions":["1.3.5","1.3.4","1.3.3","1.3.2","1.3.1","1.3.0","1.2.10","1.2.9","1.2.8","1.2.7","1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"memory":{"title":"Memory Test Suite","description":"The system memory test suite consists of tests designed to test the computer's system memory (RAM) performance. Among these tests are RAMspeed and Bandwidth.","test_type":"Memory","status":"Verified","package_hash":null,"last_updated":"1581898168","versions":["1.3.0","1.1.0","1.0.2"]},"molecular-dynamics":{"title":"Molecular Dynamics","description":"A collection of molecular dynamics and hydrodynamics benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1612885399","versions":["1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"mpi":{"title":"MPI Benchmarks","description":"A collection of tests making use of MPI (Message Passing Interface).","test_type":"System","status":"","package_hash":null,"last_updated":"1612885355","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"network":{"title":"Networking Test Suite","description":"The network test suite consists of tests designed to test the computer's networking performance.","test_type":"Network","status":"Verified","package_hash":null,"last_updated":"1557518090","versions":["1.1.0","1.0.0"]},"nvidia-gpu-compute":{"title":"NVIDIA GPU Compute","description":"A collection of test profiles that run well on NVIDIA GPU systems with CUDA \/ proprietary driver stack. Other deprecated \/ less interesting \/ older tests not included but this test suite is intended to serve as guidance for current interesting NVIDIA GPU compute benchmarking albeit not exhaustive of what is available via Phoronix Test Suite \/ OpenBenchmarking.org.","test_type":"Graphics","status":"","package_hash":null,"last_updated":"1620945573","versions":["1.1.2","1.1.1","1.1.0","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"ocr":{"title":"OCR","description":"Optical Character Recognition (OCR) benchmarks for distinguishing printed\/handwritten text and converting them to characters\/text.","test_type":"System","status":"","package_hash":null,"last_updated":"1594306469","versions":["1.0.0"]},"oneapi":{"title":"Intel oneAPI","description":"A collection of test profiles stressing either Intel oneAPI software components themselves (Open Image Denoise, OSPray, Embree) or benchmarks\/programs leveraging these components.","test_type":"System","status":"","package_hash":null,"last_updated":"1647094001","versions":["1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"opencl":{"title":"OpenCL","description":"A collection of OpenCL tests.","test_type":"System","status":"","package_hash":null,"last_updated":"1671321440","versions":["1.1.1","1.1.0","1.0.0"]},"opengl-demos":{"title":"OpenGL Demos Test Suite","description":"The opengl-demos suite contains tests that are considered OpenGL demos and not directly a game or other real-world OpenGL software test.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1291699443","versions":["1.0.2"]},"productivity":{"title":"Productivity","description":"Various productivity software benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1590699476","versions":["1.0.0"]},"programmer":{"title":"Programmer \/ Developer System Benchmarks","description":"Various benchmarks \/ test profiles that are common \/ likely to be of interest to programmers\/developers. Other test profiles and test suites exist for specific domain areas while this test suite is comprised of general tests likely to be of interest to programmers in evaluating system performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1609539457","versions":["1.0.0"]},"python":{"title":"Python","description":"Python benchmark collection.","test_type":"System","status":"","package_hash":null,"last_updated":"1634930620","versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"quantum-mechanics":{"title":"Quantum Mechanics","description":"A collection of benchmarks around quantum mechanics and modelling like density-functional theory.","test_type":"System","status":"","package_hash":null,"last_updated":"1612204213","versions":["1.0.2","1.0.1","1.0.0"]},"raytracing":{"title":"Raytracing","description":"This test suite consists of various ray-tracing benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1665693885","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"renderers":{"title":"Renderers","description":"Various CPU-based ray-tracing \/ path-tracing \/ other renderers.","test_type":"Processor","status":"","package_hash":null,"last_updated":"1626209022","versions":["1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"scientific-computing":{"title":"Scientific Computing","description":"A collection of scientific computing benchmarks and test suites.","test_type":"System","status":"","package_hash":null,"last_updated":"1610650451","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"sdr":{"title":"Software Defined Radio","description":"Software Defined Radio (SDR) benchmark collection.","test_type":"System","status":"","package_hash":null,"last_updated":"1621085844","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"server":{"title":"Server","description":"A collection of common server tests.","test_type":"System","status":"","package_hash":null,"last_updated":"1628809935","versions":["1.4.1","1.4.0","1.3.3","1.3.2","1.3.1","1.3.0","1.2.1","1.2.0"]},"server-cpu-tests":{"title":"Server CPU Tests","description":"A collection of interesting server CPU benchmarks.","test_type":"Processor","status":"Deprecated","package_hash":null,"last_updated":"1602888114","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"speech":{"title":"Speech","description":"Speech to text, text to speech, and any other speech synthesis and audio handling benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1619547032","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"steam":{"title":"Steam","description":"A collection of test profiles \/ benchmarks that make use of Valve's Steam platform.","test_type":"Graphics","status":"","package_hash":null,"last_updated":"1671322488","versions":["1.0.9","1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"telephony":{"title":"Telephony","description":"Benchmarks\/workloads of potential interest for those evaluating telephony \/ telecommunications related performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1620417290","versions":["1.0.0"]},"texture-compression":{"title":"Texture Compression","description":"Tests involving texture compression\/decompression for graphics APIs.","test_type":"System","status":"","package_hash":null,"last_updated":"1618926807","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"unigine":{"title":"Unigine Test Suite","description":"The Unigine suite contains all technology demos from the Unigine Corp's advanced engine. The Unigine engine is very demanding upon the graphics processor.","test_type":"Graphics","status":"Verified","package_hash":null,"last_updated":"1557518414","versions":["1.1.0","1.0.1"]},"video-encoding":{"title":"Video Encoding","description":"This test suite consists of video encoding tests. This suite is good for testing the system's processor, memory, and overall system performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1676252343","versions":["1.3.4","1.3.3","1.3.2","1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"vulkan-compute":{"title":"Vulkan Compute","description":"A collection of test profiles making use of the Vulkan API for compute purposes.","test_type":"Graphics","status":"","package_hash":null,"last_updated":"1619296514","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"vulkan-rt":{"title":"Vulkan Ray-Tracing","description":"A collection of test profiles that exercise Vulkan ray-tracing (RT) extensions.","test_type":"Graphics","status":"","package_hash":null,"last_updated":"1621612294","versions":["1.0.1","1.0.0"]},"workstation":{"title":"Common Workstation Benchmarks","description":"This is a collection of sample tests designed to test a system's workstation performance.","test_type":"System","status":"Deprecated","package_hash":null,"last_updated":"1602888237","versions":["1.2.1","1.2.0","1.1.0","1.0.0"]}}} \ No newline at end of file +{"main":{"generated":1713658690},"tests":{"3dmark":{"title":"3DMark Wild Life Extreme","description":"This test profile only automates the vendor build of 3DMark with its command-line \/ JSON support. If you do not have a licensed copy of the necessary 3DMark binaries in your Phoronix Test Suite download cache on your system, this test profile will not do anything and simply fail. You must have already obtained the proper licensed binaries from UL for this test profile to work -- this test profile simply automates the firing of the 3DMark benchmark at your desired resolution and capturing the results within the Phoronix Test Suite while you must already have the necessary 3DMark files on your system.","test_type":"Graphics","software_type":"Game","status":"Experimental","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"230","average_install_time":"4","last_updated":"1683925273","first_added":"1683925273","popularity":"293","downloads":"10917","versions":["1.0.0"]},"ai-benchmark":{"title":"AI Benchmark Alpha","description":"AI Benchmark Alpha is a Python library for evaluating artificial intelligence (AI) performance on diverse hardware platforms and relies upon the TensorFlow machine learning library.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"972","average_install_time":"130","last_updated":"1658252311","first_added":"1594232753","popularity":"68","downloads":50413,"versions":["1.0.2","1.0.1","1.0.0"]},"aio-stress":{"title":"AIO-Stress","description":"AIO-Stress is an a-synchronous I\/O benchmark created by SuSE. Current this profile uses a 2048MB test file and a 64KB record size.","test_type":"Disk","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"62","average_install_time":"3","last_updated":"1659825851","first_added":"1291658419","popularity":"1777","downloads":265814,"versions":["1.1.3","1.1.2","1.1.1","1.1.0"]},"aircrack-ng":{"title":"Aircrack-ng","description":"Aircrack-ng is a tool for assessing WiFi\/WLAN network security.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"50","average_install_time":"39","last_updated":"1658341022","first_added":"1534721886","popularity":"46","downloads":113833,"versions":["1.3.0","1.2.1","1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"amg":{"title":"Algebraic Multi-Grid Benchmark","description":"AMG is a parallel algebraic multigrid solver for linear systems arising from problems on unstructured grids. The driver provided with AMG builds linear systems for various 3-dimensional problems.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"150","average_install_time":"20","last_updated":"1610317872","first_added":"1583356317","popularity":"915","downloads":20917,"versions":["1.1.0","1.0.1","1.0.0"]},"aobench":{"title":"AOBench","description":"AOBench is a lightweight ambient occlusion renderer, written in C. The test profile is using a size of 2048 x 2048.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"196","average_install_time":"4","last_updated":"1520174749","first_added":"1518053917","popularity":"295","downloads":76030,"versions":["1.0.1","1.0.0"]},"aom-av1":{"title":"AOM AV1","description":"This is a test of the AOMedia AV1 encoder (libaom) developed by AOMedia and Google as the AV1 Codec Library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"265","average_install_time":"227","last_updated":"1693774819","first_added":"1522420880","popularity":"118","downloads":150437,"versions":["3.7.0","3.6.0","3.5.0","3.4.0","3.3.0","3.2.0","2.4.0","2.3.0","2.2.0","2.1.2","2.1.1","2.1.0","2.0.2","2.0.1","2.0.0","1.2.0","1.1.0","1.0.0"]},"apache":{"title":"Apache HTTP Server","description":"This is a test of the Apache HTTPD web server. This Apache HTTPD web server benchmark test profile makes use of the wrk program for facilitating the HTTP requests over a fixed period time with a configurable number of concurrent clients.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"176","average_install_time":"193","last_updated":"1679778582","first_added":"1291663084","popularity":"19","downloads":485873,"versions":["3.0.0","2.0.1","2.0.0","1.7.2","1.7.1","1.7.0","1.6.1","1.6.0","1.5.2","1.5.1","1.5.0","1.4.0","1.3.1","1.3.0"]},"apache-iotdb":{"title":"Apache IoTDB","description":"Apache IotDB is a time series database and this benchmark is facilitated using the IoT Benchmaark [https:\/\/github.com\/thulab\/iot-benchmark\/].","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"483","average_install_time":"3","last_updated":"1694962312","first_added":"1690646920","popularity":"169","downloads":14971,"versions":["1.2.0","1.0.1","1.0.0"]},"apache-siege":{"title":"Apache Siege","description":"This is a test of the Apache web server performance being facilitated by the Siege web server benchmark program.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"303","average_install_time":"101","last_updated":"1607702710","first_added":"1532899374","popularity":"905","downloads":73207,"versions":["1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"apitest":{"title":"APITest","description":"APITest is a micro-benchmark developed by John McDonald of OpenGL 4 functionality.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"57","average_install_time":"42","last_updated":"1601213644","first_added":"1401674905","popularity":"2335","downloads":139610,"versions":["1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"apitrace":{"title":"APITrace","description":"This is a benchmark measuring the performance of various OpenGL Linux games that lack suitable benchmarking modes so this is solely measuring the performance of pushing pre-recorded OpenGL calls as recorded by APITrace through the system's graphics driver stack and being executed on the GPU. This isn't measuring the system's performance in that game but rather just the recorded OpenGL performance being executed.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"0","last_updated":"1523231204","first_added":"1334193523","popularity":"984","downloads":122667,"versions":["1.0.2","1.0.1","1.0.0"]},"appleseed":{"title":"Appleseed","description":"Appleseed is an open-source production renderer focused on physically-based global illumination rendering engine primarily designed for animation and visual effects.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"659","average_install_time":"14","last_updated":"1571167436","first_added":"1562843644","popularity":"751","downloads":26430,"versions":["1.0.1","1.0.0"]},"arrayfire":{"title":"ArrayFire","description":"ArrayFire is an GPU and CPU numeric processing library, this test uses the built-in CPU and OpenCL ArrayFire benchmarks.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"93","average_install_time":"268","last_updated":"1699702643","first_added":"1485036942","popularity":"180","downloads":94940,"versions":["1.2.0","1.1.0","1.0.1","1.0.0"]},"ashes-escalation":{"title":"Ashes of the Singulairty: Escalation","description":"This is a benchmark of Ashes of the Singulairty: Escalation running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that Ashes of the Singulairty: Escalation is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"665","average_install_time":"349","last_updated":"1642876215","first_added":"1582657039","popularity":"1261","downloads":15658,"versions":["1.1.0","1.0.0"]},"askap":{"title":"ASKAP","description":"ASKAP is a set of benchmarks from the Australian SKA Pathfinder. The principal ASKAP benchmarks are the Hogbom Clean Benchmark (tHogbomClean) and Convolutional Resamping Benchmark (tConvolve) as well as some previous ASKAP benchmarks being included as well for OpenCL and CUDA execution of tConvolve.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","SMP","MPI","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"299","average_install_time":"14","last_updated":"1611525505","first_added":"1447178325","popularity":"899","downloads":112333,"versions":["2.1.0","2.0.1","2.0.0","1.0.0"]},"asmfish":{"title":"asmFish","description":"This is a test of asmFish, an advanced chess benchmark written in Assembly.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"3053","average_install_time":"3","last_updated":"1605988113","first_added":"1505847690","popularity":"356","downloads":117074,"versions":["1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"astcenc":{"title":"ASTC Encoder","description":"ASTC Encoder (astcenc) is for the Adaptive Scalable Texture Compression (ASTC) format commonly used with OpenGL, OpenGL ES, and Vulkan graphics APIs. This test profile does a coding test of both compression\/decompression.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"148","average_install_time":"23","last_updated":"1712425383","first_added":"1597761825","popularity":"66","downloads":63245,"versions":["1.5.1","1.4.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"avifenc":{"title":"libavif avifenc","description":"This is a test of the AOMedia libavif library testing the encoding of a JPEG image to AV1 Image Format (AVIF).","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"197","average_install_time":"48","last_updated":"1712423392","first_added":"1591110261","popularity":"57","downloads":62829,"versions":["1.4.1","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"axs2mlperf":{"title":"axs2mlperf","description":"This is a facilitator for the MLPerf Inference Benchmark Suite leveraging the axs2mlperf Docker container build and testing for currently facilitating ResNwt-50 reference model inference CPU benchmarks. See reference information at https:\/\/github.com\/krai\/axs2mlperf\/blob\/master\/demo\/README.md","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Docker","AI"],"test_extends":"","package_hash":null,"average_run_time":"3429","average_install_time":"1038","last_updated":"1683900482","first_added":"1683900482","popularity":"362","downloads":"10081","versions":["1.0.0"]},"basemark":{"title":"Basemark GPU","description":"This is a benchmark of Basemark GPU. For this test profile to work, you must have a valid license\/copy of BasemarkGPU in your Phoronix Test Suite download cache. This test profile simply automates the execution of BasemarkGPU and you must already have the Windows .zip or Linux .tar.gz in the download cache.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"173","average_install_time":"32","last_updated":"1583426571","first_added":"1583426571","popularity":"1023","downloads":"13972","versions":["1.0.0"]},"basis":{"title":"Basis Universal","description":"Basis Universal is a GPU texture codec. This test times how long it takes to convert sRGB PNGs into Basis Univeral assets with various settings.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"137","average_install_time":"30","last_updated":"1638836451","first_added":"1584806574","popularity":"998","downloads":31794,"versions":["1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"batman-knight":{"title":"Batman: Arkham Knight","description":"This is a benchmark of >Batman: Arkham Knight running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that Batman: Arkham Knight is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"488","average_install_time":"37","last_updated":"1671989919","first_added":"1582646941","popularity":"82","downloads":36726,"versions":["1.0.1","1.0.0"]},"batman-origins":{"title":"Batman: Arkham Origins","description":"This is a benchmark of >Batman: Arkham Origins running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that Batman: Arkham Origins is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"628","average_install_time":"14","last_updated":"1561036835","first_added":"1541354045","popularity":"920","downloads":35530,"versions":["1.6.1","1.6.0"]},"battery-power-usage":{"title":"Battery Power Usage","description":"This test is designed for notebooks and netbooks and monitor's the system's battery consumption as it idles for 60 seconds, then turns off the monitor for 60 seconds via DPMS, then turns the display back on and plays back a sample H.264 1080p video file using mplayer with the X-Video output adapter. A line graph showing the power usage is then rendered.","test_type":"System","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/mplayer-base","package_hash":null,"average_run_time":"161","average_install_time":"5","last_updated":"1601214756","first_added":"1291663601","popularity":"2136","downloads":208600,"versions":["1.0.1","1.0.0"]},"betsy":{"title":"Betsy GPU Compressor","description":"Betsy is an open-source GPU compressor of various GPU compression techniques. Betsy is written in GLSL for Vulkan\/OpenGL (compute shader) support for GPU-based texture compression.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"884","average_install_time":"38","last_updated":"1606342577","first_added":"1606342577","popularity":"1030","downloads":"11379","versions":["1.0.0"]},"bioshock-infinite":{"title":"BioShock Infinite","description":"A Steam-based test of the BioShock Infinite game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"479","average_install_time":"32","last_updated":"1520440575","first_added":"1426720564","popularity":"495","downloads":125706,"versions":["1.0.2","1.0.1","1.0.0"]},"blake2":{"title":"BLAKE2","description":"This is a benchmark of BLAKE2 using the blake2s binary. BLAKE2 is a high-performance crypto alternative to MD5 and SHA-2\/3.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"276","average_install_time":"11","last_updated":"1636491015","first_added":"1356536925","popularity":"753","downloads":207478,"versions":["1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"blender":{"title":"Blender","description":"Blender is an open-source 3D creation and modeling software project. This test is of Blender's Cycles performance with various sample files. GPU computing via NVIDIA OptiX and NVIDIA CUDA is currently supported as well as HIP for AMD Radeon GPUs and Intel oneAPI for Intel Graphics.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"723","average_install_time":"33","last_updated":"1711473967","first_added":"1468242581","popularity":"23","downloads":257311,"versions":["4.1.0","4.0.0","3.6.0","3.5.0","3.4.0","3.3.1","3.3.0","3.2.0","3.0.0","1.9.1","1.9.0","1.8.0","1.7.1","1.7.0","1.6.0","1.5.1","1.5.0","1.4.1","1.4.0","1.3.2","1.3.1","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"blogbench":{"title":"BlogBench","description":"BlogBench is designed to replicate the load of a real-world busy file server by stressing the file-system with multiple threads of random reads, writes, and rewrites. The behavior is mimicked of that of a blog by creating blogs with content and pictures, modifying blog posts, adding comments to these blogs, and then reading the content of the blogs. All of these blogs generated are created locally with fake content and pictures.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1395","average_install_time":"16","last_updated":"1543945719","first_added":"1291663615","popularity":"501","downloads":213763,"versions":["1.1.0","1.0.1","1.0.0"]},"blosc":{"title":"C-Blosc","description":"C-Blosc (c-blosc2) simple, compressed, fast and persistent data store library for C that focuses on compression of binary data.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"203","average_install_time":"31","last_updated":"1699123582","first_added":"1587915295","popularity":"29","downloads":57490,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"bork":{"title":"Bork File Encrypter","description":"Bork is a small, cross-platform file encryption utility. It is written in Java and designed to be included along with the files it encrypts for long-term storage. This test measures the amount of time it takes to encrypt a sample file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"235","average_install_time":"2","last_updated":"1472148547","first_added":"1291663654","popularity":"210","downloads":242431,"versions":["1.0.1","1.0.0"]},"botan":{"title":"Botan","description":"Botan is a BSD-licensed cross-platform open-source C++ crypto library \"cryptography toolkit\" that supports most publicly known cryptographic algorithms. The project's stated goal is to be \"the best option for cryptography in C++ by offering the tools necessary to implement a range of practical systems, such as TLS protocol, X.509 certificates, modern AEAD ciphers, PKCS#11 and TPM hardware support, password hashing, and post quantum crypto schemes.\"","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"418","average_install_time":"1231","last_updated":"1616863233","first_added":"1351794522","popularity":"563","downloads":230985,"versions":["1.6.0","1.5.0","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"brl-cad":{"title":"BRL-CAD","description":"BRL-CAD is a cross-platform, open-source solid modeling system with built-in benchmark mode.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1172","average_install_time":"678","last_updated":"1710883414","first_added":"1538519408","popularity":"74","downloads":97204,"versions":["1.6.0","1.5.0","1.4.0","1.3.0","1.2.0","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"build-apache":{"title":"Timed Apache Compilation","description":"This test times how long it takes to build the Apache HTTPD web server.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"188","average_install_time":"2","last_updated":"1593653297","first_added":"1291663663","popularity":"676","downloads":262153,"versions":["1.6.1","1.6.0","1.5.1","1.5.0","1.4.0"]},"build-boost-interprocess":{"title":"Timed Boost Interprocess Compilation","description":"This test times how long it takes to build Boost Interprocess examples.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"59","average_install_time":"2","last_updated":"1523231320","first_added":"1454528961","popularity":"1021","downloads":69283,"versions":["1.5.2","1.5.1"]},"build-clash":{"title":"Timed Clash Compilation","description":"Build the clash-lang Haskell to VHDL\/Verilog\/SystemVerilog compiler with GHC 8.10.1","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"288","average_install_time":"762","last_updated":"1606582811","first_added":"1591280000","popularity":"1036","downloads":20448,"versions":["1.0.2","1.0.1","1.0.0"]},"build-eigen":{"title":"Timed Eigen Compilation","description":"This test times how long it takes to build all Eigen examples. The Eigen examples are compiled serially. Eigen is a C++ template library for linear algebra.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"324","average_install_time":"2","last_updated":"1608397506","first_added":"1454529170","popularity":"935","downloads":96089,"versions":["1.1.0","1.0.0"]},"build-erlang":{"title":"Timed Erlang\/OTP Compilation","description":"This test times how long it takes to compile Erlang\/OTP. Erlang is a programming language and run-time for massively scalable soft real-time systems with high availability requirements.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"478","average_install_time":"2","last_updated":"1662053800","first_added":"1614695147","popularity":"60","downloads":42431,"versions":["1.2.0","1.1.0"]},"build-ffmpeg":{"title":"Timed FFmpeg Compilation","description":"This test times how long it takes to build the FFmpeg multimedia library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"329","average_install_time":"3","last_updated":"1712330817","first_added":"1581212310","popularity":"52","downloads":55847,"versions":["7.0.0","6.1.0","6.0.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"build-firefox":{"title":"Timed Firefox Compilation","description":"This test times how long it takes to build the Firefox Web Browser.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"43","last_updated":"1610655304","first_added":"1410301181","popularity":"2476","downloads":114586,"versions":["1.1.0","1.0.0"]},"build-gcc":{"title":"Timed GCC Compilation","description":"This test times how long it takes to build the GNU Compiler Collection (GCC) open-source compiler.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"5807","average_install_time":"2","last_updated":"1690797654","first_added":"1502909150","popularity":"38","downloads":150013,"versions":["1.4.0","1.3.0","1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"build-gdb":{"title":"Timed GDB GNU Debugger Compilation","description":"This test times how long it takes to build the GNU Debugger (GDB) in a default configuration.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"340","average_install_time":"6","last_updated":"1622286825","first_added":"1581211166","popularity":"621","downloads":29865,"versions":["1.1.0","1.0.1","1.0.0"]},"build-gem5":{"title":"Timed Gem5 Compilation","description":"This test times how long it takes to compile Gem5. Gem5 is a simulator for computer system architecture research. Gem5 is widely used for computer architecture research within the industry, academia, and more.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1271","average_install_time":"2","last_updated":"1698631271","first_added":"1643374149","popularity":"132","downloads":14435,"versions":["1.1.0","1.0.0"]},"build-godot":{"title":"Timed Godot Game Engine Compilation","description":"This test times how long it takes to compile the Godot Game Engine. Godot is a popular, open-source, cross-platform 2D\/3D game engine and is built using the SCons build system and targeting the X11 platform.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1762","average_install_time":"2","last_updated":"1679500061","first_added":"1610657928","popularity":"40","downloads":31491,"versions":["4.0.0","1.0.0"]},"build-imagemagick":{"title":"Timed ImageMagick Compilation","description":"This test times how long it takes to build ImageMagick.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"240","average_install_time":"2","last_updated":"1444337049","first_added":"1291663684","popularity":"86","downloads":335051,"versions":["1.7.2","1.7.1","1.7.0","1.6.1","1.6.0","1.5.2","1.5.1"]},"build-linux-kernel":{"title":"Timed Linux Kernel Compilation","description":"This test times how long it takes to build the Linux kernel in a default configuration (defconfig) for the architecture being tested or alternatively an allmodconfig for building all possible kernel modules for the build.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1586","average_install_time":"3","last_updated":"1710342080","first_added":"1291663693","popularity":"18","downloads":508883,"versions":["1.16.0","1.15.0","1.14.0","1.13.0","1.12.0","1.11.0","1.10.2","1.10.1","1.10.0","1.9.1","1.9.0","1.8.0","1.7.0","1.6.0","1.5.3","1.5.2","1.5.1","1.5.0","1.4.0","1.3.0","1.2.0"]},"build-llvm":{"title":"Timed LLVM Compilation","description":"This test times how long it takes to compile\/build the LLVM compiler stack.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"3309","average_install_time":"2","last_updated":"1679497973","first_added":"1503880325","popularity":"33","downloads":149571,"versions":["1.5.0","1.4.0","1.3.1","1.3.0","1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"build-mesa":{"title":"Timed Mesa Compilation","description":"This test profile times how long it takes to compile Mesa with Meson\/Ninja. For minimizing build dependencies and avoid versioning conflicts, test this is just the core Mesa build without LLVM or the extra Gallium3D\/Mesa drivers enabled.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"100","average_install_time":"3","last_updated":"1711326711","first_added":"1616001249","popularity":"80","downloads":12884,"versions":["1.1.0","1.0.0"]},"build-mplayer":{"title":"Timed MPlayer Compilation","description":"This test times how long it takes to build the MPlayer open-source media player program.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"334","average_install_time":"2","last_updated":"1646264625","first_added":"1291663701","popularity":"486","downloads":244438,"versions":["1.5.0","1.4.0","1.3.0"]},"build-nodejs":{"title":"Timed Node.js Compilation","description":"This test profile times how long it takes to build\/compile Node.js itself from source. Node.js is a JavaScript run-time built from the Chrome V8 JavaScript engine while itself is written in C\/C++.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1283","average_install_time":"2","last_updated":"1712409319","first_added":"1616000073","popularity":"73","downloads":48566,"versions":["1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"build-php":{"title":"Timed PHP Compilation","description":"This test times how long it takes to build PHP.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"318","average_install_time":"2","last_updated":"1712506432","first_added":"1291663718","popularity":"47","downloads":330744,"versions":["1.7.0","1.6.0","1.5.1","1.5.0","1.4.0","1.3.1","1.3.0"]},"build-python":{"title":"Timed CPython Compilation","description":"This test times how long it takes to build the reference Python implementation, CPython, with optimizations and LTO enabled for a release build.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"211","average_install_time":"2","last_updated":"1662058661","first_added":"1662058661","popularity":"61","downloads":"32956","versions":["1.0.0"]},"build-wasmer":{"title":"Timed Wasmer Compilation","description":"This test times how long it takes to compile Wasmer. Wasmer is written in the Rust programming language and is a WebAssembly runtime implementation that supports WASI and EmScripten. This test profile builds Wasmer with the Cranelift and Singlepast compiler features enabled.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"292","average_install_time":"208","last_updated":"1662058938","first_added":"1614699623","popularity":"63","downloads":48523,"versions":["1.2.0","1.1.0","1.0.0"]},"build-webkitfltk":{"title":"Timed WebKitFLTK Compilation","description":"This test times how long it takes to build the WebKitFLTK web library.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1610656026","first_added":"1417011658","popularity":"2489","downloads":107433,"versions":["1.1.0","1.0.0"]},"build2":{"title":"Build2","description":"This test profile measures the time to bootstrap\/install the build2 C++ build toolchain from source. Build2 is a cross-platform build toolchain for C\/C++ code and features Cargo-like features.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1037","average_install_time":"2","last_updated":"1679508331","first_added":"1574432899","popularity":"37","downloads":46001,"versions":["1.2.0","1.1.0","1.0.1","1.0.0"]},"bullet":{"title":"Bullet Physics Engine","description":"This is a benchmark of the Bullet Physics Engine.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"16","average_install_time":"63","last_updated":"1482961477","first_added":"1291664042","popularity":"231","downloads":267176,"versions":["1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"byte":{"title":"BYTE Unix Benchmark","description":"This is a test of BYTE.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1341","average_install_time":"49","last_updated":"1601216469","first_added":"1291664049","popularity":"604","downloads":256904,"versions":["1.2.2","1.2.1","1.2.0","1.1.0"]},"c-ray":{"title":"C-Ray","description":"This is a test of C-Ray, a simple raytracer designed to test the floating-point CPU performance. This test is multi-threaded (16 threads per core), will shoot 8 rays per pixel for anti-aliasing, and will generate a 1600 x 1200 image.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1138","average_install_time":"4","last_updated":"1532795102","first_added":"1291664263","popularity":"65","downloads":366682,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"cachebench":{"title":"CacheBench","description":"This is a performance test of CacheBench, which is part of LLCbench. CacheBench is designed to test the memory and cache bandwidth performance","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"162","average_install_time":"4","last_updated":"1704900623","first_added":"1291664094","popularity":"24","downloads":328470,"versions":["1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"caffe":{"title":"Caffe","description":"This is a benchmark of the Caffe deep learning framework and currently supports the AlexNet and Googlenet model and execution on both CPUs and NVIDIA GPUs.","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","SMP"],"test_extends":"","package_hash":null,"average_run_time":"852","average_install_time":"61","last_updated":"1601170545","first_added":"1447532985","popularity":"917","downloads":169666,"versions":["1.5.0","1.4.0","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"cairo-demos":{"title":"Cairo Performance Demos","description":"The cairo-demos test is a benchmark of Cairo using a collection of Cairo demos created by Chris Wilson at Intel OSTC. This test profile tests Cairo's Xlib back-end (others could be supported upon request) expecting an existing Cairo installation on the test system.","test_type":"Graphics","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"76","average_install_time":"63","last_updated":"1601215345","first_added":"1327933862","popularity":"2430","downloads":168554,"versions":["1.0.2","1.0.1","1.0.0"]},"cairo-perf-trace":{"title":"cairo-perf-trace","description":"The cairo-perf-trace test is a benchmark bundled with the upstream Cairo package. This test profile tests Cairo's Xlib back-end using a few of the tests from the cairo-traces repository on FreeDesktop.org","test_type":"Graphics","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"19","average_install_time":"40","last_updated":"1601215425","first_added":"1327883098","popularity":"2434","downloads":166277,"versions":["1.0.2","1.0.1","1.0.0"]},"cassandra":{"title":"Apache Cassandra","description":"This is a benchmark of the Apache Cassandra NoSQL database management system making use of cassandra-stress.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"921","average_install_time":"2","last_updated":"1690489445","first_added":"1570565589","popularity":"90","downloads":51882,"versions":["1.2.0","1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"chia-vdf":{"title":"Chia Blockchain VDF","description":"Chia is a blockchain and smart transaction platform based on proofs of space and time rather than proofs of work with other cryptocurrencies. This test profile is benchmarking the CPU performance for Chia VDF performance using the Chia VDF benchmark. The Chia VDF is for the Chia Verifiable Delay Function (Proof of Time).","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"470","average_install_time":"58","last_updated":"1656160605","first_added":"1619875060","popularity":"969","downloads":12352,"versions":["1.1.0","1.0.1","1.0.0"]},"cinebench":{"title":"Maxon Cinebench","description":"This is a test profile to run MAXON Cinebench on Windows.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"531","average_install_time":"21","last_updated":"1605200951","first_added":"1519850165","popularity":"982","downloads":56054,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"civbe":{"title":"Civilization: Beyond Earth","description":"A Steam-based test of Sid Meier's Civilization: Beyond Earth game.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"11","last_updated":"1613344032","first_added":"1419094236","popularity":"2439","downloads":59244,"versions":["1.0.1","1.0.0"]},"civilization-vi":{"title":"Civilization VI","description":"This is a benchmark of the Civilization VI game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Civilization VI is available. This automates the process of executing the game and using a standardized benchmark.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"337","average_install_time":"14","last_updated":"1613346021","first_added":"1486670714","popularity":"1271","downloads":71565,"versions":["1.0.1","1.0.0"]},"cl-mem":{"title":"cl-mem","description":"A basic OpenCL memory benchmark.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"134","average_install_time":"3","last_updated":"1485529886","first_added":"1484344633","popularity":"394","downloads":79674,"versions":["1.0.1","1.0.0"]},"clickhouse":{"title":"ClickHouse","description":"ClickHouse is an open-source, high performance OLAP data management system. This test profile uses ClickHouse's standard benchmark recommendations per https:\/\/clickhouse.com\/docs\/en\/operations\/performance-test\/ \/ https:\/\/github.com\/ClickHouse\/ClickBench\/tree\/main\/clickhouse with the 100 million rows web analytics dataset. The reported value is the query processing time using the geometric mean of all separate queries performed as an aggregate.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1410","average_install_time":"508","last_updated":"1673458542","first_added":"1656179844","popularity":"67","downloads":35991,"versions":["1.2.0","1.1.0","1.0.0"]},"clomp":{"title":"CLOMP","description":"CLOMP is the C version of the Livermore OpenMP benchmark developed to measure OpenMP overheads and other performance impacts due to threading in order to influence future system designs. This particular test profile configuration is currently set to look at the OpenMP static schedule speed-up across all available CPU cores using the recommended test configuration.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"4410","average_install_time":"56","last_updated":"1638837097","first_added":"1291664149","popularity":"1046","downloads":188722,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"cloudsuite-da":{"title":"CloudSuite Data Analytics","description":"CloudSuite Data Analytics is a Docker-based benchmark and runs a Naive Bayes classifier on a Wikimedia dataset with Hadoop and Mahout.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"1975","average_install_time":"9","last_updated":"1675515509","first_added":"1572645339","popularity":"368","downloads":29775,"versions":["1.2.0","1.1.0","1.0.0"]},"cloudsuite-ga":{"title":"CloudSuite Graph Analytics","description":"CloudSuite Graph Analytics uses Apache GraphX + Spark to perform graph analytics (PageRank) on sample Twitter data.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"690","average_install_time":"22","last_updated":"1675511853","first_added":"1572645398","popularity":"370","downloads":29657,"versions":["1.1.0","1.0.1","1.0.0"]},"cloudsuite-ma":{"title":"CloudSuite In-Memory Analytics","description":"CloudSuite In-Memory Analytics uses Apache Spark and runs a collaborative filtering algorithm in-memory on a dataset of user-movie ratings from Movielens.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"112","average_install_time":"12","last_updated":"1675529722","first_added":"1572645600","popularity":"369","downloads":29732,"versions":["1.1.0","1.0.1","1.0.0"]},"cloudsuite-ms":{"title":"CloudSuite Media Streaming","description":"CloudSuite Media Streaming uses the Nginx web server for hosted videos of varying lengths\/qualities.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"1354","average_install_time":"51","last_updated":"1667514547","first_added":"1572646844","popularity":"355","downloads":28013,"versions":["1.0.1","1.0.0"]},"cloudsuite-ws":{"title":"CloudSuite Web Serving","description":"CloudSuite Web Serving is a Docker-based web server benchmark making use of a web server with Memcached and a MySQL database server.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker"],"test_extends":"","package_hash":null,"average_run_time":"1110","average_install_time":"140","last_updated":"1675557803","first_added":"1572646104","popularity":"372","downloads":26329,"versions":["1.1.0","1.0.1","1.0.0"]},"cloverleaf":{"title":"CloverLeaf","description":"CloverLeaf is a Lagrangian-Eulerian hydrodynamics benchmark. This test profile currently makes use of CloverLeaf's OpenMP version.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"1040","average_install_time":"15","last_updated":"1698408921","first_added":"1539344594","popularity":"143","downloads":50013,"versions":["1.2.0","1.1.0","1.0.0"]},"clpeak":{"title":"clpeak","description":"Clpeak is designed to test the peak capabilities of OpenCL devices.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"71","average_install_time":"17","last_updated":"1678135549","first_added":"1547635946","popularity":"44","downloads":56473,"versions":["1.1.0","1.0.1","1.0.0"]},"cockroach":{"title":"CockroachDB","description":"CockroachDB is a cloud-native, distributed SQL database for data intensive applications. This test profile uses a server-less CockroachDB configuration to test various Coackroach workloads on the local host with a single node.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"578","average_install_time":"4","last_updated":"1671316666","first_added":"1671311512","popularity":"75","downloads":27804,"versions":["1.0.2","1.0.1"]},"coh2":{"title":"Company of Heroes 2","description":"This is a benchmark of Company of Heroes on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"305","average_install_time":"137","last_updated":"1454858290","first_added":"1440887380","popularity":"373","downloads":118080,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"comd-cl":{"title":"CoMD OpenCL","description":"CoMD benchmark in OpenCL via GPUOpen.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"94","average_install_time":"5","last_updated":"1499380502","first_added":"1499380502","popularity":"477","downloads":"57694","versions":["1.0.0"]},"compilebench":{"title":"Compile Bench","description":"Compilebench tries to age a filesystem by simulating some of the disk IO common in creating, compiling, patching, stating and reading kernel trees. It indirectly measures how well filesystems can maintain directory locality as the disk fills up and directories age. This current test is setup to use the makej mode with 10 initial directories","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"316","average_install_time":"3","last_updated":"1607710280","first_added":"1291664156","popularity":"799","downloads":273019,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"compress-7zip":{"title":"7-Zip Compression","description":"This is a test of 7-Zip compression\/decompression with its integrated benchmark feature.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"318","average_install_time":"34","last_updated":"1661964274","first_added":"1291664199","popularity":"11","downloads":387903,"versions":["1.10.0","1.9.0","1.8.0","1.7.1","1.7.0","1.6.2","1.6.1","1.6.0","1.5.0"]},"compress-gzip":{"title":"Gzip Compression","description":"This test measures the time needed to archive\/compress two copies of the Linux 4.13 kernel source tree using Gzip compression.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"237","average_install_time":"2","last_updated":"1519937909","first_added":"1291664206","popularity":"237","downloads":268822,"versions":["1.2.0","1.1.0"]},"compress-lz4":{"title":"LZ4 Compression","description":"This test measures the time needed to compress\/decompress a sample file (silesia archive) using LZ4 compression.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"88","average_install_time":"20","last_updated":"1705709969","first_added":"1605528365","popularity":"21","downloads":18162,"versions":["1.1.0","1.0.0"]},"compress-lzma":{"title":"LZMA Compression","description":"This test measures the time needed to compress a file using LZMA compression.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","BSD","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"895","average_install_time":"19","last_updated":"1543943682","first_added":"1291664215","popularity":"620","downloads":221844,"versions":["1.3.1","1.3.0","1.2.0"]},"compress-pbzip2":{"title":"Parallel BZIP2 Compression","description":"This test measures the time needed to compress a file (FreeBSD-13.0-RELEASE-amd64-memstick.img) using Parallel BZIP2 compression.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"55","average_install_time":"7","last_updated":"1709911082","first_added":"1291664232","popularity":"15","downloads":288652,"versions":["1.6.1","1.6.0","1.5.0","1.4.1","1.4.0","1.3.0"]},"compress-rar":{"title":"RAR Compression","description":"This test measures the time needed to archive\/compress two copies of the Linux 5.14 kernel source tree using RAR\/WinRAR compression.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"647","average_install_time":"94","last_updated":"1634486229","first_added":"1521228382","popularity":"874","downloads":59788,"versions":["1.2.0","1.1.0","1.0.0"]},"compress-xz":{"title":"XZ Compression","description":"This test measures the time needed to compress a sample file (an Ubuntu file-system image) using XZ compression.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"321","average_install_time":"16","last_updated":"1555494113","first_added":"1543943356","popularity":"610","downloads":40785,"versions":["1.1.0","1.0.1","1.0.0"]},"compress-zstd":{"title":"Zstd Compression","description":"This test measures the time needed to compress\/decompress a sample file (silesia.tar) using Zstd (Zstandard) compression with options for different compression levels \/ settings.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1747","average_install_time":"440","last_updated":"1676033976","first_added":"1527171761","popularity":"7","downloads":126163,"versions":["1.6.0","1.5.0","1.3.0","1.2.1","1.2.0","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"core-latency":{"title":"Core-Latency","description":"This is a test of core-latency, which measures the latency between all core combinations on the system processor(s). Reported is the average latency.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"967","average_install_time":"20","last_updated":"1560542878","first_added":"1560542878","popularity":"783","downloads":"17414","versions":["1.0.0"]},"corebreach":{"title":"CoreBreach","description":"This is a test of CoreBreach, the brand-new futuristic \"anti-gravity\" racing game with combat-based gameplay.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1579","average_install_time":"2","last_updated":"1519759914","first_added":"1341078255","popularity":"1090","downloads":134187,"versions":["1.1.3","1.1.2","1.1.1","1.1.0"]},"coremark":{"title":"Coremark","description":"This is a test of EEMBC CoreMark processor benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"703","average_install_time":"5","last_updated":"1607712077","first_added":"1564233594","popularity":"771","downloads":21690,"versions":["1.0.1","1.0.0"]},"couchdb":{"title":"Apache CouchDB","description":"This is a bulk insertion benchmark of Apache CouchDB. CouchDB is a document-oriented NoSQL database implemented in Erlang.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1338","average_install_time":"31","last_updated":"1690068563","first_added":"1601061329","popularity":"139","downloads":46091,"versions":["1.3.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"cp2k":{"title":"CP2K Molecular Dynamics","description":"CP2K is an open-source molecular dynamics software package focused on quantum chemistry and solid-state physics. More details on the CP2K benchmark test cases and details can be found @ https:\/\/www.cp2k.org\/performance","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"392","average_install_time":"2057","last_updated":"1687100849","first_added":"1560608058","popularity":"171","downloads":42034,"versions":["1.4.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"cpp-perf-bench":{"title":"CppPerformanceBenchmarks","description":"CppPerformanceBenchmarks is a set of C++ compiler performance benchmarks.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1083","average_install_time":"109","last_updated":"1546520167","first_added":"1546520167","popularity":"561","downloads":"30907","versions":["1.0.0"]},"cpuminer-opt":{"title":"Cpuminer-Opt","description":"Cpuminer-Opt is a fork of cpuminer-multi that carries a wide range of CPU performance optimizations for measuring the potential cryptocurrency mining performance of the CPU\/processor with a wide variety of cryptocurrencies. The benchmark reports the hash speed for the CPU mining performance for the selected cryptocurrency.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"143","average_install_time":"21","last_updated":"1698453918","first_added":"1512948545","popularity":"2","downloads":179105,"versions":["1.7.0","1.6.0","1.5.1","1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"crafty":{"title":"Crafty","description":"This is a performance test of Crafty, an advanced open-source chess engine.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"613","average_install_time":"14","last_updated":"1605827502","first_added":"1291664257","popularity":"710","downloads":311807,"versions":["1.4.5","1.4.4","1.4.3","1.4.2","1.4.1","1.4.0","1.3.1","1.3.0","1.2.0"]},"cryptopp":{"title":"Crypto++","description":"Crypto++ is a C++ class library of cryptographic algorithms.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1174","average_install_time":"132","last_updated":"1690068690","first_added":"1582915947","popularity":"144","downloads":30642,"versions":["1.1.0","1.0.1","1.0.0"]},"cs2":{"title":"Counter-Strike 2","description":"This is a benchmark of Valve's Counter-Strike 2 game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Counter-Strike 2 is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"253","average_install_time":"84","last_updated":"1708208768","first_added":"1708208768","popularity":"235","downloads":"2378","versions":["1.0.0"]},"csgo":{"title":"Counter-Strike: Global Offensive","description":"This is a benchmark of Valve's Counter-Strike: Global Offensive game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Counter-Strike: Global Offensive is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"268","average_install_time":"55","last_updated":"1668856517","first_added":"1411431312","popularity":"85","downloads":239241,"versions":["1.7.2","1.7.1","1.7.0","1.6.1","1.6.0","1.5.2","1.5.1","1.5.0","1.4.1","1.4.0","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"cstrike":{"title":"Counter-Strike Source","description":"This is a benchmark of Valve's Counter-Strike: Source game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Counter-Strike: Source is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Unverified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"71","average_install_time":"78","last_updated":"1396230148","first_added":"1384125458","popularity":"319","downloads":129308,"versions":["1.0.1","1.0.0"]},"ctx-clock":{"title":"ctx_clock","description":"Ctx_clock is a simple test program to measure the context switch time in clock cycles.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"31","average_install_time":"2","last_updated":"1550509515","first_added":"1550509515","popularity":"516","downloads":"30797","versions":["1.0.0"]},"cuda-mini-nbody":{"title":"CUDA Mini-Nbody","description":"The CUDA version of Harrism's mini-nbody tests.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"379","average_install_time":"2","last_updated":"1552682143","first_added":"1447180889","popularity":"880","downloads":105745,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"cyberpunk2077":{"title":"Cyberpunk 2077","description":"This is a benchmark of Cyberpunk 2077 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized scene.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"479","average_install_time":"96","last_updated":"1671998380","first_added":"1668823079","popularity":"219","downloads":22313,"versions":["1.0.1","1.0.0"]},"cyclictest":{"title":"Cyclictest","description":"Cyclictest is a high-resolution test program for measuring the Linux kernel latencies.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"514","average_install_time":"5","last_updated":"1351893202","first_added":"1351893202","popularity":"280","downloads":"140846","versions":["1.0.0"]},"cython-bench":{"title":"Cython Benchmark","description":"Cython provides a superset of Python that is geared to deliver C-like levels of performance. This test profile makes use of Cython's bundled benchmark tests and runs an N-Queens sample test as a simple benchmark to the system's Cython performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"138","average_install_time":"79","last_updated":"1611240750","first_added":"1506715741","popularity":"603","downloads":59020,"versions":["1.1.0","1.0.0"]},"dacapobench":{"title":"DaCapo Benchmark","description":"This test runs the DaCapo Benchmarks written in Java and intended to test system\/CPU performance of various popular real-world Java workloads.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"135","average_install_time":"153","last_updated":"1699550149","first_added":"1538430335","popularity":"93","downloads":50766,"versions":["1.1.0","1.0.1","1.0.0"]},"daphne":{"title":"Darmstadt Automotive Parallel Heterogeneous Suite","description":"DAPHNE is the Darmstadt Automotive Parallel HeterogeNEous Benchmark Suite with OpenCL \/ CUDA \/ OpenMP test cases for these automotive benchmarks for evaluating programming models in context to vehicle autonomous driving capabilities.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP","CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"189","average_install_time":"195","last_updated":"1679071905","first_added":"1592946500","popularity":"88","downloads":29648,"versions":["1.1.0","1.0.0"]},"dav1d":{"title":"dav1d","description":"Dav1d is an open-source, speedy AV1 video decoder supporting modern SIMD CPU features. This test profile times how long it takes to decode sample AV1 video content.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"91","average_install_time":"102","last_updated":"1708175775","first_added":"1545162721","popularity":"107","downloads":121177,"versions":["1.15.1","1.15.0","1.14.0","1.13.0","1.12.0","1.11.2","1.11.1","1.11.0","1.10.0","1.9.0","1.8.0","1.7.1","1.7.0","1.6.0","1.5.0","1.4.1","1.4.0","1.3.0","1.2.0","1.1.0","1.0.0"]},"dbench":{"title":"Dbench","description":"Dbench is a benchmark designed by the Samba project as a free alternative to netbench, but dbench contains only file-system calls for testing the disk performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2575","average_install_time":"8","last_updated":"1607094663","first_added":"1291664311","popularity":"811","downloads":237954,"versions":["1.0.2","1.0.1","1.0.0"]},"dcraw":{"title":"dcraw","description":"This test times how long it takes to convert several high-resolution RAW NEF image files to PPM image format using dcraw.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"264","average_install_time":"9","last_updated":"1600791620","first_added":"1291664317","popularity":"1260","downloads":221834,"versions":["1.1.1","1.1.0","1.0.0"]},"ddnet":{"title":"DDraceNetwork","description":"This is a test of DDraceNetwork, an open-source cooperative platformer. Vulkan or OpenGL 3.3 is used for rendering, with fallbacks for older OpenGL versions.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"78","average_install_time":"34","last_updated":"1663503340","first_added":"1605915180","popularity":"338","downloads":31195,"versions":["1.3.0","1.2.1","1.2.0","1.1.0","1.0.1"]},"deeprec":{"title":"DeepRec","description":"DeepRec is a recommendation AI engine based on TensorFlow. This test profile is currently configured just for CPU-based execution.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Cloud","Docker","AI"],"test_extends":"","package_hash":null,"average_run_time":"2464","average_install_time":"42","last_updated":"1682120297","first_added":"1682120297","popularity":"403","downloads":"10012","versions":["1.0.2"]},"deepsparse":{"title":"Neural Magic DeepSparse","description":"This is a benchmark of Neural Magic's DeepSparse using its built-in deepsparse.benchmark utility and various models from their SparseZoo (https:\/\/sparsezoo.neuralmagic.com\/).","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"90","average_install_time":"4146","last_updated":"1710520517","first_added":"1665683259","popularity":"183","downloads":34011,"versions":["1.7.0","1.6.0","1.5.2","1.5.0","1.3.2","1.0.1"]},"deepspeech":{"title":"DeepSpeech","description":"Mozilla DeepSpeech is a speech-to-text engine powered by TensorFlow for machine learning and derived from Baidu's Deep Speech research paper. This test profile times the speech-to-text process for a roughly three minute audio recording.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"328","average_install_time":"16","last_updated":"1575826889","first_added":"1575826889","popularity":"943","downloads":"14421","versions":["1.0.0"]},"deus-exmd":{"title":"Deus Ex: Mankind Divided","description":"This is a benchmark of Deus Ex: Mankind Divided on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"543","average_install_time":"30","last_updated":"1545310226","first_added":"1478188133","popularity":"795","downloads":93228,"versions":["1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"dirt-rally":{"title":"DiRT Rally","description":"This is a benchmark of DiRT Rally on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"854","average_install_time":"55","last_updated":"1495545070","first_added":"1488457708","popularity":"478","downloads":89415,"versions":["1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"dirt-rally2":{"title":"DiRT Rally 2.0","description":"This is a benchmark of DiRT Rally 2.0 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized scene.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"775","average_install_time":"10","last_updated":"1616939283","first_added":"1551629460","popularity":"1113","downloads":39935,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"dirt-showdown":{"title":"DiRT Showdown","description":"This is a benchmark of DiRT Showdown on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"410","average_install_time":"20","last_updated":"1450296754","first_added":"1439848745","popularity":"397","downloads":111675,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"dolfyn":{"title":"Dolfyn","description":"Dolfyn is a Computational Fluid Dynamics (CFD) code of modern numerical simulation techniques. The Dolfyn test profile measures the execution time of the bundled computational fluid dynamics demos that are bundled with Dolfyn.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"214","average_install_time":"40","last_updated":"1601211208","first_added":"1349351538","popularity":"1042","downloads":162813,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"doom3":{"title":"Doom 3","description":"This test calculates the average frame-rate within the Doom 3 game from id Software.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"999","average_install_time":"4","last_updated":"1517855653","first_added":"1291664325","popularity":"835","downloads":171990,"versions":["1.1.1","1.1.0"]},"dota2":{"title":"Dota 2","description":"This is a benchmark of Valve's Dota 2 game. The test profile assumes you have a Steam account, have Steam installed for the system, and that you have rights to Dota 2. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"132","average_install_time":"30","last_updated":"1633043820","first_added":"1455375546","popularity":"1289","downloads":136191,"versions":["1.2.7","1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"dow3":{"title":"Dawn of War III","description":"Dawn of War III Mad Max on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"32","average_install_time":"16","last_updated":"1496920450","first_added":"1496920105","popularity":"481","downloads":63321,"versions":["1.0.1","1.0.0"]},"draco":{"title":"Google Draco","description":"Draco is a library developed by Google for compressing\/decompressing 3D geometric meshes and point clouds. This test profile uses some Artec3D PLY models as the sample 3D model input formats for Draco compression\/decompression.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"24","average_install_time":"27","last_updated":"1709935053","first_added":"1618926731","popularity":"168","downloads":30427,"versions":["1.6.1","1.6.0","1.5.0","1.0.0"]},"dragonflydb":{"title":"Dragonflydb","description":"Dragonfly is an open-source database server that is a \"modern Redis replacement\" that aims to be the fastest memory store while being compliant with the Redis and Memcached protocols. For benchmarking Dragonfly, Memtier_benchmark is used as a NoSQL Redis\/Memcache traffic generation plus benchmarking tool developed by Redis Labs.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"228","average_install_time":"16","last_updated":"1690068615","first_added":"1660917977","popularity":"148","downloads":33387,"versions":["1.1.0","1.0.0"]},"duckdb":{"title":"DuckDB","description":"DuckDB is an in-progress SQL OLAP database management system optimized for analytics and features a vectorized and parallel engine.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"628","average_install_time":"1256","last_updated":"1698523827","first_added":"1698523827","popularity":"229","downloads":"6644","versions":["1.0.0"]},"easywave":{"title":"easyWave","description":"The easyWave software allows simulating tsunami generation and propagation in the context of early warning systems. EasyWave supports making use of OpenMP for CPU multi-threading and there are also GPU ports available but not currently incorporated as part of this test profile. The easyWave tsunami generation software is run with one of the example\/reference input files for measuring the CPU execution time.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"584","average_install_time":"7","last_updated":"1697328901","first_added":"1697328901","popularity":"226","downloads":"7035","versions":["1.0.0"]},"ebizzy":{"title":"ebizzy","description":"This is a test of ebizzy, a program to generate workloads resembling web server workloads.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"82","average_install_time":"3","last_updated":"1520180108","first_added":"1396841563","popularity":"429","downloads":158768,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"ecp-candle":{"title":"ECP-CANDLE","description":"The CANDLE benchmark codes implement deep learning architectures relevant to problems in cancer. These architectures address problems at different biological scales, specifically problems at the molecular, cellular and population scales.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"79","average_install_time":"291","last_updated":"1627931595","first_added":"1597270502","popularity":"1108","downloads":15771,"versions":["1.1.0","1.0.1","1.0.0"]},"embree":{"title":"Embree","description":"Intel Embree is a collection of high-performance ray-tracing kernels for execution on CPUs (and GPUs via SYCL) and supporting instruction sets such as SSE, AVX, AVX2, and AVX-512. Embree also supports making use of the Intel SPMD Program Compiler (ISPC).","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"454","average_install_time":"13","last_updated":"1700132974","first_added":"1569686493","popularity":"200","downloads":58299,"versions":["1.6.1","1.6.0","1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"encode-ape":{"title":"Monkey Audio Encoding","description":"This test times how long it takes to encode a sample WAV file to Monkey's Audio APE format.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"358","average_install_time":"9","last_updated":"1608407410","first_added":"1291664394","popularity":"1541","downloads":188536,"versions":["1.4.0","1.3.1","1.3.0"]},"encode-flac":{"title":"FLAC Audio Encoding","description":"This test times how long it takes to encode a sample WAV file to FLAC audio format ten times using the --best preset settings.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris","Windows"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"95","average_install_time":"32","last_updated":"1666438552","first_added":"1291664463","popularity":"27","downloads":350549,"versions":["1.8.1","1.8.0","1.7.0","1.6.0","1.5.0","1.4.0","1.3.0","1.2.0"]},"encode-mp3":{"title":"LAME MP3 Encoding","description":"LAME is an MP3 encoder licensed under the LGPL. This test measures the time required to encode a WAV file to MP3 format.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"563","average_install_time":"860","last_updated":"1567555520","first_added":"1291664475","popularity":"345","downloads":375306,"versions":["1.7.4","1.7.3","1.7.2","1.7.1","1.7.0","1.6.0","1.5.0","1.4.0","1.3.1"]},"encode-ogg":{"title":"Ogg Audio Encoding","description":"This test times how long it takes to encode a sample WAV file to Ogg format using the reference Xiph.org tools\/libraries.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"pts\/timed-audio-encode","package_hash":null,"average_run_time":"68","average_install_time":"20","last_updated":"1608494787","first_added":"1291664497","popularity":"1312","downloads":211052,"versions":["1.6.1","1.6.0","1.5.1","1.5.0","1.4.1","1.4.0","1.2.0"]},"encode-opus":{"title":"Opus Codec Encoding","description":"Opus is an open audio codec. Opus is a lossy audio compression format designed primarily for interactive real-time applications over the Internet. This test uses Opus-Tools and measures the time required to encode a WAV file to Opus five times.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2545","average_install_time":"1795","last_updated":"1682087496","first_added":"1349349416","popularity":"10","downloads":174708,"versions":["1.4.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"encode-wavpack":{"title":"WavPack Audio Encoding","description":"This test times how long it takes to encode a sample WAV file to WavPack format with very high quality settings.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"96","average_install_time":"6","last_updated":"1709319393","first_added":"1291664509","popularity":"140","downloads":227557,"versions":["1.5.0","1.4.1","1.4.0","1.3.2","1.3.0","1.2.1","1.2.0"]},"encodec":{"title":"EnCodec","description":"EnCodec is a Facebook\/Meta developed AI means of compressing audio files using High Fidelity Neural Audio Compression. EnCodec is designed to provide codec compression at 6 kbps using their novel AI-powered compression technique. The test profile uses a lengthy JFK speech as the audio input for benchmarking and the performance measurement is measuring the time to encode the EnCodec file from WAV.","test_type":"System","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"130","average_install_time":"399","last_updated":"1667399344","first_added":"1667399344","popularity":"365","downloads":"15368","versions":["1.0.1"]},"espeak":{"title":"eSpeak-NG Speech Engine","description":"This test times how long it takes the eSpeak speech synthesizer to read Project Gutenberg's The Outline of Science and output to a WAV file. This test profile is now tracking the eSpeak-NG version of eSpeak.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"330","average_install_time":"115","last_updated":"1682961484","first_added":"1291664524","popularity":"100","downloads":227031,"versions":["1.7.0","1.6.1","1.6.0","1.5.0","1.4.0","1.3.0"]},"et":{"title":"Enemy Territory","description":"Wolfenstein: Enemy Territory is a World War II era first person shooter that was released for free by Splash Damage using the id Tech 3 engine.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"516","average_install_time":"5","last_updated":"1291664538","first_added":"1291664538","popularity":"322","downloads":"151506","versions":["1.1.0"]},"etcd":{"title":"etcd","description":"Etcd is a distributed, reliable key-value store intended for critical data of a distributed system. Etcd is written in Golang and part of the Cloud Native Computing Foundation (CNCF) and used by Kubernetes, Rook, CoreDNS, and other open-source software. This test profile uses Etcd's built-in benchmark to stress the PUT and RANGE performance of a single node \/ local system.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"705","average_install_time":"99","last_updated":"1661012338","first_added":"1661012338","popularity":"95","downloads":"31669","versions":["1.0.0"]},"etcpak":{"title":"Etcpak","description":"Etcpack is the self-proclaimed \"fastest ETC compressor on the planet\" with focused on providing open-source, very fast ETC and S3 texture compression support. The test profile uses a 8K x 8K game texture as a sample input.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"169","average_install_time":"32","last_updated":"1654352164","first_added":"1611066353","popularity":"919","downloads":14353,"versions":["1.1.0","1.0.1","1.0.0"]},"ethr":{"title":"Ethr","description":"Ethr is a cross-platform Golang-written network performance measurement tool developed by Microsoft that is capable of testing multiple protocols and conducting different measurements.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"167","average_install_time":"3","last_updated":"1690068678","first_added":"1546461998","popularity":"83","downloads":72308,"versions":["1.2.1","1.2.0","1.1.0","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"etlegacy":{"title":"ET: Legacy","description":"ETLegacy is an open-source engine evolution of Wolfenstein: Enemy Territory, a World War II era first person shooter that was released for free by Splash Damage using the id Tech 3 engine.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"94","average_install_time":"6","last_updated":"1675282709","first_added":"1479056200","popularity":"386","downloads":94550,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"etqw":{"title":"ET: Quake Wars","description":"This test calculates the average frame-rate within the Enemy Territory: Quake Wars game from id Software \/ Splash Damage.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"207","average_install_time":"6","last_updated":"1291664633","first_added":"1291664633","popularity":"241","downloads":"181958","versions":["1.1.0"]},"etqw-demo":{"title":"ET: Quake Wars Demo","description":"This test calculates the average frame-rate within the demo for the game Enemy Territory: Quake Wars demo game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"428","average_install_time":"9","last_updated":"1291664645","first_added":"1291664645","popularity":"190","downloads":"207580","versions":["1.1.0"]},"etqw-demo-iqc":{"title":"ET: Quake Wars Image Quality","description":"","test_type":"System","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/etqw-demo","package_hash":null,"average_run_time":"83","average_install_time":"2","last_updated":"1291664818","first_added":"1291664818","popularity":"254","downloads":"176907","versions":["1.0.0"]},"etxreal":{"title":"ETXreaL","description":"ETXreaL is a new engine that's paired with the original id Software Enemy Territory game assets. The improved open-source engine offers 64-bit support, an OpenGL 3.2 renderer, OpenGL VBO (vertex buffer object) changes, true 64-bit HDR lighting, deferred shading, real-time sun lights, relief mapping, and many other visual features not found in the original id Tech 3 engine with Return to Castle Wolfenstein: Enemy Territory.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"113","average_install_time":"20","last_updated":"1334064576","first_added":"1334064576","popularity":"301","downloads":"140865","versions":["1.0.0"]},"f12015":{"title":"F1 2015","description":"This is a benchmark of F1 2015 via Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you have rights to F1 2015. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"496","average_install_time":"73","last_updated":"1464294980","first_added":"1464294935","popularity":"449","downloads":77760,"versions":["1.0.1","1.0.0"]},"f12017":{"title":"F1 2017","description":"F1 2017 on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"834","average_install_time":"40","last_updated":"1514549829","first_added":"1509612971","popularity":"570","downloads":57789,"versions":["1.1.1","1.1.0","1.0.0"]},"f12018":{"title":"F1 2018","description":"This is a benchmark of F1 2018 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"475","average_install_time":"3","last_updated":"1541527689","first_added":"1541366687","popularity":"798","downloads":29206,"versions":["1.0.1","1.0.0"]},"f12020":{"title":"F1 2020","description":"This is a benchmark of F1 2020 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"439","average_install_time":"3","last_updated":"1631565546","first_added":"1616944957","popularity":"1281","downloads":13997,"versions":["1.0.2","1.0.1","1.0.0"]},"f12021":{"title":"F1 2021","description":"This is a benchmark of F1 2021 running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"435","average_install_time":"108","last_updated":"1678055220","first_added":"1644088249","popularity":"112","downloads":24707,"versions":["1.0.1","1.0.0"]},"f122":{"title":"F1 22","description":"This is a benchmark of F1 22 (2022) running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"543","average_install_time":"10","last_updated":"1678055134","first_added":"1668871712","popularity":"261","downloads":22726,"versions":["1.0.3","1.0.1","1.0.0"]},"fahbench":{"title":"FAHBench","description":"FAHBench is a Folding@Home benchmark on the GPU.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"333","average_install_time":"3","last_updated":"1602004835","first_added":"1499376485","popularity":"1147","downloads":62133,"versions":["1.0.2","1.0.1","1.0.0"]},"faiss":{"title":"Faiss","description":"Faiss is developed by Meta\/Facebook. Faiss is a library for efficient similarity search and clustering of dense vectors.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"494","average_install_time":"119","last_updated":"1682686248","first_added":"1682685353","popularity":"298","downloads":12625,"versions":["1.0.1","1.0.0"]},"fast-cli":{"title":"fast-cli","description":"This test profile uses the open-source fast-cli client to benchmark your Internet connection's upload\/download performance and latency against Netflix's fast.com service.","test_type":"Network","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"386","average_install_time":"71","last_updated":"1648305199","first_added":"1648305199","popularity":"858","downloads":"9156","versions":["1.0.0"]},"ffmpeg":{"title":"FFmpeg","description":"This is a benchmark of the FFmpeg multimedia framework. The FFmpeg test profile is making use of a modified version of vbench from Columbia University's Architecture and Design Lab (ARCADE) [http:\/\/arcade.cs.columbia.edu\/vbench\/] that is a benchmark for video-as-a-service workloads. The test profile offers the options of a range of vbench scenarios based on freely distributable video content and offers the options of using the x264 or x265 video encoders for transcoding.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"466","average_install_time":"329","last_updated":"1712330454","first_added":"1291664830","popularity":"32","downloads":435977,"versions":["7.0.1","6.1.0","6.0.0","3.0.0","2.8.0","2.7.2","2.7.1","2.7.0","2.6.0","2.5.0","2.4.0","2.3.1","2.3.0","2.2.0","2.1.0","2.0.0","1.8.0","1.7.0","1.6.0","1.5.0"]},"ffte":{"title":"FFTE","description":"FFTE is a package by Daisuke Takahashi to compute Discrete Fourier Transforms of 1-, 2- and 3- dimensional sequences of length (2^p)*(3^q)*(5^r).","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"266","average_install_time":"5","last_updated":"1601390608","first_added":"1333847377","popularity":"1075","downloads":166598,"versions":["1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"fftw":{"title":"FFTW","description":"FFTW is a C subroutine library for computing the discrete Fourier transform (DFT) in one or more dimensions.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"152","average_install_time":"113","last_updated":"1502893795","first_added":"1421944511","popularity":"417","downloads":120445,"versions":["1.2.0","1.1.0","1.0.0"]},"fhourstones":{"title":"Fhourstones","description":"This integer benchmark solves positions in the game of Connect-4, as played on a vertical 7x6 board. By default, it uses a 64Mb transposition table with the twobig replacement strategy. Positions are represented as 64-bit bitboards, and the hash function is computed using a single 64-bit modulo operation, giving 64-bit machines a slight edge. The alpha-beta searcher sorts moves dynamically based on the history heuristic.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"779","average_install_time":"4","last_updated":"1520182132","first_added":"1291664840","popularity":"401","downloads":221218,"versions":["1.1.2","1.1.1","1.1.0"]},"financebench":{"title":"FinanceBench","description":"FinanceBench is a collection of financial program benchmarks with support for benchmarking on the GPU via OpenCL and CPU benchmarking with OpenMP. The FinanceBench test cases are focused on Black-Sholes-Merton Process with Analytic European Option engine, QMC (Sobol) Monte-Carlo method (Equity Option Example), Bonds Fixed-rate bond with flat forward curve, and Repo Securities repurchase agreement. FinanceBench was originally written by the Cavazos Lab at University of Delaware.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","OpenCL","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"243","average_install_time":"4","last_updated":"1611234557","first_added":"1465250993","popularity":"1194","downloads":75545,"versions":["1.1.1","1.1.0","1.0.0"]},"fio":{"title":"Flexible IO Tester","description":"FIO, the Flexible I\/O Tester, is an advanced Linux disk benchmark supporting multiple I\/O engines and a wealth of options. FIO was written by Jens Axboe for testing of the Linux I\/O subsystem and schedulers.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"672","average_install_time":"22","last_updated":"1701518317","first_added":"1291664850","popularity":"59","downloads":451000,"versions":["2.1.0","2.0.0","1.15.0","1.14.1","1.14.0","1.13.2","1.13.1","1.13.0","1.12.1","1.12.0","1.11.5","1.11.4","1.11.3","1.11.2","1.11.1","1.11.0","1.10.1","1.9.0","1.8.2","1.8.1","1.8.0","1.7.1","1.7.0","1.6.2","1.6.1","1.6.0","1.5.1","1.5.0","1.4.0","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0"]},"fluidx3d":{"title":"FluidX3D","description":"FluidX3D is a speedy and memory efficient Boltzmann CFD (Computational Fluid Dynamics) software package implemented using OpenCL and intended for GPU acceleration. FluidX3D is developed by Moritz Lehmann and written free for non-commercial use. This is a test profile measuring the system OpenCL performance using the FluidX3D benchmark.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"252","average_install_time":"4","last_updated":"1697138782","first_added":"1671320800","popularity":"244","downloads":21129,"versions":["1.2.0","1.1.0","1.0.0"]},"fs-mark":{"title":"FS-Mark","description":"FS_Mark is designed to test a system's file-system performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1188","average_install_time":"2","last_updated":"1630716211","first_added":"1291664876","popularity":"559","downloads":242891,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"furmark":{"title":"FurMark","description":"FurMark 2 is a cross-platform GPU stress test that can exercise both OpenGL and Vulkan drivers\/GPUs. FurMark 2 is the successor to the original FurMark benchmark.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"138","average_install_time":"3","last_updated":"1709253751","first_added":"1709253751","popularity":"234","downloads":"1743","versions":["1.0.0"]},"gcrypt":{"title":"Gcrypt Library","description":"Libgcrypt is a general purpose cryptographic library developed as part of the GnuPG project. This is a benchmark of libgcrypt's integrated benchmark and is measuring the time to run the benchmark command with a cipher\/mac\/hash repetition count set for 50 times as simple, high level look at the overall crypto performance of the system under test.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1150","average_install_time":"50","last_updated":"1638837805","first_added":"1291664893","popularity":"911","downloads":248664,"versions":["1.1.3","1.1.2","1.1.1","1.1.0","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"geekbench":{"title":"Geekbench","description":"This is a benchmark of Geekbench 6 Pro. The test profile automates the execution of Geekbench 6 under the Phoronix Test Suite, assuming you have a valid license key for Geekbench 6 Pro. THIS TEST PROFILE WILL NOT WORK WITHOUT A VALID GEEKBENCH 6 PRO LICENSE KEY; test automation \/ CLI support is only available with the paid version of Geekbench.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"351","average_install_time":"71","last_updated":"1686933644","first_added":"1552389586","popularity":"150","downloads":63130,"versions":["6.1.0","6.0.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"geexlab":{"title":"GeeXLab","description":"GeeXLab is a cross-platform tool for 3D programming and demo creation.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"74","average_install_time":"4","last_updated":"1612219435","first_added":"1543064719","popularity":"1407","downloads":30695,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"geexlab-rt":{"title":"GeeXLab Vulkan Ray-Tracing Demo","description":"GeeXLab is a cross-platform tool for 3D programming and demo creation. The GeeXLab Vulkan Ray-Tracing Demo from Geeks3D.com is a path tracer based demo making use of the Vulkan ray-tracing extensions with supported graphics processors.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"38","average_install_time":"2","last_updated":"1613857767","first_added":"1613853620","popularity":"1063","downloads":13019,"versions":["1.0.1","1.0.0"]},"gfxbench":{"title":"GFXBench","description":"This is a benchmark of GFXBench.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"215","average_install_time":"2","last_updated":"1447516423","first_added":"1447516423","popularity":"438","downloads":"78218","versions":["1.0.0"]},"git":{"title":"Git","description":"This test measures the time needed to carry out some sample Git operations on an example, static repository that happens to be a copy of the GNOME GTK tool-kit repository.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"113","average_install_time":"73","last_updated":"1586562670","first_added":"1521237986","popularity":"787","downloads":85070,"versions":["1.1.0","1.0.2","1.0.1","1.0.0"]},"gl-vs-vk":{"title":"GL-vs-VK","description":"GL_vs_VK is a comparison of OpenGL and Vulkan APIs in simple performance micro-benchmarks.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"85","average_install_time":"73","last_updated":"1496693871","first_added":"1496693871","popularity":"548","downloads":"51315","versions":["1.0.0"]},"glibc-bench":{"title":"Glibc Benchmarks","description":"The GNU C Library project provides the core libraries for the GNU system and GNU\/Linux systems, as well as many other systems that use Linux as the kernel. These libraries provide critical APIs including ISO C11, POSIX.1-2008, BSD, OS-specific APIs and more. This test profile makes use of Glibc's \"benchtests\" integrated benchmark suite.","test_type":"OS","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"34","average_install_time":"456","last_updated":"1679073522","first_added":"1498749893","popularity":"35","downloads":102448,"versions":["1.8.0","1.7.2","1.7.1","1.6.1","1.6.0","1.5.1","1.5.0"]},"glmark2":{"title":"GLmark2","description":"This is a test of GLmark2, a basic OpenGL and OpenGL ES 2.0 benchmark supporting various windowing\/display back-ends.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"324","average_install_time":"31","last_updated":"1679087325","first_added":"1371240786","popularity":"51","downloads":184719,"versions":["1.4.0","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"gluxmark":{"title":"gluxMark","description":"This test runs gluxMark, an OpenGL 3.2 benchmark and supports OpenCL. This test is run with 4x anti-aliasing.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"274","average_install_time":"21","last_updated":"1611241468","first_added":"1291664903","popularity":"2515","downloads":191035,"versions":["1.1.2","1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"gmpbench":{"title":"GNU GMP GMPbench","description":"GMPbench is a test of the GNU Multiple Precision Arithmetic (GMP) Library. GMPbench is a single-threaded integer benchmark that leverages the GMP library to stress the CPU with widening integer multiplication.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"470","average_install_time":"403","last_updated":"1616791785","first_added":"1291664917","popularity":"700","downloads":215899,"versions":["1.3.0","1.2.0","1.1.0","1.0.1"]},"gnupg":{"title":"GnuPG","description":"This test times how long it takes to encrypt a sample file using GnuPG.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"560","average_install_time":"68","last_updated":"1611180813","first_added":"1291664927","popularity":"961","downloads":226952,"versions":["2.5.0","2.4.1","2.4.0","1.3.2","1.3.1"]},"go-benchmark":{"title":"Go Benchmarks","description":"Benchmark for monitoring real time performance of the Go implementation for HTTP, JSON and garbage testing per iteration.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Windows"],"internal_tags":["Go"],"test_extends":"","package_hash":null,"average_run_time":"120","average_install_time":"3","last_updated":"1523146934","first_added":"1454528439","popularity":"380","downloads":130182,"versions":["1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"gpaw":{"title":"GPAW","description":"GPAW is a density-functional theory (DFT) Python code based on the projector-augmented wave (PAW) method and the atomic simulation environment (ASE).","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"519","average_install_time":"105","last_updated":"1687096268","first_added":"1600521955","popularity":"186","downloads":23809,"versions":["1.2.0","1.1.0","1.0.0"]},"gpu-residency":{"title":"GPU Residency","description":"This test measures the GPU residency of a given state for a 60 second interval.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"64","average_install_time":"2","last_updated":"1601217036","first_added":"1358537134","popularity":"2495","downloads":117000,"versions":["1.0.2","1.0.1","1.0.0"]},"gpuowl":{"title":"GpuOwl","description":"GpuOwl is a Mersenne primality tester leveraging OpenCL for cross-vendor GPU acceleration.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"348","average_install_time":"9","last_updated":"1708785100","first_added":"1704496019","popularity":"329","downloads":3408,"versions":["1.1.0","1.0.0"]},"gputest":{"title":"GpuTest","description":"GpuTest is a cross-platform OpenGL benchmark developed at Geeks3D.com that offers tech demos such as FurMark, TessMark, and other workloads to stress various areas of GPUs and drivers.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"187","average_install_time":"3","last_updated":"1519760166","first_added":"1368299224","popularity":"349","downloads":196065,"versions":["1.3.2","1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"graph500":{"title":"Graph500","description":"This is a benchmark of the reference implementation of Graph500, an HPC benchmark focused on data intensive loads and commonly tested on supercomputers for complex data problems. Graph500 primarily stresses the communication subsystem of the hardware under test.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"1715","average_install_time":"6","last_updated":"1712400169","first_added":"1643372169","popularity":"147","downloads":8534,"versions":["1.0.2","1.0.1","1.0.0"]},"graphics-magick":{"title":"GraphicsMagick","description":"This is a test of GraphicsMagick with its OpenMP implementation that performs various imaging tests on a sample high resolution (currently 15400 x 6940) JPEG image.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"103","average_install_time":"39","last_updated":"1712426998","first_added":"1291663558","popularity":"17","downloads":325838,"versions":["2.2.0","2.1.0","2.0.2","2.0.1","2.0.0","1.8.0","1.7.0","1.6.1","1.6.0","1.5.1","1.4.1","1.4.0"]},"gravitymark":{"title":"GravityMark","description":"GravityMark is a cross-API, cross-platform GPU accelerated benchmark developed by Tellusim. GravityMark aims to exploit the performance of modern GPUs and render hundreds of thousands of objects in real-time all using GPU acceleration. GravityMark supports a variety of graphics rendering APIs and optionally supports accelerated ray-tracing.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"584","average_install_time":"9","last_updated":"1684527885","first_added":"1623756324","popularity":"354","downloads":41458,"versions":["1.9.0","1.8.0","1.7.0","1.6.0","1.5.0","1.4.0","1.2.1","1.2.0","1.0.0"]},"gromacs":{"title":"GROMACS","description":"The GROMACS (GROningen MAchine for Chemical Simulations) molecular dynamics package testing with the water_GMX50 data. This test profile allows selecting between CPU and GPU-based GROMACS builds.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"239","average_install_time":"255","last_updated":"1708109623","first_added":"1560609671","popularity":"170","downloads":73155,"versions":["1.9.0","1.8.0","1.7.0","1.6.0","1.5.0","1.4.1","1.4.0","1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"gromacs-gpu":{"title":"GROMACS","description":"The CUDA version of the Gromacs molecular dynamics package.","test_type":"Graphics","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"333","average_install_time":"248","last_updated":"1620945102","first_added":"1545496174","popularity":"2524","downloads":21875,"versions":["1.1.1","1.1.0","1.0.0"]},"gta5":{"title":"Grand Theft Auto V","description":"This is a benchmark of GTA 5 (Grand Theft Auto V) running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"997","average_install_time":"19","last_updated":"1668906266","first_added":"1668906266","popularity":"240","downloads":"19286","versions":["1.0.0"]},"gtkperf":{"title":"GtkPerf","description":"This test calculates the average frame-rate from several different GTK operations.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"329","average_install_time":"28","last_updated":"1601217162","first_added":"1291665132","popularity":"2291","downloads":185691,"versions":["1.2.2","1.2.1"]},"hackbench":{"title":"Hackbench","description":"This is a benchmark of Hackbench, a test of the Linux kernel scheduler.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"306","average_install_time":"2","last_updated":"1516048444","first_added":"1516048444","popularity":"390","downloads":"51286","versions":["1.0.0"]},"hadoop":{"title":"Apache Hadoop","description":"This is a benchmark of the Apache Hadoop making use of its built-in name-node throughput benchmark (NNThroughputBenchmark).","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"720","average_install_time":"12","last_updated":"1694111829","first_added":"1694111829","popularity":"223","downloads":"8736","versions":["1.0.0"]},"hammerdb-mariadb":{"title":"HammerDB - MariaDB","description":"This is a MariaDB MySQL database server benchmark making use of the HammerDB benchmarking \/ load testing tool.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"2023","average_install_time":"515","last_updated":"1667301446","first_added":"1619272211","popularity":"393","downloads":19226,"versions":["1.1.0","1.0.0"]},"hammerdb-postgresql":{"title":"HammerDB - PostgreSQL","description":"This is a benchmark of the PostgreSQL database server, making use of the HammerDB benchmarking \/ load testing tool.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1870","average_install_time":"96","last_updated":"1667500610","first_added":"1619309295","popularity":"395","downloads":20741,"versions":["1.1.1","1.1.0","1.0.0"]},"hashcat":{"title":"Hashcat","description":"Hashcat is an open-source, advanced password recovery tool supporting GPU acceleration with OpenCL, NVIDIA CUDA, and Radeon ROCm.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"55","average_install_time":"8","last_updated":"1633113549","first_added":"1600364686","popularity":"1163","downloads":14383,"versions":["1.1.1","1.1.0","1.0.0"]},"hbase":{"title":"Apache HBase","description":"This is a benchmark of the Apache HBase non-relational distributed database system inspired from Google's Bigtable.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"833","average_install_time":"5","last_updated":"1665324361","first_added":"1583459363","popularity":"69","downloads":43594,"versions":["1.1.0","1.0.1","1.0.0"]},"hdparm-read":{"title":"hdparm Timed Disk Reads","description":"The hdparm utility is used for simple benchmarking the system's hard drive.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"74","average_install_time":"2","last_updated":"1291665139","first_added":"1291665139","popularity":"340","downloads":"144769","versions":["1.0.0"]},"heffte":{"title":"HeFFTe - Highly Efficient FFT for Exascale","description":"HeFFTe is the Highly Efficient FFT for Exascale software developed as part of the Exascale Computing Project. This test profile uses HeFFTe's built-in speed benchmarks under a variety of configuration options and currently catering to CPU\/processor testing.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"67","average_install_time":"54","last_updated":"1698434162","first_added":"1687096310","popularity":"270","downloads":10968,"versions":["1.1.0","1.0.0"]},"helsing":{"title":"Helsing","description":"Helsing is an open-source POSIX vampire number generator. This test profile measures the time it takes to generate vampire numbers between varying numbers of digits.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"929","average_install_time":"2","last_updated":"1620300240","first_added":"1618494635","popularity":"1362","downloads":8516,"versions":["1.0.2","1.0.1","1.0.0"]},"himeno":{"title":"Himeno Benchmark","description":"The Himeno benchmark is a linear solver of pressure Poisson using a point-Jacobi method.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"286","average_install_time":"3","last_updated":"1571941744","first_added":"1291665146","popularity":"681","downloads":262882,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"hint":{"title":"Hierarchical INTegration","description":"This test runs the U.S. Department of Energy's Ames Laboratory Hierarchical INTegration (HINT) benchmark.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1580","average_install_time":"4","last_updated":"1601217273","first_added":"1386451998","popularity":"1082","downloads":125781,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"hitman":{"title":"HITMAN","description":"This is a benchmark of HITMAN on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"286","average_install_time":"3","last_updated":"1668861345","first_added":"1487685591","popularity":"123","downloads":81447,"versions":["1.0.2","1.0.1","1.0.0"]},"hitman2":{"title":"HITMAN 2","description":"This is a benchmark of HITMAN 2 on Steam running on Linux under Steam Play. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"4083","average_install_time":"7","last_updated":"1556582416","first_added":"1556582416","popularity":"1028","downloads":"17075","versions":["1.0.0"]},"hitman3":{"title":"HITMAN 3","description":"This is a benchmark of HITMAN 3 on Steam running on Linux under Steam Play. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"476","average_install_time":"156","last_updated":"1672010570","first_added":"1642812285","popularity":"114","downloads":27090,"versions":["1.0.1","1.0.0"]},"hl2-ep2":{"title":"Half-Life 2: Episode Two","description":"This is a benchmark of Valve's Half-Life 2: Episode 2 game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"242","average_install_time":"23","last_updated":"1634844251","first_added":"1634844251","popularity":"1123","downloads":"7897","versions":["1.0.0"]},"hl2lostcoast":{"title":"Half-Life 2 - Lost Coast","description":"This is a benchmark of Valve's Half-Life 2: Lost Coast game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Unverified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"92","average_install_time":"145","last_updated":"1464976587","first_added":"1396243547","popularity":"492","downloads":113078,"versions":["1.1.0","1.0.1","1.0.0"]},"hmmer":{"title":"Timed HMMer Search","description":"This test searches through the Pfam database of profile hidden markov models. The search finds the domain structure of Drosophila Sevenless protein.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"684","average_install_time":"30","last_updated":"1620249113","first_added":"1291665186","popularity":"549","downloads":254435,"versions":["1.3.0","1.2.2","1.2.1","1.2.0","1.1.2","1.1.1","1.1.0"]},"hpcc":{"title":"HPC Challenge","description":"HPC Challenge (HPCC) is a cluster-focused benchmark consisting of the HPL Linpack TPP benchmark, DGEMM, STREAM, PTRANS, RandomAccess, FFT, and communication bandwidth and latency. This HPC Challenge test profile attempts to ship with standard yet versatile configuration\/input files though they can be modified.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"12301","average_install_time":"17","last_updated":"1605827758","first_added":"1383422927","popularity":"867","downloads":357859,"versions":["1.2.8","1.2.7","1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.8","1.1.7","1.1.6","1.1.5","1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0","0.4.0","0.3.2","0.3.1","0.3.0","0.2.1","0.2.0","0.1.7","0.1.6","0.1.5","0.1.4","0.1.3","0.1.2","0.1.1","0.1.0"]},"hpcg":{"title":"High Performance Conjugate Gradient","description":"HPCG is the High Performance Conjugate Gradient and is a new scientific benchmark from Sandia National Lans focused for super-computer testing with modern real-world workloads compared to HPCC.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"3250","average_install_time":"23","last_updated":"1686865204","first_added":"1388036592","popularity":"22","downloads":165959,"versions":["1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"hpl":{"title":"HPL Linpack","description":"HPL is a well known portable Linpack implementation for distributed memory systems. This test profile is testing HPL upstream directly, outside the scope of the HPC Challenge test profile also available through the Phoronix Test Suite (hpcc). The test profile attempts to generate an optimized HPL.dat input file based on the CPU\/memory under test. The automated HPL.dat input generation is still being tuned and thus for now this test profile remains \"experimental\".","test_type":"Processor","software_type":"Benchmark","status":"Experimental","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"5305","average_install_time":"9","last_updated":"1615035067","first_added":"1615035067","popularity":"897","downloads":"9897","versions":["1.0.0"]},"idle":{"title":"Timed Idle","description":"This test will just idle the system for the specified amount of time. This test is of benefit if paired with the system_monitor module to monitor the system sensors, battery consumption, etc while the system is idling. This also can be used just as a simple test profile to understand how the Phoronix Test Suite works.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"147","average_install_time":"2","last_updated":"1576345345","first_added":"1291665191","popularity":"1070","downloads":139948,"versions":["1.2.0","1.1.0"]},"idle-power-usage":{"title":"Idle Power Usage","description":"","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"111","average_install_time":"2","last_updated":"1291665198","first_added":"1291665198","popularity":"405","downloads":"133016","versions":["1.0.0"]},"incompact3d":{"title":"Xcompact3d Incompact3d","description":"Xcompact3d Incompact3d is a Fortran-MPI based, finite difference high-performance code for solving the incompressible Navier-Stokes equation and as many as you need scalar transport equations.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"645","average_install_time":"88","last_updated":"1616060441","first_added":"1600375495","popularity":"978","downloads":17833,"versions":["2.0.2","2.0.1","2.0.0","1.0.0"]},"indigobench":{"title":"IndigoBench","description":"This is a test of Indigo Renderer's IndigoBench benchmark.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"213","average_install_time":"58","last_updated":"1605283586","first_added":"1531679304","popularity":"812","downloads":54554,"versions":["1.1.0","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"influxdb":{"title":"InfluxDB","description":"This is a benchmark of the InfluxDB open-source time-series database optimized for fast, high-availability storage for IoT and other use-cases. The InfluxDB test profile makes use of InfluxDB Inch for facilitating the benchmarks.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"384","average_install_time":"9","last_updated":"1682698419","first_added":"1600888807","popularity":"121","downloads":30900,"versions":["1.0.2","1.0.1","1.0.0"]},"insurgency":{"title":"Insurgency","description":"This is a benchmark of the Source Engine Insurgency game, a tactical first person shooter developed by New World Interactive. The test profile assumes you have a Steam account, have Steam installed for the system, and that Insurgency is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"273","average_install_time":"4","last_updated":"1613401931","first_added":"1445980582","popularity":"1353","downloads":84474,"versions":["1.2.0","1.1.0","1.0.0"]},"intel-mlc":{"title":"Intel Memory Latency Checker","description":"Intel Memory Latency Checker (MLC) is a binary-only system memory bandwidth and latency benchmark. If the download fails you may need to manually download the file from https:\/\/www.intel.com\/content\/www\/us\/en\/developer\/articles\/tool\/intelr-memory-latency-checker.html and place it in your PTS download cache. On some systems root privileges are needed to run the MLC tester.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Windows","Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"68","average_install_time":"5","last_updated":"1671290518","first_added":"1619126820","popularity":"264","downloads":19431,"versions":["1.1.0","1.0.0"]},"intel-mpi":{"title":"Intel MPI Benchmarks","description":"Intel MPI Benchmarks for stressing MPI implementations. At this point the test profile aggregates results for some common MPI functionality.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"583","average_install_time":"15","last_updated":"1583790697","first_added":"1582991987","popularity":"930","downloads":17286,"versions":["1.0.1","1.0.0"]},"intel-tensorflow":{"title":"Intel TensorFlow","description":"Intel optimized version of TensorFlow with benchmarks of Intel AI models and configurable batch sizes.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"341","average_install_time":"2429","last_updated":"1682685089","first_added":"1682685089","popularity":"434","downloads":"9256","versions":["1.0.0"]},"interbench":{"title":"Interbench","description":"Interbench is an interactivity benchmark written by Con Kolivas. Interbench is primarily intended to test out the system kernel and its CPU scheduler while running a simulated test with a given simulated load in the background. Each benchmark \/ load is run for 60 seconds per test.","test_type":"System","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"617","average_install_time":"3","last_updated":"1643494812","first_added":"1332688249","popularity":"2566","downloads":130230,"versions":["1.0.2","1.0.1","1.0.0"]},"ior":{"title":"IOR","description":"IOR is a parallel I\/O storage benchmark making use of MPI with a particular focus on HPC (High Performance Computing) systems. IOR is developed at the Lawrence Livermore National Laboratory (LLNL).","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1918","average_install_time":"9","last_updated":"1611062378","first_added":"1570820291","popularity":"938","downloads":22600,"versions":["1.1.1","1.1.0","1.0.0"]},"iozone":{"title":"IOzone","description":"The IOzone benchmark tests the hard disk drive \/ file-system performance.","test_type":"Disk","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1167","average_install_time":"38","last_updated":"1588982401","first_added":"1291665207","popularity":"829","downloads":261164,"versions":["1.9.6","1.9.5","1.9.4","1.9.3","1.9.2","1.9.1","1.9.0","1.8.0","1.7.0"]},"ipc-benchmark":{"title":"IPC_benchmark","description":"IPC_benchmark is a Linux inter-process communication benchmark.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"96","average_install_time":"2","last_updated":"1582923108","first_added":"1582923108","popularity":"838","downloads":"11123","versions":["1.0.0"]},"iperf":{"title":"iPerf","description":"iPerf is a network bandwidth throughput testing software. This test profile is used for automated testing of an iperf client and requires you have access to an iperf server.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"172","average_install_time":"16","last_updated":"1690068667","first_added":"1480970267","popularity":"126","downloads":123671,"versions":["1.2.0","1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"j2dbench":{"title":"Java 2D Microbenchmark","description":"This test runs a series of microbenchmarks to check the performance of the OpenGL-based Java 2D pipeline and the underlying OpenGL drivers.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"704","average_install_time":"5","last_updated":"1520109688","first_added":"1291665214","popularity":"526","downloads":183105,"versions":["1.1.2","1.1.1","1.1.0"]},"java-gradle-perf":{"title":"Java Gradle Build","description":"This test runs Java software project builds using the Gradle build system. It is intended to give developers an idea as to the build performance for development activities and build servers.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"232","average_install_time":"102","last_updated":"1588979465","first_added":"1522760225","popularity":"921","downloads":47297,"versions":["1.1.0","1.0.0"]},"java-jmh":{"title":"Java JMH","description":"This very basic test profile runs the stock benchmark of the Java JMH benchmark via Maven.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"529","average_install_time":"441","last_updated":"1648747669","first_added":"1505746749","popularity":"632","downloads":59959,"versions":["1.0.1","1.0.0"]},"java-scimark2":{"title":"Java SciMark","description":"This test runs the Java version of SciMark 2, which is a benchmark for scientific and numerical computing developed by programmers at the National Institute of Standards and Technology. This benchmark is made up of Fast Foruier Transform, Jacobi Successive Over-relaxation, Monte Carlo, Sparse Matrix Multiply, and dense LU matrix factorization benchmarks.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"107","average_install_time":"3","last_updated":"1700582250","first_added":"1291665222","popularity":"181","downloads":245312,"versions":["1.2.0","1.1.2","1.1.1"]},"jgfxbat":{"title":"Java Graphics Basic Acceptance Test","description":"This test runs a series of automated performance\/quality sub-tests that exercise the OpenGL-based Java 2D pipeline in order to verify the quality of OpenGL drivers.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"175","average_install_time":"2","last_updated":"1291665230","first_added":"1291665230","popularity":"286","downloads":"162178","versions":["1.1.0"]},"john-the-ripper":{"title":"John The Ripper","description":"This is a benchmark of John The Ripper, which is a password cracker.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"308","average_install_time":"101","last_updated":"1679075247","first_added":"1291665239","popularity":"25","downloads":375064,"versions":["1.8.0","1.7.2","1.7.1","1.7.0","1.6.2","1.6.1","1.6.0","1.5.1","1.5.0","1.4.1","1.4.0","1.3.0","1.2.0","1.1.0","1.0.1"]},"jpegxl":{"title":"JPEG-XL libjxl","description":"The JPEG XL Image Coding System is designed to provide next-generation JPEG image capabilities with JPEG XL offering better image quality and compression over legacy JPEG. This test profile is currently focused on the multi-threaded JPEG XL image encode performance using the reference libjxl library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"153","average_install_time":"95","last_updated":"1709322845","first_added":"1613077828","popularity":"187","downloads":50539,"versions":["1.6.0","1.5.0","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"jpegxl-decode":{"title":"JPEG-XL Decoding libjxl","description":"The JPEG XL Image Coding System is designed to provide next-generation JPEG image capabilities with JPEG XL offering better image quality and compression over legacy JPEG. This test profile is suited for JPEG XL decode performance testing to PNG output file, the pts\/jpexl test is for encode performance. The JPEG XL encoding\/decoding is done using the libjxl codebase.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"pts\/jpegxl-1.6.0","package_hash":null,"average_run_time":"114","average_install_time":"3","last_updated":"1709323181","first_added":"1613234728","popularity":"193","downloads":43257,"versions":["1.6.0","1.5.0","1.4.0","1.3.0","1.1.0","1.0.0"]},"juliagpu":{"title":"JuliaGPU","description":"JuliaGPU is an OpenCL benchmark with this version containing various PTS-specific enhancements.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"84","average_install_time":"4","last_updated":"1523148592","first_added":"1291665247","popularity":"574","downloads":183432,"versions":["1.3.1","1.3.0","1.2.0","1.1.0"]},"jxrendermark":{"title":"JXRenderMark","description":"JXRenderMark is an open-source benchmark of the X Render extension for X.Org. Currently all tests are rendering to the backbuffer and not directly to the screen.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"164","average_install_time":"2","last_updated":"1465308524","first_added":"1291665256","popularity":"385","downloads":200326,"versions":["1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0"]},"keydb":{"title":"KeyDB","description":"A benchmark of KeyDB as an open-source, multi-threaded fork of the Redis server now developed by Snapchat. The developers self-describe the KeyDB in-memory data structure store as a \"faster drop in alternative to Redis\".","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"281","average_install_time":"138","last_updated":"1674432256","first_added":"1570491828","popularity":"94","downloads":51412,"versions":["1.4.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"kripke":{"title":"Kripke","description":"Kripke is a simple, scalable, 3D Sn deterministic particle transport code. Its primary purpose is to research how data layout, programming paradigms and architectures effect the implementation and performance of Sn transport. Kripke is developed by LLNL.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"478","average_install_time":"27","last_updated":"1687116507","first_added":"1600449324","popularity":"205","downloads":23213,"versions":["1.2.0","1.1.0","1.0.0"]},"kvazaar":{"title":"Kvazaar","description":"This is a test of Kvazaar as a CPU-based H.265\/HEVC video encoder written in the C programming language and optimized in Assembly. Kvazaar is the winner of the 2016 ACM Open-Source Software Competition and developed at the Ultra Video Group, Tampere University, Finland.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"210","average_install_time":"209","last_updated":"1672847575","first_added":"1602887603","popularity":"26","downloads":46420,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"l4d2":{"title":"Left 4 Dead 2","description":"This is a benchmark of Valve's Left 4 Dead 2 game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"172","average_install_time":"14","last_updated":"1672011351","first_added":"1624041684","popularity":"124","downloads":31115,"versions":["1.0.1","1.0.0"]},"laghos":{"title":"Laghos","description":"Laghos (LAGrangian High-Order Solver) is a miniapp that solves the time-dependent Euler equations of compressible gas dynamics in a moving Lagrangian frame using unstructured high-order finite element spatial discretization and explicit high-order time-stepping.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"250","average_install_time":"101","last_updated":"1687124780","first_added":"1687124780","popularity":"299","downloads":"9679","versions":["1.0.0"]},"lammps":{"title":"LAMMPS Molecular Dynamics Simulator","description":"LAMMPS is a classical molecular dynamics code, and an acronym for Large-scale Atomic\/Molecular Massively Parallel Simulator.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2766","average_install_time":"42","last_updated":"1658321102","first_added":"1339377182","popularity":"54","downloads":190766,"versions":["1.4.0","1.3.2","1.3.1","1.3.0","1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"lczero":{"title":"LeelaChessZero","description":"LeelaChessZero (lc0 \/ lczero) is a chess engine automated vian neural networks. This test profile can be used for OpenCL, CUDA + cuDNN, and BLAS (CPU-based) benchmarking.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["SMP","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"2163","average_install_time":"88","last_updated":"1702727999","first_added":"1547341843","popularity":"3","downloads":97496,"versions":["1.7.0","1.6.0","1.5.1","1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"leveldb":{"title":"LevelDB","description":"LevelDB is a key-value storage library developed by Google that supports making use of Snappy for data compression and has other modern features.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"217","average_install_time":"9","last_updated":"1685225570","first_added":"1583452048","popularity":"89","downloads":35144,"versions":["1.1.0","1.0.2","1.0.1","1.0.0"]},"libframetime":{"title":"","description":"","test_type":"Graphics","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1420911840","first_added":"1420911840","popularity":"0","downloads":"89236","versions":["1.0.0"]},"libgav1":{"title":"libgav1","description":"Libgav1 is an AV1 decoder developed by Google for AV1 profile 0\/1 compliance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"388","average_install_time":"171","last_updated":"1644171896","first_added":"1570277246","popularity":"881","downloads":27814,"versions":["1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"libplacebo":{"title":"Libplacebo","description":"Libplacebo is a multimedia rendering library based on the core rendering code of the MPV player. The libplacebo benchmark relies on the Vulkan API and tests various primitives.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"99","average_install_time":"10","last_updated":"1708199984","first_added":"1606679785","popularity":"247","downloads":33327,"versions":["1.2.0","1.1.0","1.0.0"]},"libraw":{"title":"LibRaw","description":"LibRaw is a RAW image decoder for digital camera photos. This test profile runs LibRaw's post-processing benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"215","average_install_time":"26","last_updated":"1600793892","first_added":"1600793892","popularity":"1011","downloads":"10277","versions":["1.0.0"]},"libxsmm":{"title":"libxsmm","description":"Libxsmm is an open-source library for specialized dense and sparse matrix operations and deep learning primitives. Libxsmm supports making use of Intel AMX, AVX-512, and other modern CPU instruction set capabilities.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"858","average_install_time":"64","last_updated":"1687386934","first_added":"1687386125","popularity":"281","downloads":10593,"versions":["1.0.1","1.0.0"]},"lightsmark":{"title":"Lightsmark","description":"This test calculates the average frame-rate within the Lightsmark 2008. Lightsmark is an OpenGL real-time global illumination and penumbra shadow benchmark.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"223","average_install_time":"5","last_updated":"1519761249","first_added":"1291665265","popularity":"817","downloads":160990,"versions":["1.2.1","1.2.0"]},"linux-kernel-base":{"title":"","description":"","test_type":"","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"3","last_updated":"1291665274","first_added":"1291665274","popularity":"0","downloads":"171985","versions":["1.0.0"]},"liquid-dsp":{"title":"Liquid-DSP","description":"LiquidSDR's Liquid-DSP is a software-defined radio (SDR) digital signal processing library. This test profile runs a multi-threaded benchmark of this SDR\/DSP library focused on embedded platform usage.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"103","average_install_time":"20","last_updated":"1687206602","first_added":"1615299091","popularity":"195","downloads":20574,"versions":["1.6.0","1.0.0"]},"llama-cpp":{"title":"Llama.cpp","description":"Llama.cpp is a port of Facebook's LLaMA model in C\/C++ developed by Georgi Gerganov. Llama.cpp allows the inference of LLaMA and other supported models in C\/C++. For CPU inference Llama.cpp supports AVX2\/AVX-512, ARM NEON, and other modern ISAs along with features like OpenBLAS usage.","test_type":"System","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"462","average_install_time":"37","last_updated":"1704927740","first_added":"1704927740","popularity":"259","downloads":"3503","versions":["1.0.0"]},"llamafile":{"title":"Llamafile","description":"Mozilla's Llamafile allows distributing and running large language models (LLMs) as a single file. Llamafile aims to make open-source LLMs more accessible to developers and users. Llamafile supports a variety of models, CPUs and GPUs, and other options.","test_type":"System","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"387","average_install_time":"3","last_updated":"1712169178","first_added":"1705709322","popularity":"172","downloads":3510,"versions":["1.1.0","1.0.0"]},"llvm-test-suite":{"title":"LLVM Test Suite","description":"This test times how long it takes to run the LLVM Test Suite.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"158","average_install_time":"38","last_updated":"1601217890","first_added":"1521506819","popularity":"2506","downloads":39498,"versions":["1.0.1","1.0.0"]},"luajit":{"title":"LuaJIT","description":"This test profile is a collection of Lua scripts\/benchmarks run against a locally-built copy of LuaJIT upstream.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"148","average_install_time":"22","last_updated":"1548954066","first_added":"1521502827","popularity":"849","downloads":51859,"versions":["1.1.0","1.0.1","1.0.0"]},"luaradio":{"title":"LuaRadio","description":"LuaRadio is a lightweight software-defined radio (SDR) framework built atop LuaJIT. LuaRadio provides a suite of source, sink, and processing blocks, with a simple API for defining flow graphs, running flow graphs, creating blocks, and creating data types.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"864","average_install_time":"2","last_updated":"1615389487","first_added":"1615389487","popularity":"1076","downloads":"9344","versions":["1.0.0"]},"lulesh":{"title":"LULESH","description":"LULESH is the Livermore Unstructured Lagrangian Explicit Shock Hydrodynamics.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"55","average_install_time":"4","last_updated":"1610399842","first_added":"1583359407","popularity":"1178","downloads":18978,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"lulesh-cl":{"title":"Lulesh OpenCL","description":"Lulesh OpenCL benchmark: Livermore Unstructured Lagrangian Explicit Shock Hydrodynamics.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"145","average_install_time":"6","last_updated":"1499380133","first_added":"1499378787","popularity":"600","downloads":51749,"versions":["1.0.1","1.0.0"]},"luxcorerender":{"title":"LuxCoreRender","description":"LuxCoreRender is an open-source 3D physically based renderer formerly known as LuxRender. LuxCoreRender supports CPU-based rendering as well as GPU acceleration via OpenCL, NVIDIA CUDA, and NVIDIA OptiX interfaces.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP","CUDA","OptiX"],"test_extends":"","package_hash":null,"average_run_time":"232","average_install_time":"17","last_updated":"1640435777","first_added":"1569721077","popularity":"770","downloads":46879,"versions":["1.4.0","1.3.0","1.2.3","1.2.2","1.2.1","1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"luxcorerender-cl":{"title":"LuxCoreRender OpenCL","description":"LuxCoreRender is an open-source physically based renderer. This test profile is focused on running LuxCoreRender on OpenCL accelerators\/GPUs. The alternative luxcorerender test profile is for CPU execution due to a difference in tests, etc.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"729","average_install_time":"18","last_updated":"1618519703","first_added":"1569773780","popularity":"2488","downloads":16874,"versions":["1.2.1","1.2.0","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"luxmark":{"title":"LuxMark","description":"LuxMark is a multi-platform OpenGL benchmark using LuxRender. LuxMark supports targeting different OpenCL devices and has multiple scenes available for rendering. LuxMark is a fully open-source OpenCL program with real-world rendering examples.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"504","average_install_time":"12","last_updated":"1578177758","first_added":"1335713332","popularity":"996","downloads":142295,"versions":["1.2.1","1.2.0","1.1.0","1.0.0"]},"lzbench":{"title":"lzbench","description":"lzbench is an in-memory benchmark of various compressors. The file used for compression is a Linux kernel source tree tarball.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"236","average_install_time":"45","last_updated":"1611243136","first_added":"1502218707","popularity":"922","downloads":60802,"versions":["1.1.1","1.1.0","1.0.0"]},"m-queens":{"title":"m-queens","description":"A solver for the N-queens problem with multi-threading support via the OpenMP library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3003","average_install_time":"3","last_updated":"1539295464","first_added":"1527532553","popularity":"551","downloads":52463,"versions":["1.1.0","1.0.1","1.0.0"]},"madmax":{"title":"Mad Max","description":"This is a benchmark of Mad Max on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"290","average_install_time":"72","last_updated":"1515435292","first_added":"1490891139","popularity":"655","downloads":72229,"versions":["1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"mafft":{"title":"Timed MAFFT Alignment","description":"This test performs an alignment of 100 pyruvate decarboxylase sequences.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"78","average_install_time":"11","last_updated":"1607713381","first_added":"1291665319","popularity":"866","downloads":266263,"versions":["1.6.2","1.6.1","1.6.0","1.5.0","1.4.2","1.4.1","1.4.0","1.3.0","1.2.0"]},"mandelbulbgpu":{"title":"MandelbulbGPU","description":"MandelbulbGPU is an OpenCL benchmark.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"149","average_install_time":"2","last_updated":"1383793529","first_added":"1291665328","popularity":"309","downloads":172687,"versions":["1.3.0","1.2.0","1.1.0"]},"mandelgpu":{"title":"MandelGPU","description":"MandelGPU is an OpenCL benchmark and this test runs with the OpenCL rendering float4 kernel with a maximum of 4096 iterations.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"68","average_install_time":"2","last_updated":"1383793893","first_added":"1291665336","popularity":"305","downloads":179823,"versions":["1.3.1","1.3.0","1.2.0","1.1.0"]},"mariadb":{"title":"MariaDB","description":"This is a MariaDB MySQL database server benchmark making use of sysbench rather than the existing pts\/mysqlslap test profile that uses MariaDB with mysqlslap\/mariadb-slap as the benchmark driver.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1359","average_install_time":"413","last_updated":"1711293006","first_added":"1711293006","popularity":"347","downloads":"819","versions":["1.0.0"]},"mbw":{"title":"MBW","description":"This is a basic\/simple memory (RAM) bandwidth benchmark for memory copy operations.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"117","average_install_time":"2","last_updated":"1536428444","first_added":"1536428444","popularity":"392","downloads":"37222","versions":["1.0.0"]},"mcperf":{"title":"Memcached mcperf","description":"This is a test of twmperf\/mcperf with memcached, a distributed memory object caching system.","test_type":"System","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3961","average_install_time":"28","last_updated":"1660934673","first_added":"1484349427","popularity":"203","downloads":102824,"versions":["1.4.1","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"memcached":{"title":"Memcached","description":"Memcached is a high performance, distributed memory object caching system. This Memcached test profiles makes use of memtier_benchmark for excuting this CPU\/memory-focused server benchmark.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"190","average_install_time":"42","last_updated":"1679759135","first_added":"1660934580","popularity":"79","downloads":34178,"versions":["1.2.0","1.1.0","1.0.0"]},"memtier-benchmark":{"title":"Redis 7.0.12 + memtier_benchmark","description":"Memtier_benchmark is a NoSQL Redis\/Memcache traffic generation plus benchmarking tool developed by Redis Labs.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"196","average_install_time":"80","last_updated":"1690068601","first_added":"1569274884","popularity":"141","downloads":56635,"versions":["1.5.0","1.4.1","1.4.0","1.1.0","1.0.1","1.0.0"]},"mencoder":{"title":"Mencoder","description":"This test uses mplayer's mencoder utility and the libavcodec family for testing the system's audio\/video encoding performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"pts\/video-sample","package_hash":null,"average_run_time":"145","average_install_time":"92","last_updated":"1518024834","first_added":"1291665345","popularity":"523","downloads":192204,"versions":["1.5.0","1.4.1","1.4.0","1.3.0"]},"metro2033-redux":{"title":"Metro 2033 Redux","description":"A Steam-based test of the Metro 2033 Redux game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"199","average_install_time":"39","last_updated":"1466176390","first_added":"1420912717","popularity":"807","downloads":60040,"versions":["1.1.1","1.1.0","1.0.0"]},"metroll-redux":{"title":"Metro: Last Light Redux","description":"A Steam-based test of the Metro: Last Light Redux game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"544","average_install_time":"89","last_updated":"1630440831","first_added":"1420912257","popularity":"1330","downloads":71156,"versions":["1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"minibude":{"title":"miniBUDE","description":"MiniBUDE is a mini application for the the core computation of the Bristol University Docking Engine (BUDE). This test profile currently makes use of the OpenMP implementation of miniBUDE for CPU benchmarking.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"736","average_install_time":"53","last_updated":"1667583159","first_added":"1667583159","popularity":"239","downloads":"19261","versions":["1.0.0"]},"minife":{"title":"miniFE","description":"MiniFE Finite Element is an application for unstructured implicit finite element codes.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"198","average_install_time":"9","last_updated":"1571529453","first_added":"1571529453","popularity":"1074","downloads":"13554","versions":["1.0.0"]},"minion":{"title":"Minion","description":"Minion is an open-source constraint solver that is designed to be very scalable. This test profile uses Minion's integrated benchmarking problems to solve.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"359","average_install_time":"107","last_updated":"1523150052","first_added":"1291665450","popularity":"474","downloads":220577,"versions":["1.5.2","1.5.1","1.5.0","1.4.0","1.3.0","1.2.0"]},"mixbench":{"title":"Mixbench","description":"A benchmark suite for GPUs on mixed operational intensity kernels.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"38","average_install_time":"29","last_updated":"1599409668","first_added":"1465249521","popularity":"1218","downloads":69762,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"mkl-dnn":{"title":"oneDNN MKL-DNN","description":"This is a test of the Intel oneDNN (formerly DNNL \/ Deep Neural Network Library \/ MKL-DNN) as an Intel-optimized library for Deep Neural Networks and making use of its built-in benchdnn functionality. The result is the total perf time reported.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"44","average_install_time":"148","last_updated":"1592425908","first_added":"1555461887","popularity":"1085","downloads":45910,"versions":["1.3.1","1.3.0","1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"mlpack":{"title":"Mlpack Benchmark","description":"Mlpack benchmark scripts for machine learning libraries","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"313","average_install_time":"14","last_updated":"1601211592","first_added":"1578666532","popularity":"1013","downloads":20033,"versions":["1.0.2","1.0.1","1.0.0"]},"mnn":{"title":"Mobile Neural Network","description":"MNN is the Mobile Neural Network as a highly efficient, lightweight deep learning framework developed by Alibaba. This MNN test profile is building the OpenMP \/ CPU threaded version for processor benchmarking and not any GPU-accelerated test. MNN does allow making use of AVX-512 extensions.","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1543","average_install_time":"115","last_updated":"1661957637","first_added":"1600383452","popularity":"120","downloads":55555,"versions":["2.1.0","2.0.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"mocassin":{"title":"Monte Carlo Simulations of Ionised Nebulae","description":"Mocassin is the Monte Carlo Simulations of Ionised Nebulae. MOCASSIN is a fully 3D or 2D photoionisation and dust radiative transfer code which employs a Monte Carlo approach to the transfer of radiation through media of arbitrary geometry and density distribution.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"525","average_install_time":"20","last_updated":"1687100362","first_added":"1600465648","popularity":"201","downloads":20776,"versions":["1.1.0","1.0.0"]},"montage":{"title":"Montage Astronomical Image Mosaic Engine","description":"Montage is an open-source astronomical image mosaic engine. This BSD-licensed astronomy software is developed by the California Institute of Technology, Pasadena.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"202","average_install_time":"90","last_updated":"1594222541","first_added":"1594222541","popularity":"1024","downloads":"12708","versions":["1.0.0"]},"mpcbench":{"title":"GNU MPC","description":"GNU MPC is a C library for the arithmetic of complex numbers.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"191","average_install_time":"95","last_updated":"1547570637","first_added":"1515893458","popularity":"912","downloads":40856,"versions":["1.0.1","1.0.0"]},"mplayer-base":{"title":"","description":"","test_type":"Graphics","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"pts\/video-sample","package_hash":null,"average_run_time":"0","average_install_time":"196","last_updated":"1518026207","first_added":"1291665459","popularity":"0","downloads":144781,"versions":["1.4.0","1.3.0","1.2.0","1.1.0"]},"mrbayes":{"title":"Timed MrBayes Analysis","description":"This test performs a bayesian analysis of a set of primate genome sequences in order to estimate their phylogeny.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"1034","average_install_time":"34","last_updated":"1620239685","first_added":"1291665473","popularity":"875","downloads":207913,"versions":["1.5.0","1.4.0","1.3.2","1.3.1","1.3.0","1.2.0"]},"mt-dgemm":{"title":"ACES DGEMM","description":"This is a multi-threaded DGEMM benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"564","average_install_time":"3","last_updated":"1570822155","first_added":"1570822155","popularity":"958","downloads":"14047","versions":["1.2.0"]},"multichase":{"title":"Multichase Pointer Chaser","description":"This is a benchmark of Google's multichase pointer chaser program.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"31","average_install_time":"3","last_updated":"1523150136","first_added":"1455208108","popularity":"647","downloads":81731,"versions":["1.0.2","1.0.1","1.0.0"]},"mutex":{"title":"BenchmarkMutex","description":"BenchmarkMutex is a mutex benchmark created by Malte Skarupke.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"290","average_install_time":"14","last_updated":"1577921926","first_added":"1577921926","popularity":"1144","downloads":"12608","versions":["1.0.0"]},"mysqlslap":{"title":"MariaDB mariadb-slap","description":"This is a MariaDB MySQL database server benchmark making use of mysqlslap (mariadb-slap).","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1545","average_install_time":"262","last_updated":"1711291292","first_added":"1532889412","popularity":"133","downloads":89232,"versions":["1.5.0","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.8","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"n-queens":{"title":"N-Queens","description":"This is a test of the OpenMP version of a test that solves the N-queens problem. The board problem size is 18.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"113","average_install_time":"4","last_updated":"1570806932","first_added":"1291665636","popularity":"900","downloads":188649,"versions":["1.2.1","1.2.0","1.1.0","1.0.0"]},"namd":{"title":"NAMD","description":"NAMD is a parallel molecular dynamics code designed for high-performance simulation of large biomolecular systems. NAMD was developed by the Theoretical and Computational Biophysics Group in the Beckman Institute for Advanced Science and Technology at the University of Illinois at Urbana-Champaign.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"508","average_install_time":"4","last_updated":"1708111487","first_added":"1537378718","popularity":"101","downloads":63370,"versions":["1.3.1","1.2.1","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"namd-cuda":{"title":"NAMD CUDA","description":"NAMD is a parallel molecular dynamics code designed for high-performance simulation of large biomolecular systems. NAMD was developed by the Theoretical and Computational Biophysics Group in the Beckman Institute for Advanced Science and Technology at the University of Illinois at Urbana-Champaign. This version of the NAMD test profile uses CUDA GPU acceleration.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"156","average_install_time":"4","last_updated":"1600449757","first_added":"1545488914","popularity":"1234","downloads":25705,"versions":["1.1.1","1.1.0","1.0.0"]},"natron":{"title":"Natron","description":"Natron is an open-source, cross-platform compositing software for visual effects (VFX) and motion graphics.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"169","average_install_time":"12","last_updated":"1662042322","first_added":"1626208911","popularity":"113","downloads":36159,"versions":["1.1.0","1.0.0"]},"ncnn":{"title":"NCNN","description":"NCNN is a high performance neural network inference framework optimized for mobile and other platforms developed by Tencent.","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"708","average_install_time":"91","last_updated":"1690904976","first_added":"1600444695","popularity":"146","downloads":56996,"versions":["1.5.0","1.4.0","1.3.0","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"neat":{"title":"Nebular Empirical Analysis Tool","description":"NEAT is the Nebular Empirical Analysis Tool for empirical analysis of ionised nebulae, with uncertainty propagation.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"121","average_install_time":"13","last_updated":"1620247563","first_added":"1582994890","popularity":"1296","downloads":19120,"versions":["1.1.0","1.0.2","1.0.1","1.0.0"]},"neatbench":{"title":"NeatBench","description":"NeatBench is a benchmark of the cross-platform Neat Video software on the CPU and optional GPU (OpenCL \/ CUDA) support.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP","OpenCL","CUDA"],"test_extends":"","package_hash":null,"average_run_time":"92","average_install_time":"3","last_updated":"1590233779","first_added":"1566865284","popularity":"1124","downloads":25800,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"nekrs":{"title":"nekRS","description":"nekRS is an open-source Navier Stokes solver based on the spectral element method. NekRS supports both CPU and GPU\/accelerator support though this test profile is currently configured for CPU execution. NekRS is part of Nek5000 of the Mathematics and Computer Science MCS at Argonne National Laboratory. This nekRS benchmark is primarily relevant to large core count HPC servers and otherwise may be very time consuming on smaller systems.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"579","average_install_time":"111","last_updated":"1685923903","first_added":"1667951826","popularity":"288","downloads":20204,"versions":["1.1.0","1.0.0"]},"nero2d":{"title":"Open FMM Nero2D","description":"This is a test of Nero2D, which is a two-dimensional TM\/TE solver for Open FMM. Open FMM is a free collection of electromagnetic software for scattering at very large objects. This test profile times how long it takes to solve one of the included 2D examples.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"470","average_install_time":"27","last_updated":"1518015391","first_added":"1291665494","popularity":"462","downloads":193624,"versions":["1.1.0","1.0.1","1.0.0"]},"netperf":{"title":"Netperf","description":"Netperf is a network bandwidth testing software. This test profile is used for automated testing of a netperf client and requires you have access to a netperf server.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"542","average_install_time":"32","last_updated":"1578152538","first_added":"1480889090","popularity":"1277","downloads":100194,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"nettle":{"title":"Nettle","description":"GNU Nettle is a low-level cryptographic library used by GnuTLS and other software.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"27","average_install_time":"98","last_updated":"1654358105","first_added":"1584886550","popularity":"946","downloads":20657,"versions":["1.1.0","1.0.1","1.0.0"]},"network-loopback":{"title":"Loopback TCP Network Performance","description":"This test measures the loopback network adapter performance using a micro-benchmark to measure the TCP performance.","test_type":"Network","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"91","average_install_time":"2","last_updated":"1536328125","first_added":"1291665503","popularity":"520","downloads":235103,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"nexuiz":{"title":"Nexuiz","description":"This is a benchmark of Nexuiz, a popular open-source first-person shooter. This game uses the DarkPlaces engine, which is a largely modified version of the Quake engine with extra features such as High Dynamic Range rendering and OpenGL 2.0 shaders.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"109","average_install_time":"9","last_updated":"1519761656","first_added":"1291665513","popularity":"763","downloads":165973,"versions":["1.6.2","1.6.1","1.6.0"]},"nexuiz-iqc":{"title":"Nexuiz Image Quality","description":"","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"pts\/nexuiz","package_hash":null,"average_run_time":"97","average_install_time":"2","last_updated":"1519761938","first_added":"1291665575","popularity":"913","downloads":138369,"versions":["1.0.1","1.0.0"]},"ngc-tensorflow":{"title":"NVIDIA GPU Cloud TensorFlow","description":"This test profile uses the NVIDIA GPU Cloud (NGC\/nvcr.io) for running the TensorFlow image inside Docker for benchmarking. You must have already signed into NGC for this test profile to work.","test_type":"Graphics","software_type":"Utility","status":"Experimental","supported_platforms":["Linux"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"478","average_install_time":"2","last_updated":"1538920187","first_added":"1538920187","popularity":"929","downloads":"22558","versions":["1.0.0"]},"nginx":{"title":"nginx","description":"This is a benchmark of the lightweight Nginx HTTP(S) web-server. This Nginx web server benchmark test profile makes use of the wrk program for facilitating the HTTP requests over a fixed period time with a configurable number of concurrent clients\/connections. HTTPS with a self-signed OpenSSL certificate is used by this test for local benchmarking.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"339","average_install_time":"91","last_updated":"1679758550","first_added":"1291665601","popularity":"30","downloads":242500,"versions":["3.0.1","3.0.0","2.0.1","2.0.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"ngspice":{"title":"Ngspice","description":"Ngspice is an open-source SPICE circuit simulator. Ngspice was originally based on the Berkeley SPICE electronic circuit simulator. Ngspice supports basic threading using OpenMP. This test profile is making use of the ISCAS 85 benchmark circuits.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"663","average_install_time":"184","last_updated":"1612706114","first_added":"1612706114","popularity":"1180","downloads":"7828","versions":["1.0.0"]},"node-express-loadtest":{"title":"Node.js Express HTTP Load Test","description":"A Node.js Express server with a Node-based loadtest client for facilitating HTTP benchmarking.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"23","average_install_time":"18","last_updated":"1578156110","first_added":"1538418947","popularity":"746","downloads":33372,"versions":["1.0.1","1.0.0"]},"node-octane":{"title":"Node.js Octane Benchmark","description":"A Node.js version of the JavaScript Octane Benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"124","average_install_time":"4","last_updated":"1538498386","first_added":"1538416591","popularity":"742","downloads":32734,"versions":["1.0.1","1.0.0"]},"node-web-tooling":{"title":"Node.js V8 Web Tooling Benchmark","description":"Running the V8 project's Web-Tooling-Benchmark under Node.js. The Web-Tooling-Benchmark stresses JavaScript-related workloads common to web developers like Babel and TypeScript and Babylon. This test profile can test the system's JavaScript performance with Node.js.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"250","average_install_time":"99","last_updated":"1658057641","first_added":"1607969573","popularity":"96","downloads":37890,"versions":["1.0.1","1.0.0"]},"noise-level":{"title":"NoiseLevel","description":"This test measures background activity.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"64","average_install_time":"2","last_updated":"1601218090","first_added":"1358537206","popularity":"2462","downloads":107186,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"novabench":{"title":"Novabench","description":"This is a benchmark of Novabench. The test profile automates the execution of Novabench under the Phoronix Test Suite, assuming you have a valid license key for Novabench Pro or Novabench Commercial. This test will not work without a valid license key and activating Novabench.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Windows","Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1605","average_install_time":"598","last_updated":"1552755782","first_added":"1552755782","popularity":"949","downloads":"19807","versions":["1.0.0"]},"npb":{"title":"NAS Parallel Benchmarks","description":"NPB, NAS Parallel Benchmarks, is a benchmark developed by NASA for high-end computer systems. This test profile currently uses the MPI version of NPB. This test profile offers selecting the different NPB tests\/problems and varying problem sizes.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"1231","average_install_time":"245","last_updated":"1634236359","first_added":"1291665608","popularity":"537","downloads":295208,"versions":["1.4.5","1.4.4","1.4.2","1.4.1","1.4.0","1.3.1","1.3.0","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"numenta-nab":{"title":"Numenta Anomaly Benchmark","description":"Numenta Anomaly Benchmark (NAB) is a benchmark for evaluating algorithms for anomaly detection in streaming, real-time applications. It is comprised of over 50 labeled real-world and artificial time-series data files plus a novel scoring mechanism designed for real-time applications. This test profile currently measures the time to run various detectors.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"103","average_install_time":"55","last_updated":"1671044645","first_added":"1541782556","popularity":"50","downloads":53981,"versions":["1.1.1","1.1.0","1.0.0"]},"numpy":{"title":"Numpy Benchmark","description":"This is a test to obtain the general Numpy performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"683","average_install_time":"30","last_updated":"1605291551","first_added":"1456936411","popularity":"720","downloads":132662,"versions":["1.2.1","1.2.0","1.1.0","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"nuttcp":{"title":"Nuttcp","description":"Nuttcp is a network performance measurement tool intended for use by network and system managers. Its most basic usage is to determine the raw TCP (or UDP) network layer throughput by transferring memory buffers from a source system across an interconnecting network to a destination system, either transferring data for a specified time interval, or alternatively transferring a specified number of bytes.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","Solaris","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"292","average_install_time":"12","last_updated":"1548186039","first_added":"1546544020","popularity":"1049","downloads":29290,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"nwchem":{"title":"NWChem","description":"NWChem is an open-source high performance computational chemistry package. Per NWChem's documentation, \"NWChem aims to provide its users with computational chemistry tools that are scalable both in their ability to treat large scientific computational chemistry problems efficiently, and in their use of available parallel computing resources from high-performance parallel supercomputers to conventional workstation clusters.\"","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"3955","average_install_time":"924","last_updated":"1614633253","first_added":"1586968814","popularity":"1050","downloads":16866,"versions":["1.1.1","1.1.0","1.0.0"]},"octanebench":{"title":"OctaneBench","description":"OctaneBench is a test of the OctaneRender on the GPU and requires the use of NVIDIA CUDA.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"450","average_install_time":"5","last_updated":"1602004320","first_added":"1465247599","popularity":"1269","downloads":91045,"versions":["1.3.0","1.2.1","1.2.0","1.1.2","1.1.1","1.1.0","1.0.0"]},"oidn":{"title":"Intel Open Image Denoise","description":"Open Image Denoise is a denoising library for ray-tracing and part of the Intel oneAPI rendering toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"222","average_install_time":"3","last_updated":"1708104090","first_added":"1569855437","popularity":"206","downloads":50482,"versions":["2.2.0","2.1.0","2.0.0","1.4.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"oneapi-level-zero":{"title":"oneAPI Level Zero Tests","description":"This is benchmarking the collection of Intel oneAPI Level Zero Tests.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"231","average_install_time":"607","last_updated":"1586039524","first_added":"1586039524","popularity":"1244","downloads":"10943","versions":["1.0.0"]},"onednn":{"title":"oneDNN","description":"This is a test of the Intel oneDNN as an Intel-optimized library for Deep Neural Networks and making use of its built-in benchdnn functionality. The result is the total perf time reported. Intel oneDNN was formerly known as DNNL (Deep Neural Network Library) and MKL-DNN before being rebranded as part of the Intel oneAPI toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"126","average_install_time":"553","last_updated":"1709316163","first_added":"1592425599","popularity":"153","downloads":77644,"versions":["3.4.0","3.3.0","3.1.0","3.0.0","2.7.0","1.8.0","1.7.0","1.6.1","1.6.0","1.5.0"]},"onnx":{"title":"ONNX Runtime","description":"ONNX Runtime is developed by Microsoft and partners as a open-source, cross-platform, high performance machine learning inferencing and training accelerator. This test profile runs the ONNX Runtime with various models available from the ONNX Model Zoo.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"174","average_install_time":"677","last_updated":"1706923226","first_added":"1610845773","popularity":"245","downloads":46541,"versions":["1.17.0","1.6.0","1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.0","1.0.1","1.0.0"]},"open-porous-media":{"title":"Open Porous Media","description":"This is a test of a DUNE (Distributed and Unified Numerics Environment) module called OPM Benchmarks from the Open Porous Media project. Open Porous Media is a set of open-source tools concerning simulation of flow and transport of fluids in porous media.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"726","average_install_time":"2","last_updated":"1386601161","first_added":"1347141080","popularity":"465","downloads":140125,"versions":["1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"openarena":{"title":"OpenArena","description":"This is a test of OpenArena, a popular open-source first-person shooter. This game is based upon ioquake3, which in turn uses the GPL version of id Software's Quake 3 engine.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"162","average_install_time":"7","last_updated":"1519758039","first_added":"1291666072","popularity":"339","downloads":240444,"versions":["1.5.5","1.5.4","1.5.3","1.5.2","1.5.1","1.5.0","1.4.0"]},"opencl-benchmark":{"title":"ProjectPhysX OpenCL-Benchmark","description":"ProjectPhysX OpenCL-Benchmark provides various OpenCL compute and memory bandwidth micro-benchmarks","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"101","average_install_time":"6","last_updated":"1704483991","first_added":"1704483991","popularity":"424","downloads":"2708","versions":["1.0.0"]},"opencv":{"title":"OpenCV","description":"This is a benchmark of the OpenCV (Computer Vision) library's built-in performance tests.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"282","average_install_time":"664","last_updated":"1679143730","first_added":"1600806690","popularity":"109","downloads":33520,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"opencv-bench":{"title":"OpenCV Benchmark","description":"Stress benchmark tests to measure time consumed by the OpenCV libraries installed","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"549","average_install_time":"7","last_updated":"1504730589","first_added":"1504730589","popularity":"597","downloads":"43268","versions":["1.0.0"]},"opendwarfs":{"title":"OpenDwarfs","description":"OpenDwarfs is a non-commercial OpenCL compute benchmark suite developed at Virginia Tech in cooperation with various organizations.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"73","average_install_time":"23","last_updated":"1383772070","first_added":"1383772070","popularity":"473","downloads":"89422","versions":["1.0.0"]},"openems":{"title":"OpenEMS","description":"OpenEMS is a free and open electromagnetic field solver using the FDTD method. This test profile runs OpenEMS and pyEMS benchmark demos.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3067","average_install_time":"79","last_updated":"1673782291","first_added":"1673782291","popularity":"137","downloads":"22308","versions":["1.0.0"]},"openfoam":{"title":"OpenFOAM","description":"OpenFOAM is the leading free, open-source software for computational fluid dynamics (CFD). This test profile currently uses the drivaerFastback test case for analyzing automotive aerodynamics or alternatively the older motorBike input.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1152","average_install_time":"1690","last_updated":"1663409001","first_added":"1610303836","popularity":"91","downloads":40745,"versions":["1.2.0","1.1.2","1.1.1","1.0.1","1.0.0"]},"openjpeg":{"title":"OpenJPEG","description":"OpenJPEG is an open-source JPEG 2000 codec written in the C programming language. The default input for this test profile is the NASA\/JPL-Caltech\/MSSS Curiosity panorama 717MB TIFF image file converting to JPEG2000 format.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"100","average_install_time":"14","last_updated":"1641078958","first_added":"1641078958","popularity":"1106","downloads":"6595","versions":["1.0.0"]},"openradioss":{"title":"OpenRadioss","description":"OpenRadioss is an open-source AGPL-licensed finite element solver for dynamic event analysis OpenRadioss is based on Altair Radioss and open-sourced in 2022. This open-source finite element solver is benchmarked with various example models available from https:\/\/www.openradioss.org\/models\/ and https:\/\/github.com\/OpenRadioss\/ModelExchange\/tree\/main\/Examples. This test is currently using a reference OpenRadioss binary build offered via GitHub.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"632","average_install_time":"14","last_updated":"1695571870","first_added":"1665683531","popularity":"251","downloads":22059,"versions":["1.1.1","1.1.0","1.0.0"]},"openssl":{"title":"OpenSSL","description":"OpenSSL is an open-source toolkit that implements SSL (Secure Sockets Layer) and TLS (Transport Layer Security) protocols. This test profile makes use of the built-in \"openssl speed\" benchmarking capabilities.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"745","average_install_time":"146","last_updated":"1712846657","first_added":"1291666078","popularity":"16","downloads":375341,"versions":["3.3.0","3.1.0","3.0.1","3.0.0","1.11.0","1.10.0","1.9.2","1.9.0","1.8.0","1.7.0","1.6.0","1.5.0"]},"openvino":{"title":"OpenVINO","description":"This is a test of the Intel OpenVINO, a toolkit around neural networks, using its built-in benchmarking support and analyzing the throughput and latency for various models.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"127","average_install_time":"886","last_updated":"1709754431","first_added":"1602104146","popularity":"182","downloads":349604,"versions":["1.5.0","1.4.0","1.3.0","1.2.0","1.1.0","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"openvkl":{"title":"OpenVKL","description":"OpenVKL is the Intel Open Volume Kernel Library that offers high-performance volume computation kernels and part of the Intel oneAPI rendering toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1442","average_install_time":"4","last_updated":"1697310104","first_added":"1586300859","popularity":"209","downloads":38317,"versions":["2.0.0","1.3.0","1.1.0","1.0.0"]},"opm-git":{"title":"Open Porous Media Git","description":"This is a test of Open Porous Media, a set of open-source tools concerning simulation of flow and transport of fluids in porous media. This test profile builds OPM and its dependencies from upstream Git.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1707","average_install_time":"1336","last_updated":"1686157379","first_added":"1457310606","popularity":"2289","downloads":243574,"versions":["1.3.50","1.3.48","1.3.47","1.3.46","1.3.45","1.3.44","1.3.43","1.3.42","1.3.41","1.3.40","1.3.39","1.3.38","1.3.37","1.3.36","1.3.35","1.3.34","1.3.33","1.3.32","1.3.31","1.3.30","1.3.29","1.3.28","1.3.27","1.3.26","1.3.25","1.3.24","1.3.23","1.3.22","1.3.21","1.3.20","1.3.19","1.3.18","1.3.17","1.3.16","1.3.15","1.3.14","1.3.13","1.3.12","1.3.11","1.3.10","1.3.9","1.3.8","1.3.7","1.3.6","1.3.5","1.3.4","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"optcarrot":{"title":"Optcarrot","description":"Optcarrot is an NES emulator benchmark for the Ruby language.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"213","average_install_time":"5","last_updated":"1570806141","first_added":"1522868983","popularity":"1173","downloads":35441,"versions":["1.0.1","1.0.0"]},"osbench":{"title":"OSBench","description":"OSBench is a collection of micro-benchmarks for measuring operating system primitives like time to create threads\/processes, launching programs, creating files, and memory allocation.","test_type":"OS","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"30","average_install_time":"3","last_updated":"1600786314","first_added":"1521731145","popularity":"684","downloads":57414,"versions":["1.0.2","1.0.1","1.0.0"]},"ospray":{"title":"OSPRay","description":"Intel OSPRay is a portable ray-tracing engine for high-performance, high-fidelity scientific visualizations. OSPRay builds off Intel's Embree and Intel SPMD Program Compiler (ISPC) components as part of the oneAPI rendering toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"192","average_install_time":"5","last_updated":"1708801919","first_added":"1569708256","popularity":"176","downloads":47627,"versions":["3.1.0","2.12.0","2.10.0","2.9.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"ospray-studio":{"title":"OSPRay Studio","description":"Intel OSPRay Studio is an open-source, interactive visualization and ray-tracing software package. OSPRay Studio makes use of Intel OSPRay, a portable ray-tracing engine for high-performance, high-fidelity visualizations. OSPRay builds off Intel's Embree and Intel SPMD Program Compiler (ISPC) components as part of the oneAPI rendering toolkit.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"305","average_install_time":"5","last_updated":"1708804463","first_added":"1647046206","popularity":"184","downloads":20772,"versions":["1.3.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"padman":{"title":"World of Padman","description":"World of Padman is an open-source game using the ioquake3 engine. What makes this game different from other first-person shooters is that it's a cartoon-style action game.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1527539133","first_added":"1291666572","popularity":"844","downloads":174453,"versions":["1.2.0","1.1.0"]},"palabos":{"title":"Palabos","description":"The Palabos library is a framework for general purpose Computational Fluid Dynamics (CFD). Palabos uses a kernel based on the Lattice Boltzmann method. This test profile uses the Palabos MPI-based Cavity3D benchmark.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"318","average_install_time":"314","last_updated":"1687096322","first_added":"1687096322","popularity":"332","downloads":"9348","versions":["1.0.0"]},"paraview":{"title":"ParaView","description":"This test runs ParaView benchmarks: an open-source data analytics and visualization application. Paraview describes itself as \"an open-source, multi-platform data analysis and visualization application. ParaView users can quickly build visualizations to analyze their data using qualitative and quantitative techniques.\"","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"132","average_install_time":"24","last_updated":"1656156427","first_added":"1504718117","popularity":"683","downloads":79427,"versions":["1.3.0","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"parboil":{"title":"Parboil","description":"The Parboil Benchmarks from the IMPACT Research Group at University of Illinois are a set of throughput computing applications for looking at computing architecture and compilers. Parboil test-cases support OpenMP, OpenCL, and CUDA multi-processing environments. However, at this time the test profile is just making use of the OpenMP and OpenCL test workloads.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"281","average_install_time":"14","last_updated":"1545172397","first_added":"1358893731","popularity":"749","downloads":158263,"versions":["1.2.1","1.2.0","1.1.3","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"pennant":{"title":"Pennant","description":"Pennant is an application focused on hydrodynamics on general unstructured meshes in 2D.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"277","average_install_time":"5","last_updated":"1612278107","first_added":"1567175930","popularity":"960","downloads":20919,"versions":["1.1.0","1.0.1","1.0.0"]},"perf-bench":{"title":"perf-bench","description":"This test profile is used for running Linux perf-bench, the benchmark support within the Linux kernel's perf tool.","test_type":"OS","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"33","average_install_time":"36","last_updated":"1679144242","first_added":"1599338906","popularity":"56","downloads":43279,"versions":["1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"perl-benchmark":{"title":"Perl Benchmarks","description":"Perl benchmark suite that can be used to compare the relative speed of different versions of perl.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"342","average_install_time":"3","last_updated":"1520122433","first_added":"1464475429","popularity":"446","downloads":74695,"versions":["1.0.1","1.0.0"]},"petsc":{"title":"PETSc","description":"PETSc, the Portable, Extensible Toolkit for Scientific Computation, is for the scalable (parallel) solution of scientific applications modeled by partial differential equations. This test profile runs the PETSc \"make streams\" benchmark and records the throughput rate when all available cores are utilized for the MPI Streams build.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3302","average_install_time":"391","last_updated":"1682097645","first_added":"1682097645","popularity":"348","downloads":"10772","versions":["1.0.0"]},"pgbench":{"title":"PostgreSQL","description":"This is a benchmark of PostgreSQL using the integrated pgbench for facilitating the database benchmarks.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"999","average_install_time":"66","last_updated":"1694723136","first_added":"1291666596","popularity":"97","downloads":409193,"versions":["1.14.0","1.13.0","1.12.0","1.11.1","1.11.0","1.10.2","1.10.1","1.10.0","1.9.1","1.9.0","1.8.7","1.8.6","1.8.5","1.8.4","1.8.3","1.8.2","1.8.1","1.8.0","1.7.0","1.6.0","1.5.2","1.5.1","1.5.0","1.4.0","1.3.0","1.2.0"]},"photo-sample":{"title":"","description":"","test_type":"","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Windows","Linux","MacOSX","BSD","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"5","last_updated":"1444665365","first_added":"1291666699","popularity":"0","downloads":202049,"versions":["1.0.1","1.0.0"]},"php":{"title":"PHP Micro Benchmarks","description":"Various small PHP micro-benchmarks.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"33","average_install_time":"11","last_updated":"1542998558","first_added":"1542998558","popularity":"755","downloads":"24465","versions":["1.0.0"]},"phpbench":{"title":"PHPBench","description":"PHPBench is a benchmark suite for PHP. It performs a large number of simple tests in order to bench various aspects of the PHP interpreter. PHPBench can be used to compare hardware, operating systems, PHP versions, PHP accelerators and caches, compiler options, etc.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"157","average_install_time":"2","last_updated":"1606318487","first_added":"1291666715","popularity":"371","downloads":280542,"versions":["1.1.6","1.1.5","1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"pjdfstest":{"title":"Pjdfstest","description":"Pjdfstest is a file-system test suite making use of POSIX file-system calls.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"241","average_install_time":"8","last_updated":"1531681175","first_added":"1531672264","popularity":"884","downloads":29762,"versions":["1.0.1","1.0.0"]},"pjsip":{"title":"PJSIP","description":"PJSIP is a free and open source multimedia communication library written in C language implementing standard based protocols such as SIP, SDP, RTP, STUN, TURN, and ICE. It combines signaling protocol (SIP) with rich multimedia framework and NAT traversal functionality into high level API that is portable and suitable for almost any type of systems ranging from desktops, embedded systems, to mobile handsets. This test profile is making use of pjsip-perf with both the client\/server on teh system. More details on the PJSIP benchmark at https:\/\/www.pjsip.org\/high-performance-sip.htm","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"262","average_install_time":"142","last_updated":"1620405382","first_added":"1620403282","popularity":"1303","downloads":9114,"versions":["1.0.1","1.0.0"]},"plaidml":{"title":"PlaidML","description":"This test profile uses PlaidML deep learning framework developed by Intel for offering up various benchmarks.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"927","average_install_time":"16","last_updated":"1569522129","first_added":"1547135507","popularity":"1009","downloads":37929,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"pmbench":{"title":"pmbench","description":"Pmbench is a Linux paging and virtual memory benchmark. This test profile will report the average page latency of the system.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"320","average_install_time":"2","last_updated":"1582038796","first_added":"1582026849","popularity":"1107","downloads":16583,"versions":["1.0.2","1.0.1","1.0.0"]},"polybench-c":{"title":"PolyBench-C","description":"PolyBench-C is a C-language polyhedral benchmark suite made at the Ohio State University.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"88","average_install_time":"3","last_updated":"1526590847","first_added":"1380833581","popularity":"627","downloads":127462,"versions":["1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"polyhedron":{"title":"Polyhedron Fortran Benchmarks","description":"The Fortran.uk Polyhedron Fortran Benchmarks for comparing Fortran compiler performance.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"412","average_install_time":"2","last_updated":"1577570519","first_added":"1577562347","popularity":"1186","downloads":15215,"versions":["1.0.1","1.0.0"]},"portal":{"title":"Portal","description":"This is a benchmark of Valve's Portal game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"126","average_install_time":"15","last_updated":"1521551005","first_added":"1396235766","popularity":"760","downloads":103510,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"portal2":{"title":"Portal 2","description":"This is a benchmark of Valve's Portal 2 game. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"117","average_install_time":"19","last_updated":"1672012119","first_added":"1613745183","popularity":"135","downloads":45288,"versions":["1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"postmark":{"title":"PostMark","description":"This is a test of NetApp's PostMark benchmark designed to simulate small-file testing similar to the tasks endured by web and mail servers. This test profile will set PostMark to perform 25,000 transactions with 500 files simultaneously with the file sizes ranging between 5 and 512 kilobytes.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"261","average_install_time":"2","last_updated":"1581180786","first_added":"1291666724","popularity":"706","downloads":255910,"versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"povray":{"title":"POV-Ray","description":"This is a test of POV-Ray, the Persistence of Vision Raytracer. POV-Ray is used to create 3D graphics using ray-tracing.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"284","average_install_time":"190","last_updated":"1523151605","first_added":"1291666737","popularity":"304","downloads":246465,"versions":["1.2.1","1.2.0","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"powertop-wakeups":{"title":"Powertop Wakeups","description":"This test measures the wakeups-from-idle per second for a given interval.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"71","average_install_time":"27","last_updated":"1482961662","first_added":"1358537272","popularity":"606","downloads":102725,"versions":["1.0.1","1.0.0"]},"ppracer":{"title":"Planet Penguin Racer","description":"This test runs the open-source Planet Penguin Racer game as an OpenGL benchmark.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"126","average_install_time":"0","last_updated":"1291666751","first_added":"1291666751","popularity":"314","downloads":"154649","versions":["1.1.1"]},"prey":{"title":"Prey","description":"This test calculates the average frame-rate within the Prey retail game from 3D Realms. This test requires a valid game key and game files found on the retail CD\/DVD.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1729","average_install_time":"6","last_updated":"1335798806","first_added":"1291666758","popularity":"310","downloads":156087,"versions":["1.1.2","1.1.1"]},"primesieve":{"title":"Primesieve","description":"Primesieve generates prime numbers using a highly optimized sieve of Eratosthenes implementation. Primesieve primarily benchmarks the CPU's L1\/L2 cache performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"207","average_install_time":"8","last_updated":"1710544570","first_added":"1351018500","popularity":"165","downloads":231655,"versions":["1.10.0","1.9.0","1.8.0","1.7.0","1.6.0","1.5.0","1.4.1","1.4.0","1.3.1","1.3.0","1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"psstop":{"title":"PSSTOP Memory test","description":"Shows the total number of processes running and the memory they consume","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1601218194","first_added":"1465995600","popularity":"2493","downloads":51312,"versions":["1.0.1","1.0.0"]},"pts-self-test":{"title":"Phoronix Test Suite Self Test","description":"This is a wrapper around the phoronix-test-suite debug-self-test sub-command for testing hot Phoronix Test Suite code paths and if wanting to compare different PHP implementations.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2356","average_install_time":"4","last_updated":"1521309427","first_added":"1447514420","popularity":"779","downloads":85769,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"pybench":{"title":"PyBench","description":"This test profile reports the total time of the different average timed test results from PyBench. PyBench reports average test times for different functions such as BuiltinFunctionCalls and NestedForLoops, with this total result providing a rough estimate as to Python's average performance on a given system. This test profile runs PyBench each time for 20 rounds.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"88","average_install_time":"3","last_updated":"1547738452","first_added":"1291666765","popularity":"357","downloads":224959,"versions":["1.1.3","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"pyhpc":{"title":"PyHPC Benchmarks","description":"PyHPC-Benchmarks is a suite of Python high performance computing benchmarks for execution on CPUs and GPUs using various popular Python HPC libraries. The PyHPC CPU-based benchmarks focus on sequential CPU performance.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"138","average_install_time":"130","last_updated":"1635448410","first_added":"1634929519","popularity":"1052","downloads":9623,"versions":["3.0.0","1.0.0"]},"pymongo-inserts":{"title":"PyMongo Inserts","description":"This is a very basic benchmark measuring the time to perform 200,000 simple insertions to a MongoDB using PyMongo with Python 3.x.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"123","average_install_time":"8","last_updated":"1531615369","first_added":"1531615369","popularity":"815","downloads":"27576","versions":["1.0.0"]},"pyopencl":{"title":"PyOpenCL","description":"Bandwidth Tests","test_type":"System","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["Python","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"0","last_updated":"1601218264","first_added":"1291666772","popularity":"2534","downloads":109021,"versions":["1.0.1","1.0.0"]},"pyperformance":{"title":"PyPerformance","description":"PyPerformance is the reference Python performance benchmark suite.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["Python"],"test_extends":"","package_hash":null,"average_run_time":"182","average_install_time":"10","last_updated":"1590671411","first_added":"1578750780","popularity":"705","downloads":22084,"versions":["1.0.2","1.0.1","1.0.0"]},"pytorch":{"title":"PyTorch","description":"This is a benchmark of PyTorch making use of pytorch-benchmark [https:\/\/github.com\/LukasHedegaard\/pytorch-benchmark].","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"560","average_install_time":"475","last_updated":"1711482949","first_added":"1700166178","popularity":"162","downloads":6570,"versions":["1.1.0","1.0.1","1.0.0"]},"qe":{"title":"Quantum ESPRESSO","description":"Quantum ESPRESSO is an integrated suite of Open-Source computer codes for electronic-structure calculations and materials modeling at the nanoscale. It is based on density-functional theory, plane waves, and pseudopotentials.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2797","average_install_time":"87","last_updated":"1643487331","first_added":"1610228716","popularity":"1447","downloads":17102,"versions":["1.3.1","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"qgears2":{"title":"QGears2","description":"This test runs qgears2, which is a test written by Zack Rusin and is based upon cairogears. This test can see how well different rendering backends perform and uses Qt4.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"125","average_install_time":"18","last_updated":"1291666809","first_added":"1291666809","popularity":"243","downloads":"174067","versions":["1.0.1"]},"qmcpack":{"title":"QMCPACK","description":"QMCPACK is a modern high-performance open-source Quantum Monte Carlo (QMC) simulation code making use of MPI for this benchmark of the H20 example code. QMCPACK is an open-source production level many-body ab initio Quantum Monte Carlo code for computing the electronic structure of atoms, molecules, and solids. QMCPACK is supported by the U.S. Department of Energy.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"605","average_install_time":"543","last_updated":"1698599226","first_added":"1567018287","popularity":"197","downloads":59895,"versions":["1.7.0","1.6.0","1.5.0","1.4.0","1.3.1","1.3.0","1.2.1","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"qmlbench":{"title":"Qmlbench","description":"This test runs various micro-benchmarks of Qt5 QML.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"390","average_install_time":"30","last_updated":"1614721844","first_added":"1531696444","popularity":"1345","downloads":28237,"versions":["1.1.0","1.0.0"]},"quadray":{"title":"QuadRay","description":"VectorChief's QuadRay is a real-time ray-tracing engine written to support SIMD across ARM, MIPS, PPC, and x86\/x86_64 processors. QuadRay supports SSE\/SSE2\/SSE4 and AVX\/AVX2\/AVX-512 usage on Intel\/AMD CPUs.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"99","average_install_time":"23","last_updated":"1665241254","first_added":"1665241254","popularity":"127","downloads":"27437","versions":["1.0.0"]},"quake2rtx":{"title":"Quake II RTX","description":"NVIDIA's Quake II RTX ray-traced (RTX path-traced global illumination) version of the original Quake II game. Quake II RTX makes use of Vulkan ray-tracing extensions on Windows and Linux.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"140","average_install_time":"168","last_updated":"1643583549","first_added":"1621611831","popularity":"1210","downloads":15591,"versions":["1.6.1","1.6.0","1.0.1","1.0.0"]},"quake4":{"title":"Quake 4","description":"This test calculates the average frame-rate within the Quake 4 game from id Software.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"125","average_install_time":"4","last_updated":"1291666831","first_added":"1291666831","popularity":"470","downloads":"115848","versions":["1.1.0"]},"quantlib":{"title":"QuantLib","description":"QuantLib is an open-source library\/framework around quantitative finance for modeling, trading and risk management scenarios. QuantLib is written in C++ with Boost and its built-in benchmark used reports the QuantLib Benchmark Index benchmark score.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"184","average_install_time":"403","last_updated":"1698095431","first_added":"1611153789","popularity":"216","downloads":23438,"versions":["1.2.0","1.1.0","1.0.0"]},"quicksilver":{"title":"Quicksilver","description":"Quicksilver is a proxy application that represents some elements of the Mercury workload by solving a simplified dynamic Monte Carlo particle transport problem. Quicksilver is developed by Lawrence Livermore National Laboratory (LLNL) and this test profile currently makes use of the OpenMP CPU threaded code path.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"1046","average_install_time":"7","last_updated":"1704591202","first_added":"1704591202","popularity":"292","downloads":"3236","versions":["1.0.0"]},"qvdpautest":{"title":"qVDPAUtest","description":"The qvdpautest is a small program serving as a benchmark of NVIDIA's VDPAU, the Video Decode and Presentation API for Unix. Various operations are supported for testing.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["VDPAU","video"],"test_extends":"","package_hash":null,"average_run_time":"196","average_install_time":"28","last_updated":"1611250009","first_added":"1335707297","popularity":"2550","downloads":112556,"versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"rabbitmq":{"title":"RabbitMQ","description":"RabbitMQ is an open-source message broker. This test profile makes use of the RabbitMQ PerfTest with the RabbitMQ server and PerfTest client running on the same host namely as a system\/CPU performance benchmark.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"280","average_install_time":"3","last_updated":"1699740501","first_added":"1684080623","popularity":"472","downloads":9413,"versions":["1.1.1","1.1.0","1.0.0"]},"radiance":{"title":"Radiance Benchmark","description":"This is a benchmark of NREL Radiance, a synthetic imaging system that is open-source and developed by the Lawrence Berkeley National Laboratory in California.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"560","average_install_time":"2","last_updated":"1529874092","first_added":"1529874092","popularity":"566","downloads":"35319","versions":["1.0.0"]},"ramspeed":{"title":"RAMspeed SMP","description":"This benchmark tests the system memory (RAM) performance.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"385","average_install_time":"4","last_updated":"1586691349","first_added":"1291666846","popularity":"313","downloads":283892,"versions":["1.4.3","1.4.2","1.4.1","1.4.0"]},"rav1e":{"title":"rav1e","description":"Xiph rav1e is a Rust-written AV1 video encoder that claims to be the fastest and safest AV1 encoder.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"183","average_install_time":"107","last_updated":"1704035314","first_added":"1572024967","popularity":"215","downloads":62453,"versions":["1.8.0","1.7.0","1.6.1","1.6.0","1.5.0","1.4.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"rays1bench":{"title":"rays1bench","description":"This is a test of rays1bench, a simple path-tracer \/ ray-tracing that supports SSE and AVX instructions, multi-threading, and other features. This test profile is measuring the performance of the \"large scene\" in rays1bench.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"58","average_install_time":"4","last_updated":"1578613562","first_added":"1578613562","popularity":"1100","downloads":"12435","versions":["1.0.0"]},"rbenchmark":{"title":"R Benchmark","description":"This test is a quick-running survey of general R performance","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"116","average_install_time":"4","last_updated":"1520193648","first_added":"1452026416","popularity":"531","downloads":102813,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"reaction":{"title":"Reaction Quake 3","description":"Reaction is an open-source game using the ioquake3 engine.","test_type":"Graphics","software_type":"Game","status":"Broken","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1519762718","first_added":"1333982267","popularity":"813","downloads":134249,"versions":["1.0.6","1.0.5","1.0.4","1.0.3","1.0.0"]},"realsr-ncnn":{"title":"RealSR-NCNN","description":"RealSR-NCNN is an NCNN neural network implementation of the RealSR project and accelerated using the Vulkan API. RealSR is the Real-World Super Resolution via Kernel Estimation and Noise Injection. NCNN is a high performance neural network inference framework optimized for mobile and other platforms developed by Tencent. This test profile times how long it takes to increase the resolution of a sample image by a scale of 4x with Vulkan.","test_type":"Graphics","software_type":"Application","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"433","average_install_time":"3","last_updated":"1600981909","first_added":"1600981909","popularity":"1214","downloads":"8685","versions":["1.0.0"]},"redis":{"title":"Redis","description":"Redis is an open-source in-memory data structure store, used as a database, cache, and message broker.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"226","average_install_time":"472","last_updated":"1660866653","first_added":"1433371889","popularity":"13","downloads":208081,"versions":["1.4.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"redshift":{"title":"RedShift Demo","description":"This is a test of MAXON's RedShift demo build that currently requires NVIDIA GPU acceleration.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"1321","average_install_time":"383","last_updated":"1599942940","first_added":"1599926724","popularity":"1837","downloads":6346,"versions":["1.0.1","1.0.0"]},"relion":{"title":"RELION","description":"RELION - REgularised LIkelihood OptimisatioN - is a stand-alone computer program for Maximum A Posteriori refinement of (multiple) 3D reconstructions or 2D class averages in cryo-electron microscopy (cryo-EM). It is developed in the research group of Sjors Scheres at the MRC Laboratory of Molecular Biology.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3136","average_install_time":"550","last_updated":"1687194760","first_added":"1610551895","popularity":"222","downloads":20983,"versions":["1.1.0","1.0.1","1.0.0"]},"remhos":{"title":"Remhos","description":"Remhos (REMap High-Order Solver) is a miniapp that solves the pure advection equations that are used to perform monotonic and conservative discontinuous field interpolation (remap) as part of the Eulerian phase in Arbitrary Lagrangian Eulerian (ALE) simulations.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"123","average_install_time":"107","last_updated":"1687125744","first_added":"1687125744","popularity":"337","downloads":"9181","versions":["1.0.0"]},"renaissance":{"title":"Renaissance","description":"Renaissance is a suite of benchmarks designed to test the Java JVM from Apache Spark to a Twitter-like service to Scala and other features.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":["Java"],"test_extends":"","package_hash":null,"average_run_time":"684","average_install_time":"3","last_updated":"1652958880","first_added":"1560471589","popularity":"509","downloads":34309,"versions":["1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"render-bench":{"title":"Render Bench","description":"This test runs render_bench, which tests the performance of X.Org and the video driver's RENDER extension.","test_type":"Graphics","software_type":"Benchmark","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"58","average_install_time":"2","last_updated":"1601218307","first_added":"1291666853","popularity":"2450","downloads":140131,"versions":["1.1.3","1.1.2"]},"riseofthetombraider":{"title":"Rise of the Tomb Raider","description":"Rise of the Tomb Raider on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\nNOTES for cross-platform comparisons:\n Due to the extreme demands of \"Very High\" 4K Texture Detail on all platforms, which can need ~6GB+ of VRAM, the \"Very High\" graphics preset on Linux only sets Texture Detail to \"High\".\n Nvidia ambient occlusion modes are not featured on the Linux version (HBAO+ and VXAO).\n\nSee notes in install.sh for a few small tweaks including disabling the CPU governor check when testing for it's effects\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"525","average_install_time":"19","last_updated":"1554735517","first_added":"1524054352","popularity":"1165","downloads":36123,"versions":["1.0.2","1.0.1","1.0.0"]},"rnnoise":{"title":"RNNoise","description":"RNNoise is a recurrent neural network for audio noise reduction developed by Mozilla and Xiph.Org. This test profile is a single-threaded test measuring the time to denoise a sample 26 minute long 16-bit RAW audio file using this recurrent neural network noise suppression library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"43","average_install_time":"12","last_updated":"1713190486","first_added":"1601473473","popularity":"92","downloads":14617,"versions":["1.1.0","1.0.2","1.0.1","1.0.0"]},"rocksdb":{"title":"RocksDB","description":"This is a benchmark of Meta\/Facebook's RocksDB as an embeddable persistent key-value store for fast storage based on Google's LevelDB.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"173","average_install_time":"294","last_updated":"1710881518","first_added":"1570574896","popularity":"155","downloads":65761,"versions":["1.6.0","1.5.0","1.4.0","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"rodinia":{"title":"Rodinia","description":"Rodinia is a suite focused upon accelerating compute-intensive applications with accelerators. CUDA, OpenMP, and OpenCL parallel models are supported by the included applications. This profile utilizes select OpenCL, NVIDIA CUDA and OpenMP test binaries at the moment.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":["SMP","OpenMP"],"test_extends":"","package_hash":null,"average_run_time":"488","average_install_time":"69","last_updated":"1640701918","first_added":"1358975800","popularity":"657","downloads":167893,"versions":["1.3.2","1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.1","1.1.0","1.0.0"]},"rtiv":{"title":"Ray Tracing In Vulkan","description":"Ray Tracing In Vulkan is a demo\/benchmark of Vulkan ray-tracing support by Tanguy Fautre that makes use of Vulkan RT extensions (VK_KHR_ray_tracing_pipeline).","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"103","average_install_time":"339","last_updated":"1683303303","first_added":"1612459737","popularity":"154","downloads":25208,"versions":["1.1.0","1.0.1","1.0.0"]},"rust-mandel":{"title":"Rust Mandelbrot","description":"This test profile is of the combined time for the serial and parallel Mandelbrot sets written in Rustlang via willi-kappler\/mandel-rust.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"215","average_install_time":"112","last_updated":"1538421688","first_added":"1538421688","popularity":"661","downloads":"30255","versions":["1.0.0"]},"rust-prime":{"title":"Rust Prime Benchmark","description":"Based on petehunt\/rust-benchmark, this is a prime number benchmark that is multi-threaded and written in Rustlang.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"145","average_install_time":"4","last_updated":"1538409245","first_added":"1538409245","popularity":"678","downloads":"26521","versions":["1.0.0"]},"sam2017":{"title":"Serious Sam Fusion 2017","description":"This is a benchmark of Serious Sam HD Fusion 2017 edition. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own the game. This automates the process of executing the game and using a standardized test.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"208","average_install_time":"52","last_updated":"1569668837","first_added":"1490196150","popularity":"1268","downloads":56516,"versions":["1.0.2","1.0.1","1.0.0"]},"sample-pass-fail":{"title":"Sample Pass Fail","description":"An example test profile of handling pass\/fail type testing rather than performance related.","test_type":"System","software_type":"Utility","status":"Unverified","supported_platforms":["Linux","OSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"10","average_install_time":"2","last_updated":"1442684156","first_added":"1442684156","popularity":"562","downloads":"61868","versions":["1.0.0"]},"sample-program":{"title":"Sample Pi Program","description":"A simple C++ program that calculates Pi to 8,765,4321 digits using the Leibniz formula. This test can be used for showcasing how to write a basic test profile.","test_type":"Processor","software_type":"Utility","status":"Experimental","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"96","average_install_time":"3","last_updated":"1523182595","first_added":"1291666862","popularity":"682","downloads":121427,"versions":["1.1.1","1.1.0"]},"schbench":{"title":"Schbench","description":"This is a benchmark of Schbench, a Linux kernel scheduler benchmark developed by Facebook\/Meta.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"59","average_install_time":"2","last_updated":"1670025342","first_added":"1517958209","popularity":"76","downloads":64572,"versions":["1.1.0","1.0.0"]},"scikit-learn":{"title":"Scikit-Learn","description":"Scikit-learn is a Python module for machine learning built on NumPy, SciPy, and is BSD-licensed.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"908","average_install_time":"259","last_updated":"1683723604","first_added":"1475070352","popularity":"111","downloads":101652,"versions":["2.0.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"scimark2":{"title":"SciMark","description":"This test runs the ANSI C version of SciMark 2.0, which is a benchmark for scientific and numerical computing developed by programmers at the National Institute of Standards and Technology. This test is made up of Fast Foruier Transform, Jacobi Successive Over-relaxation, Monte Carlo, Sparse Matrix Multiply, and dense LU matrix factorization benchmarks.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"54","average_install_time":"4","last_updated":"1526586250","first_added":"1291666870","popularity":"367","downloads":275682,"versions":["1.3.2","1.3.1","1.3.0","1.2.1","1.2.0","1.1.1"]},"scylladb":{"title":"ScyllaDB","description":"This is a benchmark of ScyllaDB and is making use of Apache Cassandra's cassandra-stress for conducting the benchmark. ScyllaDB is an open-source distributed NoSQL data store that is compatible with Apache Cassandra while focusing on higher throughput and lower latency. ScyllaDB uses a sharded design on each node.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"213","average_install_time":"8","last_updated":"1701622312","first_added":"1701622312","popularity":"311","downloads":"4392","versions":["1.0.0"]},"securemark":{"title":"SecureMark","description":"SecureMark is an objective, standardized benchmarking framework for measuring the efficiency of cryptographic processing solutions developed by EEMBC. SecureMark-TLS is benchmarking Transport Layer Security performance with a focus on IoT\/edge computing.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"875","average_install_time":"4","last_updated":"1618089673","first_added":"1618089673","popularity":"1145","downloads":"7774","versions":["1.0.0"]},"serial-loopback":{"title":"Serial Loopback Test","description":"This test will do a simple write\/read test on all detected serial interfaces. For this test to work, the relevant serial ports should have a serial loopback plug or have otherwise wired the appropriate pins.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"29","average_install_time":"2","last_updated":"1444401817","first_added":"1444069062","popularity":"560","downloads":74066,"versions":["1.0.2","1.0.1","1.0.0"]},"shadowofthetombraider":{"title":"Shadow of the Tomb Raider","description":"Shadow of the Tomb Raider on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"886","average_install_time":"64","last_updated":"1589404031","first_added":"1573350447","popularity":"1340","downloads":13836,"versions":["1.1.0","1.0.1","1.0.0"]},"shoc":{"title":"SHOC Scalable HeterOgeneous Computing","description":"The CUDA and OpenCL version of Vetter's Scalable HeterOgeneous Computing benchmark suite. SHOC provides a number of different benchmark programs for evaluating the performance and stability of compute devices.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["CUDA","OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"294","average_install_time":"161","last_updated":"1616959267","first_added":"1447193119","popularity":"914","downloads":99822,"versions":["1.2.0","1.1.0","1.0.1","1.0.0"]},"simdjson":{"title":"simdjson","description":"This is a benchmark of SIMDJSON, a high performance JSON parser. SIMDJSON aims to be the fastest JSON parser and is used by projects like Microsoft FishStore, Yandex ClickHouse, Shopify, and others.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"220","average_install_time":"147","last_updated":"1655331533","first_added":"1607893564","popularity":"891","downloads":25618,"versions":["2.0.1","2.0.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"smallpt":{"title":"Smallpt","description":"Smallpt is a C++ global illumination renderer written in less than 100 lines of code. Global illumination is done via unbiased Monte Carlo path tracing and there is multi-threading support via the OpenMP library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"231","average_install_time":"6","last_updated":"1570805427","first_added":"1291666876","popularity":"499","downloads":235089,"versions":["1.2.1","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"smallpt-gpu":{"title":"SmallPT GPU","description":"SmallPT GPU is an OpenCL benchmark that's run with various PTS changes compared to upstream and multiple rendering scenes are available.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"165","average_install_time":"4","last_updated":"1383793644","first_added":"1291666882","popularity":"374","downloads":155614,"versions":["1.3.0","1.2.0","1.1.0"]},"smart":{"title":"SMART Disk Self-Report","description":"This test profile will do a pass\/fail report on the disk drive's SMART overall-health self-assessment test result.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"63","average_install_time":"2","last_updated":"1444319686","first_added":"1444319686","popularity":"896","downloads":"36288","versions":["1.0.0"]},"smhasher":{"title":"SMHasher","description":"SMHasher is a hash function tester supporting various algorithms and able to make use of AVX and other modern CPU instruction set extensions.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"443","average_install_time":"31","last_updated":"1664650186","first_added":"1582979010","popularity":"70","downloads":41341,"versions":["1.1.0","1.0.0"]},"smokin-guns":{"title":"Smokin Guns","description":"Smokin Guns is an open-source game based on the Quake 3 engine that is a western-themed first person shooter.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"243","average_install_time":"5","last_updated":"1519763919","first_added":"1291666895","popularity":"928","downloads":146688,"versions":["1.2.3","1.2.2","1.2.1","1.2.0","1.1.0"]},"sockperf":{"title":"Sockperf","description":"This is a network socket API performance benchmark developed by Mellanox. This test profile runs both the client and server on the local host for evaluating individual system performance.","test_type":"OS","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"184","average_install_time":"180","last_updated":"1637106336","first_added":"1527536003","popularity":"944","downloads":54662,"versions":["1.1.0","1.0.1","1.0.0"]},"spacy":{"title":"spaCy","description":"The spaCy library is an open-source solution for advanced neural language processing (NLP). The spaCy library leverages Python and is a leading neural language processing solution. This test profile times the spaCy CPU performance with various models.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"282","average_install_time":"212","last_updated":"1665183358","first_added":"1665183358","popularity":"142","downloads":"26645","versions":["1.0.0"]},"spark":{"title":"Apache Spark","description":"This is a benchmark of Apache Spark with its PySpark interface. Apache Spark is an open-source unified analytics engine for large-scale data processing and dealing with big data. This test profile benchmars the Apache Spark in a single-system configuration using spark-submit. The test makes use of DIYBigData's pyspark-benchmark (https:\/\/github.com\/DIYBigData\/pyspark-benchmark\/) for generating of test data and various Apache Spark operations.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1119","average_install_time":"4","last_updated":"1674219466","first_added":"1659602120","popularity":"122","downloads":31703,"versions":["1.0.1","1.0.0"]},"spark-tpcds":{"title":"Apache Spark TPC-DS","description":"This is a benchmark of Apache Spark using the TPC-DS data-set. Apache Spark is an open-source unified analytics engine for large-scale data processing and dealing with big data. This test profile benchmarks the Apache Spark in a single-system configuration and leverages the https:\/\/github.com\/databricks\/tpcds-kit and https:\/\/github.com\/IBM\/spark-tpc-ds-performance-test\/ projects for testing.","test_type":"System","software_type":"Application","status":"Experimental","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"6282","average_install_time":"20","last_updated":"1704309288","first_added":"1704309288","popularity":"275","downloads":"3712","versions":["1.0.0"]},"spark-tpch":{"title":"Apache Spark TPC-H","description":"This is a benchmark of Apache Spark using TPC-H data-set. Apache Spark is an open-source unified analytics engine for large-scale data processing and dealing with big data. This test profile benchmarks the Apache Spark in a single-system configuration using spark-submit. The test makes use of https:\/\/github.com\/ssavvides\/tpch-spark\/ for facilitating the TPC-H benchmark.","test_type":"System","software_type":"Application","status":"Experimental","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1464","average_install_time":"60","last_updated":"1701721697","first_added":"1701721697","popularity":"312","downloads":"4319","versions":["1.0.0"]},"spec-cpu2017":{"title":"SPEC CPU 2017","description":"This is a benchmark of SPEC CPU 2017. For this test profile to work, you must have a valid license\/copy of the SPEC CPU 2017 ISO (cpu2017-1_0_5.iso) in your Phoronix Test Suite download cache.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"10462","average_install_time":"48","last_updated":"1554458180","first_added":"1554137304","popularity":"1248","downloads":21769,"versions":["1.0.2","1.0.1","1.0.0"]},"spec-jbb2015":{"title":"SPECjbb 2015","description":"This is a benchmark of SPECjbb 2015 for the estimated jOPS. For this test profile to work, you must have a valid license\/copy of the SPECjbb 2015 ISO (SPECjbb2015-1.02.iso) in your Phoronix Test Suite download cache.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"7944","average_install_time":"2","last_updated":"1666306313","first_added":"1555503973","popularity":"125","downloads":43537,"versions":["1.1.0","1.0.1","1.0.0"]},"specfem3d":{"title":"SPECFEM3D","description":"simulates acoustic (fluid), elastic (solid), coupled acoustic\/elastic, poroelastic or seismic wave propagation in any type of conforming mesh of hexahedra. This test profile currently relies on CPU-based execution for SPECFEM3D and using a variety of their built-in examples\/models for benchmarking.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"184","average_install_time":"31","last_updated":"1712412852","first_added":"1678819573","popularity":"156","downloads":13039,"versions":["1.1.0","1.0.0"]},"specviewperf10":{"title":"SPECViewPerf 10.1","description":"This test runs SPECViewPerf 10.1, which is made up of real-world OpenGL workstation tests such as 3DS Max, CATIA, Maya, Pro\/Engineer, and SolidWorks. SPECViewPerf 10.0 features full-scene anti-aliasing and multi-threading support over SPECViewPerf 9.0.","test_type":"Graphics","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"794","average_install_time":"25","last_updated":"1519764910","first_added":"1291666921","popularity":"962","downloads":134399,"versions":["1.3.2","1.3.1","1.3.0","1.2.0"]},"specviewperf2020":{"title":"SPECViewPerf 2020","description":"This test runs SPECViewPerf 2020 if available on your system. SPECViewPerf is made up of real-world OpenGL workstation tests such as CATIA and SolidWorks.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"710","average_install_time":"71","last_updated":"1646352631","first_added":"1646352631","popularity":"420","downloads":"20751","versions":["1.0.0"]},"specviewperf9":{"title":"SPECViewPerf 9","description":"This test runs SPECViewPerf 9.0, which is made up of real-world OpenGL workstation tests such as 3DS Max, CATIA, Maya, Pro\/Engineer, and SolidWorks.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"529","average_install_time":"23","last_updated":"1476282098","first_added":"1291666909","popularity":"483","downloads":149226,"versions":["1.1.1","1.1.0"]},"speedb":{"title":"Speedb","description":"Speedb is a next-generation key value storage engine that is RocksDB compatible and aiming for stability, efficiency, and performance.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"149","average_install_time":"193","last_updated":"1704413287","first_added":"1704396394","popularity":"249","downloads":4122,"versions":["1.0.1","1.0.0"]},"speedtest-cli":{"title":"speedtest-cli","description":"This test profile uses the open-source speedtest-cli client to benchmark your Internet connection's upload\/download performance and latency against the Speedtest.net servers.","test_type":"Network","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"200","average_install_time":"2","last_updated":"1648304188","first_added":"1648304188","popularity":"860","downloads":"8637","versions":["1.0.0"]},"sqlite":{"title":"SQLite","description":"This is a simple benchmark of SQLite. At present this test profile just measures the time to perform a pre-defined number of insertions on an indexed database with a variable number of concurrent repetitions -- up to the maximum number of CPU threads available.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"634","average_install_time":"149","last_updated":"1682700119","first_added":"1291666928","popularity":"20","downloads":289119,"versions":["2.2.0","2.1.0","2.0.1","2.0.0","1.9.0","1.8.0"]},"sqlite-speedtest":{"title":"SQLite Speedtest","description":"This is a benchmark of SQLite's speedtest1 benchmark program with an increased problem size of 1,000.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"353","average_install_time":"62","last_updated":"1607725750","first_added":"1570487999","popularity":"772","downloads":20274,"versions":["1.0.1","1.0.0"]},"srslte":{"title":"srsLTE","description":"srsLTE is an open-source LTE software radio suite created by Software Radio Systems (SRS). srsLTE can be used for building your own software defined (SDR) LTE mobile network.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"148","average_install_time":"134","last_updated":"1615305866","first_added":"1615304850","popularity":"1184","downloads":11331,"versions":["1.0.1","1.0.0"]},"srsran":{"title":"srsRAN Project","description":"srsRAN Project is a complete ORAN-native 5G RAN solution created by Software Radio Systems (SRS). The srsRAN Project radio suite was formerly known as srsLTE and can be used for building your own software-defined radio (SDR) 4G\/5G mobile network.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"105","average_install_time":"847","last_updated":"1712412545","first_added":"1621085635","popularity":"159","downloads":43860,"versions":["2.3.0","2.2.0","2.1.0","2.0.1","2.0.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"ss3bfe":{"title":"Serious Sam 3: BFE","description":"This is a benchmark of Serious Sam 3: BFE with the Fusion 2017 update. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own the game. This automates the process of executing the game and using a standardized test.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"298","average_install_time":"13","last_updated":"1498423400","first_added":"1498423400","popularity":"658","downloads":"40329","versions":["1.0.0"]},"star-swarm":{"title":"Star Swarm Stress Test","description":"This is a benchmark of Star Swarm's Stress Test running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account and have Steam installed for the system. This automates the process of executing the game stress test.","test_type":"Graphics","software_type":"Game","status":"Experimental","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"723","average_install_time":"59","last_updated":"1686511756","first_added":"1686511756","popularity":"490","downloads":"7182","versions":["1.0.0"]},"stargate":{"title":"Stargate Digital Audio Workstation","description":"Stargate is an open-source, cross-platform digital audio workstation (DAW) software package with \"a unique and carefully curated experience\" with scalability from old systems up through modern multi-core systems. Stargate is GPLv3 licensed and makes use of Qt5 (PyQt5) for its user-interface.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"336","average_install_time":"42","last_updated":"1669205885","first_added":"1635721853","popularity":"87","downloads":33810,"versions":["1.1.0","1.0.1","1.0.0"]},"startup-time":{"title":"Application Start-up Time","description":"This benchmark measures the start-up time of applications when there is some I\/O in the background.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["Responsiveness"],"test_extends":"","package_hash":null,"average_run_time":"722","average_install_time":"2","last_updated":"1559324579","first_added":"1502368703","popularity":"1666","downloads":48804,"versions":["1.4.1","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.0"]},"stockfish":{"title":"Stockfish","description":"This is a test of Stockfish, an advanced open-source C++11 chess benchmark that can scale up to 1024 CPU threads.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"1173","average_install_time":"257","last_updated":"1710550237","first_added":"1417019522","popularity":"5","downloads":159937,"versions":["1.5.0","1.4.0","1.3.0","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"strange-brigade":{"title":"Strange Brigade","description":"This is a benchmark of Strange Brigade running under Steam Play (Proton) on Linux. The test profile assumes you have a Steam account, have Steam installed for the system, and that the game is already purchased\/installed. This automates the process of executing the game and using a standardized scene.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"298","average_install_time":"39","last_updated":"1672014596","first_added":"1556326504","popularity":"152","downloads":34460,"versions":["1.0.1","1.0.0"]},"stream":{"title":"Stream","description":"This is a benchmark of Stream, the popular system memory (RAM) benchmark.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"134","average_install_time":"2","last_updated":"1667850610","first_added":"1291666936","popularity":"6","downloads":368601,"versions":["1.3.4","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0"]},"stream-dynamic":{"title":"Stream-Dynamic","description":"This is an open-source AMD modified copy of the Stream memory benchmark catered towards running the RAM benchmark on systems with the AMD Optimizing C\/C++ Compiler (AOCC) among other by-default optimizations aiming for an easy and standardized deployment. This test profile though will attempt to fall-back to GCC \/ Clang for systems lacking AOCC, otherwise there is the existing \"stream\" test profile.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"113","average_install_time":"3","last_updated":"1612816495","first_added":"1612816495","popularity":"1539","downloads":"5737","versions":["1.0.0"]},"stress-ng":{"title":"Stress-NG","description":"Stress-NG is a Linux stress tool developed by Colin Ian King.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"153","average_install_time":"63","last_updated":"1692043347","first_added":"1433438796","popularity":"39","downloads":172094,"versions":["1.11.0","1.10.0","1.9.0","1.8.0","1.7.0","1.6.0","1.5.1","1.5.0","1.4.0","1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"stressapptest":{"title":"Stressful Application Test","description":"This is a pass\/fail benchmark of stressapptest (Stressful Application Test) for verifying memory\/RAM stability of the system.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"729","average_install_time":"15","last_updated":"1567630957","first_added":"1567630865","popularity":"1365","downloads":13211,"versions":["1.0.1","1.0.0"]},"stresscpu2":{"title":"StressCPU2 Stress-Test","description":"This test runs a series of GROMACS inner loops hand coded in assembly for speed and efficiency on SSE units. The short run lengths are only useful for heating up your CPU, for a proper test, use the 6 or 12 hour run length. This test will cause unstable hardware to stop responding and require a hard reboot.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1601218421","first_added":"1291666945","popularity":"2535","downloads":109648,"versions":["1.0.2","1.0.1"]},"sudokut":{"title":"Sudokut","description":"This is a test of Sudokut, which is a Sudoku puzzle solver written in Tcl. This test measures how long it takes to solve 100 Sudoku puzzles.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"145","average_install_time":"3","last_updated":"1570805069","first_added":"1291666953","popularity":"828","downloads":172317,"versions":["1.0.1","1.0.0"]},"sunflow":{"title":"Sunflow Rendering System","description":"This test runs benchmarks of the Sunflow Rendering System. The Sunflow Rendering System is an open-source render engine for photo-realistic image synthesis with a ray-tracing core.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"204","average_install_time":"4","last_updated":"1602435668","first_added":"1291666980","popularity":"1014","downloads":181491,"versions":["1.1.3","1.1.2","1.1.1","1.1.0"]},"supertuxkart":{"title":"SuperTuxKart","description":"This is a test of SuperTuxKart, an open-source racing game. The engine, Antarctica, is a highly modified version of Irrlicht and uses OpenGL 3.1+. Bullet is used for physics. Sound is provided by OpenAL.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"300","average_install_time":"22","last_updated":"1589985505","first_added":"1291666996","popularity":"1459","downloads":154030,"versions":["1.6.0","1.5.2","1.4.0","1.3.0","1.2.1","1.2.0","1.1.0","1.0.0"]},"svt-av1":{"title":"SVT-AV1","description":"This is a benchmark of the SVT-AV1 open-source video encoder\/decoder. SVT-AV1 was originally developed by Intel as part of their Open Visual Cloud \/ Scalable Video Technology (SVT). Development of SVT-AV1 has since moved to the Alliance for Open Media as part of upstream AV1 development. SVT-AV1 is a CPU-based multi-threaded video encoder for the AV1 video format with a sample YUV video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"79","average_install_time":"230","last_updated":"1710515362","first_added":"1549217540","popularity":"115","downloads":127002,"versions":["2.12.0","2.11.1","2.11.0","2.10.0","2.9.0","2.8.0","2.7.2","2.7.0","2.6.0","2.5.0","2.4.0","2.3.0","2.2.1","2.2.0","2.1.1","2.1.0","2.0.0","1.3.1","1.3.0","1.2.0","1.1.0","1.0.1","1.0.0"]},"svt-hevc":{"title":"SVT-HEVC","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-HEVC CPU-based multi-threaded video encoder for the HEVC \/ H.265 video format with a sample YUV video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"183","average_install_time":"171","last_updated":"1654340731","first_added":"1549218439","popularity":"642","downloads":46740,"versions":["1.2.1","1.2.0","1.1.0","1.0.0"]},"svt-vp9":{"title":"SVT-VP9","description":"This is a test of the Intel Open Visual Cloud Scalable Video Technology SVT-VP9 CPU-based multi-threaded video encoder for the VP9 video format with a sample YUV input video file.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"65","average_install_time":"185","last_updated":"1654339244","first_added":"1550409732","popularity":"643","downloads":52909,"versions":["1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"swet":{"title":"Swet","description":"Swet is a synthetic CPU\/RAM benchmark, includes multi-processor test cases.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"98","average_install_time":"3","last_updated":"1531692245","first_added":"1531692245","popularity":"716","downloads":"29045","versions":["1.0.0"]},"synthmark":{"title":"Google SynthMark","description":"SynthMark is a cross platform tool for benchmarking CPU performance under a variety of real-time audio workloads. It uses a polyphonic synthesizer model to provide standardized tests for latency, jitter and computational throughput.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"108","average_install_time":"8","last_updated":"1629760155","first_added":"1610744279","popularity":"1121","downloads":10548,"versions":["1.0.1","1.0.0"]},"sysbench":{"title":"Sysbench","description":"This is a benchmark of Sysbench with the built-in CPU and memory sub-tests. Sysbench is a scriptable multi-threaded benchmark tool based on LuaJIT.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"91","average_install_time":"23","last_updated":"1615653956","first_added":"1532824812","popularity":"378","downloads":51378,"versions":["1.1.0","1.0.0"]},"system-decompress-bzip2":{"title":"System BZIP2 Decompression","description":"This test measures the time to decompress a Linux kernel tarball using BZIP2.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"35","average_install_time":"2","last_updated":"1359438236","first_added":"1358537641","popularity":"476","downloads":105469,"versions":["1.0.2","1.0.1","1.0.0"]},"system-decompress-gzip":{"title":"System GZIP Decompression","description":"This simple test measures the time to decompress a gzipped tarball (the Qt5 toolkit source package).","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"39","average_install_time":"2","last_updated":"1599929888","first_added":"1358537670","popularity":"931","downloads":112723,"versions":["1.1.1","1.1.0","1.0.1","1.0.0"]},"system-decompress-tiff":{"title":"System Libtiff Decompression","description":"This test measures the time to decompress an image from TIFF to RGBA.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"201","average_install_time":"2","last_updated":"1358831677","first_added":"1358537729","popularity":"519","downloads":95754,"versions":["1.0.1","1.0.0"]},"system-decompress-xz":{"title":"System XZ Decompression","description":"This test measures the time to decompress a Linux kernel tarball using XZ.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"39","average_install_time":"2","last_updated":"1359438534","first_added":"1358537768","popularity":"469","downloads":107233,"versions":["1.0.2","1.0.1","1.0.0"]},"system-decompress-zlib":{"title":"System ZLIB Decompression","description":"This test measures the time to decompress a Linux kernel tarball using ZLIB.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"104","average_install_time":"29","last_updated":"1599930154","first_added":"1358537811","popularity":"1316","downloads":96882,"versions":["1.0.2","1.0.1","1.0.0"]},"system-libjpeg":{"title":"System JPEG Library Decode","description":"This test measures the time to decode a jpeg file using the system's libjpeg.","test_type":"Processor","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"144","average_install_time":"2","last_updated":"1359396738","first_added":"1358538028","popularity":"517","downloads":101965,"versions":["1.1.0","1.0.1","1.0.0"]},"system-libxml2":{"title":"System Libxml2 Parsing","description":"This test measures the time to parse a random XML file with libxml2 via xmllint using the streaming API.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"51","average_install_time":"7","last_updated":"1523184639","first_added":"1358538458","popularity":"789","downloads":109079,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"systemd-boot-kernel":{"title":"Systemd Kernel Boot Time","description":"This test uses systemd-analyze to report the kernel boot time.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"85","average_install_time":"2","last_updated":"1358643129","first_added":"1358537321","popularity":"522","downloads":94852,"versions":["1.0.1","1.0.0"]},"systemd-boot-total":{"title":"Systemd Total Boot Time","description":"This test uses systemd-analyze to report the entire boot time.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"29","average_install_time":"2","last_updated":"1616932966","first_added":"1358537553","popularity":"1403","downloads":125988,"versions":["1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"systemd-boot-userspace":{"title":"Systemd Userspace Boot Time","description":"This test uses systemd-analyze to report the userspace boot time.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1358643184","first_added":"1358537589","popularity":"534","downloads":94059,"versions":["1.0.1","1.0.0"]},"systester":{"title":"SysTester","description":"Time how long it takes to calculate pi to varying lengths.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1601218505","first_added":"1291667004","popularity":"2538","downloads":103738,"versions":["1.0.1","1.0.0"]},"t-test1":{"title":"t-test1","description":"This is a test of t-test1 for basic memory allocator benchmarks. Note this test profile is currently very basic and the overall time does include the warmup time of the custom t-test1 compilation. Improvements welcome.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","BSD","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"197","average_install_time":"4","last_updated":"1552333355","first_added":"1484318138","popularity":"507","downloads":69414,"versions":["1.0.1","1.0.0"]},"tachyon":{"title":"Tachyon","description":"This is a test of the threaded Tachyon, a parallel ray-tracing system, measuring the time to ray-trace a sample scene. The sample scene used is the Teapot scene ray-traced to 8K x 8K with 32 samples.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"985","average_install_time":"7","last_updated":"1642195080","first_added":"1291667013","popularity":"908","downloads":200534,"versions":["1.3.0","1.2.1","1.2.0","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"talos-principle":{"title":"The Talos Principle","description":"This is a benchmark of The Talos Principle. The test profile assumes you have a Steam account, have Steam installed for the system, and that The Talos Principle can be installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"302","average_install_time":"135","last_updated":"1547403532","first_added":"1455301415","popularity":"1116","downloads":82644,"versions":["1.2.1","1.2.0","1.1.1","1.1.0","1.0.1","1.0.0"]},"tensorflow":{"title":"TensorFlow","description":"This is a benchmark of the TensorFlow deep learning framework using the TensorFlow reference benchmarks (tensorflow\/benchmarks with tf_cnn_benchmarks.py). Note with the Phoronix Test Suite there is also pts\/tensorflow-lite for benchmarking the TensorFlow Lite binaries if desired for complementary metrics.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"593","average_install_time":"68","last_updated":"1711474326","first_added":"1486422508","popularity":"119","downloads":83717,"versions":["2.2.0","2.1.1","2.1.0","2.0.0","1.1.0","1.0.0"]},"tensorflow-lite":{"title":"TensorFlow Lite","description":"This is a benchmark of the TensorFlow Lite implementation focused on TensorFlow machine learning for mobile, IoT, edge, and other cases. The current Linux support is limited to running on CPUs. This test profile is measuring the average inference time.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"289","average_install_time":"10","last_updated":"1652968659","first_added":"1598206390","popularity":"885","downloads":14429,"versions":["1.1.0","1.0.0"]},"tesseract":{"title":"Tesseract","description":"Tesseract is a fork of Cube 2 Sauerbraten with numerous graphics and game-play improvements. Tesseract has been in development since 2012 while its first release happened in May of 2014.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"147","average_install_time":"9","last_updated":"1407247808","first_added":"1399994484","popularity":"271","downloads":132356,"versions":["1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"tf2":{"title":"Team Fortress 2","description":"This is a benchmark of Valve's free-to-play Team Fortress 2 game. The test profile assumes you have a Steam account, have Steam installed for the system, and that Team Fortress 2 is already installed. This automates the process of executing the game and using a standardized time demo.","test_type":"Graphics","software_type":"Game","status":"Unverified","supported_platforms":["Linux","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"86","average_install_time":"69","last_updated":"1657392509","first_added":"1374113141","popularity":"164","downloads":164622,"versions":["1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"thronesofbritannia":{"title":"A Total War Saga: THRONES OF BRITANNIA","description":"A Total War Saga: THRONES OF BRITANNIA on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\nNOTES for cross-platform comparisons:\n\tTODO\n\nSee notes in install.sh for a few small tweaks including disabling the CPU governor check when testing for it's effects\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"618","average_install_time":"3","last_updated":"1528467523","first_added":"1528467523","popularity":"895","downloads":"24719","versions":["1.0.0"]},"tidb":{"title":"TiDB Community Server","description":"This is a PingCAP TiDB Community Server benchmark facilitated using the sysbench OLTP database benchmarks.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1591","average_install_time":"291","last_updated":"1694127799","first_added":"1694113207","popularity":"464","downloads":5982,"versions":["1.0.3","1.0.2"]},"timed-audio-encode":{"title":"","description":"","test_type":"Processor","software_type":"BaseTestProfile","status":"Verified","supported_platforms":[],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"22","last_updated":"1590698779","first_added":"1291667043","popularity":"0","downloads":261073,"versions":["1.0.1","1.0.0"]},"tinymembench":{"title":"Tinymembench","description":"This benchmark tests the system memory (RAM) performance.","test_type":"Memory","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1002","average_install_time":"3","last_updated":"1535390677","first_added":"1527531851","popularity":"578","downloads":41218,"versions":["1.0.2","1.0.1","1.0.0"]},"tiobench":{"title":"Threaded I\/O Tester","description":"Tiotester (Threaded I\/O Tester) benchmarks the hard disk drive \/ file-system performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"263","average_install_time":"3","last_updated":"1523184853","first_added":"1291667096","popularity":"536","downloads":206996,"versions":["1.3.1","1.3.0","1.2.0","1.1.1","1.1.0"]},"tjbench":{"title":"libjpeg-turbo tjbench","description":"tjbench is a JPEG decompression\/compression benchmark that is part of libjpeg-turbo, a JPEG image codec library optimized for SIMD instructions on modern CPU architectures.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"121","average_install_time":"104","last_updated":"1619262570","first_added":"1484329898","popularity":"659","downloads":79813,"versions":["1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"tnn":{"title":"TNN","description":"TNN is an open-source deep learning reasoning framework developed by Tencent.","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"253","average_install_time":"60","last_updated":"1624015784","first_added":"1600986809","popularity":"966","downloads":15566,"versions":["1.1.0","1.0.1","1.0.0"]},"toktx":{"title":"KTX-Software toktx","description":"This is a benchmark of The Khronos Group's KTX-Software library and tools. KTX-Software provides \"toktx\" for converting\/creating in the KTX container format for image textures. This benchmark times how long it takes to convert to KTX 2.0 format with various settings using a reference PNG sample input.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"193","average_install_time":"6","last_updated":"1638834826","first_added":"1618923503","popularity":"1249","downloads":9496,"versions":["1.0.1","1.0.0"]},"tomb-raider":{"title":"Tomb Raider","description":"This is a benchmark of the Tomb Raider (2013) game. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own Tomb Raider. This automates the process of executing the game and using the built-in benchmark functionality.","test_type":"Graphics","software_type":"Game","status":"Unverified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"164","average_install_time":"23","last_updated":"1495545259","first_added":"1471630446","popularity":"673","downloads":60956,"versions":["1.2.0","1.1.0","1.0.0"]},"toybrot":{"title":"toyBrot Fractal Generator","description":"ToyBrot is a Mandelbrot fractal generator supporting C++ threads\/tasks, OpenMP, Intel Threaded Building Blocks (TBB), and other targets.","test_type":"Processor","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1328","average_install_time":"29","last_updated":"1613422066","first_added":"1582925017","popularity":"1341","downloads":17384,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"tremulous":{"title":"Tremulous","description":"Tremulous is an open-source game that uses the ioquake3 engine. Tremulous is a combination of a first-person shooter and real-time strategy.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"201","average_install_time":"2","last_updated":"1519765593","first_added":"1291667133","popularity":"901","downloads":141969,"versions":["1.1.1","1.1.0"]},"trislam":{"title":"Triangle Slammer","description":"Triangle Slammer is an OpenGL benchmark of the PERL language.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"10","average_install_time":"2","last_updated":"1291667141","first_added":"1291667141","popularity":"521","downloads":"104138","versions":["1.0.0"]},"tscp":{"title":"TSCP","description":"This is a performance test of TSCP, Tom Kerrigan's Simple Chess Program, which has a built-in performance benchmark.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"130","average_install_time":"4","last_updated":"1570804586","first_added":"1291667149","popularity":"824","downloads":212873,"versions":["1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"ttsiod-renderer":{"title":"TTSIOD 3D Renderer","description":"A portable GPL 3D software renderer that supports OpenMP and Intel Threading Building Blocks with many different rendering modes. This version does not use OpenGL but is entirely CPU\/software based.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"332","average_install_time":"21","last_updated":"1534271714","first_added":"1291667156","popularity":"410","downloads":232366,"versions":["1.7.0","1.6.1","1.6.0","1.5.0","1.4.0","1.3.1","1.3.0","1.2.0"]},"tungsten":{"title":"Tungsten Renderer","description":"Tungsten is a C++ physically based renderer that makes use of Intel's Embree ray tracing library.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"78","average_install_time":"67","last_updated":"1565641608","first_added":"1565641608","popularity":"1102","downloads":"13036","versions":["1.0.0"]},"twtk":{"title":"Total War: Three Kingdoms","description":"Total War: Three Kingdoms on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\nNOTES for cross-platform comparisons:\n TODO\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"855","average_install_time":"10","last_updated":"1616948267","first_added":"1566565157","popularity":"1254","downloads":19259,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"tww2":{"title":"Total War: WARHAMMER II","description":"Total War: WARHAMMER II on Steam.\n\nThe test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.\n\nBacks up old preferences (in ~\/.local\/share\/feral-interactive\/) for the run.\n\nNOTES for cross-platform comparisons:\n TODO\n ","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"34","average_install_time":"10","last_updated":"1542890801","first_added":"1542757935","popularity":"1062","downloads":22485,"versions":["1.1.0","1.0.0"]},"tww3":{"title":"Total War: WARHAMMER III","description":"Total War: WARHAMMER III on Steam. The test profile assumes you have a Steam account, have Steam installed for the system, and that you own a copy of this game. This automates the process of executing the game and using its built-in benchmark mode.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"793","average_install_time":"33","last_updated":"1658914641","first_added":"1655503938","popularity":"163","downloads":30781,"versions":["1.0.1","1.0.0"]},"ue4-atlantis":{"title":"Atlantis Substance Demo","description":"A demo of Unreal Engine 4.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/libframetime","package_hash":null,"average_run_time":"364","average_install_time":"21","last_updated":"1421250815","first_added":"1421201493","popularity":"729","downloads":63076,"versions":["1.1.0","1.0.1","1.0.0"]},"ue4-elemental":{"title":"Elemental Demo","description":"A demo of Unreal Engine 4.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/libframetime","package_hash":null,"average_run_time":"184","average_install_time":"51","last_updated":"1421250209","first_added":"1421204874","popularity":"733","downloads":56702,"versions":["1.1.0","1.0.0"]},"ue4-matinee":{"title":"Matinee Fight Scene Demo","description":"A demo of Unreal Engine 4.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/libframetime","package_hash":null,"average_run_time":"158","average_install_time":"26","last_updated":"1421251038","first_added":"1421202668","popularity":"735","downloads":56501,"versions":["1.1.0","1.0.0"]},"ue4-mountains":{"title":"Landscape Mountains Demo","description":"A demo of Unreal Engine 4.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/libframetime","package_hash":null,"average_run_time":"75","average_install_time":"53","last_updated":"1421251274","first_added":"1421203514","popularity":"736","downloads":56568,"versions":["1.1.0","1.0.0"]},"unigine-heaven":{"title":"Unigine Heaven","description":"This test calculates the average frame-rate within the Heaven demo for the Unigine engine. This engine is extremely demanding on the system's graphics card.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"953","average_install_time":"13","last_updated":"1604952801","first_added":"1291667164","popularity":"488","downloads":260161,"versions":["1.6.5","1.6.4","1.6.3","1.6.2","1.6.1","1.6.0","1.5.3","1.5.2","1.5.1","1.5.0","1.4.0","1.3.1","1.3.0","1.2.0"]},"unigine-sanctuary":{"title":"Unigine Sanctuary","description":"This test calculates the average frame-rate within the Sanctuary demo for the Unigine engine. This engine is very demanding on the system's graphics card.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"664","average_install_time":"3","last_updated":"1519767135","first_added":"1291667170","popularity":"588","downloads":198984,"versions":["1.6.4","1.6.3","1.6.2","1.6.1","1.6.0","1.5.2","1.5.1","1.5.0"]},"unigine-super":{"title":"Unigine Superposition","description":"This test calculates the average frame-rate within the Superposition demo for the Unigine engine, released in 2017. This engine is extremely demanding on the system's graphics card.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"624","average_install_time":"34","last_updated":"1672019026","first_added":"1491949480","popularity":"43","downloads":105746,"versions":["1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"unigine-tropics":{"title":"Unigine Tropics","description":"This test calculates the average frame-rate within the Tropics \/ Islands demo for the Unigine engine. This engine is very demanding on the system's graphics card.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"717","average_install_time":"3","last_updated":"1519767573","first_added":"1291667176","popularity":"583","downloads":207507,"versions":["1.6.4","1.6.3","1.6.2","1.6.1","1.6.0","1.5.3","1.5.2","1.5.1","1.5.0"]},"unigine-valley":{"title":"Unigine Valley","description":"This test calculates the average frame-rate within the Valley demo for the Unigine engine, released in February 2013. This engine is extremely demanding on the system's graphics card. Unigine Valley relies upon an OpenGL 3 core profile context.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"559","average_install_time":"28","last_updated":"1689542439","first_added":"1360643208","popularity":"45","downloads":204921,"versions":["1.1.9","1.1.8","1.1.7","1.1.6","1.1.5","1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"unpack-firefox":{"title":"Unpacking Firefox","description":"This simple test profile measures how long it takes to extract the .tar.xz source package of the Mozilla Firefox Web Browser.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"321","average_install_time":"5","last_updated":"1608754426","first_added":"1608754426","popularity":"1461","downloads":"5677","versions":["1.0.0"]},"unpack-linux":{"title":"Unpacking The Linux Kernel","description":"This test measures how long it takes to extract the .tar.xz Linux kernel source tree package.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"86","average_install_time":"2","last_updated":"1661126065","first_added":"1291667218","popularity":"220","downloads":221726,"versions":["1.2.0","1.1.1","1.1.0","1.0.0"]},"unvanquished":{"title":"Unvanquished","description":"Unvanquished is a modern fork of the Tremulous first person shooter. Unvanquished is powered by the Daemon engine, a combination of the ioquake3 (id Tech 3) engine with the graphically-beautiful XreaL engine. Unvanquished supports a modern OpenGL 3 renderer and other advanced graphics features for this open-source, cross-platform shooter game.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"143","average_install_time":"7","last_updated":"1675205423","first_added":"1373326397","popularity":"444","downloads":168459,"versions":["1.8.0","1.7.0","1.6.0","1.5.1","1.5.0","1.4.0","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"urbanterror":{"title":"Urban Terror","description":"Urban Terror is an open-source game that uses the ioquake3 engine. Urban Terror is a tactical first-person shooter supported on all major operating systems.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"83","average_install_time":"147","last_updated":"1519779481","first_added":"1291667229","popularity":"625","downloads":177075,"versions":["1.3.0","1.2.1","1.2.0","1.1.0"]},"ut2004-demo":{"title":"Unreal Tournament 2004 Demo","description":"This test calculates the average frame-rate within the Unreal Tournament 2004 game demo from Epic Games.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"270","average_install_time":"41","last_updated":"1291667242","first_added":"1291667242","popularity":"359","downloads":"142440","versions":["1.2.0"]},"uvg266":{"title":"uvg266","description":"uvg266 is an open-source VVC\/H.266 (Versatile Video Coding) encoder based on Kvazaar as part of the Ultra Video Group, Tampere University, Finland.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"124","average_install_time":"170","last_updated":"1672847655","first_added":"1672847655","popularity":"104","downloads":"23451","versions":["1.0.0"]},"v-ray":{"title":"Chaos Group V-RAY","description":"This is a test of Chaos Group's V-RAY benchmark. V-RAY is a commercial renderer that can integrate with various creator software products like SketchUp and 3ds Max. The V-RAY benchmark is standalone and supports CPU and NVIDIA CUDA\/RTX based rendering.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"201","average_install_time":"3","last_updated":"1709326981","first_added":"1532800991","popularity":"173","downloads":57881,"versions":["1.5.0","1.4.0","1.3.0","1.2.1","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"vdrift":{"title":"VDrift","description":"This test calculates the average frame-rate within VDrift, which is an cross-platform, open-source drift racing game.","test_type":"Graphics","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"23","last_updated":"1517961519","first_added":"1291667323","popularity":"788","downloads":142249,"versions":["1.2.1","1.2.0"]},"vdrift-fps-monitor":{"title":"","description":"This test plots the frame-rate of VDrift, which is an cross-platform, open-source drift racing game.","test_type":"","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"pts\/vdrift","package_hash":null,"average_run_time":"121","average_install_time":"2","last_updated":"1291667378","first_added":"1291667378","popularity":"0","downloads":"96815","versions":["1.0.0"]},"video-cpu-usage":{"title":"1080p H.264 Video Playback","description":"This is a test profile that will record the CPU usage while a 1080p H.264 video sample of Big Buck Bunny is played back for several minutes using MPlayer.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"pts\/mplayer-base","package_hash":null,"average_run_time":"843","average_install_time":"2","last_updated":"1402243084","first_added":"1291667672","popularity":"422","downloads":152388,"versions":["1.2.1","1.2.0","1.1.0"]},"video-sample":{"title":"","description":"","test_type":"Processor","software_type":"BaseTestProfile","status":"Verified","supported_platforms":["Linux","Windows","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"0","average_install_time":"14","last_updated":"1291667731","first_added":"1291667731","popularity":"0","downloads":"150119","versions":["1.0.0"]},"viennacl":{"title":"ViennaCL","description":"ViennaCL is an open-source linear algebra library written in C++ and with support for OpenCL and OpenMP. This test profile makes use of ViennaCL's built-in benchmarks.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"156","average_install_time":"62","last_updated":"1616847781","first_added":"1384471207","popularity":"1168","downloads":84166,"versions":["1.1.0","1.0.0"]},"vkfft":{"title":"VkFFT","description":"VkFFT is a Fast Fourier Transform (FFT) Library that is GPU accelerated by means of the Vulkan API. The VkFFT benchmark runs FFT performance differences of many different sizes before returning an overall benchmark score.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"188","average_install_time":"90","last_updated":"1708179217","first_added":"1601407594","popularity":"255","downloads":20391,"versions":["1.3.0","1.2.0","1.1.0","1.0.0"]},"vkmark":{"title":"VKMark","description":"VKMark is a collection of open-source Vulkan tests \/ rendering benchmarks.","test_type":"Graphics","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"429","average_install_time":"81","last_updated":"1679145189","first_added":"1514305593","popularity":"452","downloads":55025,"versions":["1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"vkpeak":{"title":"vkpeak","description":"Vkpeak is a Vulkan compute benchmark inspired by OpenCL's clpeak. Vkpeak provides Vulkan compute performance measurements for FP16 \/ FP32 \/ FP64 \/ INT16 \/ INT32 scalar and vec4 performance.","test_type":"Graphics","software_type":"Application","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"576","average_install_time":"3","last_updated":"1690904529","first_added":"1619278485","popularity":"189","downloads":20386,"versions":["1.1.0","1.0.2","1.0.1","1.0.0"]},"vkresample":{"title":"VkResample","description":"VkResample is a Vulkan-based image upscaling library based on VkFFT. The sample input file is upscaling a 4K image to 8K using Vulkan-based GPU acceleration.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"124","average_install_time":"28","last_updated":"1690911004","first_added":"1608156841","popularity":"194","downloads":17392,"versions":["1.0.2","1.0.0"]},"vosk":{"title":"VOSK Speech Recognition Toolkit","description":"VOSK is an open-source offline speech recognition API\/toolkit. VOSK supports speech recognition in 17 languages and has a variety of models available and interfaces for different programming languages. This test profile times the speech-to-text process for a roughly three minute audio recording.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"160","average_install_time":"44","last_updated":"1619546966","first_added":"1619546779","popularity":"1313","downloads":9345,"versions":["1.0.1","1.0.0"]},"vpxenc":{"title":"VP9 libvpx Encoding","description":"This is a standard video encoding performance test of Google's libvpx library and the vpxenc command for the VP9 video format.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"198","average_install_time":"218","last_updated":"1676326180","first_added":"1323353746","popularity":"41","downloads":215071,"versions":["3.2.0","3.1.0","3.0.0","2.5.0","2.4.0","2.3.0","2.2.0","2.1.1","2.1.0","2.0.0","1.4.0","1.3.0","1.2.0","1.1.0","1.0.0"]},"vvenc":{"title":"VVenC","description":"VVenC is the Fraunhofer Versatile Video Encoder as a fast\/efficient H.266\/VVC encoder. The vvenc encoder makes use of SIMD Everywhere (SIMDe). The vvenc software is published under the Clear BSD License.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"242","average_install_time":"214","last_updated":"1708523670","first_added":"1675555090","popularity":"188","downloads":26429,"versions":["1.11.0","1.9.1","1.8.0","1.1.0","1.0.0"]},"waifu2x-ncnn":{"title":"Waifu2x-NCNN Vulkan","description":"Waifu2x-NCNN is an NCNN neural network implementation of the Waifu2x converter project and accelerated using the Vulkan API. NCNN is a high performance neural network inference framework optimized for mobile and other platforms developed by Tencent. This test profile times how long it takes to increase the resolution of a sample image with Vulkan.","test_type":"Graphics","software_type":"Application","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"89","average_install_time":"3","last_updated":"1603217173","first_added":"1603217173","popularity":"1274","downloads":"7706","versions":["1.0.0"]},"warsow":{"title":"Warsow","description":"This is a benchmark of Warsow, a popular open-source first-person shooter. This game uses the QFusion engine.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"441","average_install_time":"5","last_updated":"1609544245","first_added":"1291667758","popularity":"1160","downloads":221720,"versions":["1.6.0","1.5.1","1.5.0","1.4.1","1.4.0","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0"]},"webp":{"title":"WebP Image Encode","description":"This is a test of Google's libwebp with the cwebp image encode utility and using a sample 6000x4000 pixel JPEG image as the input.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"77","average_install_time":"26","last_updated":"1662716569","first_added":"1600803391","popularity":"98","downloads":36246,"versions":["1.2.0","1.0.0"]},"webp2":{"title":"WebP2 Image Encode","description":"This is a test of Google's libwebp2 library with the WebP2 image encode utility and using a sample 6000x4000 pixel JPEG image as the input, similar to the WebP\/libwebp test profile. WebP2 is currently experimental and under heavy development as ultimately the successor to WebP. WebP2 supports 10-bit HDR, more efficienct lossy compression, improved lossless compression, animation support, and full multi-threading support compared to WebP.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1415","average_install_time":"28","last_updated":"1700585544","first_added":"1611676771","popularity":"267","downloads":37909,"versions":["1.2.1","1.2.0","1.1.0","1.0.0"]},"whisper-cpp":{"title":"Whisper.cpp","description":"Whisper.cpp is a port of OpenAI's Whisper model in C\/C++. Whisper.cpp is developed by Georgi Gerganov for transcribing WAV audio files to text \/ speech recognition. Whisper.cpp supports ARM NEON, x86 AVX, and other advanced CPU features.","test_type":"System","software_type":"Utility","status":"","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1917","average_install_time":"171","last_updated":"1686951881","first_added":"1686951881","popularity":"250","downloads":"11161","versions":["1.0.0"]},"will-it-scale":{"title":"will-it-scale","description":"will-it-scale takes a test case and runs it from 1 through to n parallel copies to see if the tes case will scale. But in Phoronix Test Suite test profile only nr_cpu copies is currently utilized.","test_type":"OS","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"157","average_install_time":"29","last_updated":"1668248923","first_added":"1668248923","popularity":"396","downloads":"12414","versions":["1.0.0"]},"wrf":{"title":"WRF","description":"WRF, the Weather Research and Forecasting Model, is a \"next-generation mesoscale numerical weather prediction system designed for both atmospheric research and operational forecasting applications. It features two dynamical cores, a data assimilation system, and a software architecture supporting parallel computation and system extensibility.\"","test_type":"System","software_type":"Scientific","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP","MPI"],"test_extends":"","package_hash":null,"average_run_time":"12264","average_install_time":"641","last_updated":"1630447906","first_added":"1619554737","popularity":"1307","downloads":9031,"versions":["1.0.1","1.0.0"]},"x11perf":{"title":"x11perf","description":"x11perf is a very basic performance\/regression test for X.Org.","test_type":"Graphics","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"159","average_install_time":"5","last_updated":"1359439337","first_added":"1291667768","popularity":"336","downloads":154776,"versions":["1.1.1","1.1.0"]},"x264":{"title":"x264","description":"This is a multi-threaded test of the x264 video encoder run on the CPU with a choice of 1080p or 4K video input.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","BSD","MacOSX"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"584","average_install_time":"1830","last_updated":"1653735884","first_added":"1291667780","popularity":"192","downloads":408454,"versions":["2.7.0","2.6.1","2.6.0","2.5.0","2.4.0","2.3.2","2.3.1","2.3.0","2.2.1","2.2.0","2.1.0","2.0.0","1.9.0","1.8.1","1.8.0","1.7.0","1.6.0","1.5.0","1.4.0","1.3.1","1.3.0","1.2.0"]},"x264-opencl":{"title":"x264 OpenCL","description":"This is a simple test of the x264 H.264\/AVC encoder using OpenCL. If you wish to run the x264 test on the CPU, just use the x264 test profile rather than x264-opencl.","test_type":"Processor","software_type":"Utility","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"141","average_install_time":"26","last_updated":"1613411251","first_added":"1409498149","popularity":"2563","downloads":68095,"versions":["1.9.1","1.9.0"]},"x265":{"title":"x265","description":"This is a simple test of the x265 encoder run on the CPU with 1080p and 4K options for H.265 video encode performance with x265.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"157","average_install_time":"210","last_updated":"1712327591","first_added":"1532794140","popularity":"14","downloads":56246,"versions":["1.4.0","1.3.0","1.2.0","1.1.0","1.0.0"]},"xmrig":{"title":"Xmrig","description":"Xmrig is an open-source cross-platform CPU\/GPU miner for RandomX, KawPow, CryptoNight and AstroBWT. This test profile is setup to measure the Xmrig CPU mining performance.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"551","average_install_time":"63","last_updated":"1701549636","first_added":"1619295361","popularity":"8","downloads":48402,"versions":["1.2.0","1.1.0","1.0.0"]},"xonotic":{"title":"Xonotic","description":"This is a benchmark of Xonotic, which is a fork of the DarkPlaces-based Nexuiz game. Development began in March of 2010 on the Xonotic game for this open-source first person shooter title.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"809","average_install_time":"14","last_updated":"1687543875","first_added":"1293473234","popularity":"151","downloads":233549,"versions":["1.7.0","1.6.0","1.5.2","1.5.1","1.5.0","1.4.0","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"xplane11":{"title":"X-Plane","description":"This is a test of X-Plane, a realistic multi-platform flight simulator designed for personal computers. This is commercial closed-source software and relies upon the Steam version.","test_type":"Graphics","software_type":"Simulator","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"357","average_install_time":"21","last_updated":"1586538206","first_added":"1516126314","popularity":"1400","downloads":41182,"versions":["1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"xplane12":{"title":"X-Plane","description":"This is a test of X-Plane, a realistic multi-platform flight simulator designed for personal computers. This is commercial closed-source software and relies upon owning the Steam version. This test profile simply automates the execution for your own copy of X-Plane 12.","test_type":"Graphics","software_type":"Simulator","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"527","average_install_time":"24","last_updated":"1672016156","first_added":"1669587506","popularity":"296","downloads":18022,"versions":["1.0.1","1.0.0"]},"xplane9":{"title":"X-Plane","description":"This is a test of X-Plane, a realistic multi-platform flight simulator designed for personal computers. This is commercial closed-source software, but this X-Plane 9 benchmark has been kindly made available for free. X-Plane is the product of Austin Meyer and Laminar Research.","test_type":"Graphics","software_type":"Simulator","status":"Deprecated","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"506","average_install_time":"51","last_updated":"1519779356","first_added":"1291667790","popularity":"999","downloads":125129,"versions":["1.3.2","1.3.1","1.3.0"]},"xplane9-iqc":{"title":"X-Plane Image Quality","description":"","test_type":"System","software_type":"Game","status":"Deprecated","supported_platforms":["Linux","MacOSX","Windows"],"internal_tags":[],"test_extends":"pts\/xplane9","package_hash":null,"average_run_time":"0","average_install_time":"9","last_updated":"1519779413","first_added":"1291667936","popularity":"1557","downloads":85915,"versions":["1.0.1","1.0.0"]},"xsbench":{"title":"Xsbench","description":"XSBench is a mini-app representing a key computational kernel of the Monte Carlo neutronics application OpenMC.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenMPI","SMP"],"test_extends":"","package_hash":null,"average_run_time":"179","average_install_time":"3","last_updated":"1502228012","first_added":"1502228012","popularity":"626","downloads":"40639","versions":["1.0.0"]},"xsbench-cl":{"title":"Xsbench OpenCL","description":"Xsbench benchmark in OpenCL via GPUOpen.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"133","average_install_time":"4","last_updated":"1499380051","first_added":"1499380051","popularity":"775","downloads":"34356","versions":["1.0.0"]},"y-cruncher":{"title":"Y-Cruncher","description":"Y-Cruncher is a multi-threaded Pi benchmark capable of computing Pi to trillions of digits.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"247","average_install_time":"4","last_updated":"1704591650","first_added":"1520543135","popularity":"443","downloads":55146,"versions":["1.4.0","1.3.0","1.2.0","1.1.0","1.0.2","1.0.1","1.0.0"]},"yafaray":{"title":"YafaRay","description":"YafaRay is an open-source physically based montecarlo ray-tracing engine.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"336","average_install_time":"13","last_updated":"1627511515","first_added":"1586438547","popularity":"1068","downloads":16917,"versions":["1.1.1","1.1.0","1.0.0"]},"yquake2":{"title":"yquake2","description":"This is a test of Yamagi Quake II. Yamagi Quake II is an enhanced client for id Software's Quake II with focus on offline and coop gameplay.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"51","average_install_time":"48","last_updated":"1655486796","first_added":"1604955997","popularity":"411","downloads":33540,"versions":["1.3.0","1.2.0","1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"yugabytedb":{"title":"YugabyteDB","description":"YugabyteDB is a high performance, cloud-native and transactional distributed SQL database. This test profile uses a single node of YugabyteDB on the local host.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1402","average_install_time":"35","last_updated":"1690647021","first_added":"1690647021","popularity":"211","downloads":"10870","versions":["1.0.0"]},"z3":{"title":"Z3 Theorem Prover","description":"The Z3 Theorem Prover \/ SMT solver is developed by Microsoft Research under the MIT license.","test_type":"Processor","software_type":"Scientific","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"199","average_install_time":"239","last_updated":"1683305911","first_added":"1683305911","popularity":"458","downloads":"8030","versions":["1.0.0"]},"zendnn-tensorflow":{"title":"AMD ZenDNN TensorFlow","description":"AMD ZenDNN optimized version of TensorFlow with various AMD UIF models. For this test profile to work you must first download TF_v2.10_ZenDNN_v4.0_Python_v3.10.zip from https:\/\/www.amd.com\/en\/developer\/zendnn.html and put it in your Phoronix Test Suite download cache.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1350","average_install_time":"7","last_updated":"1682686302","first_added":"1682686302","popularity":"511","downloads":"7874","versions":["1.0.0"]}},"suites":{"audio-encoding":{"title":"Audio Encoding","description":"This test suite consists of benchmarks that measure the amount of time needed to encode a sample WAV file to various audio formats. Among the formats are MP3, Ogg, and FLAC. This suite is good for testing the system's single-threaded processor performance, memory, and overall system performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1635726211","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"av1":{"title":"AV1","description":"A collection of AV1 video encode\/decode benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1591110693","versions":["1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"bioinformatics":{"title":"Bioinformatics","description":"A collection of bioinformatics programs for benchmarking.","test_type":"System","status":"","package_hash":null,"last_updated":"1610978700","versions":["1.0.2","1.0.1","1.0.0"]},"browsers":{"title":"Web Browsers","description":"Automated web browser benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1590695367","versions":["1.0.0"]},"cad":{"title":"CAD","description":"CAD and CAD-related benchmarks for computer-aided design software.","test_type":"System","status":"","package_hash":null,"last_updated":"1616507126","versions":["1.0.1","1.0.0"]},"chess":{"title":"Chess Test Suite","description":"This test suite contains tests that are various benchmarks looking at the CPU's performance through different chess benchmarks.","test_type":"Processor","status":"Verified","package_hash":null,"last_updated":"1586369149","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"compilation":{"title":"Timed Code Compilation","description":"This test suite consists of tests that measure the amount of time needed to build common open-source software packages. These tests will use your default compiler and will adjust the number of compiling jobs based upon the number of detected CPU cores in your system. This suite is good for testing the system's processor, memory, and overall system performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1662059342","versions":["1.2.8","1.2.7","1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"compression":{"title":"Compression Tests","description":"This test suite consists of tests that measure various forms of file compression such as gzip, bzip2, and 7zip. This suite is good for testing the system's processor, memory, and overall system performance.","test_type":"Processor","status":"","package_hash":null,"last_updated":"1610650822","versions":["1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"cpu":{"title":"CPU \/ Processor Suite","description":"This test suite contains tests designed to test the system's CPU \/ processor. This test suite is deprecated and not maintained due to the collection of test profiles now so diverse that such a large test suite is not really practical. Use another suite(s) more narrowily focused on your interests\/needs.","test_type":"Processor","status":"Deprecated","package_hash":null,"last_updated":"1648234031","versions":["1.2.4","1.2.3","1.2.2","1.2.1","1.2.0"]},"cpu-massive":{"title":"CPU Massive","description":"A \"massive\" collection of primarily CPU benchmarks but also some memory (RAM) benchmarks for stressing modern processor hardware.","test_type":"System","status":"Deprecated","package_hash":null,"last_updated":"1602887880","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"creator":{"title":"Creator Workloads","description":"This test suite consists of different \"creator\" workloads from image manipulation\/editing to 3D modeling and other software common to creators and creative software packages.","test_type":"System","status":"","package_hash":null,"last_updated":"1616507170","versions":["1.0.9","1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"cryptocurrency":{"title":"Cryptocurrency Benchmarks, CPU Mining Tests","description":"This test suite consists of cryptocurrency benchmarks, primarily CPU mining test profiles for measuring the performance of various cryptocurrency algorithms.","test_type":"Processor","status":"","package_hash":null,"last_updated":"1619875124","versions":["1.0.1","1.0.0"]},"cryptography":{"title":"Cryptography","description":"This test suite consists of cryptography tests such as OpenSSL and GnuPG.","test_type":"Processor","status":"","package_hash":null,"last_updated":"1619296731","versions":["1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.1","1.1.0","1.0.1"]},"database":{"title":"Database Test Suite","description":"The database test suite consists of tests that are designed to represent real-world database performance in areas such as SQL.","test_type":"System","status":"","package_hash":null,"last_updated":"1713658673","versions":["1.3.12","1.3.11","1.3.10","1.3.9","1.3.8","1.3.7","1.3.6","1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"desktop-graphics":{"title":"Desktop Graphics","description":"This test suite contains free and retail graphics tests designed to test out the desktop graphics performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1606582609","versions":["1.3.0","1.2.0","1.1.0"]},"disk":{"title":"Disk Test Suite","description":"This test suite is designed to contain real-world disk and file-system tests.","test_type":"Disk","status":"","package_hash":null,"last_updated":"1610650881","versions":["1.3.2","1.3.1","1.3.0","1.2.1"]},"electronic-design":{"title":"Electronic Design","description":"Electronic design automation and electronic circuit simulation benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1673815440","versions":["1.0.1","1.0.0"]},"encoding":{"title":"Encoding","description":"This test suite is made up of all the encoding test suites, such as for audio and video.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1291699350","versions":["1.0.0"]},"finance":{"title":"Finance","description":"Various benchmarks related to financial workloads like quantitative finance.","test_type":"System","status":"","package_hash":null,"last_updated":"1611169163","versions":["1.0.0"]},"game-dev":{"title":"Game Development","description":"A collection of benchmarks of relevance to game developers around asset creation, texture compression, compiling game engines, etc. This suite isn't exhaustive out of all tests within the Phoronix Test Suite \/ OpenBenchmarking.org that may be relevant to game developers but rather some common and likely workloads of interest without being too verbose with the many imaging, audio processing, and renderer benchmarks, etc. See the creator test suite for further tests likely of interest.","test_type":"System","status":"","package_hash":null,"last_updated":"1611099030","versions":["1.0.0"]},"hpc":{"title":"HPC - High Performance Computing","description":"A collection of common HPC (High Performance Computing) benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1706402936","versions":["1.1.11","1.1.10","1.1.9","1.1.8","1.1.7","1.1.6","1.1.5","1.1.4","1.1.3","1.1.2","1.1.1","1.1.0","1.0.0"]},"imaging":{"title":"Imaging","description":"Various imaging \/ photo manipulation \/ RAW photography software packages.","test_type":"System","status":"","package_hash":null,"last_updated":"1641079410","versions":["1.0.9","1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"internet-speed":{"title":"Internet Speed","description":"This test suite consists of benchmark test profiles for measuring your Internet connect's upload\/download speed and latency performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1648316058","versions":["1.0.0"]},"java":{"title":"Java","description":"The Java test suite contains all Java-based test profiles within the Phoronix Test Suite.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1581897966","versions":["1.1.1","1.1.0","1.0.1"]},"java-opengl":{"title":"Java OpenGL","description":"The Java test suite contains all Java-based test profiles within the Phoronix Test Suite that use graphics \/ OpenGL.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1291696164","versions":["1.0.0"]},"kernel":{"title":"Common Kernel Benchmarks","description":"This suite consists of tests that look at different aspects of the system's kernel performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1600390922","versions":["1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"linear-algebra":{"title":"Linear Algebra","description":"Various benchmarks that in some manner are a function of linear algebra.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1586368644","versions":["1.0.0"]},"llm":{"title":"Large Language Models","description":"Various large language model (LLM) AI benchmarks, complementing other AI \/ machine learning benchmarks within the Phoronix Test Suite \/ OpenBenchmarking.org.","test_type":"System","status":"","package_hash":null,"last_updated":"1706402747","versions":["1.0.0"]},"machine-learning":{"title":"Machine Learning","description":"The machine learning test suite helps to benchmark a system for the popular pattern recognition and computational learning algorithms. Mainly different machine learning \/ deep learning benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1706402808","versions":["1.3.8","1.3.7","1.3.6","1.3.5","1.3.4","1.3.3","1.3.2","1.3.1","1.3.0","1.2.10","1.2.9","1.2.8","1.2.7","1.2.6","1.2.5","1.2.4","1.2.3","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"memory":{"title":"Memory Test Suite","description":"The system memory test suite consists of tests designed to test the computer's system memory (RAM) performance. Among these tests are RAMspeed and Bandwidth.","test_type":"Memory","status":"Verified","package_hash":null,"last_updated":"1581898168","versions":["1.3.0","1.1.0","1.0.2"]},"molecular-dynamics":{"title":"Molecular Dynamics","description":"A collection of molecular dynamics and hydrodynamics benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1612885399","versions":["1.1.1","1.1.0","1.0.3","1.0.2","1.0.1","1.0.0"]},"mpi":{"title":"MPI Benchmarks","description":"A collection of tests making use of MPI (Message Passing Interface).","test_type":"System","status":"","package_hash":null,"last_updated":"1612885355","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"network":{"title":"Networking Test Suite","description":"The network test suite consists of tests designed to test the computer's networking performance.","test_type":"Network","status":"Verified","package_hash":null,"last_updated":"1557518090","versions":["1.1.0","1.0.0"]},"nvidia-gpu-compute":{"title":"NVIDIA GPU Compute","description":"A collection of test profiles that run well on NVIDIA GPU systems with CUDA \/ proprietary driver stack. Other deprecated \/ less interesting \/ older tests not included but this test suite is intended to serve as guidance for current interesting NVIDIA GPU compute benchmarking albeit not exhaustive of what is available via Phoronix Test Suite \/ OpenBenchmarking.org.","test_type":"Graphics","status":"","package_hash":null,"last_updated":"1620945573","versions":["1.1.2","1.1.1","1.1.0","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"ocr":{"title":"OCR","description":"Optical Character Recognition (OCR) benchmarks for distinguishing printed\/handwritten text and converting them to characters\/text.","test_type":"System","status":"","package_hash":null,"last_updated":"1594306469","versions":["1.0.0"]},"oneapi":{"title":"Intel oneAPI","description":"A collection of test profiles stressing either Intel oneAPI software components themselves (Open Image Denoise, OSPray, Embree) or benchmarks\/programs leveraging these components.","test_type":"System","status":"","package_hash":null,"last_updated":"1647094001","versions":["1.3.3","1.3.2","1.3.1","1.3.0","1.2.0","1.1.0","1.0.0"]},"opencl":{"title":"OpenCL","description":"A collection of OpenCL tests.","test_type":"System","status":"","package_hash":null,"last_updated":"1671321440","versions":["1.1.1","1.1.0","1.0.0"]},"opengl-demos":{"title":"OpenGL Demos Test Suite","description":"The opengl-demos suite contains tests that are considered OpenGL demos and not directly a game or other real-world OpenGL software test.","test_type":"System","status":"Verified","package_hash":null,"last_updated":"1291699443","versions":["1.0.2"]},"productivity":{"title":"Productivity","description":"Various productivity software benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1590699476","versions":["1.0.0"]},"programmer":{"title":"Programmer \/ Developer System Benchmarks","description":"Various benchmarks \/ test profiles that are common \/ likely to be of interest to programmers\/developers. Other test profiles and test suites exist for specific domain areas while this test suite is comprised of general tests likely to be of interest to programmers in evaluating system performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1609539457","versions":["1.0.0"]},"python":{"title":"Python","description":"Python benchmark collection.","test_type":"System","status":"","package_hash":null,"last_updated":"1634930620","versions":["1.1.2","1.1.1","1.1.0","1.0.0"]},"quantum-mechanics":{"title":"Quantum Mechanics","description":"A collection of benchmarks around quantum mechanics and modelling like density-functional theory.","test_type":"System","status":"","package_hash":null,"last_updated":"1612204213","versions":["1.0.2","1.0.1","1.0.0"]},"raytracing":{"title":"Raytracing","description":"This test suite consists of various ray-tracing benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1665693885","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"renderers":{"title":"Renderers","description":"Various CPU-based ray-tracing \/ path-tracing \/ other renderers.","test_type":"Processor","status":"","package_hash":null,"last_updated":"1626209022","versions":["1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"scientific-computing":{"title":"Scientific Computing","description":"A collection of scientific computing benchmarks and test suites.","test_type":"System","status":"","package_hash":null,"last_updated":"1610650451","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"sdr":{"title":"Software Defined Radio","description":"Software Defined Radio (SDR) benchmark collection.","test_type":"System","status":"","package_hash":null,"last_updated":"1621085844","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"server":{"title":"Server","description":"A collection of common server tests.","test_type":"System","status":"","package_hash":null,"last_updated":"1628809935","versions":["1.4.1","1.4.0","1.3.3","1.3.2","1.3.1","1.3.0","1.2.1","1.2.0"]},"server-cpu-tests":{"title":"Server CPU Tests","description":"A collection of interesting server CPU benchmarks.","test_type":"Processor","status":"Deprecated","package_hash":null,"last_updated":"1602888114","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"speech":{"title":"Speech","description":"Speech to text, text to speech, and any other speech synthesis and audio handling benchmarks.","test_type":"System","status":"","package_hash":null,"last_updated":"1619547032","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"steam":{"title":"Steam","description":"A collection of test profiles \/ benchmarks that make use of Valve's Steam platform.","test_type":"Graphics","status":"","package_hash":null,"last_updated":"1708303304","versions":["1.0.10","1.0.9","1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"telephony":{"title":"Telephony","description":"Benchmarks\/workloads of potential interest for those evaluating telephony \/ telecommunications related performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1620417290","versions":["1.0.0"]},"texture-compression":{"title":"Texture Compression","description":"Tests involving texture compression\/decompression for graphics APIs.","test_type":"System","status":"","package_hash":null,"last_updated":"1618926807","versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"unigine":{"title":"Unigine Test Suite","description":"The Unigine suite contains all technology demos from the Unigine Corp's advanced engine. The Unigine engine is very demanding upon the graphics processor.","test_type":"Graphics","status":"Verified","package_hash":null,"last_updated":"1557518414","versions":["1.1.0","1.0.1"]},"video-encoding":{"title":"Video Encoding","description":"This test suite consists of video encoding tests. This suite is good for testing the system's processor, memory, and overall system performance.","test_type":"System","status":"","package_hash":null,"last_updated":"1676252343","versions":["1.3.4","1.3.3","1.3.2","1.3.1","1.3.0","1.2.2","1.2.1","1.2.0","1.1.0","1.0.0"]},"vulkan-compute":{"title":"Vulkan Compute","description":"A collection of test profiles making use of the Vulkan API for compute purposes.","test_type":"Graphics","status":"","package_hash":null,"last_updated":"1619296514","versions":["1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"vulkan-rt":{"title":"Vulkan Ray-Tracing","description":"A collection of test profiles that exercise Vulkan ray-tracing (RT) extensions.","test_type":"Graphics","status":"","package_hash":null,"last_updated":"1621612294","versions":["1.0.1","1.0.0"]},"workstation":{"title":"Common Workstation Benchmarks","description":"This is a collection of sample tests designed to test a system's workstation performance.","test_type":"System","status":"Deprecated","package_hash":null,"last_updated":"1602888237","versions":["1.2.1","1.2.0","1.1.0","1.0.0"]}}} \ No newline at end of file diff --git a/ob-cache/openbenchmarking.org/pts/svt-av1-2.9.0.zip b/ob-cache/openbenchmarking.org/pts/svt-av1-2.9.0.zip deleted file mode 100644 index 1655f7b52e8318e42565d81ce69e7e30db25ecfe..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 3057 zcmaKuc{o&y8^^~o)<_HzS<0535s8%S`#M~%`CCfBJlrl|r z(h!mi%2Kw-&P3gDf6wn;zv}*;^StLd=a2J!&ig&@`FvjsV>)^e003YDNZSqCW+ZiC z@U#HHZ3X~<4IlvU@IxVe{aif)$vI1!6=jZ@{zfPqXQ@^ou z95+|?xhE#X{0-REWS+|5ewW$m_l@vf7U=f-2g1 zV;|*^-xes4w8;(d6{{t!)T}7b)nQUS2+Zc`cQ?%%NIXu?0@2gtvwjqefXvDb^S9_F6|c%m7?S3PxzY|$Mt&U~q1Y%{5r_5@VEmv; ztPZZpKV3cN{z*V6-`UeQdfpfF%HV-qdF+wqtyP7NZji{P_GL0NtXq|p z@XcY?%KUp*JbXm%cCFvou(bqsqg+)`!CEg~Qwdmz?~XMRnKG0Jf9-s;nl;uWv1l5U zUN5ebJR`s~eW&LI9y3rLfYxHpH1$8PyF!0qBq2VoV4L>&smJ9K`x$%%@1RQ|`}n2f zsz(Lm)2~vlhtpa7J^A`JgSKCQ@1Jf_|AT8Z000Yh@?prpAXi^sxj^r~#@^E_)uROV z)7T?YoP1&wKnG)QFWr1*H#caxEGG_m!1SX#SkDTI#wWf&$3shrosT-RDY8m__r0hZ9a9dk@5jB7K<8frOsqb<^Z zp>1+`VrTJd2;JL-eD;=^#$f}*H``Z^RoCcr&7W28)COX)?q3c$=RkFib#`ialqe zk0$bo3r*W1;!)#q$ z@;#*9Y6~VqSvgB4xjq>~h$L9KAKwoi7zRp3b;pztaUqT@EGk-+?WJmB?KBCx?UlO1 z$L?oE!VI-wh6Zq?mf0zb?9=^^+BR(B-bW7&fuzmMW_N@~-dhx;hC<`&quux;lxKyl zHwVxS1D$T_fPdOM$PLF)f<_rN3((8}02j5rAZTFFuX;O3j^UqsE43X%@~d)0knBv> zhiE5~Kq8o=&kV_VMS3+3SP$+9&WiE0Otwr>gWBr85mXZ|EUzi;4(*da55#Xl_lDO^goEDSSMGUU)#G6!N3x`WRtcD9xUZiSv=Yh&LU-sgO>UhCAQ#@BR`Z27 z-DL+_M0<7w3y`177PcmiB{DaGs(M7Cbvx+Cm_!NXzq{EQhz)78UE~}z7jbNOF4n_P zSuW2s9$*-J7p`Azc9!=sM>Ke)RQypm_@x^E8!Oo25gez6$#tEJ&NcG`vwNCv6^#3# zVgg4Uwc-Pm3N}hVz;4Yu^20hAQ^?%(?)H`QA(4}H6b0Vn;saL{K36RFbEd5@mJ#@D zi{jLd$yBT=nHRY>T~JUpk{%S^yS}fPzz`xYKx<#sY*gm=6v=*f#9;&d_5=+ly6$1? z+^jM?sr6h!ewB|UjC5<)QQ=dXZ&)j|;bIJ->E&>-X_1%J6FhuTFq;UiQGAASykcif z=^q=9hQm#yWVC%SFdv~3@|Po}n+R=_qKSo2fk2FD<&~CMgWF32h>g~XLJ^>g2u!TJ zFra?EZ0gj}sxomL>C*STghg;gwk%0ldQ{)->Xrwi6e{=8SQ4Cg(e=D$N@Z}twWHd5 zj9^qG>JHB<*jHoFh5l%~X;!7ulP1K>HAAc3BC~u;@ccK6x|20BsGgxoz|7gR8gDM| zj&E)|;23k{Jl93TreJqG(Z>3I%JXP1U@?N=dJ|zGIv^a-%dzBm`}L` zbp@Hb?@vDaaK*qWCgwC!<3Ro2H8+Plr-i=I3w}&jwn+i!}izskZQlR z&fdgp;Jmi4il*|_5~cEO>fs{OpTsFIEE`Cv)8H7v8!q1>D7+TNG_-2wNk!HD zMM@oh&!2IASl1p1_*b}7wSNKj!`eTy^sx3h>Q??svi_U7K2m5 DkDV`F diff --git a/ob-cache/openbenchmarking.org/system.index b/ob-cache/openbenchmarking.org/system.index index 1b4d8f329..2c8cd56a5 100644 --- a/ob-cache/openbenchmarking.org/system.index +++ b/ob-cache/openbenchmarking.org/system.index @@ -1 +1 @@ -{"main":{"generated":1687689636},"tests":{"apache":{"title":"Apache Benchmark","description":"This is a test of ab, which is the Apache benchmark program, using the system's supplied Apache web server.","test_type":"","software_type":"","status":"","supported_platforms":[],"internal_tags":[],"test_extends":"pts\/apache","package_hash":null,"average_run_time":"425","average_install_time":"77","last_updated":"1456764192","first_added":"1452095995","popularity":"911","downloads":35212,"versions":["1.1.0","1.0.0"]},"blender":{"title":"Blender","description":"Blender is an open-source 3D creation software project. This test is of Blender's Cycles benchmark with various sample files. GPU computing is supported. This system\/blender test profile makes use of the system-supplied Blender. Use pts\/blender if wishing to stick to a fixed version of Blender.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":["OpenCL","CUDA"],"test_extends":"","package_hash":null,"average_run_time":"1224","average_install_time":"6","last_updated":"1651318690","first_added":"1483656046","popularity":"357","downloads":57626,"versions":["1.2.1","1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"blogbench":{"title":"BlogBench","description":"BlogBench is designed to replicate the load of a real-world busy file server by stressing the file-system with multiple threads of random reads, writes, and rewrites. The behavior is mimicked of that of a blog by creating blogs with content and pictures, modifying blog posts, adding comments to these blogs, and then reading the content of the blogs. All of these blogs generated are created locally with fake content and pictures.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2800","average_install_time":"1","last_updated":"1505262743","first_added":"1505259673","popularity":"1052","downloads":32869,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"caffe":{"title":"Caffe","description":"This is a benchmark of the Caffe deep learning framework and currently supports the AlexNet and Googlenet model and execution on both CPUs and NVIDIA GPUs.","test_type":"System","software_type":"Scientific","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["CUDA","SMP"],"test_extends":"pts\/caffe","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1601231891","first_added":"1470083619","popularity":"1746","downloads":45553,"versions":["1.0.1","1.0.0"]},"clpeak":{"title":"clpeak","description":"Clpeak is designed to test the peak capabilities of OpenCL devices.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"98","average_install_time":"2","last_updated":"1454505079","first_added":"1454432970","popularity":"934","downloads":34512,"versions":["1.0.1","1.0.0"]},"compress-lzma":{"title":"LZMA Compression","description":"","test_type":"","software_type":"","status":"","supported_platforms":[],"internal_tags":[],"test_extends":"pts\/compress-lzma","package_hash":null,"average_run_time":"36","average_install_time":"2","last_updated":"1449601197","first_added":"1449601197","popularity":"693","downloads":"42919","versions":["1.0.0"]},"compress-pbzip2":{"title":"PBZIP2 Compression","description":"","test_type":"","software_type":"","status":"","supported_platforms":[],"internal_tags":[],"test_extends":"pts\/compress-pbzip2","package_hash":null,"average_run_time":"194","average_install_time":"2","last_updated":"1450109735","first_added":"1450109735","popularity":"734","downloads":"39339","versions":["1.0.0"]},"compress-zstd":{"title":"Zstd Compression","description":"This test measures the time needed to compress\/decompress a sample input file using Zstd compression supplied by the system or otherwise externally of the test profile.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"148","average_install_time":"4","last_updated":"1634236400","first_added":"1527173653","popularity":"1123","downloads":22277,"versions":["1.5.0","1.0.1","1.0.0"]},"cryptsetup":{"title":"Cryptsetup","description":"This is a test profile for running the cryptsetup benchmark to report on the system's cryptography performance.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"111","average_install_time":"2","last_updated":"1609327947","first_added":"1529164286","popularity":"689","downloads":22952,"versions":["1.0.1","1.0.0"]},"darktable":{"title":"Darktable","description":"Darktable is an open-source photography \/ workflow application this will use any system-installed Darktable program or on Windows will automatically download the pre-built binary from the project.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"74","average_install_time":"8","last_updated":"1605301621","first_added":"1480292460","popularity":"786","downloads":73824,"versions":["1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"dbench":{"title":"Dbench","description":"Dbench is a benchmark designed by the Samba project as a free alternative to netbench, but dbench contains only file-system calls for testing the disk performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2865","average_install_time":"2","last_updated":"1505248137","first_added":"1505248137","popularity":"1054","downloads":"19608","versions":["1.0.0"]},"ethminer":{"title":"Ethereum Ethminer","description":"This is a benchmark of the Ethereum Ethminer.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":[],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"208","average_install_time":"8","last_updated":"1537664501","first_added":"1496672288","popularity":"1432","downloads":27803,"versions":["1.0.2","1.0.1","1.0.0"]},"fio":{"title":"Flexible IO Tester","description":"Fio is an advanced disk benchmark that depends upon the kernel's AIO access library.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"222","average_install_time":"2","last_updated":"1545949079","first_added":"1505247595","popularity":"1232","downloads":40825,"versions":["1.9.5","1.9.4","1.9.3","1.9.2","1.9.1","1.9.0"]},"gegl":{"title":"GEGL","description":"GEGL is the Generic Graphics Library and is the library\/framework used by GIMP and other applications like GNOME Photos. This test profile times how long it takes to complete various GEGL operations on a static set of sample JPEG images.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"186","average_install_time":"4","last_updated":"1578190140","first_added":"1578190140","popularity":"1165","downloads":"8125","versions":["1.0.0"]},"gimp":{"title":"GIMP","description":"GIMP is an open-source image manipulaton program. This test profile will use the system-provided GIMP program otherwise on Windows relys upon a pre-packaged Windows binary from upstream GIMP.org.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"117","average_install_time":"54","last_updated":"1634596373","first_added":"1484326786","popularity":"534","downloads":62490,"versions":["1.1.3","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"glmark2":{"title":"GLmark2","description":"This is a test of any system-installed GLMark2 OpenGL benchmark.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"338","average_install_time":"2","last_updated":"1545609969","first_added":"1545609969","popularity":"1422","downloads":"8740","versions":["1.0.0"]},"gmic":{"title":"G'MIC","description":"G'MIC is an open-source framework for image processing.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"310","average_install_time":"2","last_updated":"1587488226","first_added":"1587488226","popularity":"1260","downloads":"7334","versions":["1.0.0"]},"gnupg":{"title":"GnuPG","description":"This test times how long it takes to encrypt a file using GnuPG.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"95","average_install_time":"6","last_updated":"1484315484","first_added":"1450110960","popularity":"632","downloads":50639,"versions":["1.0.1","1.0.0"]},"gnuradio":{"title":"GNU Radio","description":"GNU Radio is a free software development toolkit providing signal processing blocks to implement software-defined radios (SDR) and signal processing systems.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1893","average_install_time":"232","last_updated":"1615402310","first_added":"1615402310","popularity":"1113","downloads":"6706","versions":["1.0.0"]},"hugin":{"title":"Hugin","description":"Hugin is an open-source, cross-platform panorama photo stitcher software package. This test profile times how long it takes to run the assistant and panorama photo stitching on a set of images.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"232","average_install_time":"2","last_updated":"1594219616","first_added":"1594219616","popularity":"994","downloads":"9249","versions":["1.0.0"]},"inkscape":{"title":"Inkscape","description":"Inkscape is an open-source vector graphics editor. This test profile times how long it takes to complete various operations by Inkscape.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"130","average_install_time":"2","last_updated":"1658274683","first_added":"1579390464","popularity":"99","downloads":28055,"versions":["1.0.1","1.0.0"]},"iozone":{"title":"IOzone","description":"The IOzone benchmark tests the hard disk drive \/ file-system performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"83","average_install_time":"11","last_updated":"1523207251","first_added":"1505259113","popularity":"1073","downloads":30319,"versions":["1.9.4","1.0.1","1.0.0"]},"libreoffice":{"title":"LibreOffice","description":"Various benchmarking operations with the LibreOffice open-source office suite.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"107","average_install_time":"2","last_updated":"1570647714","first_added":"1570647714","popularity":"1259","downloads":"7083","versions":["1.0.0"]},"mpv":{"title":"MPV","description":"MPV is an open-source, cross-platform media player. This test profile tests the frame-rate that can be achieved unsynchronized in a desynchronized mode.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"559","average_install_time":"2","last_updated":"1600888759","first_added":"1600887186","popularity":"1573","downloads":6210,"versions":["1.0.1","1.0.0"]},"mysql":{"title":"MySQL","description":"This is a benchmark of the system's built-in MySQL\/MariaDB server. MySQL must be accessible in order for this test profile to work.","test_type":"System","software_type":"Utility","status":"Broken","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2403","average_install_time":"38","last_updated":"1634381107","first_added":"1634381107","popularity":"1339","downloads":"4015","versions":["1.0.0"]},"nginx":{"title":"Nginx","description":"This is a benchmark of the lightweight Nginx HTTP(S) web-server. This Nginx web server benchmark test profile relies upon nginx being present in the system PATH \/ already installed on the system if wanting to benchmark the operating system's provided nginx package. Use the pts\/ngnx test profile if wanting to test a locally-built Nginx web server. Wrk is used for facilitating the HTTP web server load testing.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"266","average_install_time":"83","last_updated":"1634395345","first_added":"1634395345","popularity":"1238","downloads":"4327","versions":["1.0.0"]},"ocrmypdf":{"title":"OCRMyPDF","description":"OCRMyPDF is an optical character recognition (OCR) text layer to scanned PDF files, producing new PDFs with the text now selectable\/searchable\/copy-paste capable. OCRMyPDF leverages the Tesseract OCR engine and is written in Python.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"443","average_install_time":"2","last_updated":"1594306024","first_added":"1594306024","popularity":"1020","downloads":"8773","versions":["1.0.0"]},"octave-benchmark":{"title":"GNU Octave Benchmark","description":"This test profile measures how long it takes to complete several reference GNU Octave files via octave-benchmark. GNU Octave is used for numerical computations and is an open-source alternative to MATLAB.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"84","average_install_time":"2","last_updated":"1589981513","first_added":"1531690980","popularity":"991","downloads":27283,"versions":["1.0.1","1.0.0"]},"openscad":{"title":"OpenSCAD","description":"OpenSCAD is a programmer-focused solid 3D CAD modeller. OpenSCAD is free software and allows creating 3D CAD objects in a script-based modelling environment. This test profile will use the system-provided OpenSCAD program otherwise and time how long it takes tn render different SCAD assets to PNG output.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"156","average_install_time":"2","last_updated":"1616505911","first_added":"1616505911","popularity":"1050","downloads":"6940","versions":["1.0.0"]},"openssl":{"title":"OpenSSL","description":"OpenSSL is an open-source toolkit that implements SSL (Secure Sockets Layer) and TLS (Transport Layer Security) protocols. The system\/openssl test profiles relies on benchmarking the system\/OS-supplied openssl binary rather than the pts\/openssl test profile that uses the locally-built OpenSSL for benchmarking.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"pts\/openssl","package_hash":null,"average_run_time":"84","average_install_time":"2","last_updated":"1634425167","first_added":"1449598482","popularity":"1043","downloads":55588,"versions":["1.1.2","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"opm":{"title":"Open Porous Media","description":"This is a test of Open Porous Media, a set of open-source tools concerning simulation of flow and transport of fluids in porous media. This test profile depends upon MPI\/Flow already being installed on the system. Install instructions at https:\/\/opm-project.org\/?page_id=36.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"2587","average_install_time":"5","last_updated":"1611757276","first_added":"1595466290","popularity":"1665","downloads":6945,"versions":["1.0.1","1.0.0"]},"rawtherapee":{"title":"RawTherapee","description":"RawTherapee is a cross-platform, open-source multi-threaded RAW image processing program.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"290","average_install_time":"2","last_updated":"1584831208","first_added":"1580851117","popularity":"918","downloads":12220,"versions":["1.0.1","1.0.0"]},"redis":{"title":"Redis Memtier \/ Redis Benchmark","description":"Redis is an open-source in-memory data structure store, used as a database, cache, and message broker. This test profile is for testing any system-installed Redis copy. The redis-server and redis-benchmark software must be present in PATH. To use a static \/ locally built version of Redis, run the pts\/redis test profile instead.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":[],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"164","average_install_time":"13","last_updated":"1636050244","first_added":"1461873471","popularity":"1382","downloads":32034,"versions":["1.1.1","1.1.0","1.0.0"]},"rsvg":{"title":"librsvg","description":"RSVG\/librsvg is an SVG vector graphics library. This test profile times how long it takes to complete various operations by rsvg-convert.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"207","average_install_time":"3","last_updated":"1579391241","first_added":"1579391241","popularity":"1240","downloads":"7470","versions":["1.0.0"]},"selenium":{"title":"Selenium","description":"This test profile uses the Selenium WebDriver for running various browser benchmarks in different available web browsers such as Mozilla Firefox and Google Chrome.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"398","average_install_time":"21","last_updated":"1683070557","first_added":"1552519202","popularity":"39","downloads":96845,"versions":["1.0.35","1.0.34","1.0.33","1.0.32","1.0.31","1.0.30","1.0.29","1.0.28","1.0.27","1.0.26","1.0.25","1.0.24","1.0.23","1.0.22","1.0.21","1.0.20","1.0.19","1.0.18","1.0.17","1.0.16","1.0.15","1.0.14","1.0.13","1.0.12","1.0.11","1.0.10","1.0.9","1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"selenium-top-sites":{"title":"Time To Load + View Popular Websites","description":"This test profile uses the Selenium WebDriver for measuring the time it takes to load a majority of the top 50 most popular websites in the web browser in different tabs and to scroll to the bottom of the page, keeping previous tabs open.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3008","average_install_time":"9","last_updated":"1574009536","first_added":"1553731521","popularity":"1668","downloads":11597,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"sqlite":{"title":"SQLite","description":"","test_type":"","software_type":"","status":"","supported_platforms":[],"internal_tags":[],"test_extends":"pts\/sqlite","package_hash":null,"average_run_time":"217","average_install_time":"3","last_updated":"1523297735","first_added":"1450111763","popularity":"1135","downloads":33448,"versions":["1.0.1","1.0.0"]},"tensorrt-inference":{"title":"NVIDIA TensorRT Inference","description":"This test profile uses any existing system installation of NVIDIA TensorRT for carrying out inference benchmarks with various neural networks.","test_type":"Graphics","software_type":"Utility","status":"Experimental","supported_platforms":["Linux"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"512","average_install_time":"3","last_updated":"1545609167","first_added":"1545609167","popularity":"1505","downloads":"8249","versions":["1.0.0"]},"tesseract-ocr":{"title":"Tesseract OCR","description":"Tesseract-OCR is the open-source optical character recognition (OCR) engine for the conversion of text within images to raw text output. This test profile relies upon a system-supplied Tesseract installation.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"526","average_install_time":"4","last_updated":"1538493821","first_added":"1538481896","popularity":"982","downloads":18510,"versions":["1.0.1","1.0.0"]},"timed-battery-test":{"title":"Timed Battery Test","description":"A test profile that keeps carrying out the same operation until the battery is exhausted. When running PTS a second time with that configuration it will then parse the result and save it. The result is the reported Linux system uptime. This test profile is currently tentative\/experimental for selected use-cases.","test_type":"System","software_type":"Utility","status":"Experimental","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"10","average_install_time":"2","last_updated":"1646938353","first_added":"1646938353","popularity":"374","downloads":"12869","versions":["1.0.0"]},"wireguard":{"title":"WireGuard + Linux Networking Stack Stress Test","description":"This is a benchmark of the WireGuard secure VPN tunnel and Linux networking stack stress test. The test runs on the local host but does require root permissions to run. The way it works is it creates three namespaces. ns0 has a loopback device. ns1 and ns2 each have wireguard devices. Those two wireguard devices send traffic through the loopback device of ns0. The end result of this is that tests wind up testing encryption and decryption at the same time -- a pretty CPU and scheduler-heavy workflow.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1371","average_install_time":"2","last_updated":"1592418676","first_added":"1587390416","popularity":"1211","downloads":9085,"versions":["1.0.1","1.0.0"]}},"suites":[]} \ No newline at end of file +{"main":{"generated":1713658690},"tests":{"apache":{"title":"Apache Benchmark","description":"This is a test of ab, which is the Apache benchmark program, using the system's supplied Apache web server.","test_type":"","software_type":"","status":"","supported_platforms":[],"internal_tags":[],"test_extends":"pts\/apache","package_hash":null,"average_run_time":"425","average_install_time":"53","last_updated":"1456764192","first_added":"1452095995","popularity":"964","downloads":37063,"versions":["1.1.0","1.0.0"]},"blender":{"title":"Blender","description":"Blender is an open-source 3D creation software project. This test is of Blender's Cycles benchmark with various sample files. GPU computing is supported. This system\/blender test profile makes use of the system-supplied Blender. Use pts\/blender if wishing to stick to a fixed version of Blender.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":["OpenCL","CUDA"],"test_extends":"","package_hash":null,"average_run_time":"1323","average_install_time":"6","last_updated":"1651318690","first_added":"1483656046","popularity":"445","downloads":66596,"versions":["1.2.1","1.2.0","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"blogbench":{"title":"BlogBench","description":"BlogBench is designed to replicate the load of a real-world busy file server by stressing the file-system with multiple threads of random reads, writes, and rewrites. The behavior is mimicked of that of a blog by creating blogs with content and pictures, modifying blog posts, adding comments to these blogs, and then reading the content of the blogs. All of these blogs generated are created locally with fake content and pictures.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","BSD","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1096","average_install_time":"2","last_updated":"1505262743","first_added":"1505259673","popularity":"1129","downloads":36230,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"caffe":{"title":"Caffe","description":"This is a benchmark of the Caffe deep learning framework and currently supports the AlexNet and Googlenet model and execution on both CPUs and NVIDIA GPUs.","test_type":"System","software_type":"Scientific","status":"Deprecated","supported_platforms":["Linux"],"internal_tags":["CUDA","SMP"],"test_extends":"pts\/caffe","package_hash":null,"average_run_time":"0","average_install_time":"2","last_updated":"1601231891","first_added":"1470083619","popularity":"2016","downloads":45583,"versions":["1.0.1","1.0.0"]},"cephfs-rados":{"title":"CephFS RADOS Benchmark","description":"This is a test profile for making use of CephFS RADOS benchmark functionality outlined @ https:\/\/access.redhat.com\/documentation\/en-us\/red_hat_ceph_storage\/4\/html\/administration_guide\/ceph-performance-benchmarking#benchmarking-ceph-performance_admin for evaluating Ceph performance. At the moment this test profile is setup just for running with microceph on Ubuntu Linux.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"856","average_install_time":"3","last_updated":"1690834413","first_added":"1690834413","popularity":"524","downloads":"5668","versions":["1.0.1"]},"clpeak":{"title":"clpeak","description":"Clpeak is designed to test the peak capabilities of OpenCL devices.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["OpenCL"],"test_extends":"","package_hash":null,"average_run_time":"44","average_install_time":"4","last_updated":"1454505079","first_added":"1454432970","popularity":"985","downloads":36300,"versions":["1.0.1","1.0.0"]},"compress-lzma":{"title":"LZMA Compression","description":"","test_type":"","software_type":"","status":"","supported_platforms":[],"internal_tags":[],"test_extends":"pts\/compress-lzma","package_hash":null,"average_run_time":"36","average_install_time":"2","last_updated":"1449601197","first_added":"1449601197","popularity":"754","downloads":"43961","versions":["1.0.0"]},"compress-pbzip2":{"title":"PBZIP2 Compression","description":"","test_type":"","software_type":"","status":"","supported_platforms":[],"internal_tags":[],"test_extends":"pts\/compress-pbzip2","package_hash":null,"average_run_time":"194","average_install_time":"2","last_updated":"1450109735","first_added":"1450109735","popularity":"785","downloads":"40377","versions":["1.0.0"]},"compress-zstd":{"title":"Zstd Compression","description":"This test measures the time needed to compress\/decompress a sample input file using Zstd compression supplied by the system or otherwise externally of the test profile.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"232","average_install_time":"5","last_updated":"1634236400","first_added":"1527173653","popularity":"1256","downloads":24362,"versions":["1.5.0","1.0.1","1.0.0"]},"cryptsetup":{"title":"Cryptsetup","description":"This is a test profile for running the cryptsetup benchmark to report on the system's cryptography performance.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"178","average_install_time":"2","last_updated":"1609327947","first_added":"1529164286","popularity":"804","downloads":24509,"versions":["1.0.1","1.0.0"]},"darktable":{"title":"Darktable","description":"Darktable is an open-source photography \/ workflow application this will use any system-installed Darktable program or on Windows will automatically download the pre-built binary from the project.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","Windows","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"71","average_install_time":"8","last_updated":"1605301621","first_added":"1480292460","popularity":"883","downloads":77965,"versions":["1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"dbench":{"title":"Dbench","description":"Dbench is a benchmark designed by the Samba project as a free alternative to netbench, but dbench contains only file-system calls for testing the disk performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2602","average_install_time":"2","last_updated":"1505248137","first_added":"1505248137","popularity":"1130","downloads":"20604","versions":["1.0.0"]},"ethminer":{"title":"Ethereum Ethminer","description":"This is a benchmark of the Ethereum Ethminer.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":[],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"208","average_install_time":"7","last_updated":"1537664501","first_added":"1496672288","popularity":"1499","downloads":30396,"versions":["1.0.2","1.0.1","1.0.0"]},"fio":{"title":"Flexible IO Tester","description":"Fio is an advanced disk benchmark that depends upon the kernel's AIO access library.","test_type":"Disk","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"98","average_install_time":"2","last_updated":"1545949079","first_added":"1505247595","popularity":"1293","downloads":45767,"versions":["1.9.5","1.9.4","1.9.3","1.9.2","1.9.1","1.9.0"]},"gegl":{"title":"GEGL","description":"GEGL is the Generic Graphics Library and is the library\/framework used by GIMP and other applications like GNOME Photos. This test profile times how long it takes to complete various GEGL operations on a static set of sample JPEG images.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"197","average_install_time":"5","last_updated":"1578190140","first_added":"1578190140","popularity":"1221","downloads":"9352","versions":["1.0.0"]},"gimp":{"title":"GIMP","description":"GIMP is an open-source image manipulaton program. This test profile will use the system-provided GIMP program otherwise on Windows relys upon a pre-packaged Windows binary from upstream GIMP.org.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"146","average_install_time":"65","last_updated":"1634596373","first_added":"1484326786","popularity":"670","downloads":66138,"versions":["1.1.3","1.1.2","1.1.1","1.1.0","1.0.1","1.0.0"]},"glmark2":{"title":"GLmark2","description":"This is a test of any system-installed GLMark2 OpenGL benchmark.","test_type":"Graphics","software_type":"Game","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"318","average_install_time":"2","last_updated":"1545609969","first_added":"1545609969","popularity":"1481","downloads":"9763","versions":["1.0.0"]},"gmic":{"title":"G'MIC","description":"G'MIC is an open-source framework for image processing.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"290","average_install_time":"2","last_updated":"1587488226","first_added":"1587488226","popularity":"1337","downloads":"8566","versions":["1.0.0"]},"gnupg":{"title":"GnuPG","description":"This test times how long it takes to encrypt a file using GnuPG.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"158","average_install_time":"8","last_updated":"1484315484","first_added":"1450110960","popularity":"699","downloads":52437,"versions":["1.0.1","1.0.0"]},"gnuradio":{"title":"GNU Radio","description":"GNU Radio is a free software development toolkit providing signal processing blocks to implement software-defined radios (SDR) and signal processing systems.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2024","average_install_time":"217","last_updated":"1615402310","first_added":"1615402310","popularity":"1226","downloads":"7899","versions":["1.0.0"]},"hugin":{"title":"Hugin","description":"Hugin is an open-source, cross-platform panorama photo stitcher software package. This test profile times how long it takes to run the assistant and panorama photo stitching on a set of images.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"185","average_install_time":"2","last_updated":"1594219616","first_added":"1594219616","popularity":"1109","downloads":"10489","versions":["1.0.0"]},"inkscape":{"title":"Inkscape","description":"Inkscape is an open-source vector graphics editor. This test profile times how long it takes to complete various operations by Inkscape.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"163","average_install_time":"2","last_updated":"1658274683","first_added":"1579390464","popularity":"99","downloads":39339,"versions":["1.0.1","1.0.0"]},"iozone":{"title":"IOzone","description":"The IOzone benchmark tests the hard disk drive \/ file-system performance.","test_type":"Disk","software_type":"Utility","status":"Verified","supported_platforms":["Linux","MacOSX","Solaris","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"69","average_install_time":"9","last_updated":"1523207251","first_added":"1505259113","popularity":"1143","downloads":33024,"versions":["1.9.4","1.0.1","1.0.0"]},"libreoffice":{"title":"LibreOffice","description":"Various benchmarking operations with the LibreOffice open-source office suite.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"246","average_install_time":"2","last_updated":"1570647714","first_added":"1570647714","popularity":"1317","downloads":"8257","versions":["1.0.0"]},"mpv":{"title":"MPV","description":"MPV is an open-source, cross-platform media player. This test profile tests the frame-rate that can be achieved unsynchronized in a desynchronized mode.","test_type":"System","software_type":"Application","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1916","average_install_time":"2","last_updated":"1600888759","first_added":"1600887186","popularity":"1671","downloads":8016,"versions":["1.0.1","1.0.0"]},"mysql":{"title":"MySQL","description":"This is a benchmark of the system's built-in MySQL\/MariaDB server. MySQL must be accessible in order for this test profile to work.","test_type":"System","software_type":"Utility","status":"Broken","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"2844","average_install_time":"29","last_updated":"1634381107","first_added":"1634381107","popularity":"1467","downloads":"5068","versions":["1.0.0"]},"nginx":{"title":"Nginx","description":"This is a benchmark of the lightweight Nginx HTTP(S) web-server. This Nginx web server benchmark test profile relies upon nginx being present in the system PATH \/ already installed on the system if wanting to benchmark the operating system's provided nginx package. Use the pts\/ngnx test profile if wanting to test a locally-built Nginx web server. Wrk is used for facilitating the HTTP web server load testing.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"709","average_install_time":"1107","last_updated":"1634395345","first_added":"1634395345","popularity":"1255","downloads":"6460","versions":["1.0.0"]},"ocrmypdf":{"title":"OCRMyPDF","description":"OCRMyPDF is an optical character recognition (OCR) text layer to scanned PDF files, producing new PDFs with the text now selectable\/searchable\/copy-paste capable. OCRMyPDF leverages the Tesseract OCR engine and is written in Python.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"200","average_install_time":"2","last_updated":"1594306024","first_added":"1594306024","popularity":"1128","downloads":"10011","versions":["1.0.0"]},"octave-benchmark":{"title":"GNU Octave Benchmark","description":"This test profile measures how long it takes to complete several reference GNU Octave files via octave-benchmark. GNU Octave is used for numerical computations and is an open-source alternative to MATLAB.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","MacOSX","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"123","average_install_time":"2","last_updated":"1589981513","first_added":"1531690980","popularity":"1067","downloads":28797,"versions":["1.0.1","1.0.0"]},"openscad":{"title":"OpenSCAD","description":"OpenSCAD is a programmer-focused solid 3D CAD modeller. OpenSCAD is free software and allows creating 3D CAD objects in a script-based modelling environment. This test profile will use the system-provided OpenSCAD program otherwise and time how long it takes tn render different SCAD assets to PNG output.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"123","average_install_time":"3","last_updated":"1616505911","first_added":"1616505911","popularity":"1161","downloads":"8254","versions":["1.0.0"]},"openssl":{"title":"OpenSSL","description":"OpenSSL is an open-source toolkit that implements SSL (Secure Sockets Layer) and TLS (Transport Layer Security) protocols. The system\/openssl test profiles relies on benchmarking the system\/OS-supplied openssl binary rather than the pts\/openssl test profile that uses the locally-built OpenSSL for benchmarking.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Solaris","BSD","MacOSX"],"internal_tags":[],"test_extends":"pts\/openssl","package_hash":null,"average_run_time":"418","average_install_time":"10","last_updated":"1700593062","first_added":"1449598482","popularity":"482","downloads":62974,"versions":["1.2.0","1.1.2","1.1.1","1.1.0","1.0.2","1.0.1","1.0.0"]},"opm":{"title":"Open Porous Media","description":"This is a test of Open Porous Media, a set of open-source tools concerning simulation of flow and transport of fluids in porous media. This test profile depends upon MPI\/Flow already being installed on the system. Install instructions at https:\/\/opm-project.org\/?page_id=36.","test_type":"Processor","software_type":"Utility","status":"Verified","supported_platforms":["Linux"],"internal_tags":["SMP"],"test_extends":"","package_hash":null,"average_run_time":"2587","average_install_time":"6","last_updated":"1611757276","first_added":"1595466290","popularity":"1748","downloads":8170,"versions":["1.0.1","1.0.0"]},"rawtherapee":{"title":"RawTherapee","description":"RawTherapee is a cross-platform, open-source multi-threaded RAW image processing program.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"235","average_install_time":"2","last_updated":"1584831208","first_added":"1580851117","popularity":"1004","downloads":13664,"versions":["1.0.1","1.0.0"]},"redis":{"title":"Redis Memtier \/ Redis Benchmark","description":"Redis is an open-source in-memory data structure store, used as a database, cache, and message broker. This test profile is for testing any system-installed Redis copy. The redis-server and redis-benchmark software must be present in PATH. To use a static \/ locally built version of Redis, run the pts\/redis test profile instead.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":[],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"211","average_install_time":"11","last_updated":"1636050244","first_added":"1461873471","popularity":"1444","downloads":34320,"versions":["1.1.1","1.1.0","1.0.0"]},"rsvg":{"title":"librsvg","description":"RSVG\/librsvg is an SVG vector graphics library. This test profile times how long it takes to complete various operations by rsvg-convert.","test_type":"System","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux","BSD","MacOSX","Solaris"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"132","average_install_time":"2","last_updated":"1579391241","first_added":"1579391241","popularity":"1305","downloads":"8684","versions":["1.0.0"]},"selenium":{"title":"Selenium","description":"This test profile uses the Selenium WebDriver for running various browser benchmarks in different available web browsers such as Mozilla Firefox and Google Chrome.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows","MacOSX"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"593","average_install_time":"8","last_updated":"1710340369","first_added":"1552519202","popularity":"224","downloads":127130,"versions":["1.0.39","1.0.38","1.0.37","1.0.36","1.0.35","1.0.34","1.0.33","1.0.32","1.0.31","1.0.30","1.0.29","1.0.28","1.0.27","1.0.26","1.0.25","1.0.24","1.0.23","1.0.22","1.0.21","1.0.20","1.0.19","1.0.18","1.0.17","1.0.16","1.0.15","1.0.14","1.0.13","1.0.12","1.0.11","1.0.10","1.0.9","1.0.8","1.0.7","1.0.6","1.0.5","1.0.4","1.0.3","1.0.2","1.0.1","1.0.0"]},"selenium-top-sites":{"title":"Time To Load + View Popular Websites","description":"This test profile uses the Selenium WebDriver for measuring the time it takes to load a majority of the top 50 most popular websites in the web browser in different tabs and to scroll to the bottom of the page, keeping previous tabs open.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"3008","average_install_time":"9","last_updated":"1574009536","first_added":"1553731521","popularity":"1745","downloads":13238,"versions":["1.0.3","1.0.2","1.0.1","1.0.0"]},"sqlite":{"title":"SQLite","description":"","test_type":"","software_type":"","status":"","supported_platforms":[],"internal_tags":[],"test_extends":"pts\/sqlite","package_hash":null,"average_run_time":"292","average_install_time":"5","last_updated":"1523297735","first_added":"1450111763","popularity":"1196","downloads":34763,"versions":["1.0.1","1.0.0"]},"tensorrt-inference":{"title":"NVIDIA TensorRT Inference","description":"This test profile uses any existing system installation of NVIDIA TensorRT for carrying out inference benchmarks with various neural networks.","test_type":"Graphics","software_type":"Utility","status":"Experimental","supported_platforms":["Linux"],"internal_tags":["CUDA"],"test_extends":"","package_hash":null,"average_run_time":"512","average_install_time":"2","last_updated":"1545609167","first_added":"1545609167","popularity":"1569","downloads":"9266","versions":["1.0.0"]},"tesseract-ocr":{"title":"Tesseract OCR","description":"Tesseract-OCR is the open-source optical character recognition (OCR) engine for the conversion of text within images to raw text output. This test profile relies upon a system-supplied Tesseract installation.","test_type":"System","software_type":"Utility","status":"Verified","supported_platforms":["Linux","BSD","Solaris","MacOSX","Windows"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"246","average_install_time":"4","last_updated":"1538493821","first_added":"1538481896","popularity":"1045","downloads":20574,"versions":["1.0.1","1.0.0"]},"timed-battery-test":{"title":"Timed Battery Test","description":"A test profile that keeps carrying out the same operation until the battery is exhausted. When running PTS a second time with that configuration it will then parse the result and save it. The result is the reported Linux system uptime. This test profile is currently tentative\/experimental for selected use-cases.","test_type":"System","software_type":"Utility","status":"Experimental","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"10","average_install_time":"2","last_updated":"1646938353","first_added":"1646938353","popularity":"466","downloads":"18471","versions":["1.0.0"]},"wireguard":{"title":"WireGuard + Linux Networking Stack Stress Test","description":"This is a benchmark of the WireGuard secure VPN tunnel and Linux networking stack stress test. The test runs on the local host but does require root permissions to run. The way it works is it creates three namespaces. ns0 has a loopback device. ns1 and ns2 each have wireguard devices. Those two wireguard devices send traffic through the loopback device of ns0. The end result of this is that tests wind up testing encryption and decryption at the same time -- a pretty CPU and scheduler-heavy workflow.","test_type":"Network","software_type":"Benchmark","status":"Verified","supported_platforms":["Linux"],"internal_tags":[],"test_extends":"","package_hash":null,"average_run_time":"1263","average_install_time":"2","last_updated":"1592418676","first_added":"1587390416","popularity":"1280","downloads":10477,"versions":["1.0.1","1.0.0"]}},"suites":[]} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/astcenc-1.5.1/changelog.json b/ob-cache/test-profiles/pts/astcenc-1.5.1/changelog.json new file mode 100644 index 000000000..03deabc31 --- /dev/null +++ b/ob-cache/test-profiles/pts/astcenc-1.5.1/changelog.json @@ -0,0 +1 @@ +{"1.5.1":{"last_updated":"1712425383","commit_description":"Update against upstream astcenc 4.7."},"1.4.0":{"last_updated":"1658482206","commit_description":"Update against ASTC Encoder 4.0 upstream."},"1.3.1":{"last_updated":"1639354655","commit_description":"Copy paste fix for Windows install script."},"1.3.0":{"last_updated":"1633908577","commit_description":"Update against astcenc 3.2 upstream."},"1.2.0":{"last_updated":"1622719648","commit_description":"Update against ASTC Encoder 3.0."},"1.1.0":{"last_updated":"1615549409","commit_description":"Update against upstream ASTCENC 2.4."},"1.0.2":{"last_updated":"1605809112","commit_description":"Fix for building on AArch64."},"1.0.1":{"last_updated":"1605145784","commit_description":"Fix for macOS build."},"1.0.0":{"last_updated":"1597761825","commit_description":"Initial commit of Arm ASTC Encoder (astcenc) benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/astcenc-1.5.1/downloads.xml b/ob-cache/test-profiles/pts/astcenc-1.5.1/downloads.xml new file mode 100644 index 000000000..257449c8d --- /dev/null +++ b/ob-cache/test-profiles/pts/astcenc-1.5.1/downloads.xml @@ -0,0 +1,37 @@ + + + + + + http://phoronix-test-suite.com/benchmark-files/png-samples-1.tar.xz + 3f928e4d08777e6e84c54202a00429de + 9810c8fd3afd35b4755c2a46f14fc66e2b9199c22e46a5946123c9250f2d1ccd + png-samples-1.tar.xz + 58346628 + + + https://github.com/ARM-software/astc-encoder/archive/refs/tags/4.7.0.tar.gz + 443519c5b340fb4c6525888723a028a6 + a57c81f79055aa7c9f8c82ac5464284e3df9bba682895dee09fa35bd1fdbab93 + astc-encoder-4.7.0.tar.gz + 36135038 + Linux + + + https://github.com/ARM-software/astc-encoder/releases/download/4.7.0/astcenc-4.7.0-macos-universal.zip + e3ff7bff13ae4cee9df9995820409393 + 176b2c0bf2673d15eb1ba11c1e2691ccb041b79e4076fccd6cd0ece3f75aa2bc + astcenc-4.7.0-macos-universal.zip + 1105192 + MacOSX + + + https://github.com/ARM-software/astc-encoder/releases/download/4.7.0/astcenc-4.7.0-windows-x64.zip + 6b49137b520f1be53457e91e1936f501 + deb20ea0cb4ef522ca1eecee82358bfc9cdafd8d4101bc22f28502a0165180bd + astcenc-4.7.0-windows-x64.zip + 1618844 + Windows + + + diff --git a/ob-cache/test-profiles/pts/astcenc-1.5.1/generated.json b/ob-cache/test-profiles/pts/astcenc-1.5.1/generated.json new file mode 100644 index 000000000..04d19a572 --- /dev/null +++ b/ob-cache/test-profiles/pts/astcenc-1.5.1/generated.json @@ -0,0 +1 @@ +{"overview":{"9994885c6e29227ea86a0dbebee4e5d6cba7d45b":{"description":"Preset: Thorough","test_version":"1.5.x","app_version":"4.7","unit":"MT\/s","samples":116,"timing_samples":23,"hib":1,"first_appeared":1712297892,"last_appeared":1714867288,"run_time_avg":212,"stddev_avg":0.11,"percentiles":[1.8283,1.8283,1.8787,1.8787,3.5163,3.5269,3.5343,3.5536,3.5668,3.5668,4.9945,4.9955,4.998,5.2491,5.2549,5.2549,5.6726,5.6726,5.6728,6.0808,6.1051,6.1593,7.0957,7.0957,7.1747,7.1804,7.189,7.2099,7.2099,7.9824,7.9824,8.0115,8.026,8.0353,8.0353,8.0386,8.0386,8.0594,8.5773,8.5773,8.5898,8.5898,8.6379,8.6379,8.6799,8.7683,8.7697,8.771,8.8257,10.5581,10.5919,11.8679,11.9708,11.9708,11.9708,12.095,12.095,12.2053,12.2307,19.1199,20.1894,20.2519,20.2537,20.3636,20.3642,20.5737,21.4848,21.4848,21.4965,23.7764,23.7764,23.8137,23.8137,44.3548,44.3662,51.2971,51.3361,51.3399,51.3575,54.4547,54.5657,54.9419,54.9419,55.9118,55.9118,55.9118,61.5681,61.6899,62.2505,86.9845,87.4621,95.4271,97.8761,97.9383,105.3889,105.6264,105.6264,135.2189,135.4011,135.6445],"run_time_percentiles":[33,33,33,33,33,49,49,49,49,50,50,50,50,50,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,58,58,58,58,58,58,58,58,58,84,84,84,84,84,84,84,84,84,84,84,84,84,156,156,156,156,177,177,177,177,180,180,180,180,180,180,180,180,180,202,202,202,202,205,205,205,205,205,205,205,205,205,611,611,611,611,616,616,616,616,616,820,820,820,820,820,820,820,820],"tested_archs":["x86_64"]},"7801b4329d01ea4fa9d2d2724b785feaa78345db":{"description":"Preset: Medium","test_version":"1.5.x","app_version":"4.7","unit":"MT\/s","samples":116,"timing_samples":23,"hib":1,"first_appeared":1712297892,"last_appeared":1714867288,"run_time_avg":45,"stddev_avg":0.03,"percentiles":[16.0356,16.0356,16.1026,16.1026,30.2869,30.2869,30.4789,31.6593,31.8558,31.9247,38.9126,38.977,39.042,42.2975,42.3066,42.3066,46.6675,46.6675,46.6877,49.3625,51.8404,52.0019,52.0204,52.0498,52.1735,53.1126,53.1126,53.9895,53.9895,57.4515,57.4515,57.4605,62.7067,62.8715,62.9185,63.6401,63.6401,63.7139,65.2717,65.2717,65.3095,65.3095,65.4851,65.4851,68.3499,68.4052,68.4204,68.4204,68.4516,85.1679,85.3482,88.5615,88.5615,88.5615,88.5815,88.5958,88.6007,88.6007,89.14,146.2024,146.6743,146.7181,146.8763,159.1301,159.4075,160.0309,173.6904,173.6904,174.1691,180.8702,180.8702,181.0335,181.0335,318.8059,319.2974,327.7829,332.4826,333.8805,333.8805,333.8805,333.9902,334.1731,334.6723,353.0658,353.0658,353.0658,442.4041,443.2866,447.8305,484.5499,496.5994,526.0855,534.2013,534.5928,540.5147,550.0168,553.4604,576.8108,576.8108,582.9909],"run_time_percentiles":[15,15,15,15,15,27,27,27,27,27,27,27,27,27,27,27,27,27,39,39,39,39,40,40,40,40,40,41,41,41,41,41,41,41,41,42,42,42,42,42,42,42,42,42,43,43,43,43,43,43,43,43,43,50,50,50,50,51,51,51,51,52,52,52,52,52,54,54,54,54,56,56,56,56,56,56,56,56,56,59,59,59,59,59,59,59,59,59,59,59,59,59,60,60,60,60,60,60,60,60],"tested_archs":["x86_64"]},"57eed2e65a07f1778911144363b7666138da62dd":{"description":"Preset: Exhaustive","test_version":"1.5.x","app_version":"4.7","unit":"MT\/s","samples":115,"timing_samples":23,"hib":1,"first_appeared":1712297892,"last_appeared":1714867288,"run_time_avg":368,"stddev_avg":0.03,"percentiles":[0.1359,0.1359,0.1372,0.1372,0.2888,0.2891,0.2893,0.2944,0.2944,0.3629,0.3637,0.3643,0.4416,0.4418,0.4429,0.4438,0.4438,0.455,0.4556,0.4788,0.4792,0.4792,0.5144,0.518,0.5374,0.5374,0.5395,0.5905,0.5997,0.5997,0.6083,0.6083,0.6294,0.6315,0.6339,0.6339,0.6404,0.6421,0.6438,0.6868,0.6871,0.6871,0.6892,0.6892,0.6892,0.6892,0.725,0.7387,0.8507,0.8519,0.8519,0.8519,0.8522,0.8522,0.8741,0.8759,0.9198,0.9198,0.9205,1.5302,1.5339,1.5375,1.6284,1.6322,1.6328,1.6632,1.8235,1.8243,1.8243,2.0036,2.0036,2.0037,2.0037,3.6798,3.6815,4.2613,4.268,4.2689,4.2718,4.6303,4.6366,4.6366,4.6366,4.6551,4.6551,4.6551,5.2868,5.3278,5.3331,8.1446,8.3701,8.4486,8.9091,8.9244,9.4298,9.4501,9.4501,12.7709,12.7757,12.791],"run_time_percentiles":[64,64,64,64,64,65,65,65,65,68,68,68,68,68,68,68,68,68,92,92,92,92,106,106,106,106,106,106,106,106,106,116,116,116,116,116,116,116,116,116,277,277,277,277,277,277,277,277,278,278,278,278,278,488,488,488,488,514,514,514,514,520,520,520,520,520,603,603,603,603,607,607,607,607,607,607,607,607,607,691,691,691,691,699,699,699,699,699,699,699,699,699,701,701,701,701,702,702,702,702],"tested_archs":["x86_64"]},"81cc935fa44e15e2df1ee369aa48e59674d233b6":{"description":"Preset: Very Thorough","test_version":"1.5.x","app_version":"4.7","unit":"MT\/s","samples":114,"timing_samples":23,"hib":1,"first_appeared":1712297892,"last_appeared":1714867288,"run_time_avg":377,"stddev_avg":0.04,"percentiles":[0.2266,0.2266,0.2348,0.2348,0.4714,0.4715,0.4737,0.4795,0.4798,0.5873,0.5985,0.5993,0.7198,0.7198,0.7199,0.7468,0.754,0.7767,0.7767,0.7786,0.7786,0.7887,0.805,0.813,0.8674,0.916,0.916,0.9778,0.9778,0.992,1.0108,1.0108,1.0402,1.0413,1.0418,1.0418,1.0506,1.0548,1.1172,1.1172,1.1174,1.1174,1.1258,1.1268,1.1268,1.1824,1.1824,1.2049,1.4111,1.4284,1.4284,1.4314,1.4314,1.4314,1.4624,1.4639,1.4873,1.4875,2.4756,2.4889,2.4906,2.5007,2.6592,2.6625,2.6653,2.9568,2.9568,2.964,2.964,3.2564,3.2564,3.2575,6.0337,6.0345,6.036,7.077,7.0885,7.0896,7.0944,7.6077,7.6077,7.6077,7.6198,7.6198,7.6198,7.624,8.6518,8.6837,8.6876,13.2921,13.7518,14.0149,14.5942,15.4543,15.4543,15.4679,15.4679,20.3937,20.4171,20.7085],"run_time_percentiles":[66,66,66,66,66,69,69,69,69,69,69,69,69,69,69,69,69,69,94,94,94,94,108,108,108,108,108,108,108,108,108,118,118,118,118,118,118,118,118,118,285,285,285,285,285,285,285,285,286,286,286,286,286,503,503,503,503,522,522,522,522,528,528,528,528,528,616,616,616,616,620,620,620,620,620,620,620,620,620,707,707,707,707,717,717,717,717,717,717,717,717,717,718,718,718,718,719,719,719,719],"tested_archs":["x86_64"]},"3ce7894ec5802802377d680bb80adb92aafbb44c":{"description":"Preset: Fast","test_version":"1.5.x","app_version":"4.7","unit":"MT\/s","samples":108,"timing_samples":15,"hib":1,"first_appeared":1712297892,"last_appeared":1714867288,"run_time_avg":73,"stddev_avg":0.01,"percentiles":[44.9069,44.9069,45.4948,45.4948,82.8326,82.8326,82.8492,82.8492,87.9749,88.2486,88.2531,94.9277,95.074,111.3347,111.3347,111.5273,111.5273,122.7239,125.9685,127.0352,127.0352,127.1557,127.1557,127.5171,129.951,130.4838,130.6884,130.6884,130.7801,133.4179,133.4179,138.9669,138.9669,139.0047,139.0047,155.8026,155.8026,157.2871,160.738,161.3217,161.4705,164.2706,164.2706,169.819,170.105,171.5861,171.5979,171.5979,171.8742,177.2906,177.4231,177.4231,204.104,204.104,204.104,204.3004,204.3004,204.3004,204.5146,204.5353,205.9321,228.8744,229.0666,358.0922,358.1393,358.3051,358.9541,408.2845,408.4399,408.6735,410.0672,458.348,458.348,458.5588,458.5588,460.5098,463.976,463.976,584.3243,584.8947,591.6985,593.8697,711.5925,715.5429,717.3378,740.2856,740.2856,740.2856,753.0338,756.884,812.9546,812.9546,827.0206,827.0206,827.0206,834.058,834.058,946.9291,947.8296,952.1599],"run_time_percentiles":[21,21,21,21,21,21,21,39,39,39,39,39,39,39,39,39,39,39,39,39,39,39,39,39,39,39,39,69,69,69,69,69,69,69,82,82,82,82,82,82,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,90,90,90,90,90,90,90,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95,95],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["libm.so.6","libc.so.6"],"default_instructions":["MMX","SSE4_2","AVX","AVX2"],"max_instructions":["MMX","SSE4_2","AVX","AVX2"],"honors_cflags":"0","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/astcenc-1.5.1/install.sh b/ob-cache/test-profiles/pts/astcenc-1.5.1/install.sh new file mode 100644 index 000000000..2b332f417 --- /dev/null +++ b/ob-cache/test-profiles/pts/astcenc-1.5.1/install.sh @@ -0,0 +1,29 @@ +#!/bin/sh +tar -xf png-samples-1.tar.xz +tar -xf astc-encoder-4.7.0.tar.gz +cd astc-encoder-4.7.0 +mkdir build +cd build +ASTCISA="-DASTCENC_ISA_AVX2=on" +ASTCBIN="avx2" +if [ $OS_ARCH = "aarch64" ] +then + ASTCISA="-DASTCENC_ISA_NEON=on" + ASTCBIN="neon" +fi +cmake -DCMAKE_BUILD_TYPE=Release -DASTCENC_ISA_NATIVE=ON $ASTCISA -DCMAKE_CXX_FLAGS="-O3 -DNDEBUG" .. +make -j $NUM_CPU_CORES +EXIT_STATUS=$? +if [ $EXIT_STATUS -ne 0 ]; +then + # GCC 14 fix + cmake -DCMAKE_BUILD_TYPE=Release -DASTCENC_ISA_NATIVE=ON $ASTCISA -DCMAKE_CXX_FLAGS="-O3 -DNDEBUG -Wno-error=calloc-transposed-args" .. + make -j $NUM_CPU_CORES + EXIT_STATUS=$? +fi +echo $EXIT_STATUS > ~/install-exit-status +cd ~ +echo "#!/bin/sh +./astc-encoder-4.7.0/build/Source/astcenc-$ASTCBIN \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > astcenc +chmod +x astcenc diff --git a/ob-cache/test-profiles/pts/astcenc-1.5.1/install_macosx.sh b/ob-cache/test-profiles/pts/astcenc-1.5.1/install_macosx.sh new file mode 100644 index 000000000..43d7ccb7f --- /dev/null +++ b/ob-cache/test-profiles/pts/astcenc-1.5.1/install_macosx.sh @@ -0,0 +1,8 @@ +#!/bin/sh +tar -xf png-samples-1.tar.xz +unzip -o astcenc-4.7.0-macos-universal.zip +chmod +x bin/astcenc +echo "#!/bin/sh +./bin/astcenc \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > astcenc +chmod +x astcenc diff --git a/ob-cache/test-profiles/pts/astcenc-1.5.1/install_windows.sh b/ob-cache/test-profiles/pts/astcenc-1.5.1/install_windows.sh new file mode 100644 index 000000000..baceb04cd --- /dev/null +++ b/ob-cache/test-profiles/pts/astcenc-1.5.1/install_windows.sh @@ -0,0 +1,8 @@ +#!/bin/sh +tar -xf png-samples-1.tar.xz +unzip -o astcenc-4.7.0-windows-x64.zip +chmod +x bin/astcenc-avx2.exe +echo "#!/bin/sh +./bin/astcenc-avx2.exe \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > astcenc +chmod +x astcenc diff --git a/ob-cache/test-profiles/pts/astcenc-1.5.1/results-definition.xml b/ob-cache/test-profiles/pts/astcenc-1.5.1/results-definition.xml new file mode 100644 index 000000000..ca4042c45 --- /dev/null +++ b/ob-cache/test-profiles/pts/astcenc-1.5.1/results-definition.xml @@ -0,0 +1,8 @@ + + + + + Coding rate: #_RESULT_# MT/s + Decoding time: + + diff --git a/ob-cache/test-profiles/pts/astcenc-1.5.1/test-definition.xml b/ob-cache/test-profiles/pts/astcenc-1.5.1/test-definition.xml new file mode 100644 index 000000000..cc7d57934 --- /dev/null +++ b/ob-cache/test-profiles/pts/astcenc-1.5.1/test-definition.xml @@ -0,0 +1,56 @@ + + + + + ASTC Encoder + 4.7 + ASTC Encoder (astcenc) is for the Adaptive Scalable Texture Compression (ASTC) format commonly used with OpenGL, OpenGL ES, and Vulkan graphics APIs. This test profile does a coding test of both compression/decompression. + MT/s + HIB + 3 + + + 1.5.1 + Linux, Windows, MacOSX + Benchmark + System + Free + Verified + build-utilities, cmake + 230 + https://github.com/ARM-software/astc-encoder/ + https://github.com/ARM-software/astc-encoder + Michael Larabel + + + + -tl sample-4.png 1.png 8x6 + + + + diff --git a/ob-cache/test-profiles/pts/avifenc-1.4.1/changelog.json b/ob-cache/test-profiles/pts/avifenc-1.4.1/changelog.json new file mode 100644 index 000000000..fbb46fe39 --- /dev/null +++ b/ob-cache/test-profiles/pts/avifenc-1.4.1/changelog.json @@ -0,0 +1 @@ +{"1.4.1":{"last_updated":"1712423392","commit_description":"Update to 1.0.4 point release to fix newer compiler problems, fix Windows build."},"1.4.0":{"last_updated":"1693265286","commit_description":"Update against libavif 1.0 upstream."},"1.3.0":{"last_updated":"1665791888","commit_description":"Update against avifenc 0.11 upstream."},"1.2.0":{"last_updated":"1649288237","commit_description":"Update against libavif 0.10 upstream new release."},"1.1.1":{"last_updated":"1614096760","commit_description":"Limit job count to 64 otherwise the program exits abnormally."},"1.1.0":{"last_updated":"1614092144","commit_description":"Update against upstream libavif 0.9.0."},"1.0.0":{"last_updated":"1591110261","commit_description":"Initial commit of libavif avifenc encode benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/avifenc-1.4.1/downloads.xml b/ob-cache/test-profiles/pts/avifenc-1.4.1/downloads.xml new file mode 100644 index 000000000..e01d09696 --- /dev/null +++ b/ob-cache/test-profiles/pts/avifenc-1.4.1/downloads.xml @@ -0,0 +1,35 @@ + + + + + + http://www.phoronix-test-suite.com/benchmark-files/aom-350.tar.xz + 4bad477efe71208b0a190efd1fc5da8b + 7d4d88d2b0cea58243aa422f5ee4656a676b8a74170fbc29a2f36eb310446740 + aom-350.tar.xz + 3690192 + + + https://github.com/AOMediaCodec/libavif/archive/refs/tags/v1.0.4.tar.gz + 8c786fd21f8757ace8cc011401e4d420 + dc56708c83a4b934a8af2b78f67f866ba2fb568605c7cf94312acf51ee57d146 + libavif-1.0.4.tar.gz + 10575992 + + + https://github.com/AOMediaCodec/libavif/releases/download/v1.0.4/libavif-v1.0.4-avifenc-avifdec-windows.zip + 25492f3db250e0af46b80ab12352e717 + bb9d6adb68f4f11ba9524613bd5984eaecd2f425a686e3c5b0ed51293b5f41ea + libavif-v1.0.4-avifenc-avifdec-windows.zip + 9991626 + Windows + + + http://upload.wikimedia.org/wikipedia/commons/2/2c/Mars_topography_%28MOLA_dataset%29_with_poles_HiRes.jpg + 033f3dfec0031912d39bcfb48679ae85 + 21aaf7b1b7d324cc4e79f779de4e277d861e4dbd445a08846cd13dd3c81ed345 + sample-photo-mars.jpg + 20369694 + + + diff --git a/ob-cache/test-profiles/pts/avifenc-1.4.1/generated.json b/ob-cache/test-profiles/pts/avifenc-1.4.1/generated.json new file mode 100644 index 000000000..e0ea8db12 --- /dev/null +++ b/ob-cache/test-profiles/pts/avifenc-1.4.1/generated.json @@ -0,0 +1 @@ +{"overview":{"c44be7d72507522b68591afa175649303231d22c":{"description":"Encoder Speed: 6","test_version":"1.4.x","app_version":"1.0","unit":"Seconds","samples":626,"timing_samples":364,"hib":0,"first_appeared":1693268936,"last_appeared":1714867288,"run_time_avg":37,"stddev_avg":0.44,"percentiles":[2.087,2.143,2.179,2.213,2.447,2.631,2.677,2.729,2.759,2.805,2.813,2.837,2.86,2.914,2.932,2.972,3.01,3.053,3.12,3.145,3.16,3.174,3.205,3.241,3.259,3.267,3.291,3.303,3.317,3.331,3.4,3.412,3.472,3.532,3.57,3.593,3.641,3.717,3.735,3.802,3.827,3.854,3.892,4.005,4.021,4.093,4.154,4.264,4.377,4.515,4.57,4.62,4.889,5.114,5.224,5.38,5.497,5.552,5.709,5.799,5.877,5.895,6.099,6.225,6.256,6.303,6.332,6.358,6.478,6.726,7.021,7.129,7.211,7.275,7.436,7.641,7.682,7.936,7.97,8.037,8.219,8.611,8.696,9.45,9.493,9.688,9.829,10.19,11.651,11.907,12.871,13.627,14.951,15.968,19.718,22.185,22.393,28.151,33.682,89.425],"run_time_percentiles":[6.26,6.450000000000001,6.64,6.7299999999999995,7.98,8.09,8.22,8.85,9.47,9.61,9.75,9.84,9.879999999999999,10,11,12,13,15,15,16,17,17,19,19,22,22,23,24,24,26,27,27,28,28,28,28,28,29,29,30,31,31,31,31,31,32,32,32,32,33,33,33,34,35,35,36,36,36,37,37,38,38,38,39,40,40,40,40,41,41,41,41,42,42,43,43,43,44,44,44,45,45,46,47,47,48,49,49,50,51,53,55,57,69,91,93,97,105,142,153],"tested_archs":["x86_64","riscv64","aarch64"]},"d1f4c8e9c9f6ae4a8b5831a8182b7a1ea1e02439":{"description":"Encoder Speed: 2","test_version":"1.4.x","app_version":"1.0","unit":"Seconds","samples":621,"timing_samples":367,"hib":0,"first_appeared":1693268936,"last_appeared":1714867288,"run_time_avg":231,"stddev_avg":0.3,"percentiles":[25.619,26.581,28.796,29.223,30.254,32.478,32.825,32.987,33.2,33.613,34.372,34.688,34.71,34.856,34.989,35.058,35.19,35.406,35.692,36.076,36.211,36.567,36.96,37.038,37.285,37.564,37.637,37.935,38.121,38.822,38.922,39.305,39.879,40.254,40.562,41.092,41.386,41.566,41.839,42.345,42.694,43.218,43.272,43.494,43.999,44.276,44.458,45.618,48.131,50.007,51.484,53.478,55.469,55.929,56.277,57.411,60.636,62.054,62.853,63.036,63.754,64.896,65.577,66.461,66.992,67.258,68.098,70.695,71.084,71.636,73.134,73.94,74.973,76.145,79.76,81.069,81.353,83.322,85.366,90.464,91.588,95.074,96.616,99.232,101.344,107.971,109.308,117.281,121.67,124.087,133.649,141.463,157.487,172.811,179.908,200.671,220.191,247.422,319.633,923.327],"run_time_percentiles":[77,79,87,88,90,95,97,98,99,101,102,103,104,104,105,105,105,106,109,110,111,112,112,113,116,116,117,118,120,121,121,122,124,125,125,126,129,130,130,130,131,133,133,133,138,144,150,154,157,160,162,166,168,168,169,170,172,182,186,186,189,196,197,198,199,201,201,202,204,210,213,213,215,218,221,225,234,244,247,255,256,285,298,304,304,324,328,335,400,402,428,472,540,543,543,578,742,959,1167,1197],"tested_archs":["x86_64","riscv64","aarch64"]},"49711ac52ef7eb485a60fc4f3f44f8802808f41e":{"description":"Encoder Speed: 6, Lossless","test_version":"1.4.x","app_version":"1.0","unit":"Seconds","samples":616,"timing_samples":355,"hib":0,"first_appeared":1693268936,"last_appeared":1714867288,"run_time_avg":50,"stddev_avg":0.46,"percentiles":[3.717,4.105,4.216,4.479,4.537,4.551,4.826,5.066,5.126,5.239,5.378,5.494,5.532,5.605,5.635,5.655,5.675,5.691,5.722,5.788,5.835,5.901,5.927,6.007,6.034,6.082,6.106,6.233,6.278,6.35,6.435,6.541,6.617,6.74,6.746,6.782,6.821,6.845,6.889,6.929,6.97,7.006,7.105,7.122,7.198,7.221,7.32,7.334,7.375,7.402,7.825,7.996,8.188,8.349,8.555,8.731,8.826,8.926,8.942,9.056,9.139,9.327,9.44,9.601,9.663,9.779,9.837,10.165,10.315,10.502,10.597,10.615,10.711,10.947,11.414,11.668,12.121,12.269,12.379,12.471,12.68,13.127,13.362,13.484,14.319,14.32,14.623,16.025,16.481,18.015,18.975,22.193,22.641,24.424,28.462,32.554,33.671,38.854,41.112,100.867],"run_time_percentiles":[11,12,12,13,13,14,16,16,17,17,17,17,18,19,20,20,21,21,23,24,25,26,27,28,30,32,35,36,36,37,39,39,39,39,40,40,40,40,40,41,41,41,41,42,42,42,42,43,43,43,43,43,43,43,43,44,44,44,44,44,44,44,45,45,45,47,48,48,48,49,49,49,50,51,51,52,52,52,53,53,54,54,55,57,57,58,59,63,64,75,77,85,91,103,117,131,136,197,215,239],"tested_archs":["x86_64","riscv64","aarch64"]},"55798362c6ea37f5a8e05dfcc1c7634f3de04cad":{"description":"Encoder Speed: 0","test_version":"1.4.x","app_version":"1.0","unit":"Seconds","samples":439,"timing_samples":213,"hib":0,"first_appeared":1693268936,"last_appeared":1714867288,"run_time_avg":564,"stddev_avg":0.27,"percentiles":[47.369,56.843,57.409,60.525,61.604,62.683,63.18,63.466,63.583,64.29,64.546,65.042,65.174,66.411,67.191,67.29,67.482,67.739,68.057,68.458,69.119,69.421,69.609,69.931,70.002,70.627,71.791,72.293,72.602,73.138,73.428,74.83,75.141,75.628,75.822,76.223,77.505,78.068,79.614,80.501,83.32,84.156,88.417,88.81,91.913,92.806,109.674,117.486,118.74,124.08,126.773,127.473,130.412,135.064,135.34,135.885,138.165,141.656,142.146,145.175,146.752,155.225,155.946,156.589,156.744,157.738,158.931,161.757,169.352,169.739,170.088,173.018,182.446,183.647,188.625,189.883,205.089,208.698,209.414,210.009,216.738,216.92,225.132,226.046,239.257,247.093,255.268,263.205,270.502,296.573,313.224,383.211,397.111,417.103,494.869,512.336,540.786,717.679,884.422,5445.781],"run_time_percentiles":[142,144,171,171,172,176,182,185,188,191,192,193,195,196,198,199,202,202,202,204,207,207,208,209,211,212,216,219,219,220,220,222,227,231,234,234,235,249,250,266,266,267,268,289,304,345,352,353,356,360,372,382,401,409,414,425,425,426,427,436,436,439,447,466,467,469,472,473,475,477,498,512,517,530,547,547,594,628,629,630,630,650,650,675,678,698,700,711,718,732,741,1164,1251,1500,2003,2153,2393,2669,2669,3917],"tested_archs":["x86_64","riscv64","aarch64"]},"f30a052d686b38ddce9b77991ee566cee1a4ba0f":{"description":"Encoder Speed: 10, Lossless","test_version":"1.4.x","app_version":"1.0","unit":"Seconds","samples":376,"timing_samples":150,"hib":0,"first_appeared":1693268936,"last_appeared":1714867288,"run_time_avg":31,"stddev_avg":0.39,"percentiles":[2.499,2.734,2.838,2.875,3.222,3.281,3.309,3.382,3.583,3.61,3.651,3.729,3.845,3.886,3.924,3.991,4.049,4.085,4.128,4.162,4.231,4.251,4.255,4.384,4.391,4.456,4.48,4.524,4.532,4.552,4.579,4.628,4.72,4.808,4.826,4.85,4.879,4.89,4.898,4.908,4.912,4.929,4.933,4.946,4.971,5.01,5.028,5.038,5.058,5.074,5.082,5.148,5.26,5.293,5.297,5.348,5.377,5.457,5.474,5.484,5.499,5.529,5.624,5.721,5.815,5.854,5.876,5.904,6.017,6.049,6.09,6.186,6.269,6.301,6.452,6.496,6.517,6.55,6.578,6.645,6.757,7.361,7.708,7.726,7.769,7.997,8.285,8.509,8.934,9.506,9.557,9.678,11.12,12.491,13.335,13.55,13.709,16.674,26.848,101.53],"run_time_percentiles":[7.49,7.720000000000001,8.2,8.39,8.51,8.52,8.61,8.620000000000001,8.74,8.79,10,10,11,11,11,11,11,11,11,12,12,12,12,12,14,14,14,14,14,14,15,15,15,15,15,16,16,16,17,17,18,18,18,19,19,19,25,25,29,31,31,31,32,32,32,32,33,34,34,34,35,35,35,35,35,35,35,36,36,36,36,36,36,36,37,37,38,38,38,38,38,39,39,40,40,40,43,49,50,50,56,57,78,81,91,91,101,105,110,110],"tested_archs":["x86_64","riscv64","aarch64"]}},"capabilities":{"shared_libraries":["libavif.so.4","libm.so.6","libz.so.1","libpng16.so.16","libjpeg.so.8","libpthread.so.0","libc.so.6"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":[],"honors_cflags":"0","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/avifenc-1.4.1/install.sh b/ob-cache/test-profiles/pts/avifenc-1.4.1/install.sh new file mode 100644 index 000000000..5c3b3aaad --- /dev/null +++ b/ob-cache/test-profiles/pts/avifenc-1.4.1/install.sh @@ -0,0 +1,23 @@ +#!/bin/sh +tar -xf libavif-1.0.4.tar.gz +cd libavif-1.0.4/ext +tar -xf ~/aom-350.tar.xz +mkdir aom/build.libavif +cd aom/build.libavif +export CXXFLAGS="-O3 -fPIC -Wno-error $CXXFLAGS" +export CFLAGS="-O3 -fPIC -Wno-error $CFLAGS" +cmake -G Ninja -DCMAKE_BUILD_TYPE=Release -DENABLE_DOCS=0 -DENABLE_EXAMPLES=0 -DENABLE_TESTDATA=0 -DENABLE_TESTS=0 -DENABLE_TOOLS=0 -DBUILD_SHARED_LIBS=1 .. +ninja +echo $? > ~/install-exit-status +cd ~/libavif-1.0.4/ +mkdir build +cd build +cmake -DAVIF_CODEC_AOM=1 -DAVIF_LOCAL_AOM=1 -DAVIF_BUILD_APPS=1 .. +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/bash +THREADCOUNT=\$((\$NUM_CPU_CORES>64?64:\$NUM_CPU_CORES)) +./libavif-1.0.4/build/avifenc -j \$THREADCOUNT \$@ +echo \$? > ~/test-exit-status" > avifenc +chmod +x avifenc diff --git a/ob-cache/test-profiles/pts/avifenc-1.4.1/install_windows.sh b/ob-cache/test-profiles/pts/avifenc-1.4.1/install_windows.sh new file mode 100644 index 000000000..2da7172d3 --- /dev/null +++ b/ob-cache/test-profiles/pts/avifenc-1.4.1/install_windows.sh @@ -0,0 +1,7 @@ +#!/bin/sh +unzip -o libavif-v1.0.4-avifenc-avifdec-windows.zip +chmod +x avifenc.exe +echo "#!/bin/bash +THREADCOUNT=\$((\$NUM_CPU_CORES>64?64:\$NUM_CPU_CORES)) +./avifenc.exe -j \$THREADCOUNT \$@" > avifenc +chmod +x avifenc diff --git a/ob-cache/test-profiles/pts/avifenc-1.4.1/results-definition.xml b/ob-cache/test-profiles/pts/avifenc-1.4.1/results-definition.xml new file mode 100644 index 000000000..0c553c5c2 --- /dev/null +++ b/ob-cache/test-profiles/pts/avifenc-1.4.1/results-definition.xml @@ -0,0 +1,7 @@ + + + + + sys.time + + diff --git a/ob-cache/test-profiles/pts/avifenc-1.4.1/test-definition.xml b/ob-cache/test-profiles/pts/avifenc-1.4.1/test-definition.xml new file mode 100644 index 000000000..6d12ebccf --- /dev/null +++ b/ob-cache/test-profiles/pts/avifenc-1.4.1/test-definition.xml @@ -0,0 +1,63 @@ + + + + + libavif avifenc + 1.0 + This is a test of the AOMedia libavif library testing the encoding of a JPEG image to AV1 Image Format (AVIF). + Seconds + LIB + 3 + + + 1.4.1 + Linux, MacOSX, BSD, Windows + Utility + Processor + Free + Verified + build-utilities, cmake, perl, yasm, meson, nasm, libpng-development, jpeg-development + 70 + https://github.com/AOMediaCodec/libavif/ + https://github.com/AOMediaCodec/libavif + SMP + Michael Larabel + libyuv.h + + + + --autotiling sample-photo-mars.jpg output.avif + + + + diff --git a/ob-cache/test-profiles/pts/blender-4.1.0/changelog.json b/ob-cache/test-profiles/pts/blender-4.1.0/changelog.json new file mode 100644 index 000000000..9414f6689 --- /dev/null +++ b/ob-cache/test-profiles/pts/blender-4.1.0/changelog.json @@ -0,0 +1 @@ +{"4.1.0":{"last_updated":"1711473967","commit_description":"Update against Blender 4.1 upstream, add Junkshop scene too."},"4.0.0":{"last_updated":"1699970143","commit_description":"Update against Blender 4.0 upstream."},"3.6.0":{"last_updated":"1687881242","commit_description":"Update against Blender 3.6 upstream."},"3.5.0":{"last_updated":"1680105434","commit_description":"Update against Blender 3.5 upstream."},"3.4.0":{"last_updated":"1670457242","commit_description":"Update against Blender 3.4 upstream."},"3.3.1":{"last_updated":"1662760669","commit_description":"Update SHA256 \/ MD5 for Blender 3.3 Linux as upstream appears to have respun that build. Fixes: https:\/\/github.com\/phoronix-test-suite\/phoronix-test-suite\/issues\/671"},"3.3.0":{"last_updated":"1662551060","commit_description":"Update against Blender 3.3 upstream, add Intel oneAPI back-end option."},"3.2.0":{"last_updated":"1654716318","commit_description":"Update against Blender 3.2 upstram, expose Radeon HIP option, switch to using --cycles-device option in recent versions for setting device acceleration."},"3.0.0":{"last_updated":"1638562112","commit_description":"Update against Blender 3.0 upstream release."},"1.9.1":{"last_updated":"1636050137","commit_description":"Update download links for Barbershop blend files, old mirror broke."},"1.9.0":{"last_updated":"1614283338","commit_description":"Update against Blender 2.92 upstream."},"1.8.0":{"last_updated":"1598910871","commit_description":"Update against upstream Blender 2.90."},"1.7.1":{"last_updated":"1589744036","commit_description":"Add macOS support, add more download mirrors."},"1.7.0":{"last_updated":"1581710823","commit_description":"Update against Blender 2.82 upstream."},"1.6.0":{"last_updated":"1574386092","commit_description":"Update against Blender 2.81."},"1.5.1":{"last_updated":"1569772534","commit_description":"Fix for Blender 2.80 Python API preferences handling for GPU selection."},"1.5.0":{"last_updated":"1565620792","commit_description":"Update against Blender 2.80 upstream."},"1.4.1":{"last_updated":"1519915637","commit_description":"Square away the Windows support."},"1.4.0":{"last_updated":"1519908194","commit_description":"Update against Blender 2.79a, plumb in initial Windows support."},"1.3.2":{"last_updated":"1511730328","commit_description":"Fix GPU download link"},"1.3.1":{"last_updated":"1511620463","commit_description":"Add new Barbershop scene."},"1.3.0":{"last_updated":"1505574952","commit_description":"Update against Blender 2.79 upstream"},"1.2.0":{"last_updated":"1492554910","commit_description":"Update to upstream 2.78c"},"1.1.1":{"last_updated":"1483631096","commit_description":"Add explicit CPU-only \/ NONE acceleration option"},"1.1.0":{"last_updated":"1478116949","commit_description":"Update against upstream Blender 2.78a"},"1.0.0":{"last_updated":"1468242581","commit_description":"Initial commit"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/blender-4.1.0/downloads.xml b/ob-cache/test-profiles/pts/blender-4.1.0/downloads.xml new file mode 100644 index 000000000..e4b641a5c --- /dev/null +++ b/ob-cache/test-profiles/pts/blender-4.1.0/downloads.xml @@ -0,0 +1,61 @@ + + + + + + https://download.blender.org/release/Blender4.1/blender-4.1.0-linux-x64.tar.xz, http://ftp.vim.org/graphics/blender/release/Blender4.1/blender-4.1.0-linux-x64.tar.xz, https://mirror.clarkson.edu/blender/release/Blender4.1/blender-4.1.0-linux-x64.tar.xz + c217ef2d5599e10baa39fd3091bb1270 + d2ac5390f4a9cb9416c8eb23bdd8fa8e49e68165a889575fd8f56563f5cccaf1 + blender-4.1.0-linux-x64.tar.xz + 299117800 + Linux + + + https://download.blender.org/release/Blender4.1/blender-4.1.0-windows-x64.zip, http://ftp.vim.org/graphics/blender/release/Blender4.1/blender-4.1.0-windows-x64.zip, https://mirror.clarkson.edu/blender/release/Blender4.1/blender-4.1.0-windows-x64.zip + 995166b0c8c4cd461f212fd7778ceb5c + 566154c0aefc3ad5d0b42b5290dcc61830ba83cc968688f2bed7907f89d72e3a + blender-4.1.0-windows-x64.zip + 421690005 + Windows + + + https://download.blender.org/release/Blender4.1/blender-4.1.0-macos-x64.dmg, http://ftp.vim.org/graphics/blender/release/Blender4.1/blender-4.1.0-macos-x64.dmg, https://mirror.clarkson.edu/blender/release/Blender4.1/blender-4.1.0-macos-x64.dmg + fe86dc632a5f86c0278323122b8d7759 + e7575e7bb12715984f1195fba3537cb890e12355b473e47a8f55e7bab184f509 + blender-4.1.0-macos-x64.dmg + 295967542 + MacOSX + + + http://download.blender.org/demo/test/cycles_benchmark_20160228.zip, http://ftp.vim.org/ftp/pub/ftp/graphics/blender/demo/test/cycles_benchmark_20160228.zip, http://ftp.nl.freebsd.org/ftp/graphics/blender/demo/test/cycles_benchmark_20160228.zip + 61dabc9cc92dec9549f73f7453d9a875 + 026e7499a7bd9e0d41fe4d43e611a145a62d8d5df4fe347a6a08c6f0e98cf0c6 + cycles_benchmark_20160228.zip + 530883683 + + + https://svn.blender.org/svnroot/bf-blender/tags/blender-2.92-release/lib/benchmarks/cycles/barbershop_interior/barbershop_interior_cpu.blend + 2b1cb4c2f4f1813ab7a8d95dceabf48d + 95972b56180462cac47ec82f3a755bd9111ec18ca37a6196a319c013db994130 + barbershop_interior_cpu.blend + 287574804 + TRUE + + + https://svn.blender.org/svnroot/bf-blender/tags/blender-2.92-release/lib/benchmarks/cycles/barbershop_interior/barbershop_interior_gpu.blend + 10e5a559064df9f1da9dd43bef3f4523 + 4a79ec95e7d96602ab16d475370f6b765a713a546edfa420dd53a4c25e464417 + barbershop_interior_gpu.blend + 287594564 + TRUE + + + https://svn.blender.org/svnroot/bf-blender/tags/blender-4.1-release/lib/benchmarks/cycles/junkshop/junkshop.blend + 413551c69e977f5af5c304df3524071a + 197988106ac3232219cf62d2b26de9541a8326fde960abd0718e043049467afb + junkshop.blend + 403887400 + TRUE + + + diff --git a/ob-cache/test-profiles/pts/blender-4.1.0/generated.json b/ob-cache/test-profiles/pts/blender-4.1.0/generated.json new file mode 100644 index 000000000..f2489fda5 --- /dev/null +++ b/ob-cache/test-profiles/pts/blender-4.1.0/generated.json @@ -0,0 +1 @@ +{"overview":{"6fa0bb21f313981869d5b7153599c8cd97c5852a":{"description":"Blend File: BMW27 - Compute: CPU-Only","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":163,"timing_samples":52,"hib":0,"first_appeared":1711478911,"last_appeared":1713582587,"run_time_avg":240,"stddev_avg":0.19,"percentiles":[7.48,7.55,7.55,7.55,7.55,12.6,12.66,12.67,13.68,13.74,16.6,16.69,17.08,21.82,21.82,22.02,23.66,23.66,23.72,23.79,23.79,25.51,25.58,25.82,25.89,26.08,36.41,36.52,36.57,36.63,36.69,36.79,39.05,42.52,42.71,46.92,47.27,47.9,48.23,48.43,53.63,53.63,53.71,55.3,55.46,55.57,55.57,69.91,70.31,81.64,91.37,91.49,91.49,112.31,123.33,123.33,123.63,123.63,124.62,133.94,136.28,145.76,146.89,146.89,151.3,152.61,152.81,153.04,153.91,154.22,155.01,155.01,160.72,161.09,163.16,163.63,163.63,169.98,179.67,190.97,201.47,201.86,218.74,229.34,230.26,273.47,273.76,273.76,294.65,319.31,319.31,321.21,471.92,512.63,516.23,633.72,671.9,721.66,721.66,723.8],"run_time_percentiles":[51,51,52,52,52,52,53,53,54,54,57,57,57,57,68,68,68,68,73,73,73,73,78,78,79,112,112,113,113,114,114,115,115,115,115,115,115,115,115,115,115,116,116,116,116,123,123,146,146,148,148,148,148,148,162,162,167,167,167,167,213,213,248,248,275,275,296,296,314,314,314,314,314,314,339,369,369,375,375,375,375,397,397,403,403,411,411,441,441,459,459,557,557,557,557,575,575,658,658,1418],"tested_archs":["x86_64"]},"e14b90554ad557bd8220d6925e62f507c49196e0":{"description":"Blend File: Fishy Cat - Compute: CPU-Only","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":129,"timing_samples":28,"hib":0,"first_appeared":1711478911,"last_appeared":1713582587,"run_time_avg":307,"stddev_avg":0.08,"percentiles":[9.85,9.85,9.85,9.94,9.96,9.96,17.29,17.42,17.42,17.54,17.54,19.18,19.32,21.63,21.71,21.71,21.72,31.72,31.72,31.86,31.86,31.91,31.92,32.71,32.71,32.96,34.7,34.83,35.14,38.09,38.09,38.09,39.37,53.41,53.48,56.74,56.74,57.21,68.94,68.94,69,69,69.37,74.38,74.38,74.93,74.93,99.26,100.1,100.4,120.6,120.6,120.75,154.66,156.73,156.73,164.9,164.9,165.27,182.43,185.76,185.76,186.33,187.88,187.88,190.55,190.8,190.8,190.85,191.56,191.56,192.39,192.39,218.78,218.78,230.59,234.47,234.47,258.9,282.54,283.45,283.45,298.41,299.66,299.66,333.66,333.66,334.53,372.08,372.08,385.47,396.25,396.96,398.84,806.43,806.43,848.45,942.04,942.04,945.53],"run_time_percentiles":[55,55,55,55,55,55,55,55,60,60,60,61,61,61,61,67,67,67,67,67,67,67,67,67,67,98,98,98,98,98,98,98,98,107,107,107,108,108,108,108,162,162,162,162,162,162,162,210,210,210,210,210,210,210,225,225,225,225,304,304,304,466,466,466,466,472,472,472,472,472,472,472,550,550,550,587,587,587,587,587,587,587,587,587,587,587,658,658,658,658,660,660,660,660,660,660,660,779,779,779],"tested_archs":["x86_64"]},"d642e29ba0ab924a63605dc5d18ef3966c809dce":{"description":"Blend File: Classroom - Compute: CPU-Only","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":124,"timing_samples":32,"hib":0,"first_appeared":1711478911,"last_appeared":1713582587,"run_time_avg":515,"stddev_avg":0.05,"percentiles":[18.03,18.03,18.03,18.04,18.08,18.08,33.41,33.61,35.29,35.91,35.96,36.54,36.73,42.42,42.51,42.56,43.13,47.97,53.82,53.82,53.98,53.98,63.55,63.61,63.73,63.73,63.86,63.86,63.86,64.68,64.85,64.85,68.61,68.69,70.13,101.75,115.6,116.23,122.94,122.94,123,123,141.31,141.34,141.34,142.28,150.6,150.6,151.16,151.16,188.6,188.78,189.01,189.42,219.4,264.21,264.21,264.21,305.39,307.9,334.69,334.69,334.69,336.94,370.35,370.35,376.63,388.68,395.99,395.99,397.59,405.38,405.38,413.6,424.51,424.74,424.74,440.58,440.58,448.98,451.91,451.91,452.96,452.96,556.26,561.44,561.44,573.49,635.92,635.92,646.72,646.72,685.17,687.4,687.4,806.41,808.04,827.48,827.48,841.77],"run_time_percentiles":[102,102,102,102,102,102,102,109,109,109,109,109,109,129,129,129,131,131,131,131,131,131,146,146,146,163,163,163,163,163,163,163,164,164,164,164,164,164,164,164,164,192,192,192,192,192,192,207,207,207,208,208,208,208,308,308,308,428,428,428,428,428,428,457,457,457,569,569,569,660,660,660,917,917,917,925,925,925,925,925,925,925,1168,1168,1168,1242,1242,1242,1359,1359,1359,1359,1359,1359,1477,1477,1477,1670,1670,1670],"tested_archs":["x86_64"]},"9974b636362d9b68a14abd18b674acca424c3a28":{"description":"Blend File: Junkshop - Compute: CPU-Only","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":120,"timing_samples":25,"hib":0,"first_appeared":1711492043,"last_appeared":1713582587,"run_time_avg":446,"stddev_avg":0.11,"percentiles":[11.4,11.4,11.4,11.44,11.44,11.61,18.31,18.38,21.15,21.22,22.5,22.5,22.94,22.94,23.73,23.85,31.9,31.9,31.9,31.93,32,32,32.08,34.32,34.32,34.32,35.57,35.72,35.77,35.96,45.6,45.6,46.56,46.56,63.19,64,66.05,66.05,66.69,66.69,73.28,73.58,73.58,74.53,74.53,74.57,110.74,111.31,112.38,115.25,117.6,117.6,168.6,173.89,173.89,174.36,176.26,176.26,176.26,178.3,179.13,179.13,186.06,207.94,207.94,208.69,208.77,208.77,209.09,209.09,223.28,223.33,224.11,224.11,231.81,233.53,249.06,249.06,249.42,249.42,249.71,249.84,249.84,253.04,279.49,281.82,281.82,296.73,305.34,305.34,310.02,352.15,352.15,353.74,353.74,437.43,441.96,892.47,892.47,921.09],"run_time_percentiles":[58,58,58,58,58,58,58,58,66,66,66,66,67,67,67,67,73,73,73,73,98,98,98,98,98,98,98,98,109,109,109,109,110,110,110,110,336,336,336,336,508,508,508,508,525,525,525,525,525,525,525,525,561,561,561,561,672,672,672,672,697,697,697,697,697,697,697,697,697,697,697,697,698,698,698,698,706,706,706,706,706,706,706,706,711,711,711,711,711,711,711,711,762,762,762,762,893,893,893,893],"tested_archs":["x86_64"]},"30a7337e8926a086e67a974609766f8885e04e46":{"description":"Blend File: Pabellon Barcelona - Compute: CPU-Only","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":115,"timing_samples":27,"hib":0,"first_appeared":1711478911,"last_appeared":1713582587,"run_time_avg":701,"stddev_avg":0.06,"percentiles":[22.99,22.99,22.99,23.1,23.1,23.1,23.11,41.87,41.87,41.99,42.35,42.35,46.26,46.38,52.28,52.47,52.51,52.6,52.6,75.56,76.2,76.2,76.2,80.15,80.15,80.15,80.19,80.19,80.29,80.51,80.98,80.98,81.13,81.13,87.72,87.92,87.95,135.1,135.16,135.77,144.76,144.93,144.93,169.59,169.59,169.86,169.86,172.57,178.9,178.9,179.26,179.26,180.04,243.79,244.6,313.36,313.36,320.82,320.82,384.33,385.09,410.21,410.21,410.21,413.83,413.83,453.5,467.88,474.9,474.9,481.62,481.62,482.13,482.13,567.14,567.14,572.7,572.7,578.85,578.85,689.24,689.24,692.47,692.47,861.43,861.43,863.23,994.19,994.19,1039.56,1043.53,1045.17,1067.46,1067.46,2092.75,2207.35,2207.35,2314.29,2314.29,2316.52],"run_time_percentiles":[128,128,128,128,128,128,128,128,141,141,141,141,142,142,142,159,159,159,159,159,159,159,159,159,159,159,243,243,243,243,243,243,243,243,265,265,265,265,266,266,266,385,385,385,385,385,385,385,385,385,385,385,519,519,519,519,519,519,519,519,541,541,541,1145,1145,1145,1145,1145,1145,1145,1145,1154,1154,1154,1154,1157,1157,1157,1157,1157,1157,1157,1363,1363,1363,1363,1604,1604,1604,1706,1706,1706,1706,1706,1706,1706,1706,2033,2033,2033],"tested_archs":["x86_64"]},"458a4eb2c6c84b80913e52a3b3e727db73a5af11":{"description":"Blend File: Barbershop - Compute: CPU-Only","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":108,"timing_samples":31,"hib":0,"first_appeared":1711478911,"last_appeared":1713582587,"run_time_avg":2044,"stddev_avg":0.12,"percentiles":[67.38,67.38,67.38,67.65,67.66,67.66,67.66,125.65,125.87,127,127,141.41,141.54,156.5,156.7,156.88,157.71,157.71,177.77,177.77,229.77,229.77,230.13,230.13,235.52,235.52,236.73,237.17,238.62,238.62,238.62,261.41,261.97,262.54,262.76,271.99,271.99,271.99,279.74,400.07,400.78,403.21,432.32,440.39,440.72,443.49,451.14,451.14,453.43,453.43,494.55,495.54,495.54,495.9,495.9,549.97,549.97,551.2,554.76,554.76,931.12,931.12,931.98,1130.58,1159.99,1159.99,1275.67,1275.67,1275.67,1279.87,1279.87,1398.67,1398.67,1412.73,1415.18,1474.59,1474.59,1490.95,1490.95,1657.57,1683.72,1683.72,1757.8,1757.8,1770.95,1770.95,2051.71,2132.05,2138.39,2138.39,2559.15,2559.15,2571.73,2571.73,3128.57,3128.57,3250.72,3268.88,3274.13,3327.01],"run_time_percentiles":[385,385,385,385,386,386,386,434,434,434,434,434,434,476,476,476,476,479,479,479,479,479,479,716,716,716,718,718,718,718,793,793,793,795,795,795,1216,1216,1216,1217,1217,1217,1221,1221,1221,1221,1309,1309,1309,1492,1492,1492,1492,1492,1492,1658,1658,1658,1658,2210,2210,2210,2210,2210,2210,2210,2210,2210,2557,2557,2557,2557,2557,2557,2557,3400,3400,3400,3488,3488,3488,3488,3488,3488,4250,4250,4250,4250,4981,4981,4981,5067,5067,5067,5067,5067,5067,6167,6167,6167],"tested_archs":["x86_64"]},"3438e385fb93319aa91f258474fbc232f0537213":{"description":"Blend File: BMW27 - Compute: NVIDIA CUDA","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":15,"timing_samples":11,"hib":0,"first_appeared":1711493506,"last_appeared":1713580591,"run_time_avg":330,"stddev_avg":0.55,"percentiles":[6.12,6.12,6.12,6.12,6.12,6.12,6.12,8.15,8.15,8.15,8.15,8.15,8.15,8.15,8.57,8.57,8.57,8.57,8.57,8.57,10.69,10.69,10.69,10.69,10.69,10.69,10.69,10.73,10.73,10.73,10.73,10.73,10.73,10.73,13.36,13.36,13.36,13.36,13.36,13.36,13.36,13.36,13.36,13.36,13.36,13.36,13.36,13.39,13.39,13.39,13.39,13.39,13.39,13.39,13.39,13.39,13.39,13.39,13.39,13.39,17.62,17.62,17.62,17.62,17.62,17.62,17.62,27.44,27.44,27.44,27.44,27.44,27.44,27.44,28.85,28.85,28.85,28.85,28.85,28.85,70.15,70.15,70.15,70.15,70.15,70.15,70.15,89.07,89.07,89.07,89.07,89.07,89.07,89.07,142.08,142.08,142.08,142.08,142.08,142.08],"run_time_percentiles":[20,20,20,20,20,20,20,20,20,20,26,26,26,26,26,26,26,26,26,28,28,28,28,28,28,28,28,28,33,33,33,33,33,33,33,33,33,34,34,34,34,34,34,34,34,34,54,54,54,54,54,54,54,54,54,83,83,83,83,83,83,83,83,83,88,88,88,88,88,88,88,88,88,212,212,212,212,212,212,212,212,212,1343,1343,1343,1343,1343,1343,1343,1343,1343,1709,1709,1709,1709,1709,1709,1709,1709,1709],"tested_archs":["x86_64"]},"da08833775c82f780fc5c4649f6f9928179fbc94":{"description":"Blend File: BMW27 - Compute: NVIDIA OptiX","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":11,"timing_samples":7,"hib":0,"first_appeared":1711493506,"last_appeared":1713580591,"run_time_avg":111,"stddev_avg":2.33,"percentiles":[3.79,3.79,3.79,3.79,3.79,3.79,3.79,3.79,3.79,3.79,4.77,4.77,4.77,4.77,4.77,4.77,4.77,4.77,4.77,4.89,4.89,4.89,4.89,4.89,4.89,4.89,4.89,4.89,5.19,5.19,5.19,5.19,5.19,5.19,5.19,5.19,5.19,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,7.99,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,8.97,9.66,9.66,9.66,9.66,9.66,9.66,9.66,9.66,9.66,13.94,13.94,13.94,13.94,13.94,13.94,13.94,13.94,13.94,87.69,87.69,87.69,87.69,87.69,87.69,87.69,87.69,87.69],"run_time_percentiles":[13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,69,69,69,69,69,69,69,69,69,69,69,69,69,69,88,88,88,88,88,88,88,88,88,88,88,88,88,88,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,114,114,114,114,114,114,114,114,114,114,114,114,114,114,142,142,142,142,142,142,142,142,142,142,142,142,142,142,264,264,264,264,264,264,264,264,264,264,264,264,264,264],"tested_archs":["x86_64"]},"65b221ec083cfae58b26ce0722d118f822cf6c2e":{"description":"Blend File: Classroom - Compute: NVIDIA CUDA","test_version":"4.1.x","app_version":"4.1","unit":"Seconds","samples":10,"timing_samples":6,"hib":0,"first_appeared":1711493506,"last_appeared":1713580591,"run_time_avg":491,"stddev_avg":0.16,"percentiles":[10.18,10.18,10.18,10.18,10.18,10.18,10.18,10.18,10.18,10.18,10.36,10.36,10.36,10.36,10.36,10.36,10.36,10.36,10.36,10.36,14.69,14.69,14.69,14.69,14.69,14.69,14.69,14.69,14.69,14.69,19.68,19.68,19.68,19.68,19.68,19.68,19.68,19.68,19.68,19.68,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.5,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,26.54,31.77,31.77,31.77,31.77,31.77,31.77,31.77,31.77,31.77,31.77,297.2,297.2,297.2,297.2,297.2,297.2,297.2,297.2,297.2,297.2],"run_time_percentiles":[32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,33,33,33,33,33,33,33,33,33,33,33,33,33,33,33,33,33,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,60,60,60,60,60,60,60,60,60,60,60,60,60,60,60,60,60,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,2678,2678,2678,2678,2678,2678,2678,2678,2678,2678,2678,2678,2678,2678,2678,2678],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["libtbb.so.2","libutil.so.1","libpthread.so.0","libdl.so.2","libm.so.6","libosdGPU.so.3.6.0","libosdCPU.so.3.6.0","libX11.so.6","libXrender.so.1","libXxf86vm.so.1","libXfixes.so.3","libXi.so.6","libxkbcommon.so.0","libembree4.so.4","libsycl.so.6","liboslcomp.so.1.13","liboslexec.so.1.13","liboslquery.so.1.13","liboslnoise.so.1.13","libOpenImageIO.so.2.5","libOpenColorIO.so.2.3","libOpenImageDenoise.so.2","libMaterialXFormat.so.1","libMaterialXCore.so.1","libopenvdb.so.11.0","libIex.so.31","libOpenEXR.so.31","libOpenEXRCore.so.31","libIlmThread.so.31","libImath.so.30","libc.so.6","libxcb.so.1","libXext.so.6","librt.so.1","libSM.so.6","libICE.so.6","libGL.so.1","libMaterialXRender.so.1","libMaterialXGenGlsl.so.1","libMaterialXGenMsl.so.1","libMaterialXGenShader.so.1","libz.so.1","libXau.so.6","libXdmcp.so.6","libuuid.so.1","libbsd.so.0","libGLdispatch.so.0","libGLX.so.0","libmd.so.0"],"default_instructions":["MMX","SSE","SSE2","SSE3","SSSE3","SSE4_1","SSE4_2","AVX","AVX2","AVX-VNNI","FMA","AVX512"],"max_instructions":["MMX","SSE","SSE2","SSE3","SSSE3","SSE4_1","SSE4_2","AVX","AVX2","AVX-VNNI","FMA","AVX512"],"honors_cflags":"0","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/blender-4.1.0/install.sh b/ob-cache/test-profiles/pts/blender-4.1.0/install.sh new file mode 100644 index 000000000..20718f85c --- /dev/null +++ b/ob-cache/test-profiles/pts/blender-4.1.0/install.sh @@ -0,0 +1,19 @@ +#!/bin/sh +tar -xf blender-4.1.0-linux-x64.tar.xz +unzip -o cycles_benchmark_20160228.zip +mv benchmark/bmw27/*.blend ~ +mv benchmark/classroom/*.blend ~ +mv benchmark/fishy_cat/*.blend ~ +mv benchmark/pabellon_barcelona/*.blend ~ +rm -rf benchmark +echo "#!/bin/bash +cd blender-4.1.0-linux-x64 +BLEND_ARGS=\$@ +if [[ \$@ =~ .*CPU.* ]] +then + BLEND_ARGS=\${BLEND_ARGS/_gpu/_cpu} +fi +./blender \$BLEND_ARGS > \$LOG_FILE 2> /dev/null +echo \$? > ~/test-exit-status +rm -f output.test" > blender +chmod +x blender diff --git a/ob-cache/test-profiles/pts/blender-4.1.0/install_macosx.sh b/ob-cache/test-profiles/pts/blender-4.1.0/install_macosx.sh new file mode 100644 index 000000000..4984eaba8 --- /dev/null +++ b/ob-cache/test-profiles/pts/blender-4.1.0/install_macosx.sh @@ -0,0 +1,17 @@ +#!/bin/sh +unzip -o cycles_benchmark_20160228.zip +mv benchmark/bmw27/*.blend ~ +mv benchmark/classroom/*.blend ~ +mv benchmark/fishy_cat/*.blend ~ +mv benchmark/pabellon_barcelona/*.blend ~ +echo "#!/bin/bash +[ ! -d /Volumes/Blender/ ] && hdid blender-4.1.0-macos-x64.dmg +BLEND_ARGS=\$@ +if [[ \$@ =~ .*CPU.* ]] +then + BLEND_ARGS=\${BLEND_ARGS/_gpu/_cpu} +fi +cd benchmark +/Volumes/Blender/Blender.app/Contents/MacOS/Blender \$BLEND_ARGS > \$LOG_FILE +rm -f output.test" > blender +chmod +x blender diff --git a/ob-cache/test-profiles/pts/blender-4.1.0/install_windows.sh b/ob-cache/test-profiles/pts/blender-4.1.0/install_windows.sh new file mode 100644 index 000000000..e5e8bcfd4 --- /dev/null +++ b/ob-cache/test-profiles/pts/blender-4.1.0/install_windows.sh @@ -0,0 +1,20 @@ +#!/bin/sh +unzip -o blender-4.1.0-windows-x64.zip +unzip -o cycles_benchmark_20160228.zip +mv benchmark/bmw27/*.blend ~ +mv benchmark/classroom/*.blend ~ +mv benchmark/fishy_cat/*.blend ~ +mv benchmark/pabellon_barcelona/*.blend ~ +rm -rf benchmark +echo "#!/bin/bash +cd blender-4.1.0-windows-x64 +BLEND_ARGS=\$@ +if [[ \$@ =~ .*CPU.* ]] +then + BLEND_ARGS=\${BLEND_ARGS/_gpu/_cpu} +fi +export HOME=\"\$DEBUG_HOME\" +export PATH=\$DEBUG_PATH +./blender.exe \$BLEND_ARGS > \$LOG_FILE +rm -f output.test" > blender +chmod +x blender diff --git a/ob-cache/test-profiles/pts/blender-4.1.0/results-definition.xml b/ob-cache/test-profiles/pts/blender-4.1.0/results-definition.xml new file mode 100644 index 000000000..ca80c3517 --- /dev/null +++ b/ob-cache/test-profiles/pts/blender-4.1.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + Time: #_RESULT_# (Saving: 00:00.03) + Saving: + + diff --git a/ob-cache/test-profiles/pts/blender-4.1.0/test-definition.xml b/ob-cache/test-profiles/pts/blender-4.1.0/test-definition.xml new file mode 100644 index 000000000..e806e1d3e --- /dev/null +++ b/ob-cache/test-profiles/pts/blender-4.1.0/test-definition.xml @@ -0,0 +1,94 @@ + + + + + Blender + 4.1 + Blender is an open-source 3D creation and modeling software project. This test is of Blender's Cycles performance with various sample files. GPU computing via NVIDIA OptiX and NVIDIA CUDA is currently supported as well as HIP for AMD Radeon GPUs and Intel oneAPI for Intel Graphics. + Seconds + LIB + 3 + + + 4.1.0 + Linux, Windows, MacOSX + Utility + System + Free + Verified + x86_64 + 1500 + https://www.blender.org/ + https://git.blender.org/gitweb/gitweb.cgi/blender.git + CUDA + Michael Larabel + + + + -noaudio --enable-autoexec + + + + + diff --git a/ob-cache/test-profiles/pts/brl-cad-1.6.0/changelog.json b/ob-cache/test-profiles/pts/brl-cad-1.6.0/changelog.json new file mode 100644 index 000000000..7ff052c6f --- /dev/null +++ b/ob-cache/test-profiles/pts/brl-cad-1.6.0/changelog.json @@ -0,0 +1 @@ +{"1.6.0":{"last_updated":"1710883414","commit_description":"Update against BRL-CAD 7.38.2 upstream."},"1.5.0":{"last_updated":"1690469240","commit_description":"Update against BRL-CAD 7.36 upstream."},"1.4.0":{"last_updated":"1672762853","commit_description":"Update against BRL-CAD 7.34 upstream."},"1.3.0":{"last_updated":"1662464575","commit_description":"Update against BRL-CAD 7.32.6 upstream."},"1.2.0":{"last_updated":"1622485848","commit_description":"Update against BRL-CAD 7.32.2 to work with newer compilers \/ distributions."},"1.1.2":{"last_updated":"1607706672","commit_description":"BSD build fix per https:\/\/github.com\/apurvanandan1997\/pts-test-profiles-dev\/commit\/2426d18ee21cbd95bab2898f753f7d64d7f50899#diff-8074891d75800c73e983a9e342094e82800c066916aa8c43f9777da5df6f0920"},"1.1.1":{"last_updated":"1605196378","commit_description":"Enable building on macOS."},"1.1.0":{"last_updated":"1589712382","commit_description":"Update BRL-CAD per https:\/\/github.com\/phoronix-test-suite\/phoronix-test-suite\/pull\/438"},"1.0.1":{"last_updated":"1538607971","commit_description":"Update download URLs."},"1.0.0":{"last_updated":"1538519408","commit_description":"Initial commit of BRL-CAD solid modeling software benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/brl-cad-1.6.0/downloads.xml b/ob-cache/test-profiles/pts/brl-cad-1.6.0/downloads.xml new file mode 100644 index 000000000..357359555 --- /dev/null +++ b/ob-cache/test-profiles/pts/brl-cad-1.6.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/BRL-CAD/brlcad/archive/refs/tags/rel-7-38-2.tar.gz + 658a363c6064532bf17cba5924cab7f1 + ed32bb88c6ba9e9661beb08f22b00151568eefa4f638bcb9eac0d96a94961bc1 + brlcad-rel-7-38-2.tar.gz + 201404094 + + + diff --git a/ob-cache/test-profiles/pts/brl-cad-1.6.0/generated.json b/ob-cache/test-profiles/pts/brl-cad-1.6.0/generated.json new file mode 100644 index 000000000..52bf743a6 --- /dev/null +++ b/ob-cache/test-profiles/pts/brl-cad-1.6.0/generated.json @@ -0,0 +1 @@ +{"overview":{"59c7fed087ff591e1c14fc2fa2069302338fbf1c":{"description":"VGR Performance Metric","test_version":"1.6.x","app_version":"7.38.2","unit":"VGR Performance Metric","samples":112,"timing_samples":112,"hib":1,"first_appeared":1710888085,"last_appeared":1713471919,"run_time_avg":1078,"stddev_avg":0,"percentiles":[78739,79133,79272,81286,81825,81913,85972,85972,86032,122838,122838,123265,123265,129714,129714,131132,131132,135991,137529,143423,143423,144251,144251,144595,146617,147908,148457,148959,155503,155503,155860,155860,167057,167521,167932,170618,170618,181031,187148,187668,188430,188736,188971,189384,197598,197629,211860,211860,212029,212029,221812,222150,385971,387261,388416,388697,420528,424641,425778,483240,502996,511240,511686,518977,520682,522046,568970,833892,836974,881241,881342,884408,916904,922059,922059,927081,1244893,1244893,1251895,1255013,1255256,1260871,1274397,3906839,3906839,3991802,3991802,4136969,4482152,5186677,5248584,5248584,5340792,5526743,5794040,5927564,5927564,5927564,5956612,5956612],"run_time_percentiles":[456,467,467,479,479,505,536,536,544,552,571,571,583,596,596,623,636,651,651,667,674,675,677,681,684,691,702,702,708,738,741,741,745,753,758,759,769,775,798,798,817,819,827,831,835,836,837,839,845,848,868,880,893,893,895,896,902,902,905,906,914,918,933,933,943,981,992,1029,1100,1100,1142,1142,1144,1144,1144,1270,1307,1569,1647,1791,1800,1800,1903,1949,1976,1984,1984,1984,1985,2062,2084,2084,2098,2098,2098,2170,2175,2175,2175,2194],"tested_archs":["x86_64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/brl-cad-1.6.0/install.sh b/ob-cache/test-profiles/pts/brl-cad-1.6.0/install.sh new file mode 100644 index 000000000..cbce41452 --- /dev/null +++ b/ob-cache/test-profiles/pts/brl-cad-1.6.0/install.sh @@ -0,0 +1,19 @@ +#!/bin/sh +tar -xf brlcad-rel-7-38-2.tar.gz +cp brlcad-rel-7-38-2/src/other/libpng/scripts/pnglibconf.h.prebuilt brlcad-rel-7-38-2/src/other/libpng/pnglibconf.h +mkdir brlcad-rel-7-38-2/build +cd brlcad-rel-7-38-2/build +cmake .. -DBRLCAD_ENABLE_STRICT=NO -DBRLCAD_BUNDLED_LIBS=ON -DBRLCAD_OPTIMIZED=ON -DBRLCAD_PNG=OFF -DCMAKE_BUILD_TYPE=Release -DBRLCAD_WARNINGS=OFF +if [ "$OS_TYPE" = "BSD" ] +then + gmake -j $NUM_CPU_CORES +else + make -j $NUM_CPU_CORES +fi +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/sh +cd brlcad-rel-7-38-2/build +./bench/benchmark run -P\$NUM_CPU_CORES > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > brl-cad +chmod +x brl-cad diff --git a/ob-cache/test-profiles/pts/brl-cad-1.6.0/results-definition.xml b/ob-cache/test-profiles/pts/brl-cad-1.6.0/results-definition.xml new file mode 100644 index 000000000..12fd941e1 --- /dev/null +++ b/ob-cache/test-profiles/pts/brl-cad-1.6.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + Benchmark results indicate an approximate VGR performance metric of #_RESULT_# + + diff --git a/ob-cache/test-profiles/pts/brl-cad-1.6.0/test-definition.xml b/ob-cache/test-profiles/pts/brl-cad-1.6.0/test-definition.xml new file mode 100644 index 000000000..0bb351e0b --- /dev/null +++ b/ob-cache/test-profiles/pts/brl-cad-1.6.0/test-definition.xml @@ -0,0 +1,26 @@ + + + + + BRL-CAD + 7.38.2 + BRL-CAD is a cross-platform, open-source solid modeling system with built-in benchmark mode. + VGR Performance Metric + HIB + VGR Performance Metric + 1 + + + 1.6.0 + Linux, Solaris, BSD, MacOSX + Utility + System + Free + Verified + build-utilities, cmake, flex, tcl, zlib-development, libpng-development + 4100 + https://brlcad.org/ + https://github.com/BRL-CAD/brlcad + Michael Larabel + + diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/changelog.json b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/changelog.json new file mode 100644 index 000000000..fffb5d23d --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/changelog.json @@ -0,0 +1 @@ +{"7.0.0":{"last_updated":"1712330817","commit_description":"Update against FFmpeg 7.0 upstream."},"6.1.0":{"last_updated":"1699709499","commit_description":"Update against FFmpeg 6.1 to fix GCC 13 build."},"6.0.0":{"last_updated":"1677589855","commit_description":"Update against FFmpeg 6.0 upstream."},"1.1.0":{"last_updated":"1622287070","commit_description":"Update against upstream FFmpeg 4.4."},"1.0.2":{"last_updated":"1607708365","commit_description":"BSD fixes per https:\/\/github.com\/apurvanandan1997\/pts-test-profiles-dev\/tree\/master\/build-ffmpeg-1.0.1"},"1.0.1":{"last_updated":"1581212484","commit_description":"TimesToRun should be 3."},"1.0.0":{"last_updated":"1581212310","commit_description":"Initial commit."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/downloads.xml b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/downloads.xml new file mode 100644 index 000000000..2ab1bc6b1 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + http://ffmpeg.org/releases/ffmpeg-7.0.tar.xz + d2edfc6ec6494c432828876e3102f740 + 4426a94dd2c814945456600c8adfc402bee65ec14a70e8c531ec9a2cd651da7b + ffmpeg-7.0.tar.xz + 10791240 + + + diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/generated.json b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/generated.json new file mode 100644 index 000000000..417e7e8d2 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/generated.json @@ -0,0 +1 @@ +{"overview":{"30caceca5752d51b665f5deb37d32e80813b536b":{"description":"Time To Compile","test_version":"7.0.x","app_version":"7.0","unit":"Seconds","samples":115,"timing_samples":22,"hib":0,"first_appeared":1712279498,"last_appeared":1713582587,"run_time_avg":72,"stddev_avg":0.05,"percentiles":[16.734,16.888,17.004,17.027,17.027,17.152,17.152,17.389,17.9,17.962,17.981,18.077,19.085,19.4,19.559,21.165,21.165,21.165,21.285,21.357,21.536,21.536,22.132,23.14,23.543,23.93,24.021,24.175,24.175,24.175,25.466,26.729,26.751,26.853,27.328,27.472,27.544,27.561,27.601,27.602,27.786,28.108,30.011,30.018,30.122,30.829,30.948,46.095,46.095,47.369,47.369,52.91,53.138,53.323,53.547,54.948,55.116,57.786,57.786,65.888,68.618,68.85,69.781,70.332,70.784,70.875,70.95,71.032,71.097,71.097,71.118,71.388,72.397,72.397,74.488,74.819,74.993,77.278,77.278,79.051,80.315,81.404,83.784,83.911,83.92,83.966,84.903,108.866,108.866,109.408,109.408,115.396,115.937,116.404,130.236,130.418,227.65,227.65,230.195,230.195],"run_time_percentiles":[44,44,44,44,44,51,51,51,51,51,52,52,52,52,52,52,52,52,52,57,57,57,57,59,59,59,59,59,59,59,59,59,64,64,64,64,64,64,64,64,64,66,66,66,66,66,69,69,69,69,70,70,70,70,70,71,71,71,71,71,72,72,72,72,72,72,72,72,72,72,72,72,72,72,72,72,72,72,79,79,79,79,82,82,82,82,82,82,82,82,82,99,99,99,99,99,165,165,165,165],"tested_archs":["x86_64","riscv64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/install.sh b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/install.sh new file mode 100644 index 000000000..11acd8f5f --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/install.sh @@ -0,0 +1,12 @@ +#!/bin/sh +tar -xf ffmpeg-7.0.tar.xz +echo "#!/bin/sh +cd ffmpeg-7.0 +if [ \$OS_TYPE = \"BSD\" ] +then + gmake -s -j \$NUM_CPU_CORES 2>&1 +else + make -s -j \$NUM_CPU_CORES 2>&1 +fi +echo \$? > ~/test-exit-status" > build-ffmpeg +chmod +x build-ffmpeg diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/interim.sh b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/interim.sh new file mode 100644 index 000000000..90c511875 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/interim.sh @@ -0,0 +1,8 @@ +#!/bin/sh +cd ffmpeg-7.0 +if [ $OS_TYPE = "BSD" ] +then + gmake clean +else + make clean +fi diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/post.sh b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/post.sh new file mode 100644 index 000000000..c106f6374 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/post.sh @@ -0,0 +1,2 @@ +#!/bin/sh +rm -rf ffmpeg-7.0 diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/pre.sh b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/pre.sh new file mode 100644 index 000000000..4f8b12d83 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/pre.sh @@ -0,0 +1,11 @@ +#!/bin/sh +rm -rf ffmpeg-7.0 +tar -xf ffmpeg-7.0.tar.xz +cd ffmpeg-7.0 +./configure --disable-zlib --disable-doc > /dev/null +if [ $OS_TYPE = "BSD" ] +then + gmake clean +else + make clean +fi diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/results-definition.xml b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/results-definition.xml new file mode 100644 index 000000000..0c553c5c2 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + sys.time + + diff --git a/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/test-definition.xml b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/test-definition.xml new file mode 100644 index 000000000..1fec0adaf --- /dev/null +++ b/ob-cache/test-profiles/pts/build-ffmpeg-7.0.0/test-definition.xml @@ -0,0 +1,28 @@ + + + + + Timed FFmpeg Compilation + 7.0 + This test times how long it takes to build the FFmpeg multimedia library. + Seconds + LIB + Time To Compile + 3 + + + 7.0.0 + Linux, MacOSX, Solaris, BSD + Utility + Processor + Free + Verified + build-utilities, yasm, nasm + 978 + https://www.ffmpeg.org/ + https://git.ffmpeg.org/ffmpeg.git + SMP + Michael Larabel + pkg-config + + diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/changelog.json b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/changelog.json new file mode 100644 index 000000000..3c06b28dd --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/changelog.json @@ -0,0 +1 @@ +{"1.16.0":{"last_updated":"1710342080","commit_description":"Update against Linux 6.8 upstream."},"1.15.0":{"last_updated":"1670862464","commit_description":"Update against v6.1 upstream. Also add cpio as possible system dependency - Fixes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/issues\/263"},"1.14.0":{"last_updated":"1655839308","commit_description":"Update against Linux 5.18 upstream, pull in via https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/227 Closes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/227"},"1.13.0":{"last_updated":"1641808781","commit_description":"Update against Linux 5.16 upstream to address build problems on newer distros. Also add allmodconfig run-time option."},"1.12.0":{"last_updated":"1630316769","commit_description":"Update against Linux 5.14 upstream since prior version used is having build issues on newer distros."},"1.11.0":{"last_updated":"1614862576","commit_description":"Move to Linux 5.10 LTS series (5.10.20) kernel build."},"1.10.2":{"last_updated":"1592922804","commit_description":"Add libelf.h as a SystemDependencies, addressing possible build issue outlined in https:\/\/github.com\/phoronix-test-suite\/phoronix-test-suite\/pull\/430"},"1.10.1":{"last_updated":"1587820347","commit_description":"Update against latest Linux 5.4 LTS point release to fix GCC 10 build problems."},"1.10.0":{"last_updated":"1571012226","commit_description":"Update against latest Linux 5.4 snapshot"},"1.9.1":{"last_updated":"1534975311","commit_description":"Somehow TimesToRun got overrode to 1 on upload..."},"1.9.0":{"last_updated":"1534975166","commit_description":"Update against upstream Linux 4.18, add bison\/flex\/openssl external dependencies, tweak the def config to avoid libelf dependency."},"1.8.0":{"last_updated":"1507045682","commit_description":"Update against Linux 4.13 upstream"},"1.7.0":{"last_updated":"1483547804","commit_description":"Update against upstream Linux 4.9.0 kernel"},"1.6.0":{"last_updated":"1446568600","commit_description":"Update against Linux 4.3.0 kernel."},"1.5.3":{"last_updated":"1417834983","commit_description":"Add bc as external dependency -- not installed by default on Arch."},"1.5.2":{"last_updated":"1417144349","commit_description":"Simplify make defconfig to better support other architectures."},"1.5.1":{"last_updated":"1417144070","commit_description":"Fix rc3\/rc6 typo in previous commit pre.sh"},"1.5.0":{"last_updated":"1417142505","commit_description":"Update against Linux 3.18-rc6 kernel due to the explicit GNU89 kernel change recently to allow this to work better on GCC5."},"1.4.0":{"last_updated":"1415570404","commit_description":"Update against latest upstream Linux kernel."},"1.3.0":{"last_updated":"1323299447","commit_description":"Update against Linux 3.1 vanilla kernel."},"1.2.0":{"last_updated":"1291663693","commit_description":"Initial import into OpenBenchmarking.org"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/downloads.xml b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/downloads.xml new file mode 100644 index 000000000..d9a063186 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + http://fr2.rpmfind.net/linux/kernel/v6.x/linux-6.8.tar.xz, http://ftp.jaist.ac.jp/pub/Linux/kernel.org/linux/kernel/v6.x/linux-6.8.tar.xz, https://mirror.clarkson.edu/linux/linux/kernel/v6.x/linux-6.8.tar.xz, https://cdn.kernel.org/pub/linux/kernel/v6.x/linux-6.8.tar.xz + 72d623b959a11850b57406f0b9fe3946 + c969dea4e8bb6be991bbf7c010ba0e0a5643a3a8d8fb0a2aaa053406f1e965f3 + linux-6.8.tar.xz + 142502100 + + + diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/generated.json b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/generated.json new file mode 100644 index 000000000..53eb6e27b --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/generated.json @@ -0,0 +1 @@ +{"overview":{"a94fc255324a86f95ba5207758d45b3e012d6e50":{"description":"Build: defconfig","test_version":"1.16.x","app_version":"6.8","unit":"Seconds","samples":325,"timing_samples":226,"hib":0,"first_appeared":1710432604,"last_appeared":1713666564,"run_time_avg":1226,"stddev_avg":1.07,"percentiles":[21.439,25.767,26.074,26.88,27.042,27.193,27.457,28.619,29.264,29.704,29.981,31.329,35.492,35.532,37.639,38.462,38.778,39.425,40.008,40.22,40.815,40.869,40.94,44.095,45.753,48.473,48.928,49.243,49.972,50.163,50.357,51.213,51.517,51.727,52.561,52.812,54.133,54.671,55.496,57.987,58.85,60.771,60.9,61.794,65.88,70.265,72.107,74.36,79.382,84.063,88.742,90.505,91.85,93.026,94.273,94.901,101.465,102.268,103.694,108.884,119.94,123.253,129.496,134.002,139.142,141.736,143.5,147.112,152.41,162.739,166.498,170.028,174.951,195.398,209.1,216.08,228.333,231.416,253.658,259.535,267.713,278.406,364.223,370.994,400.317,422.413,424.694,429.283,436.963,450.727,476.187,496.16,509.874,562.044,570.701,808.92,907.374,1382.255,1802.587,3858.782],"run_time_percentiles":[90,116,117,119,121,122,123,135,143,144,146,147,150,152,155,155,158,163,164,166,173,174,175,177,181,183,185,195,197,199,201,213,215,216,218,220,223,226,227,231,236,249,252,258,266,266,278,281,291,304,307,316,319,336,358,364,377,387,403,425,445,470,512,525,649,685,761,771,791,803,995,1001,1003,1006,1052,1085,1169,1271,1286,1295,1308,1456,1530,1540,1613,1712,1896,1964,2090,2489,2527,2617,2827,3339,4147,5408,7262,7316,8296,11520],"tested_archs":["x86_64","aarch64","riscv64"]},"cb81925dba817594f846f03a3bc29a81ef048649":{"description":"Build: allmodconfig","test_version":"1.16.x","app_version":"6.8","unit":"Seconds","samples":162,"timing_samples":84,"hib":0,"first_appeared":1710432604,"last_appeared":1713604768,"run_time_avg":3140,"stddev_avg":0.17,"percentiles":[147.749,172.494,181.564,182.434,189.739,192.53,196.881,198.99,198.99,202.902,207.066,218.57,224.559,233.607,233.995,238.344,258.171,270.607,272.759,274.81,288.61,307.502,307.502,311.745,316.727,317.724,317.724,318.755,318.755,348.018,350.294,362.454,366.315,367.813,369.247,391.027,391.934,396.16,411.687,452.548,453.034,467.671,470.151,473.727,475.171,475.44,476.459,490.076,490.322,597.034,597.898,616.419,620.352,622.959,647.413,647.807,649.151,753.728,765.196,774.931,937.285,943.624,944.983,982.782,1001.139,1025.879,1038.162,1139.501,1308.279,1308.543,1308.976,1310.863,1311.874,1406.626,1410.639,1456.219,1533.004,1599.013,1600.595,1600.595,1790.872,1814.745,2018.834,2050.239,2061.975,2061.975,2064.329,2069.486,2198.954,2412.036,2412.546,2517.677,2587.39,2616.59,2800.759,3288.073,3296.146,6713.285,6726.464,11275.604],"run_time_percentiles":[443,443,517,569,571,578,591,591,591,597,597,656,668,668,678,775,811,812,815,815,824,824,866,923,923,923,923,935,935,950,951,1044,1044,1084,1087,1099,1188,1198,1198,1235,1356,1358,1359,1360,1360,1403,1403,1410,1421,1425,1426,1426,1426,1428,1429,1467,1790,1790,1851,1861,1940,1942,1943,1943,1943,1947,1994,2261,2296,2296,2297,2325,2357,2380,2812,2831,2831,2831,2948,3003,3203,3419,3419,3916,3936,4133,4369,4430,4430,4599,6157,7553,8402,9864,9864,11081,20139,20179,22050,33827],"tested_archs":["x86_64","aarch64","riscv64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/install.sh b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/install.sh new file mode 100644 index 000000000..e70da45ef --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/install.sh @@ -0,0 +1,6 @@ +#!/bin/sh +echo "#!/bin/sh +cd linux-6.8 +make -s -j \$NUM_CPU_CORES 2>&1 +echo \$? > ~/test-exit-status" > build-linux-kernel +chmod +x build-linux-kernel diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/interim.sh b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/interim.sh new file mode 100644 index 000000000..37f2478f4 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/interim.sh @@ -0,0 +1,3 @@ +#!/bin/sh +cd linux-6.8 +make clean diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/post.sh b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/post.sh new file mode 100644 index 000000000..29206be74 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/post.sh @@ -0,0 +1,2 @@ +#!/bin/sh +rm -rf linux-6.8 diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/pre.sh b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/pre.sh new file mode 100644 index 000000000..73e16694c --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/pre.sh @@ -0,0 +1,15 @@ +#!/bin/bash +rm -rf linux-6.8 +tar -xf linux-6.8.tar.xz +cd linux-6.8 +if [ -z "$@" ] +then + # This is for old PTS clients not passing anything per older old test profile configs that may be in suite... + export LINUX_MAKE_CONFIG="defconfig" +else + export LINUX_MAKE_CONFIG="$1" +fi +echo "make $LINUX_MAKE_CONFIG" +make "$LINUX_MAKE_CONFIG" +make clean +scripts/config --set-val CONFIG_WERROR n diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/results-definition.xml b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/results-definition.xml new file mode 100644 index 000000000..6a768996b --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + sys.time + + diff --git a/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/test-definition.xml b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/test-definition.xml new file mode 100644 index 000000000..64fa5c1be --- /dev/null +++ b/ob-cache/test-profiles/pts/build-linux-kernel-1.16.0/test-definition.xml @@ -0,0 +1,46 @@ + + + + + Timed Linux Kernel Compilation + 6.8 + This test times how long it takes to build the Linux kernel in a default configuration (defconfig) for the architecture being tested or alternatively an allmodconfig for building all possible kernel modules for the build. + Seconds + LIB + Time To Compile + 3 + + + 1.16.0 + Linux + Utility + Processor + Free + Verified + build-utilities, bc, bison, flex, openssl-development + 982 + https://www.kernel.org/ + https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git + SMP + Michael Larabel + libelf.h, cpio + + + + + diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/changelog.json b/ob-cache/test-profiles/pts/build-mesa-1.1.0/changelog.json new file mode 100644 index 000000000..9e80adc48 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/changelog.json @@ -0,0 +1 @@ +{"1.1.0":{"last_updated":"1711326711","commit_description":"Update against Mesa 24.0 to fix modern build problems."},"1.0.0":{"last_updated":"1616001249","commit_description":"Add Mesa build test."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/downloads.xml b/ob-cache/test-profiles/pts/build-mesa-1.1.0/downloads.xml new file mode 100644 index 000000000..5377be66a --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://archive.mesa3d.org/mesa-24.0.3.tar.xz + fb1794acf5f714e4835be3bf2ab010fe + 77aec9a2a37b7d3596ea1640b3cc53d0b5d9b3b52abed89de07e3717e91bfdbe + mesa-24.0.3.tar.xz + 20021264 + + + diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/generated.json b/ob-cache/test-profiles/pts/build-mesa-1.1.0/generated.json new file mode 100644 index 000000000..765aee349 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/generated.json @@ -0,0 +1 @@ +{"overview":{"e40d6565e0c575145dc453b94f3ca3ca2807fdeb":{"description":"Time To Compile","test_version":"1.1.x","app_version":"24.0","unit":"Seconds","samples":124,"timing_samples":40,"hib":0,"first_appeared":1711431157,"last_appeared":1713552350,"run_time_avg":93,"stddev_avg":0.22,"percentiles":[11.58,11.623,11.639,11.639,11.644,12.799,14.463,14.463,14.465,14.529,14.66,14.66,14.66,14.756,14.756,14.756,14.786,15.01,15.124,15.158,15.222,15.322,15.336,15.746,15.799,16.146,16.183,16.379,16.379,16.529,17.258,17.266,18.104,18.293,18.803,18.812,19.226,19.229,19.511,19.511,19.888,19.888,25.529,26.37,26.37,28.379,28.571,28.571,28.571,31.329,32.622,34.889,34.889,36.759,36.759,37.261,37.417,37.597,37.68,37.949,37.949,38.025,38.025,39.651,40.318,40.318,40.432,40.839,40.839,41.437,42.783,43.435,43.986,43.986,44.071,44.555,44.555,56.13,57.087,57.087,57.265,58.728,58.728,62.049,62.897,62.897,62.911,62.911,72.318,72.555,123.779,123.779,124.301,130.87,134.66,134.66,134.718,143.249,143.249,143.674],"run_time_percentiles":[35,35,35,35,35,35,35,35,35,35,35,35,35,35,35,38,38,38,44,44,44,44,44,44,44,44,44,44,44,44,45,45,45,45,45,46,46,46,46,46,46,46,46,46,46,52,52,52,52,52,54,54,54,55,55,56,56,56,56,56,56,56,56,58,58,58,58,58,59,59,60,60,60,65,65,65,65,65,94,94,111,111,111,168,168,293,293,293,293,293,293,293,293,298,298,298,298,298,393,393],"tested_archs":["x86_64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/install.sh b/ob-cache/test-profiles/pts/build-mesa-1.1.0/install.sh new file mode 100644 index 000000000..40dd5cb46 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/install.sh @@ -0,0 +1,7 @@ +#!/bin/sh +pip3 install --user mako +echo "#!/bin/sh +cd mesa-24.0.3 +ninja -C build +echo \$? > ~/test-exit-status" > build-mesa +chmod +x build-mesa diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/interim.sh b/ob-cache/test-profiles/pts/build-mesa-1.1.0/interim.sh new file mode 100644 index 000000000..1ba6ca740 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/interim.sh @@ -0,0 +1,4 @@ +#!/bin/sh +cd mesa-24.0.3 +rm -rf build/ +cp -va build-meson build diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/post.sh b/ob-cache/test-profiles/pts/build-mesa-1.1.0/post.sh new file mode 100644 index 000000000..78e625d03 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/post.sh @@ -0,0 +1,2 @@ +#!/bin/sh +rm -rf mesa-24.0.3 diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/pre.sh b/ob-cache/test-profiles/pts/build-mesa-1.1.0/pre.sh new file mode 100644 index 000000000..e6800f7d3 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/pre.sh @@ -0,0 +1,6 @@ +#!/bin/sh +rm -rf mesa-24.0.3 +tar -xf mesa-24.0.3.tar.xz +cd mesa-24.0.3 +meson --buildtype=release -Dglx=xlib -Dvulkan-drivers= -Dgallium-drivers=swrast -Dplatforms=x11 -Dgallium-omx=disabled -Dllvm=disabled build +cp -va build build-meson diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/results-definition.xml b/ob-cache/test-profiles/pts/build-mesa-1.1.0/results-definition.xml new file mode 100644 index 000000000..6a768996b --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + sys.time + + diff --git a/ob-cache/test-profiles/pts/build-mesa-1.1.0/test-definition.xml b/ob-cache/test-profiles/pts/build-mesa-1.1.0/test-definition.xml new file mode 100644 index 000000000..b4fe61417 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-mesa-1.1.0/test-definition.xml @@ -0,0 +1,26 @@ + + + + + Timed Mesa Compilation + 24.0 + This test profile times how long it takes to compile Mesa with Meson/Ninja. For minimizing build dependencies and avoid versioning conflicts, test this is just the core Mesa build without LLVM or the extra Gallium3D/Mesa drivers enabled. + Seconds + LIB + Time To Compile + 3 + + + 1.1.0 + Linux, BSD, MacOSX + Utility + Processor + Free + Verified + build-utilities, python, meson, glew, xorg-development + https://www.mesa3d.org/ + SMP + Michael Larabel + xcb/randr.h, X11/Xproto.h, GL/glxproto.h, X11/extensions/Xext.h, X11/extensions/Xrandr.h, X11/Xutil.h, xcb/xfixes.h + + diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/changelog.json b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/changelog.json new file mode 100644 index 000000000..6a8ce5d1c --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/changelog.json @@ -0,0 +1 @@ +{"1.4.0":{"last_updated":"1712409319","commit_description":"Update against latest upstream to fix Python 3.12."},"1.3.0":{"last_updated":"1679506574","commit_description":"Update against Node.js 19.8.1 for GCC 13 and Python 3.11 build fixes."},"1.2.0":{"last_updated":"1662053145","commit_description":"Update against Node.js 18.8 upstream to address GCC 12 build issues."},"1.1.1":{"last_updated":"1640808437","commit_description":"interim.sh change to accommodate upstream difference around cleaning and building Node.js"},"1.1.0":{"last_updated":"1640805399","commit_description":"Update against nodejs 17.3 upstream to enable Python 3.10 compatibility."},"1.0.0":{"last_updated":"1616000073","commit_description":"Add Node.js timed compilation benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/downloads.xml b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/downloads.xml new file mode 100644 index 000000000..45a6a91a3 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://nodejs.org/dist/v21.7.2/node-v21.7.2.tar.xz + dcfdf215f9694560243bfaf1cfc9d8cd + b4b1e2a07e96f85f6ce34a2fbfea348691aefe5cb219aa6951e23ccc991f9e2f + node-v21.7.2.tar.xz + 42378944 + + + diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/generated.json b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/generated.json new file mode 100644 index 000000000..006b302ef --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/generated.json @@ -0,0 +1 @@ +{"overview":{"51299189295d5db20bb2b1678954f8bce193c9cb":{"description":"Time To Compile","test_version":"1.4.x","app_version":"21.7.2","unit":"Seconds","samples":82,"timing_samples":22,"hib":0,"first_appeared":1712503084,"last_appeared":1714867288,"run_time_avg":1630,"stddev_avg":0.07,"percentiles":[136.971,136.971,136.971,137.695,137.695,145.413,145.413,145.988,159.738,160.059,160.616,160.76,160.76,170.811,172.821,172.99,213.785,213.785,214.36,214.36,214.36,214.431,217.567,217.567,217.567,217.567,246.473,246.604,246.604,246.695,254.003,255.361,255.656,255.874,255.874,315.576,315.576,316.596,316.596,316.596,335.597,335.597,336.144,336.144,391.719,391.719,392.202,392.841,392.887,393.303,393.389,393.389,393.429,395.184,609.808,612.834,612.834,826.723,828.184,829.237,915.937,927.019,927.019,927.504,927.504,927.504,928.144,928.144,928.144,928.144,929.646,1116.523,1209.167,1209.167,1210.939,1252.68,1470.724,1470.724,1470.724,1483.894,1483.894,1519.308,1531.22,1531.752,1531.752,1533.462,1588.35,1660.62,1663.507,1663.507,1663.507,1669.19,1669.19,1839.833,1844.454,1844.454,1846.246,2232.743,2381.362,2381.362],"run_time_percentiles":[436,436,436,436,436,438,438,438,438,438,482,482,482,482,518,518,518,518,518,519,519,519,519,641,641,641,641,641,643,643,643,643,740,740,740,740,740,762,762,762,762,768,768,768,768,768,1175,1175,1175,1175,1177,1177,1177,1177,1177,1179,1179,1179,1179,1179,1179,1179,1179,1179,1190,1190,1190,1190,1190,1829,1829,1829,1829,1838,1838,1838,1838,1838,2748,2748,2748,2748,2789,2789,2789,2789,2789,3350,3350,3350,3350,4765,4765,4765,4765,4765,6698,6698,6698,6698],"tested_archs":["x86_64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/install.sh b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/install.sh new file mode 100644 index 000000000..bba0bb74f --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/install.sh @@ -0,0 +1,6 @@ +#!/bin/sh +echo "#!/bin/sh +cd node-v21.7.2 +make -s -j \$NUM_CPU_CORES 2>&1 +echo \$? > ~/test-exit-status" > build-nodejs +chmod +x build-nodejs diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/interim.sh b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/interim.sh new file mode 100644 index 000000000..a5eeb3179 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/interim.sh @@ -0,0 +1,5 @@ +#!/bin/sh +rm -rf node-v21.7.2 +tar -xf node-v21.7.2.tar.xz +cd node-v21.7.2 +./configure diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/post.sh b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/post.sh new file mode 100644 index 000000000..501a74fd7 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/post.sh @@ -0,0 +1,2 @@ +#!/bin/sh +rm -rf node-v21.7.2 diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/pre.sh b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/pre.sh new file mode 100644 index 000000000..a5eeb3179 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/pre.sh @@ -0,0 +1,5 @@ +#!/bin/sh +rm -rf node-v21.7.2 +tar -xf node-v21.7.2.tar.xz +cd node-v21.7.2 +./configure diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/results-definition.xml b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/results-definition.xml new file mode 100644 index 000000000..0c553c5c2 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + sys.time + + diff --git a/ob-cache/test-profiles/pts/build-nodejs-1.4.0/test-definition.xml b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/test-definition.xml new file mode 100644 index 000000000..c9a3fd0d2 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-nodejs-1.4.0/test-definition.xml @@ -0,0 +1,26 @@ + + + + + Timed Node.js Compilation + 21.7.2 + This test profile times how long it takes to build/compile Node.js itself from source. Node.js is a JavaScript run-time built from the Chrome V8 JavaScript engine while itself is written in C/C++. + Seconds + LIB + Time To Compile + 3 + + + 1.4.0 + Linux, BSD, MacOSX + Utility + Processor + Free + Verified + build-utilities, python, openssl-development + https://nodejs.org/ + https://github.com/nodejs/node + SMP + Michael Larabel + + diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/changelog.json b/ob-cache/test-profiles/pts/build-php-1.7.0/changelog.json new file mode 100644 index 000000000..38c510f01 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/changelog.json @@ -0,0 +1 @@ +{"1.7.0":{"last_updated":"1712506432","commit_description":"Update against PHP 8.3.4 to fix GCC 14 building."},"1.6.0":{"last_updated":"1662054611","commit_description":"Update against PHP 8.1 upstream."},"1.5.1":{"last_updated":"1581214001","commit_description":"TimesToRun should be 3"},"1.5.0":{"last_updated":"1581213879","commit_description":"Update against latest upstream, other modernization improvements."},"1.4.0":{"last_updated":"1504970313","commit_description":"Update against php 7.1.9 build"},"1.3.1":{"last_updated":"1327853981","commit_description":"Update upstream PHP 5.2.9 download links."},"1.3.0":{"last_updated":"1291663718","commit_description":"Initial import into OpenBenchmarking.org"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/downloads.xml b/ob-cache/test-profiles/pts/build-php-1.7.0/downloads.xml new file mode 100644 index 000000000..dfb3749c9 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + http://mirror.cogentco.com/pub/php/php-8.3.4.tar.xz, http://ftp.ntu.edu.tw/php/distributions/php-8.3.4.tar.xz, http://mirror.internode.on.net/pub/php/php-8.3.4.tar.xz + 598f9d78cbf4bbe4dc1c008a43459e61 + 39a337036a546e5c28aea76cf424ac172db5156bd8a8fd85252e389409a5ba63 + php-8.3.4.tar.xz + 12443980 + + + diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/generated.json b/ob-cache/test-profiles/pts/build-php-1.7.0/generated.json new file mode 100644 index 000000000..c80141e5e --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/generated.json @@ -0,0 +1 @@ +{"overview":{"d4dc7e40aa7ccacd71d7e19616c4ddb0753b7509":{"description":"Time To Compile","test_version":"1.7.x","app_version":"8.3.4","unit":"Seconds","samples":97,"timing_samples":32,"hib":0,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":181,"stddev_avg":0.13,"percentiles":[33.017,33.017,33.063,33.128,33.13,33.221,33.302,33.309,33.418,33.436,33.567,33.58,37.083,37.083,37.31,37.31,40.381,40.727,41.404,41.454,41.454,41.454,41.663,41.663,41.663,41.817,41.817,41.846,41.988,41.988,43.105,43.105,43.296,43.296,43.296,46.439,46.644,47.063,47.962,47.986,48.002,48.007,48.889,48.951,49.003,54.449,55.051,55.311,55.311,55.311,55.339,55.912,56.222,56.222,56.222,58.309,58.549,58.688,61.639,73.43,73.43,74.022,74.022,75.28,75.845,75.969,76.327,76.327,76.75,77.265,78.784,79.016,82.471,82.666,82.852,82.916,83.056,83.056,83.461,83.461,84.127,85.525,85.525,85.757,85.757,88.665,88.665,88.807,88.807,106.349,106.449,107.056,125.356,125.72,127.015,189.59,189.59,190.602,190.602,1479.485],"run_time_percentiles":[97,97,97,97,99,99,99,99,99,99,100,100,100,100,100,100,100,100,100,100,100,100,100,100,100,101,101,101,101,101,101,101,111,111,111,111,111,111,112,112,112,121,121,121,122,122,122,124,124,124,126,126,126,126,129,129,129,129,129,129,139,139,139,140,140,140,144,144,144,144,144,144,147,147,147,147,147,147,147,147,147,147,163,163,163,166,166,166,168,168,168,249,249,249,678,678,678,1262,1262,1262],"tested_archs":["x86_64","riscv64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/install.sh b/ob-cache/test-profiles/pts/build-php-1.7.0/install.sh new file mode 100644 index 000000000..f0ce6bf38 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/install.sh @@ -0,0 +1,6 @@ +#!/bin/sh +echo "#!/bin/sh +cd php-8.3.4 +make -s -j \$NUM_CPU_CORES 2>&1 +echo \$? > ~/test-exit-status" > time-compile-php +chmod +x time-compile-php diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/interim.sh b/ob-cache/test-profiles/pts/build-php-1.7.0/interim.sh new file mode 100644 index 000000000..92d84845c --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/interim.sh @@ -0,0 +1,3 @@ +#!/bin/sh +cd php-8.3.4 +make clean diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/post.sh b/ob-cache/test-profiles/pts/build-php-1.7.0/post.sh new file mode 100644 index 000000000..e8e6713e3 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/post.sh @@ -0,0 +1,2 @@ +#!/bin/sh +rm -rf php-8.3.4 diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/pre.sh b/ob-cache/test-profiles/pts/build-php-1.7.0/pre.sh new file mode 100644 index 000000000..06fcb4dea --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/pre.sh @@ -0,0 +1,6 @@ +#!/bin/sh +rm -rf php-8.3.4 +tar -xf php-8.3.4.tar.xz +cd php-8.3.4 +./configure --without-sqlite3 --without-pdo-sqlite +make clean diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/results-definition.xml b/ob-cache/test-profiles/pts/build-php-1.7.0/results-definition.xml new file mode 100644 index 000000000..0c553c5c2 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + sys.time + + diff --git a/ob-cache/test-profiles/pts/build-php-1.7.0/test-definition.xml b/ob-cache/test-profiles/pts/build-php-1.7.0/test-definition.xml new file mode 100644 index 000000000..01a394668 --- /dev/null +++ b/ob-cache/test-profiles/pts/build-php-1.7.0/test-definition.xml @@ -0,0 +1,28 @@ + + + + + Timed PHP Compilation + 8.3.4 + This test times how long it takes to build PHP. + Seconds + LIB + Time To Compile + time-compile-php + 3 + + + 1.7.0 + Linux, MacOSX, Solaris, BSD + Utility + Processor + Free + Verified + build-utilities, libxml2 + 114 + http://www.php.net/ + https://github.com/php/php-src + SMP + Michael Larabel + + diff --git a/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/changelog.json b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/changelog.json new file mode 100644 index 000000000..3aa71eff3 --- /dev/null +++ b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/changelog.json @@ -0,0 +1 @@ +{"1.6.1":{"last_updated":"1709911082","commit_description":"Update download links Closes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/287"},"1.6.0":{"last_updated":"1644670620","commit_description":"Update against latest point release and increase the file size for more intensity on modern CPUs... Not that this test is popular but the prior download mirrors were down."},"1.5.0":{"last_updated":"1450108838","commit_description":"Update against pbzip 1.1.12, switch to using Linux 4.3 kernel source package as compression source."},"1.4.1":{"last_updated":"1444337725","commit_description":"Update download links."},"1.4.0":{"last_updated":"1349319954","commit_description":"Update BZIP2 against upstream 1.0.6 and update PBZIP2 against upstream 1.1.6 source."},"1.3.0":{"last_updated":"1291664232","commit_description":"Initial import into OpenBenchmarking.org"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/downloads.xml b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/downloads.xml new file mode 100644 index 000000000..2567f449c --- /dev/null +++ b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/downloads.xml @@ -0,0 +1,27 @@ + + + + + + https://sourceware.org/pub/bzip2/bzip2-1.0.8.tar.gz, https://sources.openwrt.org/bzip2-1.0.8.tar.gz + 67e051268d0c475ea773822f7500d0e5 + ab5a03176ee106d3f0fa90e381da478ddae405918153cca248e682cd0c4a2269 + bzip2-1.0.8.tar.gz + 810029 + + + https://launchpad.net/pbzip2/1.1/1.1.13/+download/pbzip2-1.1.13.tar.gz + 4cb87da2dba05540afce162f34b3a9a6 + 8fd13eaaa266f7ee91f85c1ea97c86d9c9cc985969db9059cdebcb1e1b7bdbe6 + pbzip2-1.1.13.tar.gz + 48015 + + + http://ftp-archive.freebsd.org/pub/FreeBSD-Archive/old-releases/ISO-IMAGES/13.0/FreeBSD-13.0-RELEASE-amd64-memstick.img + e0e21f7421e26f1da29b723895f42bb8 + 3a1b0ef1e2211f03980eb00fdeedeb3cd9ead03f1bfcd9f6a1eb335c3b994377 + FreeBSD-13.0-RELEASE-amd64-memstick.img + 1090900480 + + + diff --git a/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/generated.json b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/generated.json new file mode 100644 index 000000000..6d4217964 --- /dev/null +++ b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/generated.json @@ -0,0 +1 @@ +{"overview":{"cf383fd884ee444349b5cf03c7b5fac725ae7e7a":{"description":"FreeBSD-13.0-RELEASE-amd64-memstick.img Compression","test_version":"1.6.x","app_version":"1.1.13","unit":"Seconds","samples":1188,"timing_samples":954,"hib":0,"first_appeared":1644674289,"last_appeared":1713656192,"run_time_avg":137,"stddev_avg":2.38,"percentiles":[1.235156,1.458424,2.054,2.177,2.395,2.543,2.679,2.778,2.826,2.937,3.085842,3.327,3.44,3.511,3.674,3.859,4.086,4.348,4.713,4.911,5.007,5.194,5.269,5.314,5.542,5.667,5.871,6.072,6.319,6.684,6.862,7.012,7.067,7.14,7.290079,7.602462,7.764,7.938,8.061,8.162,8.401,8.59,8.700015,8.934,9.096578,9.259,9.504,9.738,10.021,10.161,10.236,10.316,10.384,10.571,10.664,10.784,10.88,11.023,11.128,11.387,11.551,11.783,12.034,12.197,12.508,12.65,12.874,13.143,13.296,13.824,14.258,14.666,15.101,15.437,15.631,15.88,16.628,17.048,17.922,18.742,19.689,21.368,22.1,22.977,24.893,25.808,27.60262,28.58124,30.14,32.618,39.911,42.391,47.03,52.813,63.122,91.713,114.446,115.74,168.046,200.91],"run_time_percentiles":[2.059999999999999,6.159999999999999,8.53,10,11,13,15,16,17,18,20,21,21,22,23,24,26,28,28,30,30,31,32,32,32,33,33,34,34,35,36,37,37,38,38,39,40,40,41,42,43,43,44,45,46,47,48,49,50,51,51,53,54,55,58,59,61,63,64,66,71,75,77,82,84,86,90,94,100,105,110,115,119,123,127,131,141,148,153,156,164,168,174,188,201,220,233,237,259,281,312,329,363,386,462,540,583,729,1214,1501],"tested_archs":["aarch64","loongarch64","x86_64","ppc64le","riscv64","arm64"]}},"capabilities":{"shared_libraries":["libc.so.6","libm.so.6"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2"],"honors_cflags":"0","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/install.sh b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/install.sh new file mode 100644 index 000000000..d043de13f --- /dev/null +++ b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/install.sh @@ -0,0 +1,18 @@ +#!/bin/sh +tar -zxvf bzip2-1.0.8.tar.gz +tar -zxvf pbzip2-1.1.13.tar.gz +cd bzip2-1.0.8/ +make +cp -f libbz2.a ../pbzip2-1.1.13 +cp -f bzlib.h ../pbzip2-1.1.13 +cd .. +cd pbzip2-1.1.13/ +make pbzip2-static +echo $? > ~/install-exit-status +cd ~ +cat > compress-pbzip2 < /dev/null 2>\$LOG_FILE +EOT +chmod +x compress-pbzip2 diff --git a/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/results-definition.xml b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/results-definition.xml new file mode 100644 index 000000000..24e7561d8 --- /dev/null +++ b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/results-definition.xml @@ -0,0 +1,7 @@ + + + + + Wall Clock: #_RESULT_# seconds + + diff --git a/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/test-definition.xml b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/test-definition.xml new file mode 100644 index 000000000..460433aa2 --- /dev/null +++ b/ob-cache/test-profiles/pts/compress-pbzip2-1.6.1/test-definition.xml @@ -0,0 +1,27 @@ + + + + + Parallel BZIP2 Compression + 1.1.13 + This test measures the time needed to compress a file (FreeBSD-13.0-RELEASE-amd64-memstick.img) using Parallel BZIP2 compression. + Seconds + LIB + FreeBSD-13.0-RELEASE-amd64-memstick.img Compression + 3 + + + 1.6.1 + Linux, MacOSX, Solaris + Utility + Processor + Free + Verified + build-utilities + 647 + 647 + http://compression.ca/pbzip2/ + SMP + Michael Larabel + + diff --git a/ob-cache/test-profiles/pts/deepsparse-1.7.0/changelog.json b/ob-cache/test-profiles/pts/deepsparse-1.7.0/changelog.json new file mode 100644 index 000000000..ca9755c21 --- /dev/null +++ b/ob-cache/test-profiles/pts/deepsparse-1.7.0/changelog.json @@ -0,0 +1 @@ +{"1.7.0":{"last_updated":"1710520517","commit_description":"Update against DeepSparse 1.7 upstream, add Llama 2 chat test."},"1.6.0":{"last_updated":"1702331950","commit_description":"Update against deepsparse 1.6 upstream."},"1.5.2":{"last_updated":"1690401148","commit_description":"Update against 1.5.2 point release, add more models."},"1.5.0":{"last_updated":"1686138718","commit_description":"Update against Deepsparse 1.5 upstream."},"1.3.2":{"last_updated":"1674432303","commit_description":"Update against DeepSparse 1.3.2 upstream."},"1.0.1":{"last_updated":"1665683259","commit_description":"Initial commit of DeepSparse benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/deepsparse-1.7.0/generated.json b/ob-cache/test-profiles/pts/deepsparse-1.7.0/generated.json new file mode 100644 index 000000000..96678c880 --- /dev/null +++ b/ob-cache/test-profiles/pts/deepsparse-1.7.0/generated.json @@ -0,0 +1 @@ +{"overview":{"947610139beb46c152f74ada08833bfe9728062d":{"description":"Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":130,"stddev_avg":0.05,"percentiles":[4.3724,4.3724,4.4236,4.4546,4.4546,4.6509,4.8027,4.8027,5.0006,5.2615,5.2615,5.2615,5.3183,5.3183,5.3183,5.5525,5.5525,5.6993,5.7059,5.7059,5.7537,7.5518,7.5518,7.5518,7.5633,7.5633,7.5633,8.4341,8.4341,8.4524,8.4593,8.4593,8.9375,8.9566,8.9566,9.0093,9.0559,9.0559,9.064,9.1491,9.1491,9.5325,10.6496,10.6496,10.6773,10.7197,10.7197,10.8516,10.8623,10.8623,18.0701,18.0701,18.0701,18.3106,18.3106,18.3106,21.2445,21.2505,21.2505,21.2799,21.3119,21.3119,21.5986,21.795,21.795,21.8225,21.8474,21.8474,21.8606,26.6035,26.6035,26.6165,26.6926,26.6926,26.6941,30.3038,30.3038,30.444,30.5421,30.5421,33.4187,33.6797,33.6797,33.7125,35.617,35.617,35.6174,35.7366,35.7366,132.8792,132.9523,132.9523,132.9817,133.012,133.012,136.559,137.2758,137.2758,137.823,137.9486],"run_time_percentiles":[120,120,120,120,120,120,120,121,121,121,121,121,121,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,125,125,125,125,125,125,125,129,129,129,129,129,129,134,134,134,134,134,134,137,137,137,137,137,137,137,137,137,137,137,137,137,138,138,138,138,138,138,138,138,138,138,138,138,154,154,154,154,154,154],"tested_archs":["x86_64","aarch64"]},"a6893edb09ab37f3c2a30cc382eee443bef51652":{"description":"Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":124,"stddev_avg":0.03,"percentiles":[202.0153,202.0153,202.3677,202.463,202.463,202.5056,207.8898,207.8898,210.523,211.443,211.443,211.7512,211.819,211.819,212.0904,212.4479,212.4479,212.7103,267.9952,267.9952,268.0825,268.5519,268.5519,269.6208,269.9726,269.9726,313.7349,313.7349,313.7349,313.9578,313.9578,313.9578,349.8032,350.3778,350.3778,350.443,351.8687,351.8687,355.527,356.1523,356.1523,356.2134,356.291,356.291,356.6279,357.5452,357.5452,362.2743,381.0376,381.0376,381.1234,382.1237,382.1237,382.1742,393.0761,393.0761,393.394,393.6606,393.6606,393.8206,396.3127,396.3127,396.3127,410.6774,410.6774,410.6774,430.692,430.692,430.692,440.663,440.663,440.663,477.026,477.026,479.2889,481.3091,481.3091,507.7182,508.6027,508.6027,509.3081,574.9023,574.9023,600.1209,607.7805,607.7805,632.7488,633.8932,633.8932,634.5354,983.938,983.938,1016.0045,1020.2272,1020.2272,1030.8408,1333.7177,1333.7177,1335.3456,1337.5918],"run_time_percentiles":[119,119,119,119,119,119,119,119,119,119,119,119,119,119,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,122,122,122,122,122,122,122,125,125,125,125,125,125,125,126,126,126,126,126,126,127,127,127,127,127,127,127,127,127,127,127,127,127,127,128,128,128,128,128,128,128,128,128,128,128,128,128,129,129,129,129,129,129,129,129,129,129,129,129,129],"tested_archs":["x86_64","aarch64"]},"7c1c5406d5fd0bc7f453370348b492b3d54aaa76":{"description":"Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":113,"stddev_avg":0.04,"percentiles":[55.7142,55.7142,55.7242,55.7256,55.7256,55.7375,55.7746,55.7746,58.5286,58.7366,58.7366,59.2873,61.7579,61.7579,61.7698,61.9371,61.9371,61.9978,62.9466,62.9466,63.0966,63.1227,63.1227,63.2608,63.2681,63.2681,71.699,72.2559,72.2559,72.2762,72.4043,72.4043,72.6309,72.7313,72.7313,72.8207,73.9698,73.9698,73.9961,74.0261,74.0261,74.0382,78.8208,78.8208,79.2452,79.4548,79.4548,79.5069,84.2144,84.2144,84.2144,84.3041,84.3041,84.3041,93.1305,93.1305,93.1305,93.3775,93.3775,93.3775,96.4154,96.4154,96.4154,96.5554,96.5554,96.5554,100.6851,100.6851,100.9073,101.1005,101.1005,118.9649,119.8962,119.8962,119.9052,119.9993,119.9993,120.1787,120.27,120.27,120.3976,121.7572,121.7572,122.2706,132.9137,132.9137,149.2455,149.6143,149.6143,150.0741,190.0904,190.0904,190.2256,190.558,190.558,192.2847,310.5129,310.5129,311.1676,312.7909],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,113,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,121,121,121,121,121,121],"tested_archs":["x86_64","aarch64"]},"b2a594486c92f0c4e4b93b0a9dbe5a0be062f298":{"description":"Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":115,"stddev_avg":0.04,"percentiles":[23.0607,23.0607,23.0973,23.1057,23.1057,24.7946,24.9388,24.9388,24.9889,28.5761,28.5761,28.5761,28.7886,28.7886,29.0492,29.0492,29.0492,29.9021,30.3345,30.3345,30.3372,36.1587,36.1587,36.1587,36.3099,36.3099,36.3099,46.1964,46.1964,46.5432,46.6672,46.6672,51.9778,53.5893,53.5893,53.6218,53.6674,53.6674,53.7675,53.8839,53.8839,53.9161,67.2624,67.2624,67.3195,67.3817,67.3817,67.411,67.6241,67.6241,83.2289,83.2289,83.2289,83.5549,83.5549,83.5549,87.3635,87.5496,87.5496,87.6213,87.6317,87.6317,93.011,93.7892,93.7892,93.8712,98.8001,98.8001,99.0032,99.0547,99.0547,99.104,99.2228,99.2228,99.3344,99.4073,99.4073,99.497,99.4984,99.4984,112.5334,112.8291,112.8291,112.8521,154.039,154.039,154.4093,154.5035,154.5035,195.8325,195.8717,195.8717,197.0081,197.6133,197.6133,212.1812,212.4945,212.4945,212.639,213.5555],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,115,115,115,115,115,115,115,125,125,125,125,125,125,125,125,125,125,125,125,133,133,133,133,133,133],"tested_archs":["x86_64","aarch64"]},"a77140031a418d03f49e6debb4e03cbe7a03a678":{"description":"Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":115,"stddev_avg":0.04,"percentiles":[4.6801,4.6801,4.7002,4.7035,4.7035,4.7104,5.058,5.058,5.0734,5.103,5.103,5.1037,6.4656,6.4656,6.4692,6.4846,6.4846,8.8461,8.8483,8.8483,8.8709,10.046,10.046,10.046,10.0546,10.0546,10.0615,10.0731,10.0731,10.0857,10.0902,10.0902,10.0959,10.1159,10.1159,10.646,10.6547,10.6547,10.7442,11.4055,11.4055,11.4067,11.4159,11.4159,11.4406,11.959,11.959,11.959,12.0042,12.0042,12.0042,14.7838,14.7838,14.8305,14.8369,14.8369,14.8504,14.8628,14.8628,18.5431,18.5538,18.5538,18.5938,18.6283,18.6283,18.6441,18.6556,18.6556,19.2342,21.4134,21.4134,21.4737,21.6301,21.6301,27.5324,27.5324,27.5324,27.6472,27.6472,27.6472,32.9409,32.9456,32.9456,33.4221,34.4009,34.4009,34.4009,34.7133,34.7133,34.9715,34.9715,34.9715,40.0104,40.091,40.091,40.325,43.2686,43.2686,43.2842,43.353],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,115,115,115,115,115,115,115,125,125,125,125,125,125,125,125,125,125,125,125,133,133,133,133,133,133],"tested_archs":["x86_64","aarch64"]},"4b08a77993201615e7cdd48a86e15cf72e9b3352":{"description":"Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":117,"stddev_avg":0.05,"percentiles":[35.7435,35.7435,35.7498,38.0851,38.0851,40.87,40.8905,40.8905,40.953,46.2795,46.2795,46.2795,47.2628,47.2628,47.2628,53.4604,53.4604,54.0806,54.2522,54.2522,55.1778,65.5872,65.5872,65.5872,65.5898,65.5898,65.5898,73.9356,73.9356,74.0959,74.2257,74.2257,77.9417,79.3779,79.3779,79.4246,79.4885,79.4885,79.5563,79.5793,79.5793,79.7457,81.1745,81.1745,81.4912,81.5021,81.5021,81.5086,81.6823,81.6823,149.1997,149.1997,149.1997,149.4028,149.4028,149.4028,188.1505,188.2128,188.2128,188.3255,188.4415,188.4415,190.7916,191.7023,191.7023,192.3054,192.506,192.506,192.6076,223.0028,223.0028,223.554,224.1641,224.1641,224.1971,244.4601,244.4601,245.3457,245.9676,245.9676,314.4659,314.4763,314.4763,315.2865,339.9,339.9,345.108,346.6699,346.6699,1141.2417,1142.9944,1142.9944,1144.0054,1144.5034,1144.5034,1233.705,1236.9478,1236.9478,1238.0561,1241.5488],"run_time_percentiles":[113,113,113,113,113,113,113,113,113,113,113,113,113,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,116,116,116,116,116,116,117,117,117,117,117,117,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,126,126,126,126,126,126],"tested_archs":["x86_64","aarch64"]},"7108c1bde12eb0d9c6ff634d37ff517773086268":{"description":"Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":117,"stddev_avg":0.05,"percentiles":[40.3825,40.3825,40.4564,40.5404,40.5404,41.5244,41.53,41.53,41.5819,41.7072,41.7072,41.9183,42.4217,42.4217,42.4509,42.4756,42.4756,42.4853,48.9564,48.9564,49.0612,49.066,49.066,49.0714,49.2619,49.2619,50.1496,50.2554,50.2554,50.2694,50.3129,50.3129,50.3532,50.3829,50.3829,51.3204,51.5131,51.5131,51.6596,51.7072,51.7072,51.8422,53.4714,53.4714,53.4812,53.6259,53.6259,53.7553,60.218,60.218,60.218,60.3001,60.3001,60.3001,60.9399,60.9399,60.9399,60.9458,60.9458,60.9458,63.444,63.444,63.444,64.7626,64.7626,64.7626,65.0212,65.0212,65.1819,65.4072,65.4072,73.1801,73.2979,73.2979,73.352,78.7443,78.7443,83.6574,83.7657,83.7657,83.8482,83.8862,83.8862,83.8992,83.9259,83.9259,101.3076,101.5303,101.5303,101.6256,126.6007,126.6007,128.6802,128.9833,128.9833,130.4653,181.8956,181.8956,182.8789,185.7196],"run_time_percentiles":[113,113,113,113,113,113,113,113,113,113,113,113,113,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,116,116,116,116,116,116,117,117,117,117,117,117,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,126,126,126,126,126,126],"tested_archs":["x86_64","aarch64"]},"ec149e1403247f5016fb1f96ce6614000e37c266":{"description":"Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":178,"stddev_avg":0.12,"percentiles":[31.7852,31.7852,32.0773,33.8164,33.8164,37.4422,37.5073,37.5073,37.5286,38.8108,38.8108,39.1848,39.669,39.669,39.9828,42.7211,42.7211,42.7211,42.9858,42.9858,42.9858,49.7864,49.7864,50.0942,50.333,50.333,50.333,50.4094,50.4094,50.4094,50.4405,50.4405,50.8544,50.892,50.892,67.0003,67.1305,67.1305,67.27,67.4313,67.4313,68.672,68.6726,68.6726,68.7072,68.8463,68.8463,68.8904,68.97,68.97,81.1472,84.4546,84.4546,85.6351,85.6351,85.6351,85.698,86.3359,86.3359,86.3359,109.4784,109.4784,109.9523,111.1578,111.1578,111.4506,111.8371,111.8371,112.0022,112.3308,112.3308,113.4701,113.8761,113.8761,114.4072,114.8252,114.8252,115.2566,116.3492,116.3492,116.5639,117.2079,117.2079,117.6643,136.9731,136.9731,137.7834,138.0557,138.0557,198.3448,198.3789,198.3789,199.0668,200.2818,200.2818,225.4415,225.4496,225.4496,225.4674,225.5614],"run_time_percentiles":[113,113,113,113,113,113,113,114,114,114,114,114,114,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,117,117,117,117,117,117,117,119,119,119,119,119,119,120,120,120,120,120,120,120,120,120,120,120,120,121,121,121,121,121,121,121,133,133,133,133,133,133,603,603,603,603,603,603,603,603,603,603,603,603],"tested_archs":["x86_64","aarch64"]},"1968a2c97ff6ff373d30fe5697bcd3ea3912ae50":{"description":"Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":178,"stddev_avg":0.12,"percentiles":[4.4307,4.4307,4.4325,4.4329,4.4329,4.4329,4.9896,4.9896,5.0199,5.0371,5.0371,5.0378,7.2356,7.2356,7.2496,7.2927,7.2927,8.4942,8.5269,8.5269,8.5743,8.5902,8.5902,8.6715,8.7026,8.7026,8.7347,8.7752,8.7752,8.807,8.8921,8.8921,8.9189,8.9317,8.9317,8.9625,8.982,8.982,9.0819,9.1198,9.1198,11.5739,11.5739,11.5739,11.6625,11.6863,11.6863,11.6863,11.8338,11.8338,12.3168,14.4952,14.4952,14.5116,14.521,14.521,14.5507,14.5577,14.5577,14.5578,14.8283,14.8283,14.8559,14.8872,14.8872,14.9156,19.6462,19.6462,19.6607,19.8227,19.8227,19.8296,19.8296,19.8296,19.8602,19.8602,19.8602,19.9587,20.0825,20.0825,23.2497,23.2497,23.2497,23.3937,23.3937,23.3937,24.9998,25.1971,25.1971,25.5085,25.7552,25.7552,26.6361,26.6514,26.6514,26.698,29.5657,29.5657,31.1695,31.4555],"run_time_percentiles":[113,113,113,113,113,113,113,114,114,114,114,114,114,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,117,117,117,117,117,117,117,119,119,119,119,119,119,120,120,120,120,120,120,120,120,120,120,120,120,121,121,121,121,121,121,121,133,133,133,133,133,133,603,603,603,603,603,603,603,603,603,603,603,603],"tested_archs":["x86_64","aarch64"]},"029547d9862776523c5601395a6358610a352681":{"description":"Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":124,"stddev_avg":0.04,"percentiles":[4.7151,4.7151,4.7167,4.7347,4.7347,4.9333,4.9986,4.9986,5.2179,6.6736,6.6736,6.7557,6.7585,6.7585,7.0047,9.0767,9.0767,9.0767,9.2291,9.2291,9.2291,9.5532,9.5532,9.5532,9.5583,9.5583,9.5583,11.0411,11.0411,11.1867,11.2154,11.2154,11.226,11.2285,11.2285,11.2304,11.2502,11.2502,14.1829,14.2388,14.2388,14.4256,14.8156,14.8156,14.8348,14.8935,14.8935,14.9195,14.9245,14.9245,21.9132,21.9132,21.9132,22.6977,22.6977,22.6977,30.3866,30.4683,30.4683,30.4851,30.488,30.488,33.1639,33.3294,33.3294,33.4545,37.6057,37.6057,37.6522,37.7156,37.7156,37.7639,37.7759,37.7759,39.4525,39.4664,39.4664,39.4685,39.5729,39.5729,46.612,46.6799,46.6799,46.715,62.2981,62.2981,62.3522,62.3947,62.3947,181.7853,182.1096,182.1096,182.5524,182.809,182.809,249.0943,249.4018,249.4018,249.7234,249.7754],"run_time_percentiles":[119,119,119,119,119,119,119,119,119,119,119,119,119,119,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,122,122,122,122,122,122,122,125,125,125,125,125,125,125,126,126,126,126,126,126,127,127,127,127,127,127,127,127,127,127,127,127,127,127,128,128,128,128,128,128,128,128,128,128,128,128,128,129,129,129,129,129,129,129,129,129,129,129,129,129],"tested_archs":["x86_64","aarch64"]},"2e09524a2afac98ccf359361f18a9bf744359ec7":{"description":"Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":121,"stddev_avg":0.03,"percentiles":[4.7566,4.7566,4.7614,4.763,4.763,4.7761,5.0119,5.0119,5.0335,6.2871,6.2871,6.3123,6.3497,6.3497,6.4397,8.5233,8.5233,8.5233,8.526,8.526,8.526,9.5857,9.5857,9.5857,9.6551,9.6551,9.6551,10.4758,10.4758,10.6192,10.6449,10.6449,10.6542,10.667,10.667,10.6742,10.6756,10.6756,13.6991,13.8746,13.8746,13.8988,13.9961,13.9961,13.9983,14.9599,14.9599,15.0104,15.0277,15.0277,21.1073,21.1073,21.1073,21.1264,21.4205,21.4205,21.4341,21.601,21.601,21.601,21.6925,21.6925,21.7009,21.7206,21.7206,21.7471,29.7744,29.7744,29.7882,29.7891,29.7891,29.8179,30.5961,30.5961,30.6675,30.7211,30.7211,31.5591,31.5733,31.5733,31.6577,31.6614,31.6614,31.7017,35.1943,35.1943,35.7654,35.8292,35.8292,35.851,44.058,44.058,44.0724,44.1116,44.1116,64.8586,64.8907,64.8907,64.9222,64.997],"run_time_percentiles":[117,117,117,117,117,117,117,117,117,117,117,117,117,117,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,119,119,119,119,119,119,120,120,120,120,120,120,120,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,122,122,122,122,122,122,122,124,124,124,124,124,124,126,126,126,126,126,126,126,126,126,126,126,126,126,126,129,129,129,129,129,129],"tested_archs":["x86_64","aarch64"]},"948f96bcbf119b23cb418fb75b2bd04da31f599f":{"description":"Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":112,"stddev_avg":0.06,"percentiles":[2.9035,2.9035,2.9085,2.9173,2.9173,2.9192,4.7773,4.7773,4.7882,4.7905,4.7905,4.8123,5.0871,5.0871,5.088,5.0981,5.0981,5.112,5.1378,5.1378,5.3412,5.3423,5.3423,5.3508,5.8281,5.8281,5.8302,5.8312,5.8312,5.8423,6.3846,6.3846,6.4059,6.4103,6.4103,6.4293,6.6951,6.6951,6.8307,6.9254,6.9254,7.454,7.4691,7.4691,7.4692,7.5105,7.5105,7.5105,7.7867,7.7867,7.7867,7.8904,7.8904,7.9248,7.9405,7.9405,7.9734,8.0391,8.0391,10.0287,10.0386,10.0386,10.0398,10.0432,10.0432,10.0553,10.0601,10.0601,10.2713,12.9842,12.9842,13.0117,13.0127,13.0127,14.0124,14.0124,14.0124,14.0304,14.0304,14.0304,18.4338,18.4338,18.4338,18.4664,18.4664,18.4664,18.5416,19.0076,19.0076,19.2051,19.3953,19.3953,21.3677,21.4013,21.4013,21.4271,22.4817,22.4817,22.5378,22.8445],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,113,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114],"tested_archs":["x86_64","aarch64"]},"4c1cc90e3ea0d3504b4076fbf87308d1ee648506":{"description":"Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":121,"stddev_avg":0.03,"percentiles":[15.366,15.366,15.3844,15.3899,15.3899,15.3982,22.645,22.645,22.6651,22.671,22.671,27.8666,27.8836,27.8836,27.9309,28.3852,28.3852,31.5308,31.5706,31.5706,31.5743,31.6588,31.6588,31.6738,32.5272,32.5272,32.5835,32.6597,32.6597,33.5194,33.5525,33.5525,33.5532,33.5681,33.5681,45.9601,46.0166,46.0166,46.0582,46.0763,46.0763,46.2791,46.2791,46.2791,46.6399,46.6702,46.6702,47.3193,47.3605,47.3605,47.3605,66.5273,66.5273,66.6042,66.8284,66.8284,71.4267,71.4383,71.4383,71.9383,72.0667,72.0667,72.9891,93.6568,93.6568,93.6687,93.7321,93.7321,93.8454,93.9272,93.9272,94.1551,95.4447,95.4447,103.5422,103.5422,103.5422,104.292,104.292,104.292,117.2742,117.2742,117.2742,117.3119,117.3119,117.3119,155.2639,157.4653,157.4653,158.3979,159.0351,159.0351,198.6491,199.5088,199.5088,209.3586,209.9382,209.9382,210.0086,210.2137],"run_time_percentiles":[117,117,117,117,117,117,117,117,117,117,117,117,117,117,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,119,119,119,119,119,119,120,120,120,120,120,120,120,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,122,122,122,122,122,122,122,124,124,124,124,124,124,126,126,126,126,126,126,126,126,126,126,126,126,126,126,129,129,129,129,129,129],"tested_archs":["x86_64","aarch64"]},"83ca1e360507a59226001525682d066a1eee5e84":{"description":"Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":131,"stddev_avg":0.04,"percentiles":[51.139,51.139,51.1871,51.4072,51.4072,61.6926,65.5875,65.5875,77.5952,91.3708,91.3708,91.3708,91.5959,91.5959,91.5959,92.5958,92.5958,94.1702,94.1702,94.1702,94.9722,95.4312,95.4312,95.4312,95.9326,95.9326,95.9642,148.1466,148.1466,148.2161,148.5349,148.5349,150.8967,151.1466,151.1466,151.6354,152.4416,152.4416,153.7216,156.1413,156.1413,156.2254,196.6202,196.6202,197.1962,197.2772,197.2772,197.4838,197.5747,197.5747,208.2798,208.2798,208.2798,209.861,209.861,209.861,334.3887,334.7181,334.7181,334.7472,337.4525,337.4525,344.2857,344.6603,344.6603,344.9227,396.4446,396.4446,396.5768,397.5652,397.5652,397.587,429.1529,429.1529,430.4254,430.6637,430.6637,430.8886,431.8114,431.8114,438.2501,438.7131,438.7131,439.6023,683.7678,683.7678,685.2338,686.678,686.678,1902.1758,1902.9145,1902.9145,1902.9281,1904.0783,1904.0783,2592.8516,2595.1763,2595.1763,2595.4788,2598.2083],"run_time_percentiles":[125,125,125,125,125,125,125,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,129,129,129,129,129,129,132,132,132,132,132,132,132,136,136,136,136,136,136,136,138,138,138,138,138,138,138,138,138,138,138,138,138,140,140,140,140,140,140,140,140,140,140,140,140,140],"tested_archs":["x86_64","aarch64"]},"356fd68833e3222975779732b39790139f819b22":{"description":"Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":131,"stddev_avg":0.03,"percentiles":[18.5138,18.5138,18.5539,18.5638,18.5638,18.5738,18.6294,18.6294,20.1007,20.1014,20.1014,20.1516,20.1585,20.1585,20.1641,20.2089,20.2089,20.2172,20.2315,20.2315,20.2407,20.2619,20.2619,20.2703,20.3301,20.3301,25.5887,25.602,25.602,26.0051,26.2237,26.2237,26.3635,26.4489,26.4489,26.4927,31.3953,31.3953,31.3953,31.8183,31.8183,31.8183,33.5718,33.5718,33.5913,33.5942,33.5942,33.5967,35.5391,35.5391,35.8092,35.8135,35.8135,35.8509,36.8891,36.8891,36.9216,36.9324,36.9324,36.9564,38.6102,38.6102,42.8622,42.8622,42.8622,43.1817,43.1817,43.1817,43.652,43.652,43.652,43.7613,43.7613,43.7613,45.702,46.3528,46.3528,46.3647,46.4169,46.4169,46.5298,46.624,46.624,46.7235,48.5906,48.5906,58.3096,58.5538,58.5538,58.6004,72.7549,72.7549,72.8034,73.5534,73.5534,75.391,143.4837,143.4837,143.6025,143.8317],"run_time_percentiles":[125,125,125,125,125,125,125,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,129,129,129,129,129,129,132,132,132,132,132,132,132,136,136,136,136,136,136,136,138,138,138,138,138,138,138,138,138,138,138,138,138,140,140,140,140,140,140,140,140,140,140,140,140,140],"tested_archs":["x86_64","aarch64"]},"56185e1b61cd8aa824fb78f1d7d102710de33b94":{"description":"Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":211,"stddev_avg":0.09,"percentiles":[39.0245,39.0245,39.0337,39.0886,39.0886,40.4041,40.9163,40.9163,42.681,44.1331,44.1331,47.8927,47.8927,47.8927,47.9084,47.9084,47.9084,48.955,50.5976,50.5976,50.649,50.7328,50.7328,50.9996,51.2363,51.2363,54.7746,54.7746,54.7746,55.2,55.2,55.2,64.008,64.4166,64.4166,64.4883,68.3972,68.3972,68.5565,68.5822,68.5822,68.7657,71.0079,71.0079,71.0079,73.343,73.343,73.343,75.6991,75.6991,75.876,76.0575,76.0575,76.1222,85.9966,85.9966,86.3905,86.5036,86.5036,89.7091,89.8053,89.8053,90.3875,90.4983,90.4983,98.7467,99.7096,99.7096,100.2084,100.9536,100.9536,101.1551,102.0626,102.0626,102.383,102.4459,102.4459,102.4811,102.6123,102.6123,102.6673,102.8021,102.8021,102.886,104.347,104.347,112.2523,112.5344,112.5344,112.5691,112.649,112.649,112.8655,125.4108,125.4108,125.4487,125.5685,125.5685,125.6334,125.9194],"run_time_percentiles":[124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,131,131,131,131,131,131,131,131,131,131,131,131,131,132,132,132,132,132,132,133,133,133,133,133,133,164,164,164,164,164,164,210,210,210,210,210,210,210,237,237,237,237,237,237,683,683,683,683,683,683,683,683,683,683,683,683],"tested_archs":["x86_64","aarch64"]},"d4b9f05f0f69b018a9d07117bd621c6a7f7953e4":{"description":"Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":211,"stddev_avg":0.09,"percentiles":[7.9348,7.9348,7.9518,7.9571,7.9571,7.9643,7.9673,7.9673,8.8521,8.8696,8.8696,8.8748,8.878,8.878,8.9004,9.5744,9.5744,9.7105,9.7178,9.7178,9.7264,9.7363,9.7363,9.7439,9.748,9.748,9.7584,9.7892,9.7892,9.8776,9.8997,9.8997,9.9739,10.0233,10.0233,10.1216,11.0383,11.0383,11.0513,11.1223,11.1223,11.135,11.5532,11.5532,11.5688,11.6214,11.6214,13.1312,13.1431,13.1431,13.1742,13.2048,13.2048,13.6133,13.6133,13.6133,14.0609,14.0609,14.0609,14.5348,14.5734,14.5734,14.5791,14.6134,14.6134,15.4906,15.5082,15.5082,15.6061,18.1447,18.1447,18.1447,18.2433,18.2433,18.2433,19.5064,19.5064,19.5952,19.6933,19.6933,19.7262,19.7459,19.7459,20.4143,20.8621,20.8621,20.8621,20.8684,20.8684,20.8684,22.6399,22.6399,23.4112,24.4207,24.4207,24.7316,25.571,25.571,25.6066,25.6128],"run_time_percentiles":[124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,131,131,131,131,131,131,131,131,131,131,131,131,131,132,132,132,132,132,132,133,133,133,133,133,133,164,164,164,164,164,164,210,210,210,210,210,210,210,237,237,237,237,237,237,683,683,683,683,683,683,683,683,683,683,683,683],"tested_archs":["x86_64","aarch64"]},"93d0edcc5ea127a7ae76411e7c930bccd559b10d":{"description":"Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":129,"stddev_avg":0.04,"percentiles":[3.7499,3.7499,3.8107,4.0838,4.0838,4.49,4.49,4.49,4.5018,5.0336,5.0336,5.0336,5.2084,5.2084,5.2084,5.4819,5.4819,5.5129,5.5873,5.5873,5.5932,7.5437,7.5437,7.5437,7.5861,7.5861,7.5861,8.4654,8.4654,8.473,8.4789,8.4789,8.9756,8.9861,8.9861,8.9956,9.0183,9.0183,9.0311,9.0749,9.0749,9.0939,10.5338,10.5338,10.5495,10.5739,10.5739,10.5769,10.5993,10.5993,17.8751,17.8751,17.8751,18.3268,18.3268,18.3268,21.3153,21.4247,21.4247,21.4523,21.4734,21.4734,21.5097,21.9027,21.9027,21.9041,21.9224,21.9224,21.9527,26.6956,26.6956,26.7411,26.8079,26.8079,26.8554,30.074,30.074,30.0742,30.2196,30.2196,33.5337,33.5843,33.5843,33.6663,35.5936,35.5936,35.6837,35.7614,35.7614,132.7968,132.9148,132.9148,132.9467,133.8061,133.8061,137.7909,137.9657,137.9657,137.9705,138.305],"run_time_percentiles":[120,120,120,120,120,120,120,120,120,120,120,120,120,123,123,123,123,123,123,123,123,123,123,123,123,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,125,129,129,129,129,129,129,134,134,134,134,134,134,136,136,136,136,136,136,136,136,136,136,136,136,136,137,137,137,137,137,137,137,137,137,137,137,137,154,154,154,154,154,154],"tested_archs":["x86_64","aarch64"]},"1ef7bb431fa28fd7b9e986fd0cb9552c75643fd9":{"description":"Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":129,"stddev_avg":0.06,"percentiles":[353.5765,353.5765,353.6036,353.7898,353.7898,363.5336,363.5857,363.5857,363.7623,364.4283,364.4283,370.8275,371.5702,371.5702,371.948,372.4923,372.4923,374.0775,377.3639,377.3639,378.1676,378.2626,378.2626,379.1422,379.7141,379.7141,439.8417,440.7639,440.7639,442.9028,443.5299,443.5299,444.6478,445.1168,445.1168,445.6402,446.2375,446.2375,446.8406,447.1743,447.1743,447.5829,460.7323,460.7323,461.2167,461.9932,461.9932,462.0284,489.524,489.524,489.524,499.6558,499.6558,499.6558,525.9196,525.9196,526.2129,526.2129,526.2129,527.0591,527.0591,527.0591,529.085,530.6512,530.6512,573.1233,573.1233,573.1233,593.8799,593.8799,593.8799,665.1773,665.4893,665.4893,666.7407,709.2588,709.2588,715.4294,715.4595,715.4595,717.2565,730.0217,730.0217,778.5028,793.8798,793.8798,882.3366,882.8675,882.8675,883.107,1234.8017,1234.8017,1235.5842,1242.9553,1242.9553,1243.6077,1835.2572,1835.2572,1836.793,1840.3677],"run_time_percentiles":[120,120,120,120,120,120,120,120,120,120,120,120,120,123,123,123,123,123,123,123,123,123,123,123,123,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,125,129,129,129,129,129,129,134,134,134,134,134,134,136,136,136,136,136,136,136,136,136,136,136,136,136,137,137,137,137,137,137,137,137,137,137,137,137,154,154,154,154,154,154],"tested_archs":["x86_64","aarch64"]},"8810fe9271cfde46003041442cc253185eb44e1c":{"description":"Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":128,"stddev_avg":0.04,"percentiles":[3.7941,3.7941,4.0441,4.0998,4.0998,4.3291,4.3554,4.3554,4.358,5.1251,5.1251,5.1251,5.1893,5.1893,5.1893,5.584,5.584,5.5888,5.6314,5.6314,5.6903,6.9704,6.9704,6.9704,6.9873,6.9873,6.9873,8.5637,8.5637,8.5704,8.585,8.585,9.0038,9.1063,9.1063,9.1867,9.261,9.261,9.2712,9.3361,9.3361,9.3639,9.3782,9.3782,9.4148,9.416,9.416,9.4444,9.4838,9.4838,15.8316,15.8316,15.8316,15.9276,15.9276,15.9276,17.1825,17.196,17.196,17.1981,17.2184,17.2184,17.5413,17.627,17.627,17.6288,18.479,18.479,18.4866,18.4908,18.4908,18.5232,18.5403,18.5403,18.5981,18.6145,18.6145,18.6168,18.6535,18.6535,26.2002,26.2531,26.2531,26.3468,29.742,29.742,29.7516,29.7584,29.7584,34.1503,34.1833,34.1833,34.1968,34.2297,34.2297,48.379,48.3841,48.3841,48.4228,48.5284],"run_time_percentiles":[119,119,119,119,119,119,119,119,119,119,119,119,119,119,123,123,123,123,123,123,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,127,127,127,127,127,127,127,128,128,128,128,128,128,132,132,132,132,132,132,132,132,132,132,132,132,132,132,133,133,133,133,133,133,136,136,136,136,136,136,136,136,136,136,136,136,136,136,147,147,147,147,147,147],"tested_archs":["x86_64","aarch64"]},"9f3ae2bc1f10bc938757c19ae97a957a6a9ee97a":{"description":"Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":113,"stddev_avg":0.04,"percentiles":[22.5616,22.5616,24.5281,24.6313,24.6313,24.9236,25.0064,25.0064,25.18,32.1078,32.1078,32.1078,32.2004,32.2004,32.2004,36.2569,36.2569,36.5825,36.6392,36.6392,36.6946,41.4197,41.4197,41.4197,41.4803,41.4803,41.4803,50.5665,50.5665,51.0407,51.2109,51.2109,54.9206,54.9875,54.9875,55.0641,55.2365,55.2365,55.334,55.3492,55.3492,55.779,71.6975,71.6975,71.7457,71.7605,71.7605,71.7627,71.7753,71.7753,106.7283,106.7283,106.7283,106.8423,106.8423,106.8423,126.3399,126.4112,126.4112,126.6763,126.7258,126.7258,127.0251,128.956,128.956,129.1012,129.4408,129.4408,129.4552,150.7344,150.7344,150.8283,151.2559,151.2559,151.9811,158.0423,158.0423,158.4993,158.6954,158.6954,201.0244,202.1471,202.1471,202.6359,212.4733,212.4733,213.196,213.9443,213.9443,795.0277,796.5966,796.5966,797.7062,798.6248,798.6248,863.6692,863.8538,863.8538,863.9257,864.3474],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,113,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,121,121,121,121,121,121],"tested_archs":["x86_64","aarch64"]},"f23135dde731648112460c357dc2312eab3ce978":{"description":"Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":112,"stddev_avg":0.06,"percentiles":[43.761,43.761,44.3564,44.4672,44.4672,46.6428,46.6998,46.6998,46.7734,51.5251,51.5251,52.0291,52.5759,52.5759,53.893,54.1033,54.1033,54.1033,54.199,54.199,54.199,71.2276,71.2276,71.2276,71.3199,71.3199,71.3199,76.7873,76.7873,76.7921,76.954,76.954,97.3178,99.3272,99.3272,99.3939,99.5123,99.5123,99.5487,99.5544,99.5544,99.6579,124.3319,124.3319,125.3512,125.8707,125.8707,126.1129,126.6727,126.6727,128.2326,128.2326,128.2326,132.9416,132.9416,132.9416,133.6218,133.6253,133.6253,133.8853,144.2424,144.2424,146.2299,149.1998,149.1998,155.3135,155.794,155.794,155.8985,156.4322,156.4322,170.9594,171.2808,171.2808,171.3099,171.3647,171.3647,186.6661,186.9693,186.9693,186.9956,194.4294,194.4294,195.4038,195.9355,195.9355,196.3357,196.3727,196.3727,207.6733,208.6327,208.6327,208.7235,209.1911,209.1911,342.2084,342.4421,342.4421,343.4587,344.0469],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,113,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114],"tested_archs":["x86_64","aarch64"]},"6f6400821c5c8b1463564cdf0dcc6fc2fc0a66f6":{"description":"Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":130,"stddev_avg":0.06,"percentiles":[353.5494,353.5494,353.6742,354.5107,354.5107,365.3355,365.5771,365.5771,365.9832,366.6823,366.6823,368.2256,368.5855,368.5855,369.7269,373.1233,373.1233,374.6573,374.9653,374.9653,375.6293,375.8659,375.8659,376.3639,376.5224,376.5224,419.6025,437.1893,437.1893,441.2935,441.6892,441.6892,443.9691,446.5887,446.5887,447.5375,447.6535,447.6535,448.7091,448.927,448.927,449.1187,460.9087,460.9087,461.3828,462.5178,462.5178,465.457,489.3748,489.3748,489.3748,494.0386,494.0386,494.0386,522.3522,522.3522,524.8705,525.4017,525.4017,528.847,528.847,528.847,529.6558,529.6558,529.6558,563.3792,563.3792,563.3792,568.0177,568.0177,568.0177,598.3451,624.614,624.614,644.9876,670.4488,670.4488,672.1069,681.9059,681.9059,713.5443,714.456,714.456,715.877,717.49,717.49,881.713,883.0605,883.0605,883.404,1190.1515,1190.1515,1217.1789,1218.9412,1218.9412,1224.52,1833.4487,1833.4487,1834.8257,1844.1246],"run_time_percentiles":[120,120,120,120,120,120,120,121,121,121,121,121,121,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,125,125,125,125,125,125,125,129,129,129,129,129,129,134,134,134,134,134,134,137,137,137,137,137,137,137,137,137,137,137,137,137,138,138,138,138,138,138,138,138,138,138,138,138,154,154,154,154,154,154],"tested_archs":["x86_64","aarch64"]},"1da2e9cb8d7a6eb8e64ede4d748a5c63dbec8559":{"description":"Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":113,"stddev_avg":0.07,"percentiles":[46.1087,46.1087,46.5486,46.7201,46.7201,46.7715,46.8078,46.8078,49.4811,50.0414,50.0414,51.2776,52.1316,52.1316,53.6917,57.3899,57.3899,57.3899,58.7493,58.7493,58.7493,71.3684,71.3684,71.3684,71.4438,71.4438,71.4438,76.8282,76.8282,76.8942,77.1719,77.1719,97.3359,99.4907,99.4907,99.534,99.5805,99.5805,99.5916,99.6773,99.6773,99.7371,124.9918,124.9918,125.0031,125.7691,125.7691,125.7981,126.0684,126.0684,131.2245,131.2245,131.2245,133.4866,133.5301,133.5301,133.688,133.688,133.688,134.0016,143.4493,143.4493,147.8901,148.1563,148.1563,155.3413,155.6803,155.6803,156.0415,156.2099,156.2099,170.309,171.3561,171.3561,171.4781,171.4934,171.4934,187.1998,187.2838,187.2838,187.4636,195.2905,195.2905,195.5005,195.7473,195.7473,195.9601,196.0237,196.0237,206.8154,208.7406,208.7406,208.9767,209.7711,209.7711,341.4441,342.2814,342.2814,342.9008,343.5349],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,114,118,118,118,118,118,118,118,118,118,118,118,118,119,119,119,119,119,119],"tested_archs":["x86_64","aarch64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/deepsparse-1.7.0/install.sh b/ob-cache/test-profiles/pts/deepsparse-1.7.0/install.sh new file mode 100644 index 000000000..300d12ff4 --- /dev/null +++ b/ob-cache/test-profiles/pts/deepsparse-1.7.0/install.sh @@ -0,0 +1,19 @@ +#!/bin/sh +rm -rf ~/.cache/ +pip3 install --user deepsparse==1.7.0 sparsezoo==1.7.0 +~/.local/bin/sparsezoo.download zoo:nlp/text_classification/distilbert-none/pytorch/huggingface/mnli/base-none +~/.local/bin/sparsezoo.download zoo:cv/classification/resnet_v1-50/pytorch/sparseml/imagenet/base-none +~/.local/bin/sparsezoo.download zoo:nlp/token_classification/bert-base/pytorch/huggingface/conll2003/base-none +~/.local/bin/sparsezoo.download zoo:nlp/document_classification/obert-base/pytorch/huggingface/imdb/base-none +~/.local/bin/sparsezoo.download zoo:cv/segmentation/yolact-darknet53/pytorch/dbolya/coco/pruned90-none +~/.local/bin/sparsezoo.download zoo:cv/classification/resnet_v1-50/pytorch/sparseml/imagenet/base-none +~/.local/bin/sparsezoo.download zoo:cv/classification/resnet_v1-50/pytorch/sparseml/imagenet/pruned95_uniform_quant-none +~/.local/bin/sparsezoo.download zoo:cv/detection/yolov5-s/pytorch/ultralytics/coco/pruned85-none +~/.local/bin/sparsezoo.download zoo:nlp/sentiment_analysis/oberta-base/pytorch/huggingface/sst2/pruned90_quant-none +~/.local/bin/sparsezoo.download zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97_quant-none +~/.local/bin/sparsezoo.download zoo:llama2-7b-llama2_chat_llama2_pretrain-base_quantized +echo $? > ~/install-exit-status +echo "#!/bin/sh +~/.local/bin/deepsparse.benchmark \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > deepsparse +chmod +x deepsparse diff --git a/ob-cache/test-profiles/pts/deepsparse-1.7.0/results-definition.xml b/ob-cache/test-profiles/pts/deepsparse-1.7.0/results-definition.xml new file mode 100644 index 000000000..202a45473 --- /dev/null +++ b/ob-cache/test-profiles/pts/deepsparse-1.7.0/results-definition.xml @@ -0,0 +1,14 @@ + + + + + Throughput (items/sec): #_RESULT_# + items/sec + HIB + + + Latency Mean (ms/batch): #_RESULT_# + ms/batch + LIB + + diff --git a/ob-cache/test-profiles/pts/deepsparse-1.7.0/test-definition.xml b/ob-cache/test-profiles/pts/deepsparse-1.7.0/test-definition.xml new file mode 100644 index 000000000..4e13bb017 --- /dev/null +++ b/ob-cache/test-profiles/pts/deepsparse-1.7.0/test-definition.xml @@ -0,0 +1,97 @@ + + + + + Neural Magic DeepSparse + 1.7 + This is a benchmark of Neural Magic's DeepSparse using its built-in deepsparse.benchmark utility and various models from their SparseZoo (https://sparsezoo.neuralmagic.com/). + items/sec + HIB + 3 + + + 1.7.0 + Linux + Benchmark + System + Free + Verified + python + TRUE + 9200 + https://neuralmagic.com/deepsparse-engine/ + https://github.com/neuralmagic/deepsparse + Michael Larabel + pip3 + + + + -t 30 -w 5 + + + + + diff --git a/ob-cache/test-profiles/pts/draco-1.6.1/changelog.json b/ob-cache/test-profiles/pts/draco-1.6.1/changelog.json new file mode 100644 index 000000000..b9fe5265a --- /dev/null +++ b/ob-cache/test-profiles/pts/draco-1.6.1/changelog.json @@ -0,0 +1 @@ +{"1.6.1":{"last_updated":"1709935053","commit_description":"Update download links. Fixes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/288"},"1.6.0":{"last_updated":"1679072431","commit_description":"Update against Draco 1.5.6 upstream."},"1.5.0":{"last_updated":"1642541881","commit_description":"Update against Draco 1.5, also fixes building on newer distros like Ubuntu 22.04."},"1.0.0":{"last_updated":"1618926731","commit_description":"Initial commit of Draco benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/draco-1.6.1/downloads.xml b/ob-cache/test-profiles/pts/draco-1.6.1/downloads.xml new file mode 100644 index 000000000..d4764c475 --- /dev/null +++ b/ob-cache/test-profiles/pts/draco-1.6.1/downloads.xml @@ -0,0 +1,27 @@ + + + + + + https://github.com/google/draco/archive/refs/tags/1.5.6.tar.gz + dbe3a9e286ee5b79016470349d78b2a3 + 0280888e5b8e4c4fb93bf40e65e4e8a1ba316a0456f308164fb5c2b2b0c282d6 + draco-1.5.6.tar.gz + 60386658 + + + https://cdn.artec3d.com/content-hub-3dmodels/church-facade-ply.zip + 397ea673bf245456c925615a09295619 + d89b9efb2b5866c175b6d5b8a41acbc43e996829a3b5386b80216b30a0200744 + church-facade-ply.zip + 70130230 + + + https://cdn.artec3d.com/content-hub-3dmodels/lion-statue_ply.zip + 4d7e19c974fb4cb1cf4a500729e107f2 + 3704b1f75e5ca6eef3a53d247478336c10667f53879544ef3ea3ecc4cf2c8e06 + lion-statue_ply.zip + 49755877 + + + diff --git a/ob-cache/test-profiles/pts/draco-1.6.1/generated.json b/ob-cache/test-profiles/pts/draco-1.6.1/generated.json new file mode 100644 index 000000000..6928f3790 --- /dev/null +++ b/ob-cache/test-profiles/pts/draco-1.6.1/generated.json @@ -0,0 +1 @@ +{"overview":{"f6124ad8f9966a9fca6124ac8f3ce8e74420f735":{"description":"Model: Lion","test_version":"1.6.x","app_version":"1.5.6","unit":"ms","samples":472,"timing_samples":241,"hib":0,"first_appeared":1678702391,"last_appeared":1713582587,"run_time_avg":38,"stddev_avg":0.47,"percentiles":[2993,3070,3136,3161,3324,3443,3455,3498,3526,3582,3588,3614,3666,3702,3861,3930,3944,3953,4072,4190,4413,4553,4607,4648,4696,4709,4719,4733,4736,4749,4760,4818,4867,4870,4885,4939,4952,4962,5009,5015,5052,5094,5167,5173,5199,5243,5258,5270,5296,5314,5339,5359,5408,5457,5463,5486,5495,5502,5521,5540,5576,5617,5675,5718,5798,5912,5960,6054,6059,6082,6106,6129,6137,6142,6146,6155,6157,6166,6168,6192,6201,6250,6255,6287,6322,6694,6733,6932,7314,7435,7689,8138,8391,9503,9591,9640,9988,10841,17550,36045],"run_time_percentiles":[12,12,12,13,14,14,14,14,16,17,17,17,17,18,19,19,19,19,19,19,20,20,20,20,20,20,20,21,22,22,22,22,22,22,22,23,23,23,24,24,25,25,25,25,25,25,25,25,26,28,29,31,31,31,31,33,34,35,36,36,36,36,36,37,37,38,39,39,39,39,39,39,40,40,41,41,42,44,44,48,48,48,48,48,48,50,52,53,61,69,69,95,96,113,114,115,118,118,122,165],"tested_archs":["x86_64","riscv64","aarch64"]},"c2182c1656777f7fc05206b18918c42e97f0d45b":{"description":"Model: Church Facade","test_version":"1.6.x","app_version":"1.5.6","unit":"ms","samples":472,"timing_samples":231,"hib":0,"first_appeared":1678702391,"last_appeared":1713582587,"run_time_avg":35,"stddev_avg":0.3,"percentiles":[3614,3632,3699,4021,4160,4295,4328,4367,4400,4488,4514,4576,4591,4621,4700,4820,5066,5214,5286,5406,5421,5498,5670,5688,5729,5821,5833,5872,5899,5916,6043,6313,6396,6404,6411,6422,6457,6487,6531,6559,6654,6702,6721,6748,6765,6776,6788,6833,6872,6888,6933,7094,7197,7573,7643,7747,7765,7834,7846,7865,7872,7876,7956,7992,8165,8212,8325,8375,8413,8453,8476,8498,8506,8541,8567,8594,8604,8626,8696,8715,8723,8854,8941,9003,9133,9216,9381,9515,9766,10100,10616,11051,11453,12181,12564,12660,12729,13567,13684,27130],"run_time_percentiles":[13,15,15,15,16,16,16,17,18,18,19,20,20,20,21,21,21,22,22,24,24,24,24,25,25,25,25,25,25,25,26,27,27,28,28,29,30,30,30,30,30,30,30,30,30,30,31,31,31,31,31,31,31,32,32,34,34,34,35,35,35,36,36,37,38,38,38,38,39,40,40,40,41,41,41,42,43,43,44,45,45,46,46,46,47,47,47,47,48,51,52,52,52,52,52,53,53,62,98,98],"tested_archs":["x86_64","aarch64","riscv64"]}},"capabilities":{"shared_libraries":["libm.so.6","libc.so.6"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2","SSE4_2","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":"0"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/draco-1.6.1/install.sh b/ob-cache/test-profiles/pts/draco-1.6.1/install.sh new file mode 100644 index 000000000..d5668c3be --- /dev/null +++ b/ob-cache/test-profiles/pts/draco-1.6.1/install.sh @@ -0,0 +1,19 @@ +#!/bin/sh +tar -xf draco-1.5.6.tar.gz +cd draco-1.5.6 +mkdir build +cd build +cmake -DCMAKE_BUILD_TYPE=Release .. +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +unzip -o church-facade-ply.zip +mv Church\ façade.ply draco-1.5.6/build/church.ply +unzip -o lion-statue_ply.zip +mv Lion\ statue_ply/Lion\ statue.ply draco-1.5.6/build/lion.ply +cd ~ +echo "#!/bin/sh +cd draco-1.5.6/build +./draco_encoder \$@ -o out.drc -cl 10 -qp 16 > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > draco +chmod +x draco diff --git a/ob-cache/test-profiles/pts/draco-1.6.1/results-definition.xml b/ob-cache/test-profiles/pts/draco-1.6.1/results-definition.xml new file mode 100644 index 000000000..0edf62845 --- /dev/null +++ b/ob-cache/test-profiles/pts/draco-1.6.1/results-definition.xml @@ -0,0 +1,9 @@ + + + + + Encoded mesh saved to out.drc #_RESULT_# ms to encode). + Encoded mesh saved to out.drc + ( + + diff --git a/ob-cache/test-profiles/pts/draco-1.6.1/test-definition.xml b/ob-cache/test-profiles/pts/draco-1.6.1/test-definition.xml new file mode 100644 index 000000000..290182de6 --- /dev/null +++ b/ob-cache/test-profiles/pts/draco-1.6.1/test-definition.xml @@ -0,0 +1,42 @@ + + + + + Google Draco + 1.5.6 + Draco is a library developed by Google for compressing/decompressing 3D geometric meshes and point clouds. This test profile uses some Artec3D PLY models as the sample 3D model input formats for Draco compression/decompression. + ms + LIB + 3 + + + 1.6.1 + Linux + Benchmark + System + Free + Verified + build-utilities, cmake + 310 + https://google.github.io/draco/ + https://github.com/google/draco + Michael Larabel + + + + + diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/changelog.json b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/changelog.json new file mode 100644 index 000000000..a950babaf --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/changelog.json @@ -0,0 +1 @@ +{"1.5.0":{"last_updated":"1709319393","commit_description":"Update against WavPack 5.7, enable new multi-threaded support."},"1.4.1":{"last_updated":"1608501232","commit_description":"Enable Windows build."},"1.4.0":{"last_updated":"1608410016","commit_description":"Update against latest upstream."},"1.3.2":{"last_updated":"1601217732","commit_description":"Deprecate test profile."},"1.3.0":{"last_updated":"1491232042","commit_description":"Update against latest upstream"},"1.2.1":{"last_updated":"1446567755","commit_description":"Update download links."},"1.2.0":{"last_updated":"1291664509","commit_description":"Initial import into OpenBenchmarking.org"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/downloads.xml b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/downloads.xml new file mode 100644 index 000000000..b5fc3cf56 --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/downloads.xml @@ -0,0 +1,28 @@ + + + + + + https://github.com/dbry/WavPack/archive/refs/tags/5.7.0.tar.gz + eb724cc592da3c37cc57591968420ddb + c5742ba1054d36ff3d22f0101a9be066f55f6becb9b2a7352c79fa362f2d3d76 + WavPack-5.7.0.tar.gz + 2015172 + + + https://github.com/dbry/WavPack/releases/download/5.7.0/wavpack-5.7.0-x64.zip + 037986228ecf4c7061123bad491c9225 + 1e2cf9dfd51548d54f7b69020151c3f872de2773f21bea604977451b724c5623 + wavpack-5.7.0-x64.zip + 418755 + Windows + + + https://upload.wikimedia.org/wikipedia/commons/f/fb/1971_Interview%2C_Bobbie_R._Allen%2C_Staff_Breakfast.wav + 4e83d6f36b321b9182ecf4bdfbe28fff + 2c2a69ecccdc4f0dfc6311f72abffa4b77dca55ee910ac8f6d0184eeb29fa2f4 + large-wav-audio-file-speech-sample.wav + 240414546 + + + diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/generated.json b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/generated.json new file mode 100644 index 000000000..7dc486cce --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/generated.json @@ -0,0 +1 @@ +{"overview":{"68e43c32d622f5e26834ee9701c4e921d833f65f":{"description":"WAV To WavPack","test_version":"1.5.x","app_version":"5.7","unit":"Seconds","samples":109,"timing_samples":27,"hib":0,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":40,"stddev_avg":0.1,"percentiles":[3.625,3.639,3.641,3.65,3.679,3.84,3.845,3.865,3.899,3.964,3.991,4.028,4.106,4.11,4.113,4.317,4.418,4.433,4.435,4.438,4.442,4.734,5.009,5.113,5.113,5.133,5.133,5.398,5.695,5.793,6.059,6.066,6.067,6.106,6.126,6.126,6.158,6.158,6.215,6.215,6.217,6.245,6.245,6.278,6.301,6.34,6.34,6.349,6.349,6.349,6.459,6.459,6.485,6.485,6.486,6.486,6.628,6.96,6.976,6.98,7.05,7.05,7.473,7.578,7.692,7.794,7.879,8.599,8.934,9.058,9.073,11.018,11.084,11.259,13.32,13.548,13.619,14.171,14.432,14.432,14.89,14.89,15.389,15.502,15.549,15.919,16.01,16.136,16.198,16.389,17.657,17.657,20.662,20.662,20.693,20.693,25.199,25.2,25.205,339.314],"run_time_percentiles":[18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,19,19,19,19,19,19,19,19,19,19,19,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,21,21,21,21,21,21,21,21,21,21,21,22,22,22,22,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,77,77,77,77,78,78,78,78,78,78,78,110,110,110,110,126,126,126,126,135,135,135],"tested_archs":["x86_64","aarch64","riscv64"]}},"capabilities":{"shared_libraries":["libm.so.6","libc.so.6"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":"0"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/install.sh b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/install.sh new file mode 100644 index 000000000..29b9b5c29 --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/install.sh @@ -0,0 +1,14 @@ +#!/bin/sh +tar -xf WavPack-5.7.0.tar.gz +cd WavPack-5.7.0 +mkdir build +cd build +cmake .. +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/bash +THREADCOUNT=\$((\$NUM_CPU_CORES>12?12:\$NUM_CPU_CORES)) +./WavPack-5.7.0/build/wavpack --threads=\$THREADCOUNT -q -r -hhx3 -o out.wv large-wav-audio-file-speech-sample.wav 2>&1 +echo \$? > ~/test-exit-status" > encode-wavpack +chmod +x encode-wavpack diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/install_windows.sh b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/install_windows.sh new file mode 100644 index 000000000..e81604609 --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/install_windows.sh @@ -0,0 +1,8 @@ +#!/bin/sh +unzip -o wavpack-5.7.0-x64.zip +chmod +x wavpack.exe +echo "#!/bin/bash +THREADCOUNT=\$((\$NUM_CPU_CORES>12?12:\$NUM_CPU_CORES)) +./wavpack.exe --threads=\$THREADCOUNT -q -r -hhx3 -y pts-trondheim.wav +echo \$? > ~/test-exit-status" > encode-wavpack +chmod +x encode-wavpack diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/interim.sh b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/interim.sh new file mode 100644 index 000000000..6003038d4 --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/interim.sh @@ -0,0 +1,2 @@ +#!/bin/sh +rm -f out.wv diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/post.sh b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/post.sh new file mode 100644 index 000000000..6003038d4 --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/post.sh @@ -0,0 +1,2 @@ +#!/bin/sh +rm -f out.wv diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/results-definition.xml b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/results-definition.xml new file mode 100644 index 000000000..6a768996b --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + sys.time + + diff --git a/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/test-definition.xml b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/test-definition.xml new file mode 100644 index 000000000..bb15f0132 --- /dev/null +++ b/ob-cache/test-profiles/pts/encode-wavpack-1.5.0/test-definition.xml @@ -0,0 +1,26 @@ + + + + + WavPack Audio Encoding + 5.7 + This test times how long it takes to encode a sample WAV file to WavPack format with very high quality settings. + Seconds + LIB + WAV To WavPack + 5 + + + 1.5.0 + Linux, MacOSX, Solaris, Windows + Utility + System + Free + Verified + build-utilities, cmake + 250 + https://www.wavpack.com/ + https://github.com/dbry/WavPack + Michael Larabel + + diff --git a/ob-cache/test-profiles/pts/ffmpeg-7.0.1/changelog.json b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/changelog.json new file mode 100644 index 000000000..39e9b3420 --- /dev/null +++ b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/changelog.json @@ -0,0 +1 @@ +{"7.0.1":{"last_updated":"1712330454","commit_description":"Update against FFmpeg 7.0 upstream."},"6.1.0":{"last_updated":"1699710080","commit_description":"Update against FFmpeg 6.1 upstream."},"6.0.0":{"last_updated":"1677588088","commit_description":"Update against FFmpeg 6.0 upstream release. Closes: https:\/\/github.com\/phoronix-test-suite\/phoronix-test-suite\/issues\/702"},"3.0.0":{"last_updated":"1667169397","commit_description":"Update to use vbench with x264 and x265 options, switch to latest FFmpeg 5.1.2 release, other improvements to make this test useful..."},"2.8.0":{"last_updated":"1532792929","commit_description":"Update against upstream FFmpeg 4.0.2"},"2.7.2":{"last_updated":"1523145388","commit_description":"Use gmake on BSD to fix build, update download links too."},"2.7.1":{"last_updated":"1520173208","commit_description":"Add Windows support."},"2.7.0":{"last_updated":"1517937300","commit_description":"Update against upstream FFmpeg 3.4.1"},"2.6.0":{"last_updated":"1502214845","commit_description":"Update against upstream FFMpeg 3.3.3."},"2.5.0":{"last_updated":"1446567464","commit_description":"Update against FFmpeg 2.8.1, also use --disable-doc on build process."},"2.4.0":{"last_updated":"1429547088","commit_description":"Update download links and update against upstream FFmpeg 2.6.2."},"2.3.1":{"last_updated":"1397314771","commit_description":"Update download links."},"2.3.0":{"last_updated":"1389379155","commit_description":"Update against upstream FFmpeg 2.2.1 release."},"2.2.0":{"last_updated":"1373676157","commit_description":"Update against upstream FFmpeg 2.0."},"2.1.0":{"last_updated":"1358636772","commit_description":"Update against upstream FFmpeg 1.1 release."},"2.0.0":{"last_updated":"1349317254","commit_description":"Update ffmpeg test profile against upstream FFmpeg 1.0 application and switch to H.264 HD input file."},"1.8.0":{"last_updated":"1327861211","commit_description":"Update against upstream FFmpeg 0.10 release."},"1.7.0":{"last_updated":"1323272880","commit_description":"Update ffmpeg to upstream version 0.8.7"},"1.6.0":{"last_updated":"1314464610","commit_description":"Update to upstream FFmpeg 0.8.2, require Yasm external dependency."},"1.5.0":{"last_updated":"1291664830","commit_description":"Initial import into OpenBenchmarking.org"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/ffmpeg-7.0.1/downloads.xml b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/downloads.xml new file mode 100644 index 000000000..eb68a62be --- /dev/null +++ b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/downloads.xml @@ -0,0 +1,34 @@ + + + + + + http://ffmpeg.org/releases/ffmpeg-7.0.tar.xz + d2edfc6ec6494c432828876e3102f740 + 4426a94dd2c814945456600c8adfc402bee65ec14a70e8c531ec9a2cd651da7b + ffmpeg-7.0.tar.xz + 10791240 + + + https://code.videolan.org/videolan/x264/-/archive/7ed753b10a61d0be95f683289dfb925b800b0676/x264-7ed753b10a61d0be95f683289dfb925b800b0676.zip + dec93f9a2fd2a91afff1e9d5fb2fea54 + 48b9160177774f3efd29a60d722d9eddd6c023c0904a9a4f83377aa6e6845edb + x264-7ed753b10a61d0be95f683289dfb925b800b0676.zip + 1222728 + + + https://bitbucket.org/multicoreware/x265_git/downloads/x265_3.6.tar.gz + 99997ecc8ee4d3575ba7715c759ad3bb + 663531f341c5389f460d730e62e10a4fcca3428ca2ca109693867bc5fe2e2807 + x265_3.6.tar.gz + 1655889 + + + http://arcade.cs.columbia.edu/vbench/data/vbench.zip + f7f5217fbcaabc17363d99a1559800f8 + c34b873a18b151322483ca460fcf9ed6a5dbbc2bb74934c57927b88ee1de3472 + vbench-01.zip + 874958969 + + + diff --git a/ob-cache/test-profiles/pts/ffmpeg-7.0.1/generated.json b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/generated.json new file mode 100644 index 000000000..d3b1a8f60 --- /dev/null +++ b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/generated.json @@ -0,0 +1 @@ +{"overview":{"cade81ee4f4ae7d1e6cc132d9fcdaca6d6427440":{"description":"Encoder: libx265 - Scenario: Video On Demand","test_version":"7.0.x","app_version":"7.0","unit":"FPS","samples":113,"timing_samples":36,"hib":1,"first_appeared":1712335762,"last_appeared":1713629217,"run_time_avg":762,"stddev_avg":0.07,"percentiles":[13.52,13.52,13.56,13.56,17.78,17.78,17.8,17.8,18.09,18.16,19.87,20.09,20.1,20.21,21.2,21.21,21.33,21.35,21.41,21.49,21.87,21.89,21.96,22.23,23.31,23.35,23.45,28.03,28.05,28.14,28.34,29.04,29.05,29.07,29.09,29.14,29.25,29.51,29.61,29.75,30.37,30.37,30.44,31.18,31.18,31.37,31.52,31.78,31.82,32.07,32.08,32.12,36.57,37.3,37.57,37.68,37.7,37.79,37.88,38.36,39.5,39.5,40.21,40.21,42.15,45.8,45.8,46.01,46.01,46.38,46.54,46.55,46.64,47.25,48.09,48.77,49.84,52.89,53.01,53.08,53.17,53.22,53.22,53.26,53.29,53.98,53.98,53.99,54.61,54.73,54.91,67.54,67.57,68.36,69.62,70.41,71.26,74.16,74.38,74.75],"run_time_percentiles":[346,346,346,360,360,360,364,364,364,365,365,365,371,371,380,380,380,447,447,447,449,449,449,470,470,475,475,475,478,478,478,482,482,482,482,482,482,483,483,484,484,484,496,496,496,517,517,517,517,517,529,529,529,535,535,535,676,676,676,691,691,691,1103,1103,1105,1105,1105,1140,1140,1140,1144,1144,1144,1145,1145,1147,1147,1147,1154,1154,1154,1155,1155,1155,1156,1156,1156,1207,1207,1215,1215,1215,1215,1215,1215,1226,1226,1226,1938,1938],"tested_archs":["x86_64","aarch64"]},"40fe1d3252c1282fbb6f6483f221eac5ab1975ac":{"description":"Encoder: libx265 - Scenario: Platform","test_version":"7.0.x","app_version":"7.0","unit":"FPS","samples":109,"timing_samples":30,"hib":1,"first_appeared":1712279498,"last_appeared":1713629217,"run_time_avg":907,"stddev_avg":0.07,"percentiles":[0.35,13.57,13.57,13.59,13.59,17.72,17.72,17.77,17.77,18.07,18.09,18.1,19.82,20.05,20.07,20.13,21.18,21.19,21.22,21.36,21.37,21.41,21.46,21.87,21.96,22.22,22.29,23.41,23.43,23.51,28.05,28.09,28.17,29.05,29.11,29.57,29.72,29.75,29.85,30.13,30.13,30.42,30.42,31.8,31.87,31.99,32,32.02,34.01,36.55,37.38,37.45,37.51,37.61,37.72,37.97,38.39,39.56,39.56,39.56,40.35,40.35,43.41,45.83,45.83,45.87,45.87,46.44,46.57,46.58,46.61,46.68,47.96,48.76,49.79,50.04,53.11,53.16,53.4,53.4,53.41,53.41,53.45,53.67,53.92,54.58,55.02,55.43,55.45,67.49,67.49,67.54,67.74,68.11,69.76,70.24,71.05,74.15,74.26,74.37],"run_time_percentiles":[347,347,347,347,361,361,361,365,365,365,365,365,365,365,373,373,373,380,380,380,471,471,471,471,476,476,476,482,482,482,483,483,483,483,515,515,515,518,518,518,529,529,529,529,536,536,536,691,691,691,1103,1103,1103,1103,1106,1106,1106,1139,1139,1139,1141,1141,1141,1141,1143,1143,1143,1145,1145,1145,1147,1147,1147,1147,1155,1155,1155,1156,1156,1156,1157,1157,1157,1157,1213,1213,1213,1217,1217,1217,1218,1218,1218,1218,1229,1229,1229,4065,4065,4065],"tested_archs":["x86_64","aarch64","riscv64"]},"fdea49b553a1b6b34562742a97ce212e6bd0e361":{"description":"Encoder: libx265 - Scenario: Live","test_version":"7.0.x","app_version":"7.0","unit":"FPS","samples":108,"timing_samples":29,"hib":1,"first_appeared":1712279498,"last_appeared":1713629217,"run_time_avg":290,"stddev_avg":0.07,"percentiles":[1.18,30.18,30.18,30.65,30.65,37.56,37.59,37.71,41.09,41.09,41.2,41.2,50.9,51.2,51.34,51.97,52.23,52.6,54.26,54.86,54.88,54.95,55.22,55.22,55.28,56.54,58.79,59.12,59.62,67.71,67.94,68.63,73.2,73.27,73.42,73.73,77.62,78.39,83.71,83.71,84.38,84.38,90.64,90.83,91.84,92.43,93.89,94.26,97.94,99.45,100.34,100.53,101.93,102.52,102.57,102.57,103.11,103.43,103.62,103.91,103.91,103.96,104.56,114.41,114.79,114.87,116.11,123.48,123.55,123.55,123.55,124.17,124.17,125.95,127.89,128.88,128.88,129.43,129.46,129.46,131.5,131.94,132.42,132.49,132.81,133.3,137.34,140.33,140.7,147.29,147.84,148.14,148.67,162.72,163.61,180.4,180.41,197.59,198.72,199.13],"run_time_percentiles":[116,116,116,116,122,122,122,123,123,123,123,134,134,134,136,136,136,136,147,147,147,164,164,164,164,168,168,168,170,170,170,170,173,173,173,174,174,174,175,175,175,175,179,179,179,182,182,182,182,219,219,219,224,224,224,224,349,349,349,349,349,349,349,355,355,355,356,356,356,356,356,356,356,357,357,357,358,358,358,358,358,358,358,375,375,375,375,377,377,377,379,379,379,379,380,380,380,1447,1447,1447],"tested_archs":["x86_64","aarch64","riscv64"]},"9a0ec895a89c913a671d5d357392c15bdc868737":{"description":"Encoder: libx265 - Scenario: Upload","test_version":"7.0.x","app_version":"7.0","unit":"FPS","samples":108,"timing_samples":29,"hib":1,"first_appeared":1712279498,"last_appeared":1713629217,"run_time_avg":684,"stddev_avg":0.05,"percentiles":[0.18,6.86,6.86,6.91,6.91,9.08,9.08,9.17,9.17,9.21,9.25,9.36,10.6,10.69,10.87,10.92,10.95,10.99,11.62,11.62,11.65,11.66,11.7,11.74,11.79,12.06,12.22,12.24,12.26,13.53,13.56,13.56,14.28,14.3,14.3,14.35,14.56,14.56,14.68,14.72,14.77,14.9,15.33,15.43,15.5,15.57,15.64,15.75,15.8,17.2,18.92,18.93,18.98,19,19.11,19.16,19.24,19.74,19.74,19.91,20.08,20.08,22.39,22.43,22.43,22.45,23.06,23.1,23.14,23.28,23.3,23.56,24.26,24.56,24.95,26.35,26.44,26.52,26.66,26.8,26.85,26.86,26.86,26.93,27.03,27.03,27.04,27.16,27.54,33.12,34.1,34.14,34.16,34.18,34.21,34.73,35.2,36.52,36.58,36.71],"run_time_percentiles":[347,347,347,347,355,355,355,359,359,359,359,366,366,366,367,367,367,367,374,374,374,492,492,492,492,493,493,493,495,495,495,495,496,496,496,541,541,541,542,542,542,542,548,548,548,551,551,551,551,665,665,665,693,693,693,693,902,902,902,903,903,903,903,919,919,919,922,922,922,923,923,923,923,924,924,924,928,928,928,928,930,930,930,930,930,930,930,964,964,964,968,968,968,968,968,968,968,971,971,971],"tested_archs":["x86_64","aarch64","riscv64"]},"9ca26aa1fa304229b239d3990158b24ca2e7253b":{"description":"Encoder: libx264 - Scenario: Live","test_version":"7.0.x","app_version":"7.0","unit":"FPS","samples":107,"timing_samples":28,"hib":1,"first_appeared":1712279498,"last_appeared":1713629217,"run_time_avg":389,"stddev_avg":0.17,"percentiles":[3.05,7.56,34.57,70.98,72.32,107.93,108.12,108.22,108.45,108.92,109.24,109.7,109.83,109.84,109.88,110.42,113.92,116.77,116.77,118.91,118.91,128.48,128.96,129.55,129.7,137.11,152.89,165.7,165.7,165.7,170.9,170.9,171.34,171.74,173.63,175.19,175.68,175.69,175.69,175.83,175.83,176.25,176.55,177.16,177.16,178.34,178.34,185.56,190.36,191.03,192.88,195.57,197.5,197.73,199.16,201.49,206.98,207.75,210.46,212.27,213.3,214.01,214.32,215.46,215.46,219.83,219.83,224.14,224.14,230.35,237.07,237.3,238.16,238.97,243.06,246.84,247.33,247.82,249.02,250.25,251.12,252.06,266.05,267.6,270.77,273.22,288.97,293.48,293.49,293.5,294.28,300.41,303.7,305.34,307,307.49,309.05,309.2,312.23,313.16],"run_time_percentiles":[87,87,87,87,87,87,87,87,89,89,89,90,90,90,90,92,92,92,95,95,95,95,144,144,144,147,147,147,147,171,171,171,171,210,210,210,214,214,214,214,214,214,214,214,214,214,214,214,214,214,214,214,214,214,215,215,215,215,215,215,215,216,216,216,216,217,217,217,217,217,217,217,218,218,218,336,336,336,336,400,400,400,400,746,746,746,902,902,902,902,1113,1113,1113,1117,1117,1117,1117,2699,2699,2699],"tested_archs":["x86_64","riscv64","aarch64"]},"6fc932a819aaf4a9445999418ec649e0c8d2085f":{"description":"Encoder: libx264 - Scenario: Video On Demand","test_version":"7.0.x","app_version":"7.0","unit":"FPS","samples":106,"timing_samples":28,"hib":1,"first_appeared":1712279498,"last_appeared":1713629217,"run_time_avg":683,"stddev_avg":0.08,"percentiles":[1.58,25.08,25.1,25.13,25.17,25.26,25.26,25.27,25.33,25.37,25.39,25.39,25.4,26.01,27.77,27.77,28.11,31.94,31.94,32.01,33.85,39.72,39.72,39.73,40.43,40.43,41.26,41.26,41.29,41.37,41.39,41.51,41.62,41.62,41.63,41.79,41.79,41.8,41.8,42.24,42.54,42.59,44.92,46.43,46.51,46.53,46.96,47.24,47.35,47.44,47.67,47.74,47.74,48,48.03,48.09,48.15,48.5,48.55,48.66,48.8,49.83,51.11,51.11,51.17,51.17,53.48,53.69,53.69,54.32,54.34,54.42,54.54,54.7,54.96,54.99,55.29,55.55,55.62,55.68,55.77,57.01,57.68,57.97,61.54,61.56,61.92,66.77,66.79,66.8,67.04,67.1,67.18,68.79,69.98,70.1,70.12,70.16,70.2,70.21],"run_time_percentiles":[288,288,288,288,296,296,296,296,300,300,300,300,300,300,300,301,301,301,305,305,305,305,362,362,362,367,367,367,367,375,375,375,375,378,378,378,380,380,380,380,382,382,382,571,571,571,571,743,743,743,946,946,946,946,969,969,969,969,969,969,969,969,969,969,969,971,971,971,972,972,972,972,974,974,974,975,975,975,975,975,975,975,975,978,978,978,980,980,980,980,981,981,981,982,982,982,982,1120,1120,1120],"tested_archs":["x86_64","aarch64","riscv64"]},"b957f80d4da8fcb259128983bf9a80d218431f4b":{"description":"Encoder: libx264 - Scenario: Upload","test_version":"7.0.x","app_version":"7.0","unit":"FPS","samples":100,"timing_samples":21,"hib":1,"first_appeared":1712279498,"last_appeared":1713629217,"run_time_avg":1108,"stddev_avg":0.05,"percentiles":[0.44,6.8,6.85,6.85,6.85,6.86,6.86,6.88,6.89,6.89,6.89,6.9,6.92,6.99,7.32,7.32,7.45,7.45,8.57,8.57,8.58,8.78,10.34,10.35,10.35,10.87,10.87,10.97,10.98,10.98,11,11,11.01,11.07,11.07,11.14,11.14,11.15,11.15,11.18,11.18,11.24,11.25,11.32,11.9,12.27,12.3,12.31,12.32,12.32,12.33,12.34,12.64,12.67,12.68,12.74,12.84,12.9,12.9,13.41,13.44,13.44,14.09,14.13,14.13,14.17,14.17,14.19,14.19,14.2,14.23,14.23,14.26,14.26,14.4,14.41,14.42,14.42,14.58,15.51,15.52,15.86,16.55,16.55,16.68,17.17,17.48,17.55,17.56,17.56,17.58,17.66,17.87,18.09,18.15,18.16,18.26,18.29,18.3,18.32],"run_time_percentiles":[552,552,552,552,552,556,556,556,556,556,574,574,574,574,574,576,576,576,576,576,581,581,581,581,585,585,585,585,585,858,858,858,858,858,1148,1148,1148,1148,1148,1358,1358,1358,1358,1366,1366,1366,1366,1366,1367,1367,1367,1367,1367,1369,1369,1369,1369,1369,1370,1370,1370,1370,1370,1370,1370,1370,1370,1373,1373,1373,1373,1373,1374,1374,1374,1374,1374,1376,1376,1376,1376,1378,1378,1378,1378,1378,1379,1379,1379,1379,1379,1379,1379,1379,1379,1379,1387,1387,1387,1387],"tested_archs":["x86_64","aarch64","riscv64"]},"45ee43b8c15bbfd4e53b923959c5bd27ea1f7441":{"description":"Encoder: libx264 - Scenario: Platform","test_version":"7.0.x","app_version":"7.0","unit":"FPS","samples":100,"timing_samples":21,"hib":1,"first_appeared":1712279498,"last_appeared":1713629217,"run_time_avg":771,"stddev_avg":0.04,"percentiles":[1.57,25.15,25.17,25.22,25.25,25.26,25.27,25.29,25.3,25.34,25.38,25.42,25.46,25.95,28,28,28.15,28.15,31.93,31.98,32.01,33.91,39.55,39.73,39.78,40.35,40.35,41.3,41.42,41.42,41.51,41.52,41.55,41.55,41.61,41.63,41.63,41.74,41.74,41.85,41.85,42.23,42.56,42.65,44.92,46.37,46.41,46.47,47.43,47.46,47.46,47.55,47.6,48.6,48.62,48.67,48.69,48.8,48.8,50.74,51.05,51.05,53.45,53.45,53.47,53.47,54.38,54.39,54.41,54.81,54.93,54.96,55.18,55.22,55.94,56.42,56.49,56.5,57.26,58.19,58.4,58.95,61.67,61.81,61.9,66.24,66.62,66.63,66.66,66.74,66.83,67.2,68.64,69.88,70.07,70.08,70.08,70.31,70.42,70.46],"run_time_percentiles":[362,362,362,362,362,368,368,368,368,368,378,378,378,378,378,379,379,379,379,379,382,382,382,382,383,383,383,383,383,571,571,571,571,571,741,741,741,741,741,948,948,948,948,968,968,968,968,968,968,968,968,968,968,970,970,970,970,970,971,971,971,971,973,973,973,973,973,973,973,973,973,973,974,974,974,974,974,974,974,974,974,975,975,975,975,975,977,977,977,977,977,978,978,978,978,978,979,979,979,979],"tested_archs":["x86_64","aarch64","riscv64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/ffmpeg-7.0.1/install.sh b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/install.sh new file mode 100644 index 000000000..87e565b23 --- /dev/null +++ b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/install.sh @@ -0,0 +1,195 @@ +#!/bin/sh +tar -xf ffmpeg-7.0.tar.xz +unzip -o x264-7ed753b10a61d0be95f683289dfb925b800b0676.zip +tar -xf x265_3.6.tar.gz +mkdir ffmpeg_/ + +export PKG_CONFIG_PATH="$HOME/ffmpeg_/lib/pkgconfig" +cd ~/x264-7ed753b10a61d0be95f683289dfb925b800b0676 +./configure --prefix=$HOME/ffmpeg_/ --enable-static --enable-lto --enable-pic +make -j $NUM_CPU_CORES +make install + +cd ~/x265_3.6/build +cmake ../source/ -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=$HOME/ffmpeg_/ +make -j $NUM_CPU_CORES +make install + +cd ~/ffmpeg-7.0/ +./configure --disable-zlib --disable-doc --prefix=$HOME/ffmpeg_/ --extra-cflags="-I$HOME/ffmpeg_/include" --extra-ldflags="-L$HOME/ffmpeg_/lib -ldl" --bindir="$HOME/ffmpeg_/bin" --pkg-config-flags="--static" --enable-gpl --enable-libx264 --enable-libx265 +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +make install +cd ~ +rm -rf ffmpeg-7.0/ + +unzip -o vbench-01.zip +cd vbench/code +patch -p0 <<'EOF' +diff -Naur reference.py.orig reference.py +--- reference.py.orig 2021-03-21 17:47:18.000000000 -0400 ++++ reference.py 2022-10-30 13:36:31.346904399 -0400 +@@ -13,7 +13,7 @@ + p = subprocess.Popen(cmd,stdout=subprocess.PIPE, stderr=subprocess.PIPE,shell=True) + out, err = p.communicate() + +- m = re.search("average:([0-9]+\.[0-9]+)",err) ++ m = re.search("average:([0-9]+\.[0-9]+)",err.decode('utf-8')) + + # cleanup + try: +@@ -22,7 +22,7 @@ + pass + + if m is None: +- m = re.search("average:(inf)",err) ++ m = re.search("average:(inf)",err.decode('utf-8')) + assert m is not None + return 100.0 + else: +@@ -34,7 +34,7 @@ + p = subprocess.Popen(cmd,stdout=subprocess.PIPE, stderr=subprocess.PIPE) + out, err = p.communicate() + +- m = re.search("bitrate: ([0-9]+) kb/s",err) ++ m = re.search("bitrate: ([0-9]+) kb/s",err.decode('utf-8')) + assert m is not None + return int(m.group(1))*1000 #report in b/s + +@@ -45,24 +45,29 @@ + cmd = [ffprobe,"-show_entries","stream=width,height",video] + p = subprocess.Popen(cmd,stdout=subprocess.PIPE, stderr=subprocess.PIPE) + out, err = p.communicate() +- + # grep resolution +- width = re.search("width=([0-9]+)",out) ++ width = re.search("width=([0-9]+)",out.decode('utf-8')) + assert width is not None, "Problem in fetching video width with {} on {}".format(ffprobe,video) +- height = re.search("height=([0-9]+)",out) ++ height = re.search("height=([0-9]+)",out.decode('utf-8')) + assert height is not None, "Problem in fetching video height with {} on {}".format(ffprobe,video) + resolution = int( width.group(1) ) * int( height.group(1) ) + + # grep framerate +- frame = re.search("([0-9\.]+) fps",err) ++ frame = re.search("([0-9\.]+) fps",err.decode('utf-8')) + assert frame is not None, "Problem in fetching framerate with {} on {}".format(ffprobe,video) + framerate = float(frame.group(1)) + +- return resolution, framerate ++ cmd = [ffprobe,"-select_streams", "v:0", "-count_frames", "-show_entries", "stream=nb_read_frames",video] ++ p = subprocess.Popen(cmd,stdout=subprocess.PIPE, stderr=subprocess.PIPE) ++ out, err = p.communicate() ++ num_frames = re.search("nb_read_frames=([0-9]+)",out.decode('utf-8')) ++ frame_count = int(num_frames.group(1)) ++ ++ return resolution, framerate, frame_count + +-def encode(ffmpeg, video, settings, output): ++def encode(ffmpeg, video, settings, output, encoder): + ''' perform the transcode operation using ffmpeg ''' +- cmd = [ffmpeg,"-i",video,"-c:v","libx264","-threads",str(1)]+settings+["-y",output] ++ cmd = [ffmpeg,"-i",video,"-c:v",encoder,"-threads",str(1)]+settings+["-y",output] + start = timer() + p = subprocess.Popen(cmd,stdout=subprocess.PIPE, stderr=subprocess.PIPE) + out, err = p.communicate() +@@ -70,10 +75,10 @@ + + return elapsed + +-def encode_2pass(ffmpeg, video, settings, output_file): ++def encode_2pass(ffmpeg, video, settings, output_file, encoder): + ''' perform two pass transcoding ''' +- time_to_encode1 = encode(ffmpeg, video, ["-pass", str(1) ,"-f", "null", "-an", "-sn"]+settings, "/dev/null") +- time_to_encode2 = encode(ffmpeg, video, ["-pass", str(2)]+settings, output_file) ++ time_to_encode1 = encode(ffmpeg, video, ["-pass", str(1) ,"-f", "null", "-an", "-sn"]+settings, "/dev/null", encoder) ++ time_to_encode2 = encode(ffmpeg, video, ["-pass", str(2)]+settings, output_file, encoder) + + return time_to_encode1+time_to_encode2 + +@@ -89,6 +94,8 @@ + help="Transcoding scenario") + parser.add_argument("--output_dir", type=str,default="/tmp", + help="Where to save transcoded videos") ++ parser.add_argument("--encoder", type=str,default="libx264", ++ help="FFmpeg encoder to use") + parser.add_argument("--ffmpeg_dir", type=str, + default=os.path.join(vbench_root,"code/bin"), + help="Path to ffmpeg installation folder") +@@ -106,6 +113,7 @@ + else: + video_dir = os.path.join(os.getenv("VBENCH_ROOT"),"videos/crf18") + ++ ffmpeg_encoder = args.encoder + ffmpeg = os.path.join(args.ffmpeg_dir, "ffmpeg") + ffprobe = os.path.join(args.ffmpeg_dir, "ffprobe") + assert(os.path.isfile(ffmpeg) and os.access(ffmpeg, os.X_OK)), \ +@@ -129,7 +137,9 @@ + # perform transcoding + ############################################### + +- print "# video_name, transcoding time, psnr compared to original, transcode bitrate" ++ print("# video_name, transcoding time, psnr compared to original, transcode bitrate") ++ total_elapsed = 0 ++ total_frames = 0 + for v_name in input_files: + video = os.path.join(video_dir, v_name) + +@@ -138,10 +148,12 @@ + + if args.scenario == "upload": + settings = [ "-crf","18" ] +- elapsed = encode(ffmpeg,video,settings,output_video) ++ resolution, framerate, num_frames = get_video_stats(ffprobe, video) ++ elapsed = encode(ffmpeg,video,settings,output_video, ffmpeg_encoder) + else: + # get stats of the video and use to compute target_bitrate +- resolution, framerate = get_video_stats(ffprobe, video) ++ resolution, framerate, num_frames = get_video_stats(ffprobe, video) ++ total_frames += num_frames + + # fixed number of bits per pixel as target bitrate + if framerate > 30: +@@ -163,13 +175,15 @@ + else: + settings += [ "-preset","veryfast","-tune","zerolatency" ] + +- elapsed = encode(ffmpeg,video,settings,output_video) ++ elapsed = encode(ffmpeg,video,settings,output_video, ffmpeg_encoder) + elif args.scenario in ["vod","platform"]: + settings += [ "-preset","medium" ] +- elapsed = encode_2pass(ffmpeg, video, settings, output_video) ++ elapsed = encode_2pass(ffmpeg, video, settings, output_video, ffmpeg_encoder) ++ num_frames *= 2 + elif args.scenario == "popular": + settings += [ "-preset","veryslow" ] +- elapsed = encode_2pass(ffmpeg, video, settings, output_video) ++ elapsed = encode_2pass(ffmpeg, video, settings, output_video, ffmpeg_encoder) ++ num_frames *= 2 + else: + raise NotImplementedError + +@@ -177,7 +191,13 @@ + psnr = get_psnr(ffmpeg, output_video, video) + transcode_bitrate = get_bitrate(ffprobe, output_video) + +- print "{},{},{},{}".format(v_name, elapsed, psnr, transcode_bitrate) ++ print("{},{},{},{}".format(v_name, elapsed, psnr, transcode_bitrate)) ++ total_elapsed += elapsed ++ total_frames += num_frames ++ ++ print("Total Elaped Time (s): {}".format(total_elapsed)) ++ print("Total Frames: {}".format(total_frames)) ++ print("Average FPS: {}".format(total_frames / total_elapsed)) + + # cleanup + try: +EOF + +cd ~ +echo "#!/bin/sh +cd vbench/code +export LD_LIBRARY_PATH=\$HOME/ffmpeg_/lib/:\$LD_LIBRARY_PATH +VBENCH_ROOT=\$HOME/vbench/ python3 reference.py --ffmpeg_dir=\$HOME/ffmpeg_/bin/ \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > ffmpeg +chmod +x ffmpeg diff --git a/ob-cache/test-profiles/pts/ffmpeg-7.0.1/results-definition.xml b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/results-definition.xml new file mode 100644 index 000000000..1b5b53a17 --- /dev/null +++ b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/results-definition.xml @@ -0,0 +1,9 @@ + + + + + Average FPS: #_RESULTS_# + FPS + HIB + + diff --git a/ob-cache/test-profiles/pts/ffmpeg-7.0.1/test-definition.xml b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/test-definition.xml new file mode 100644 index 000000000..1d3654c0b --- /dev/null +++ b/ob-cache/test-profiles/pts/ffmpeg-7.0.1/test-definition.xml @@ -0,0 +1,69 @@ + + + + + FFmpeg + 7.0 + This is a benchmark of the FFmpeg multimedia framework. The FFmpeg test profile is making use of a modified version of vbench from Columbia University's Architecture and Design Lab (ARCADE) [http://arcade.cs.columbia.edu/vbench/] that is a benchmark for video-as-a-service workloads. The test profile offers the options of a range of vbench scenarios based on freely distributable video content and offers the options of using the x264 or x265 video encoders for transcoding. + FPS + HIB + 3 + + + 7.0.1 + Linux + Utility + Processor + Free + Verified + build-utilities, yasm, nasm, python, cmake + 1300 + https://ffmpeg.org/ + https://github.com/FFmpeg/FFmpeg + Michael Larabel + pkg-config + + + + + + diff --git a/ob-cache/test-profiles/pts/furmark-1.0.0/changelog.json b/ob-cache/test-profiles/pts/furmark-1.0.0/changelog.json new file mode 100644 index 000000000..e91884f67 --- /dev/null +++ b/ob-cache/test-profiles/pts/furmark-1.0.0/changelog.json @@ -0,0 +1 @@ +{"1.0.0":{"last_updated":"1709253751","commit_description":"Initial commit now that there is a FurMark 2.1 Linux build..."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/furmark-1.0.0/downloads.xml b/ob-cache/test-profiles/pts/furmark-1.0.0/downloads.xml new file mode 100644 index 000000000..6ec97b3f7 --- /dev/null +++ b/ob-cache/test-profiles/pts/furmark-1.0.0/downloads.xml @@ -0,0 +1,22 @@ + + + + + + https://gpumagick.com/downloads/files/2024/furmark2/FurMark_2.1.0.2_linux64.zip + b431d63f8246fcbdc1f9785f189e2024 + 970cfadadcf73ade2995000cfec415babd7c537da660a64cf7faf5faa15a803e + FurMark_2.1.0.2_linux64.zip + 13388342 + Linux + + + https://gpumagick.com/downloads/files/2024/furmark2/FurMark_2.1.0.2_win64.zip + eaedce800b756b52e7eda5e93dac5828 + 2b4c204d2a78d2bd77e13249ee63ed9525c5d4ff0e755a080bb68507a7512a59 + FurMark_2.1.0.2_win64.zip + 28226554 + Windows + + + diff --git a/ob-cache/test-profiles/pts/furmark-1.0.0/generated.json b/ob-cache/test-profiles/pts/furmark-1.0.0/generated.json new file mode 100644 index 000000000..18298d3ed --- /dev/null +++ b/ob-cache/test-profiles/pts/furmark-1.0.0/generated.json @@ -0,0 +1 @@ +{"overview":{"968124e460ab8b8702c3e1e7566772714f83b860":{"description":"Resolution: 1920 x 1080 - Demo: FurMark OpenGL - MSAA: Off","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":80,"timing_samples":25,"hib":1,"first_appeared":1709275536,"last_appeared":1713041292,"run_time_avg":197,"stddev_avg":0.05,"percentiles":[7.937916,7.937916,7.937916,8.095824,8.095824,11.75988,11.75988,11.75988,12.86241,12.86241,13.24663,13.24663,13.24663,13.25037,13.25037,14.00791,14.00791,14.01578,14.02009,15.01836,15.01996,15.01996,15.02365,16.34281,16.34281,21.07673,21.07673,21.36259,21.46393,22.92174,22.92174,22.92174,25.52998,25.52998,25.72712,25.74843,25.74843,25.81545,25.81894,25.81894,27.01215,27.01215,27.16945,27.95835,27.97829,28.64752,28.64752,28.68732,28.7055,32.67234,32.70448,32.70448,32.70736,43.39601,43.39601,43.43546,43.43546,43.43546,67.09413,67.95641,121.0819,121.0819,128.58802,135.72723,225.42985,299.65453,299.65453,299.94452,300.69154,302.09219,319.2403,319.2403,319.24383,319.30466,319.30466,326.58683,326.58683,409.82805,410.13261,411.60162,411.60162,411.60162,412.12805,412.12805,416.17143,433.88619,433.88619,434.17148,434.23865,434.33267,508.82393,508.82393,508.82393,509.04937,509.12552,509.19052,509.19052,509.19052,509.44327,509.44327],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,199,199,199,199,199,199,199,199],"tested_archs":["x86_64"]},"2e0457dbc87cd41e8398320ff033a9005a88c78a":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Vulkan - MSAA: Off","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":77,"timing_samples":22,"hib":1,"first_appeared":1709275536,"last_appeared":1712961529,"run_time_avg":197,"stddev_avg":0.03,"percentiles":[0.586826,0.586826,7.7796,7.7796,7.967317,7.967317,7.967317,10.31169,10.31169,10.31169,10.31717,10.31717,10.75821,10.76324,10.76324,10.76417,12.08595,12.08595,12.08595,13.2959,13.2959,14.45417,14.45417,14.45533,14.46384,15.52587,15.73912,15.73912,16.01136,16.72355,16.75958,16.75958,16.97143,17.30705,17.31444,17.31444,17.35205,17.78592,19.04596,19.19832,19.19832,19.39426,20.96449,20.96449,20.96449,21.39329,21.39329,23.41599,23.41599,23.41599,24.94621,24.94621,31.36024,31.36024,31.40051,31.41918,36.84596,36.84596,36.84596,37.5107,37.5107,37.5107,56.22285,105.47749,228.25653,248.64576,248.64576,248.77015,249.26981,249.89369,249.89369,283.1018,283.50504,283.50504,283.50504,283.61886,358.34698,358.38807,358.93433,358.93433,358.93433,359.85074,359.85074,359.85074,360.83991,373.65615,373.86316,373.86316,374.36905,374.47757,451.38498,451.38498,451.38498,451.54172,451.65108,451.65108,451.65108,452.02729,452.67313,452.67313],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,199,199,199,199,199,199,199,199,199,199,199,199,199],"tested_archs":["x86_64"]},"fe0a646392577fbc83db682f7a9d70273cab502c":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Knot OpenGL - MSAA: Off","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":75,"timing_samples":21,"hib":1,"first_appeared":1709275536,"last_appeared":1712961529,"run_time_avg":197,"stddev_avg":0.03,"percentiles":[4.01709,4.01709,4.01709,4.409298,4.409298,4.409298,4.504951,4.50583,4.509762,4.509762,4.514915,4.514915,4.760422,4.760422,4.760422,4.76207,4.76207,4.76207,4.992036,4.993869,4.994932,4.994932,5.787233,5.787233,6.79249,6.79249,6.79249,7.225303,7.225303,7.225303,7.857571,7.90605,7.920891,7.920891,9.98016,9.984804,9.990825,9.990825,10.00007,10.05077,10.05077,10.05077,10.08725,10.08725,10.25995,10.25995,10.37443,10.37573,10.76374,10.76374,10.76496,10.77367,11.01183,11.01183,11.01502,11.04239,17.43952,17.43952,17.43952,17.47976,17.47976,17.47976,37.24556,101.29615,101.30883,101.30883,101.48996,101.48996,110.95146,110.95146,122.02978,122.0503,122.14096,122.14096,122.76406,126.96273,126.96273,126.96273,127.03257,127.16755,127.25817,127.25817,127.68865,127.68865,128.88487,128.88487,128.89473,129.12152,129.33577,129.33577,167.62308,167.62308,167.67721,167.67721,167.67721,167.79388,167.79388,167.79388,167.98729,168.143],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198],"tested_archs":["x86_64"]},"49c2ca9817cab48aa5ce11a709575a1b3829ff9e":{"description":"Resolution: 1920 x 1080 - Demo: FurMark OpenGL - MSAA: 8","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":65,"timing_samples":18,"hib":1,"first_appeared":1709275536,"last_appeared":1712932120,"run_time_avg":197,"stddev_avg":0.02,"percentiles":[2.17131,2.17131,2.17131,2.17131,2.174938,2.174938,2.174938,4.850948,5.244306,5.244306,5.442511,5.442511,5.442511,5.564104,5.577632,5.577632,5.577632,6.277175,6.277175,6.277175,6.283863,6.283863,6.283863,6.283863,8.592176,8.683333,8.683333,8.683333,8.81334,8.81334,8.818015,9.341757,9.341757,9.350977,9.355785,9.355785,9.643991,9.647998,9.647998,9.649576,11.27162,11.27162,11.59978,11.59978,11.61756,11.85015,11.85015,11.85015,12.07577,12.07577,27.01099,27.25612,27.25612,27.28334,29.02579,29.02579,39.92826,152.12847,152.12847,152.2832,152.29104,152.29104,153.4196,153.4196,225.41828,319.41413,319.41413,319.42087,319.42087,319.42087,319.46756,410.62863,410.62863,410.87744,410.87744,410.87744,411.03283,412.1225,412.1225,412.1225,416.23835,416.23835,433.50949,433.50949,434.34921,434.35965,434.35965,434.62106,507.84527,507.84527,507.84527,508.76773,508.76773,508.76773,509.36636,509.36636,509.36636,509.83352,509.83352,510.24065],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,199,199,199,199,199,199,199,199,199,199,199],"tested_archs":["x86_64"]},"46a4bfb2faad5b2d2ed12801e6f16ce9c9cdd56c":{"description":"Resolution: 1920 x 1080 - Demo: Furmark Knot Vulkan - MSAA: Off","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":63,"timing_samples":19,"hib":1,"first_appeared":1709275536,"last_appeared":1712961529,"run_time_avg":197,"stddev_avg":0.04,"percentiles":[3.518095,3.518095,3.518095,3.518095,3.768486,3.768486,3.768486,4.667556,4.667556,4.667556,4.698198,4.698198,4.698198,4.729189,4.729189,4.729437,4.733038,4.733038,7.237682,7.237682,7.237682,7.638262,7.638262,7.638262,7.889389,7.889389,7.889389,7.890892,7.890892,7.890892,7.890892,8.107281,8.148808,8.148808,8.152374,8.189199,8.189199,8.189199,8.189199,8.211884,8.211884,8.211884,11.07028,11.17355,11.17355,11.19031,11.19031,11.31055,11.99144,11.99144,12.01007,12.08576,12.08576,12.0995,12.43907,12.43907,12.57256,12.57256,12.59827,12.6007,12.6007,12.62142,22.41909,22.41909,22.41909,22.41909,22.43341,22.43341,22.43341,23.73082,23.74741,23.74741,23.75783,23.75783,55.01706,120.51278,120.51278,134.45609,134.7287,134.7287,142.99815,143.12895,143.12895,143.14173,143.14173,143.63001,161.81027,161.81027,162.37235,164.01257,164.01257,167.43783,167.43783,168.1989,169.37181,169.37181,169.52502,210.12085,210.12085,210.9659],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,199,199,199,199,199],"tested_archs":["x86_64"]},"acb844af45de7f0de0677aa387266ce09b9f3247":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Vulkan - MSAA: 2","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":62,"timing_samples":12,"hib":1,"first_appeared":1709275536,"last_appeared":1712326236,"run_time_avg":197,"stddev_avg":0.03,"percentiles":[5.041232,5.041232,5.041232,5.041232,5.34564,5.34564,5.34564,6.778846,6.778846,6.998341,6.998341,6.998341,7.144409,7.144409,7.144409,7.357973,7.357973,7.562196,8.833381,8.833381,8.873765,8.890269,8.890269,10.56238,10.56238,10.56238,12.77877,12.77877,13.44028,13.44028,13.46279,13.46855,13.46855,13.67189,13.8698,13.8698,13.96449,13.96449,14.7017,14.74035,14.74035,15.25229,15.38563,15.38563,15.56335,15.56335,15.57213,15.57213,15.57213,15.76901,18.68206,18.68206,18.68206,18.68206,18.77338,18.77338,18.77338,27.88264,27.88264,27.88439,27.91888,27.91888,92.54441,93.14034,93.14034,93.46373,93.46373,93.48227,194.19771,194.19771,194.34579,194.99867,194.99867,195.49042,195.49042,231.40781,231.40781,231.40781,297.95956,297.95956,297.95956,298.70517,298.70517,298.70517,305.79209,305.79209,306.3161,306.3161,306.52026,307.03183,307.03183,376.87907,376.87907,376.87907,378.30856,378.30856,378.30856,379.06412,379.06412,379.06412],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199],"tested_archs":["x86_64"]},"8578264c0358d334186540d5680e5244e5e3e049":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Vulkan - MSAA: 8","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":62,"timing_samples":14,"hib":1,"first_appeared":1709275536,"last_appeared":1712932120,"run_time_avg":198,"stddev_avg":0.05,"percentiles":[1.722262,1.722262,1.726597,1.726597,1.761447,1.761447,1.761447,1.773398,1.773398,1.773398,1.774512,1.774512,1.809805,1.809805,1.809805,1.81709,1.81709,1.81709,2.032084,2.032084,2.054508,2.078181,2.078181,3.27316,3.27316,3.302266,3.308544,3.308544,4.100491,4.100491,4.135318,4.144299,4.144299,4.167133,4.17467,4.17467,4.180348,4.180348,4.180448,4.397432,4.397432,4.397432,4.431777,4.431777,4.431777,4.431777,5.018726,5.018726,5.018726,5.043749,5.043749,5.043749,10.14136,10.14136,10.15781,10.15949,10.15949,83.25541,83.25541,83.4714,83.64185,83.64185,83.64185,87.94591,87.94591,87.95818,87.95818,88.28307,88.31075,88.31075,101.86418,103.8952,103.8952,104.3296,104.3296,104.3296,104.49221,104.49221,104.72177,104.72177,104.85413,104.85413,104.85413,105.03834,106.17447,106.17447,106.48127,106.48127,167.93417,167.93417,167.93417,168.05426,168.05426,168.05426,168.14934,168.14934,168.14934,168.27009,168.27009,168.34636],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,201,201,201,201,201,201,201],"tested_archs":["x86_64"]},"00add5608c8c0d4774714c196ee36dc59acf5fd0":{"description":"Resolution: 1920 x 1080 - Demo: Furmark Knot Vulkan - MSAA: 8","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":62,"timing_samples":14,"hib":1,"first_appeared":1709275536,"last_appeared":1712932120,"run_time_avg":199,"stddev_avg":0.06,"percentiles":[0.915351,0.915351,0.915351,0.915351,0.915599,0.915599,0.915599,1.153034,1.153034,1.153034,1.181398,1.181398,1.191778,1.197873,1.197873,1.21016,1.21016,1.21016,1.603458,1.603458,1.604805,1.608962,1.608962,2.499183,2.499183,2.50036,2.500875,2.500875,2.667796,2.667796,2.671705,2.673873,2.673873,3.055605,3.055605,3.055605,3.066259,3.066259,3.066259,3.102943,3.102943,3.143332,3.146006,3.146006,3.14782,3.14782,3.61121,3.61121,3.61121,3.639388,3.639388,3.639388,7.658387,7.658387,7.664895,7.674327,7.674327,64.1265,64.1265,64.20405,64.36625,64.36625,64.39166,67.54661,67.54661,67.81079,67.81079,67.92678,67.92678,67.92678,84.46578,84.7486,84.7486,85.55985,85.55985,86.45378,86.76846,86.76846,86.76846,86.76846,86.78735,87.6111,87.6111,88.14451,88.28227,88.28227,88.28227,88.28227,126.66432,126.66919,126.66919,126.66919,126.69584,126.69584,126.69584,126.69584,126.84258,126.84258,126.84258,126.98459],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,203,203,203,203,203,203,203,209,209,209,209,209,209,209],"tested_archs":["x86_64"]},"9e74512b1fad7a5021d5a4fb6cb98712e914c669":{"description":"Resolution: 1920 x 1080 - Demo: Furmark Knot Vulkan - MSAA: 2","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":62,"timing_samples":12,"hib":1,"first_appeared":1709275536,"last_appeared":1712326236,"run_time_avg":197,"stddev_avg":0.01,"percentiles":[2.945037,2.945037,2.945526,2.945526,3.07638,3.233005,3.233005,3.233005,3.233005,3.287279,3.287279,3.287279,3.341283,3.341283,3.341283,3.789348,3.789348,3.789348,4.561718,4.561718,4.561718,5.128764,5.128764,5.128764,5.128764,6.412121,6.41422,6.41422,6.434815,6.434815,7.610729,7.640669,7.640669,7.817237,7.824622,7.824622,7.835326,7.835326,8.284633,8.724197,8.724197,8.828807,9.339629,9.339629,9.666986,9.666986,9.940104,10.05501,10.05501,10.0717,14.72467,14.72467,14.72467,14.72467,14.72811,14.72811,14.72811,19.06333,19.06333,19.06785,19.06833,19.06833,63.37242,63.90247,63.90247,64.13532,64.13532,64.52764,114.23979,114.23979,114.29494,114.5995,114.5995,114.76593,114.76593,117.57308,117.57308,117.57308,142.04456,142.04456,142.04456,142.48573,142.48573,142.48573,146.33513,146.33513,146.50371,146.50371,146.64554,146.71364,146.71364,183.86568,183.86568,183.86568,184.53972,184.53972,184.53972,185.11076,185.11076,185.11076],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199],"tested_archs":["x86_64"]},"0067c1253ba802afbe604bda0ff7afacc8ac39f9":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Knot OpenGL - MSAA: 8","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":62,"timing_samples":15,"hib":1,"first_appeared":1709275536,"last_appeared":1712932120,"run_time_avg":197,"stddev_avg":0.02,"percentiles":[1.682465,1.682465,1.682465,1.682465,1.695454,1.695454,1.695454,2.677521,2.677521,2.702226,2.747785,2.747785,2.937424,2.937424,2.937424,3.004835,3.004835,3.004835,3.871379,3.871379,3.87294,3.873312,3.873312,4.281751,4.281751,4.281751,4.282856,4.282856,4.282856,4.282856,5.310261,5.32643,5.32643,5.331878,5.386654,5.386654,5.430117,5.430117,5.454842,6.319723,6.319723,6.565623,6.571303,6.571303,6.587086,6.587086,7.789092,7.789092,7.789092,7.813264,7.813264,7.813264,8.399759,8.399759,8.411673,8.45922,8.45922,91.17756,91.17756,91.37553,91.45301,91.45301,91.58637,101.18824,101.18824,101.38347,101.38347,101.58099,101.58099,101.58099,126.74786,126.74786,126.74786,126.95577,126.95577,127.12678,127.18286,127.18286,127.18286,127.18286,127.52921,128.90344,128.90344,128.97482,129.02344,129.02344,129.57623,129.57623,167.63331,167.63331,167.63331,167.7422,167.7422,167.7422,167.75304,167.75304,167.75304,168.00148,168.00148,168.29896],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198,198],"tested_archs":["x86_64"]},"34e82ef8a7d2388dfebc955245e2b96f05a97e56":{"description":"Resolution: 1920 x 1080 - Demo: FurMark OpenGL - MSAA: 2","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":59,"timing_samples":9,"hib":1,"first_appeared":1709275536,"last_appeared":1712165390,"run_time_avg":262,"stddev_avg":0.03,"percentiles":[6.116781,6.116781,6.116781,6.116781,6.195602,6.195602,6.195602,9.989259,9.989259,9.989259,9.989259,10.12906,10.12906,10.12906,11.62725,11.62725,11.63457,11.64105,11.64105,13.96997,13.96997,13.97131,13.97131,13.98003,16.40781,16.40781,16.40781,16.40781,17.77825,17.77825,17.77825,19.53929,19.53929,20.03212,20.87783,20.87783,26.2767,26.2767,26.35938,26.4415,26.4415,26.4988,26.4988,27.08907,27.08907,27.10078,27.14537,27.14537,27.81184,27.81184,27.89456,28.21688,28.21688,30.99186,30.99186,30.99186,31.24018,31.24018,31.24018,31.24018,32.26523,32.26523,32.35629,32.44928,32.44928,225.59365,225.59365,273.33392,273.54215,273.54215,274.31949,274.31949,276.99367,319.38303,319.38303,319.38303,319.38303,411.79767,411.79767,411.79767,412.58328,412.58328,412.58328,412.58328,433.55992,435.38065,435.38065,435.40091,435.40091,435.59299,508.27304,508.27304,508.27304,508.27304,509.78302,509.78302,509.78302,510.75034,510.75034,510.75034],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,786,786,786,786,786,786,786,786,786,786,786],"tested_archs":["x86_64"]},"ffcad48415d7226322325cc4ccdae2aba180190e":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Knot OpenGL - MSAA: 2","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":58,"timing_samples":8,"hib":1,"first_appeared":1709275536,"last_appeared":1710087294,"run_time_avg":197,"stddev_avg":0.01,"percentiles":[3.942011,3.942011,3.943543,3.943543,3.944579,3.944579,3.980011,3.980011,3.980011,4.120482,4.120482,4.120482,4.120482,4.155869,4.155869,4.155869,4.28448,4.28448,4.28448,4.91632,4.91632,4.91632,4.91632,4.966339,4.966339,4.96715,4.970843,4.970843,5.926433,5.926433,5.926433,5.926433,7.469015,7.475693,7.475693,7.502265,7.502265,8.84584,9.160811,9.160811,9.235018,9.235018,9.449876,9.449876,9.488742,9.721182,9.721182,9.744457,9.744457,9.860943,9.896423,9.896423,10.01338,10.01338,10.01628,10.01628,10.01966,10.05474,10.05474,15.16197,15.16197,15.16197,15.16197,15.1884,15.1884,15.1884,101.20418,101.20418,101.20418,116.38327,116.38327,116.52407,116.52407,116.71517,116.71517,117.74965,126.7412,126.7412,126.7412,126.7412,127.11378,127.11378,127.11378,128.88828,128.88828,129.05496,129.05496,129.31676,129.37386,129.37386,167.65971,167.65971,167.65971,167.65971,167.72493,167.72493,167.72493,167.80977,167.80977,167.80977],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198],"tested_archs":["x86_64"]},"7b32a32113945c654157ef90e0d31014d2077c6a":{"description":"Resolution: 1920 x 1080 - Demo: FurMark OpenGL - MSAA: 1","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":57,"timing_samples":10,"hib":1,"first_appeared":1709275536,"last_appeared":1712165390,"run_time_avg":289,"stddev_avg":0.03,"percentiles":[2.354835,2.354835,2.354835,2.354835,4.159835,4.159835,4.159835,4.159835,5.174529,5.174529,5.174529,6.385963,6.385963,12.59771,12.59771,12.59771,14.00778,14.00778,14.01643,14.01643,14.01649,14.01649,15.00722,15.0191,15.0191,15.02064,15.02064,17.74468,17.74468,17.74468,22.42428,22.42428,23.28483,23.28483,23.28483,23.28483,25.54499,26.33733,26.33733,27.53485,27.53485,28.70588,28.70588,28.71126,28.7422,28.7422,29.99919,29.99919,30.02983,30.02983,30.32314,33.09008,33.09008,33.1647,33.1647,33.17812,33.17812,37.08289,37.08289,37.08289,43.73549,43.73549,43.73549,43.73549,225.59874,304.18644,304.18644,304.68372,304.68372,304.80792,304.80792,307.3432,319.9697,319.9697,319.9697,319.9697,412.15646,412.15646,412.15646,413.01282,413.01282,413.01282,413.01282,435.45701,435.45701,436.84308,437.39661,437.39661,437.46756,437.46756,510.79307,510.79307,510.79307,511.59415,511.59415,511.59415,511.59415,511.75851,511.75851,511.75851],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,209,209,209,209,209,209,209,209,209,209,326,326,326,326,326,326,326,326,326,326,982,982,982,982,982,982,982,982,982,982],"tested_archs":["x86_64"]},"2bf0bdcab67342bc276032ff0c1e2a7238bf3211":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Vulkan - MSAA: 1","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":56,"timing_samples":9,"hib":1,"first_appeared":1709275536,"last_appeared":1710087294,"run_time_avg":285,"stddev_avg":0.04,"percentiles":[5.605201,5.605201,6.440831,6.440831,6.440831,6.440831,7.971525,7.971525,7.971525,10.74606,10.74606,10.75433,10.75433,10.75858,10.75858,12.65086,12.65086,12.65086,12.66912,12.66912,12.66912,12.66912,14.45685,14.45685,14.45738,14.46361,14.46361,16.98255,16.98255,17.26431,17.26431,17.40185,17.40185,17.40899,17.61262,17.61262,17.64291,17.64291,18.65716,18.65716,18.80523,18.80523,19.30705,19.76275,19.76275,23.03248,23.03248,23.03248,23.03248,24.78667,24.78667,24.78667,31.44391,31.44391,31.49024,31.49024,31.53259,31.53259,37.49241,37.49241,37.49241,37.55042,37.55042,37.55042,37.55042,249.68595,249.68595,250.25495,251.29378,251.29378,251.38751,251.38751,284.42444,284.42444,284.42444,358.86112,358.86112,358.86112,358.86112,359.54153,359.54153,359.54153,359.54153,372.69803,373.65817,373.65817,374.04955,374.04955,375.31912,375.31912,450.98846,450.98846,450.98846,453.0607,453.0607,453.0607,453.0607,453.2316,453.2316,453.2316],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,202,202,202,202,202,202,202,202,202,202,202,985,985,985,985,985,985,985,985,985,985,985],"tested_archs":["x86_64"]},"57fe32446f8d82a5b07fe507b4f1a369ee54c147":{"description":"Resolution: 1920 x 1080 - Demo: Furmark Knot Vulkan - MSAA: 1","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":56,"timing_samples":9,"hib":1,"first_appeared":1709275536,"last_appeared":1710087294,"run_time_avg":198,"stddev_avg":0.03,"percentiles":[3.477427,3.477427,3.477427,3.477427,3.809129,3.809129,3.809129,3.809129,4.196925,4.571209,4.571209,4.65972,4.65972,4.65972,4.65972,4.73212,4.73212,4.732232,4.774138,4.774138,4.774138,4.774138,7.736106,7.736106,7.736106,7.95105,7.95105,7.95105,7.95105,8.147037,8.147037,8.152406,8.152406,8.153167,11.08933,11.08933,11.20631,11.20631,11.24993,11.24993,12.086,12.086,12.55392,12.55937,12.55937,12.59989,12.59989,12.61895,12.61895,12.62912,12.6294,12.6294,22.37372,22.37372,22.37372,22.37372,22.41542,22.41542,22.41542,23.72819,23.72819,23.74191,23.74191,23.7614,23.7614,134.50998,134.50998,134.50998,143.04504,143.04504,143.08154,143.08154,143.38035,143.38035,143.80055,162.58775,162.58775,162.58775,162.58775,162.65622,162.65622,162.65622,162.65622,165.79762,167.93237,167.93237,168.29433,168.29433,168.64529,168.64529,209.78651,209.78651,209.78651,210.06344,210.06344,210.06344,210.06344,211.71037,211.71037,211.71037],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,203,203,203,203,203,203,203,203,203,203,203],"tested_archs":["x86_64"]},"595db90be15ed3d6fcb3c6f673788ee6968ee88c":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Knot OpenGL - MSAA: 1","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":56,"timing_samples":9,"hib":1,"first_appeared":1709275536,"last_appeared":1710087294,"run_time_avg":198,"stddev_avg":0.01,"percentiles":[2.593172,2.593172,4.05969,4.05969,4.05969,4.05969,4.069653,4.069653,4.069653,4.506417,4.506417,4.506671,4.506671,4.506732,4.506732,4.577487,4.577487,4.577487,4.578412,4.578412,4.578412,4.578412,4.991988,4.991988,4.992805,4.993734,4.993734,5.191101,5.191101,5.191101,5.191101,6.581098,6.581098,6.581098,7.898912,7.898912,7.937565,7.937565,7.942606,7.942606,9.992468,9.992468,10.01235,10.01449,10.01449,10.19851,10.19851,10.39082,10.39082,10.3977,10.41113,10.41113,10.52056,10.52056,10.75275,10.75275,10.77746,10.77746,17.11577,17.11577,17.11577,17.43535,17.43535,17.43535,17.43535,101.60813,101.60813,101.60813,122.01431,122.01431,122.02514,122.02514,122.29248,122.29248,122.72453,126.72848,126.72848,126.72848,126.72848,127.10592,127.10592,127.10592,127.10592,128.80678,129.07533,129.07533,129.46729,129.46729,129.47879,129.47879,167.58766,167.58766,167.58766,167.62882,167.62882,167.62882,167.62882,167.71416,167.71416,167.71416],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,209,209,209,209,209,209,209,209,209,209,209],"tested_archs":["x86_64"]},"78a36658905a15413fb54ae7083d723c6218ec05":{"description":"Resolution: 1920 x 1080 - Demo: Furmark Knot Vulkan - MSAA: 4","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":55,"timing_samples":12,"hib":1,"first_appeared":1709275536,"last_appeared":1711996638,"run_time_avg":198,"stddev_avg":0.04,"percentiles":[1.606338,1.606338,1.606338,1.606338,1.728742,1.728742,1.728742,1.728742,1.888911,1.888911,1.932348,2.023921,2.023921,2.114179,2.114179,2.114179,2.114179,2.171056,2.171056,2.171056,3.581822,3.581822,3.592573,3.592573,3.594926,3.594926,4.93053,4.93053,4.933838,4.933838,4.93449,5.025753,5.025753,5.026503,5.026503,5.027186,5.027186,6.098092,6.098092,6.253276,6.366293,6.366293,6.368124,6.368124,8.546064,8.546064,8.546064,8.546064,8.572995,8.572995,8.572995,11.83656,11.83656,13.41157,13.41157,13.41328,13.41328,13.43804,13.43804,87.5019,87.5019,87.5019,87.55599,87.55599,87.58623,87.58623,87.82575,87.82575,87.94769,87.94769,95.73087,102.5855,102.5855,102.5855,102.5855,126.04836,126.04836,126.04836,126.04836,126.09651,126.09651,126.09651,127.60242,127.60242,127.96468,127.96468,128.5323,128.5323,128.83635,128.83635,163.79946,163.79946,163.79946,164.25098,164.25098,164.25098,164.25098,164.47379,164.47379,164.47379],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,201,201,201,201,201,201,201,201,203,203,203,203,203,203,203,203],"tested_archs":["x86_64"]},"ed79c2f21e7b379b4139b5067679bcb9867f2f82":{"description":"Resolution: 1920 x 1080 - Demo: FurMark OpenGL - MSAA: 4","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":55,"timing_samples":12,"hib":1,"first_appeared":1709275536,"last_appeared":1712165390,"run_time_avg":196,"stddev_avg":0.02,"percentiles":[3.982283,3.982283,3.982283,3.982283,4.00806,4.00806,4.00806,4.00806,8.30326,8.30326,8.30326,8.315018,8.315018,8.325091,8.325091,8.332686,8.332686,8.550537,8.550537,8.550537,13.96263,13.96263,13.97065,13.97065,13.97292,13.97292,15.28749,15.28749,15.30361,15.30361,15.44726,16.22797,16.22797,16.24447,16.24447,16.29175,16.29175,18.63145,18.63145,19.84734,20.32103,20.32103,20.50674,20.50674,21.24587,21.24587,21.24587,21.24587,21.3156,21.3156,21.3156,31.11087,31.11087,31.16887,31.16887,31.25454,31.25454,216.46685,216.46685,216.46685,219.20645,219.20645,219.2946,219.2946,219.90495,219.90495,221.34882,221.34882,225.52637,225.52637,230.4151,319.53574,319.53574,319.53574,319.53574,411.68832,411.68832,411.68832,411.68832,412.32654,412.32654,412.32654,433.12769,433.12769,433.38233,433.38233,434.04581,434.04581,435.11408,435.11408,508.16704,508.16704,508.16704,509.5593,509.5593,509.5593,509.5593,509.98483,509.98483,509.98483],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197],"tested_archs":["x86_64"]},"e6a61d8109a5e87e62134ba0c7900f701bb7f93f":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Vulkan - MSAA: 4","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":54,"timing_samples":10,"hib":1,"first_appeared":1709275536,"last_appeared":1711741191,"run_time_avg":197,"stddev_avg":0.06,"percentiles":[3.40277,3.40277,3.40277,3.40277,3.480833,3.480833,3.57725,3.57725,3.623972,3.623972,3.623972,3.623972,3.628177,4.337462,4.337462,4.337462,4.337462,4.416473,4.416473,4.416473,4.416473,5.172427,5.172427,5.220767,5.220767,5.235616,6.940515,6.940515,6.957138,6.957138,6.957911,6.957911,8.447592,8.447592,8.756986,8.756986,8.765792,8.765792,8.785787,9.265721,9.265721,9.287887,9.287887,9.289848,9.289848,10.35271,10.35271,10.35271,10.35271,10.39734,10.39734,10.39734,21.07716,21.07716,21.08252,21.08252,21.09258,21.09258,140.04868,140.04868,140.04868,140.04868,140.79739,141.03532,141.03532,141.44251,141.44251,141.58992,141.58992,153.02797,153.02797,167.74283,167.74283,167.74283,167.74283,210.11649,210.38109,210.38109,210.38109,210.38109,210.44252,210.44252,210.64621,210.64621,210.67688,210.67688,210.67688,210.67688,210.85632,301.43378,301.43378,301.43378,301.43378,301.73688,301.73688,301.73688,301.73688,302.11881,302.11881,302.11881],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198],"tested_archs":["x86_64"]},"b05eacd59b4d6362876c6d908934caf5915a038b":{"description":"Resolution: 1920 x 1080 - Demo: FurMark Knot OpenGL - MSAA: 4","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":54,"timing_samples":11,"hib":1,"first_appeared":1709275536,"last_appeared":1711741191,"run_time_avg":196,"stddev_avg":0.02,"percentiles":[2.914956,2.914956,2.914956,2.914956,2.951956,2.951956,2.951956,2.951956,3.43608,3.43608,3.43608,3.43608,3.563232,3.56337,3.56337,3.563626,3.563626,3.632393,3.632393,3.632393,3.632393,4.594684,4.594684,4.596502,4.596502,4.597155,6.670915,6.670915,6.693642,6.693642,6.700292,6.700292,7.651714,7.651714,7.871849,7.871849,7.872718,7.872718,8.206415,8.206625,8.206625,8.534719,8.534719,8.654815,8.654815,9.886038,9.886038,9.924476,9.924476,9.940349,11.87457,11.87457,11.87457,11.87457,11.9124,11.9124,11.9124,11.9124,101.56667,101.56667,101.56667,101.56667,104.28321,104.41977,104.41977,104.4741,104.4741,104.4741,104.4741,104.72647,104.72647,105.09972,105.09972,114.29438,114.29438,126.81965,126.81965,126.81965,127.07683,127.07683,127.07683,127.07683,128.71475,128.71475,129.05176,129.05176,129.12703,129.12703,129.67151,167.54955,167.54955,167.54955,167.54955,167.57945,167.57945,167.57945,167.57945,167.5976,167.5976,167.5976],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198,198],"tested_archs":["x86_64"]},"35974a5c5c6c51ab6bcf40045c79624810017c0a":{"description":"Resolution: 1920 x 1200 - Demo: FurMark OpenGL - MSAA: Off","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":43,"timing_samples":7,"hib":1,"first_appeared":1709275536,"last_appeared":1712932120,"run_time_avg":196,"stddev_avg":0.02,"percentiles":[7.017137,7.017137,7.017137,7.017137,7.017137,10.17838,10.17838,10.17838,10.17838,10.17838,19.88577,19.88577,20.08769,20.08769,20.12528,20.12528,20.12528,22.03447,22.03447,22.03447,22.03447,22.22519,22.22519,22.22519,22.22519,22.22519,22.82436,22.82436,23.96704,23.96704,23.96704,24.02859,24.02859,24.06302,24.06302,24.22731,24.22731,24.22731,24.70534,24.70534,32.66313,32.66313,32.68993,32.68993,32.68993,32.72183,32.72183,37.98635,37.98635,38.11361,38.11361,38.11361,38.70572,38.70572,38.70572,38.70572,39.15259,39.15259,39.15259,39.15259,39.15259,225.63959,225.63959,290.27692,290.27692,290.27692,290.27692,290.27692,371.90384,371.90384,371.90384,371.90384,371.90384,373.69614,373.69614,373.69614,373.69614,392.7864,392.7864,392.7864,393.40726,393.40726,393.71246,393.71246,393.80115,393.80115,393.80115,465.4521,465.4521,465.4521,465.4521,465.92331,465.92331,465.92331,465.92331,465.92331,465.94733,465.94733,465.94733,465.94733],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197],"tested_archs":["x86_64"]},"495aacc4128969cb2be73ce0de7236b782503ca7":{"description":"Resolution: 1920 x 1200 - Demo: FurMark Vulkan - MSAA: Off","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":42,"timing_samples":6,"hib":1,"first_appeared":1709275536,"last_appeared":1712932120,"run_time_avg":197,"stddev_avg":0.04,"percentiles":[10.40706,10.40706,10.40706,10.40706,10.40706,10.45427,10.45427,10.45427,10.45427,10.45427,13.64972,13.64972,13.84986,13.84986,13.84986,14.76759,14.76759,15.2743,15.2743,15.2743,15.39696,15.39696,16.31897,16.31897,17.92911,17.92911,17.92911,18.0758,18.0758,18.17802,18.17802,18.30674,18.30674,18.30674,18.30674,18.30674,18.39466,18.39466,18.39466,18.39466,18.39466,31.34186,31.34186,31.38929,31.38929,31.38929,31.41122,31.41122,31.45461,31.45461,31.80293,31.80293,31.80293,32.8914,32.8914,32.8914,32.8914,32.8914,33.38623,33.38623,33.38623,33.38623,256.62943,256.62943,256.62943,256.62943,256.62943,327.31619,327.31619,327.31619,327.31619,327.31619,327.49857,327.49857,327.49857,327.49857,327.49857,338.33508,338.33508,339.14066,339.14066,339.49069,339.49069,339.49069,339.58168,339.58168,408.53982,408.53982,408.53982,408.53982,408.53982,410.65884,410.65884,410.65884,410.65884,410.65884,411.74735,411.74735,411.74735,411.74735],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199,199],"tested_archs":["x86_64"]},"182635021cef8ae8a9d7a11af83cb8607a13ee12":{"description":"Resolution: 2560 x 1440 - Demo: FurMark OpenGL - MSAA: 8","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":41,"timing_samples":12,"hib":1,"first_appeared":1709275536,"last_appeared":1712932120,"run_time_avg":196,"stddev_avg":0.05,"percentiles":[1.653238,1.653238,1.653238,1.653238,1.653238,1.654776,1.654776,1.654776,1.654776,1.654776,3.908694,3.908694,3.908694,3.908694,3.908694,3.96991,3.96991,3.96991,3.96991,3.96991,4.700126,4.700126,4.700126,4.700126,4.700126,4.707648,4.707648,4.707648,4.707648,4.707648,26.98049,26.98049,27.22196,27.22196,27.22196,27.24577,27.24577,44.60107,44.60107,44.60107,68.5046,68.5046,225.41322,225.41322,231.1985,231.1985,231.1985,231.28544,231.28544,231.60843,231.60843,231.60843,231.60843,231.60843,309.99818,309.99818,309.99818,310.14748,310.14748,310.28673,310.28673,310.66138,310.66138,310.66138,310.66138,310.66138,311.11523,311.11523,311.11523,311.11523,311.11523,319.7222,319.7222,319.7222,322.57744,322.57744,322.72211,322.72211,322.72211,322.9393,322.9393,388.92428,388.92428,388.92428,388.92428,388.92428,388.99942,388.99942,389.20181,389.20181,389.20181,389.20181,389.20181,389.7706,389.7706,389.7706,390.41672,390.41672,390.41672,390.41672],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197],"tested_archs":["x86_64"]},"942a14bf54f4319e74d2b1099b0b1e3697ff8f70":{"description":"Resolution: 2560 x 1440 - Demo: FurMark OpenGL - MSAA: Off","test_version":"1.0.x","app_version":"2.1","unit":"FPS","samples":40,"timing_samples":12,"hib":1,"first_appeared":1709275536,"last_appeared":1712932120,"run_time_avg":196,"stddev_avg":0.05,"percentiles":[5.40048,5.40048,5.40048,5.40048,5.40048,5.524117,5.524117,5.524117,5.524117,5.524117,8.677179,8.677179,8.677179,8.677179,8.677179,8.828268,8.828268,8.828268,8.828268,8.828268,17.77583,17.77583,17.77583,17.77583,17.77583,17.90212,17.90212,17.90212,17.90212,17.90212,32.64481,32.64481,32.64481,32.66317,32.66317,32.67825,32.67825,32.67825,44.71898,44.71898,225.46927,225.46927,225.46927,231.23515,231.23515,231.47742,231.47742,231.47742,231.47742,231.47742,231.56399,231.56399,231.56399,309.84613,309.84613,310.20157,310.20157,310.20157,310.49072,310.49072,310.52777,310.52777,310.52777,310.52777,310.52777,311.07529,311.07529,311.07529,311.07529,311.07529,322.5999,322.5999,322.5999,322.7489,322.7489,322.78629,322.78629,322.78629,322.92609,322.92609,388.26288,388.26288,388.26288,388.26288,388.26288,389.03965,389.03965,389.03965,389.05179,389.05179,389.05179,389.05179,389.05179,389.1738,389.1738,389.63055,389.63055,389.63055,389.63055,389.63055],"run_time_percentiles":[196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,196,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197,197],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["libc.so.6","libpthread.so.0","libX11.so.6","libGL.so.1","libdl.so.2","libm.so.6","libGLU.so.1","libxcb.so.1","libGLdispatch.so.0","libGLX.so.0","libOpenGL.so.0","libXau.so.6","libXdmcp.so.6","libbsd.so.0","libmd.so.0"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2"],"honors_cflags":"0","scales_cpu_cores":null}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/furmark-1.0.0/install.sh b/ob-cache/test-profiles/pts/furmark-1.0.0/install.sh new file mode 100644 index 000000000..da14236ba --- /dev/null +++ b/ob-cache/test-profiles/pts/furmark-1.0.0/install.sh @@ -0,0 +1,6 @@ +#!/bin/sh +unzip -o FurMark_2.1.0.2_linux64.zip +echo "#!/bin/sh +cd FurMark_linux64 +./furmark \$@ > \$LOG_FILE 2>&1" > furmark +chmod +x furmark diff --git a/ob-cache/test-profiles/pts/furmark-1.0.0/install_windows.sh b/ob-cache/test-profiles/pts/furmark-1.0.0/install_windows.sh new file mode 100644 index 000000000..2efc22bad --- /dev/null +++ b/ob-cache/test-profiles/pts/furmark-1.0.0/install_windows.sh @@ -0,0 +1,6 @@ +#!/bin/sh +unzip -o FurMark_2.1.0.2_win64.zip +echo "#!/bin/sh +cd FurMark_win64/ +./furmark.exe \$@ > \$LOG_FILE" > furmark +chmod +x furmark diff --git a/ob-cache/test-profiles/pts/furmark-1.0.0/results-definition.xml b/ob-cache/test-profiles/pts/furmark-1.0.0/results-definition.xml new file mode 100644 index 000000000..53337d222 --- /dev/null +++ b/ob-cache/test-profiles/pts/furmark-1.0.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + - FPS (min/avg/max) : #_MIN_RESULT_# / #_RESULT_# / #_MAX_RESULT_# + FPS + + diff --git a/ob-cache/test-profiles/pts/furmark-1.0.0/test-definition.xml b/ob-cache/test-profiles/pts/furmark-1.0.0/test-definition.xml new file mode 100644 index 000000000..f43aa6352 --- /dev/null +++ b/ob-cache/test-profiles/pts/furmark-1.0.0/test-definition.xml @@ -0,0 +1,90 @@ + + + + + FurMark + 2.1 + FurMark 2 is a cross-platform GPU stress test that can exercise both OpenGL and Vulkan drivers/GPUs. FurMark 2 is the successor to the original FurMark benchmark. + FPS + HIB + 3 + + + 1.0.0 + Linux, Windows + Utility + Graphics + Non-Free + Verified + x86_64 + TRUE + 30 + https://geeks3d.com/furmark/ + Michael Larabel + + + + --benchmark --fullscreen --no-score-box + + + + + + diff --git a/ob-cache/test-profiles/pts/gpuowl-1.1.0/changelog.json b/ob-cache/test-profiles/pts/gpuowl-1.1.0/changelog.json new file mode 100644 index 000000000..20537364a --- /dev/null +++ b/ob-cache/test-profiles/pts/gpuowl-1.1.0/changelog.json @@ -0,0 +1 @@ +{"1.1.0":{"last_updated":"1708785100","commit_description":"Update against GpuOwl 7.5 upstream."},"1.0.0":{"last_updated":"1704496019","commit_description":"Initial commit."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/gpuowl-1.1.0/downloads.xml b/ob-cache/test-profiles/pts/gpuowl-1.1.0/downloads.xml new file mode 100644 index 000000000..c7e93f9fa --- /dev/null +++ b/ob-cache/test-profiles/pts/gpuowl-1.1.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/preda/gpuowl/archive/refs/tags/v7.5.tar.gz + 39bcdc1bcb68e29e1e7ae3c58d83d65b + ae45a21e90dfc0a10eab44a8eeb9889d046320b81c88f3c4fb6181b4fee454ef + gpuowl-7.5.tar.gz + 218421 + + + diff --git a/ob-cache/test-profiles/pts/gpuowl-1.1.0/generated.json b/ob-cache/test-profiles/pts/gpuowl-1.1.0/generated.json new file mode 100644 index 000000000..bcff34b16 --- /dev/null +++ b/ob-cache/test-profiles/pts/gpuowl-1.1.0/generated.json @@ -0,0 +1 @@ +{"overview":{"118ec32e7976d0f8c962682105bfe9697043a2bd":{"description":"Exponent: 57885161","test_version":"1.1.x","app_version":"7.5","unit":"Iterations \/ Second","samples":26,"timing_samples":5,"hib":1,"first_appeared":1708806735,"last_appeared":1713655657,"run_time_avg":505,"stddev_avg":0,"percentiles":[376.65,376.65,376.65,376.65,376.65,376.65,376.65,376.65,376.65,376.65,376.65,376.65,378.36,378.36,378.36,378.36,507.53,507.53,507.53,507.53,574.38,574.38,574.38,574.38,723.24,723.24,723.24,728.86,728.86,728.86,728.86,729.39,729.39,729.39,729.39,1003.01,1003.01,1003.01,1003.01,1003.01,1003.01,1003.01,1003.01,1004.01606,1004.01606,1004.01606,1004.01606,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1142.86,1190.48,1190.48,1190.48,1190.48,1191.89511,1191.89511,1191.89511,1191.89511,1191.89511,1191.89511,1191.89511,1191.89511,1191.89511,1191.89511,1191.89511,1684.46,1684.46,1684.46,1684.46,1926.78,1926.78,1926.78,1926.78,1926.78,1926.78,1926.78,1926.78,1934.24,1934.24,1934.24,1934.24,1937.9845,1937.9845,1937.9845,1937.9845,1937.9845,1937.9845,1937.9845],"run_time_percentiles":[183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,419,419,419,419,419,419,419,419,419,419,419,419,419,419,419,419,419,419,419,419,528,528,528,528,528,528,528,528,528,528,528,528,528,528,528,528,528,528,528,528,598,598,598,598,598,598,598,598,598,598,598,598,598,598,598,598,598,598,598,598,801,801,801,801,801,801,801,801,801,801,801,801,801,801,801,801,801,801,801,801],"tested_archs":["x86_64"]},"f52885aeb0c2fcaeebd532223ce8af7aa19bee39":{"description":"Exponent: 77936867","test_version":"1.1.x","app_version":"7.5","unit":"Iterations \/ Second","samples":25,"timing_samples":4,"hib":1,"first_appeared":1708806735,"last_appeared":1708922063,"run_time_avg":653,"stddev_avg":0,"percentiles":[277.32,277.32,277.32,277.32,278.55,278.55,278.55,278.55,278.55,278.55,278.55,278.55,278.55,278.55,278.55,278.55,427.53,427.53,427.53,427.53,532.1,532.1,532.1,532.1,532.2,532.2,532.2,532.2,536.19,536.19,536.19,536.19,744.6,744.6,744.6,744.6,745.16,745.16,745.16,745.16,745.16,745.16,745.16,745.16,865.05,865.05,865.05,865.05,865.05,865.05,865.05,865.05,865.05,865.05,865.05,865.05,868.06,868.06,868.06,868.06,894.45,894.45,894.45,894.45,896.06,896.06,896.06,896.06,896.06,896.06,896.06,896.06,896.06,896.06,896.06,896.06,1252.61,1252.61,1252.61,1252.61,1432.66476,1432.66476,1432.66476,1432.66476,1434.72,1434.72,1434.72,1434.72,1434.72,1434.72,1434.72,1434.72,1440.92,1440.92,1440.92,1440.92,1440.92,1440.92,1440.92,1440.92],"run_time_percentiles":[245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,245,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,569,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,709,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087,1087],"tested_archs":["x86_64"]},"79e626777fcbc5474cedfbf03ce5aab49892f457":{"description":"Exponent: 332220523","test_version":"1.1.x","app_version":"7.5","unit":"Iterations \/ Second","samples":25,"timing_samples":4,"hib":1,"first_appeared":1708806735,"last_appeared":1708922063,"run_time_avg":637,"stddev_avg":0,"percentiles":[58.58,58.58,58.58,58.58,58.85,58.85,58.85,58.85,58.85,58.85,58.85,58.85,58.85,58.85,58.85,58.85,91.2,91.2,91.2,91.2,115.73,115.73,115.73,115.73,115.78,115.78,115.78,115.78,116.65,116.65,116.65,116.65,159.82,159.82,159.82,159.82,159.82,159.82,159.82,159.82,159.87,159.87,159.87,159.87,183.08,183.08,183.08,183.08,183.08,183.08,183.08,183.08,183.12,183.12,183.12,183.12,183.45,183.45,183.45,183.45,189.61,189.61,189.61,189.61,189.68,189.68,189.68,189.68,189.83,189.83,189.83,189.83,189.83,189.83,189.83,189.83,255.28,255.28,255.28,255.28,304.51,304.51,304.51,304.51,304.51,304.51,304.51,304.51,304.6,304.6,304.6,304.6,304.79,304.79,304.79,304.79,305.34,305.34,305.34,305.34],"run_time_percentiles":[251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,542,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,689,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065,1065],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["libgmp.so.10","libOpenCL.so.1","libm.so.6","libc.so.6"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":null}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/gpuowl-1.1.0/install.sh b/ob-cache/test-profiles/pts/gpuowl-1.1.0/install.sh new file mode 100644 index 000000000..955cd9fcb --- /dev/null +++ b/ob-cache/test-profiles/pts/gpuowl-1.1.0/install.sh @@ -0,0 +1,15 @@ +#!/bin/sh +tar -xf gpuowl-7.5.tar.gz +cd gpuowl-7.5 +echo '"c"' > src/version.inc +mkdir build +cd build +cmake -DCMAKE_BUILD_TYPE=Release .. +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/sh +cd gpuowl-7.5/build +./src/gpuowl \$@ > \$LOG_FILE +echo \$? > ~/test-exit-status" > gpuowl +chmod +x gpuowl diff --git a/ob-cache/test-profiles/pts/gpuowl-1.1.0/results-definition.xml b/ob-cache/test-profiles/pts/gpuowl-1.1.0/results-definition.xml new file mode 100644 index 000000000..53d08f330 --- /dev/null +++ b/ob-cache/test-profiles/pts/gpuowl-1.1.0/results-definition.xml @@ -0,0 +1,10 @@ + + + + + 20240105 16:41:55 NVIDIA RTX A4000-0 57885161 OK 100000 0.17% f1cbf8d474fd3237 #_RESULT_# us/it + check 0.88s + save 0.08s; ETA 1d 10:23 + us/it + us/it + 1000000 + + diff --git a/ob-cache/test-profiles/pts/gpuowl-1.1.0/test-definition.xml b/ob-cache/test-profiles/pts/gpuowl-1.1.0/test-definition.xml new file mode 100644 index 000000000..8c084c1a1 --- /dev/null +++ b/ob-cache/test-profiles/pts/gpuowl-1.1.0/test-definition.xml @@ -0,0 +1,47 @@ + + + + + GpuOwl + 7.5 + GpuOwl is a Mersenne primality tester leveraging OpenCL for cross-vendor GPU acceleration. + Iterations / Second + HIB + 3 + + + 1.1.0 + Linux + Benchmark + Graphics + Free + Verified + build-utilities, opencl, cmake, gmp-library + 2 + https://github.com/preda/gpuowl/ + https://github.com/preda/gpuowl + OpenCL + Michael Larabel + pkg-config, gmp.h + + + + + diff --git a/ob-cache/test-profiles/pts/graph500-1.0.2/changelog.json b/ob-cache/test-profiles/pts/graph500-1.0.2/changelog.json new file mode 100644 index 000000000..17e842849 --- /dev/null +++ b/ob-cache/test-profiles/pts/graph500-1.0.2/changelog.json @@ -0,0 +1 @@ +{"1.0.2":{"last_updated":"1712400169","commit_description":"Fix with newer compilers."},"1.0.1":{"last_updated":"1643472362","commit_description":"Add PROCS_PER_NODE_NOT_POWER_OF_TWO handling to detect otherwise the program fails to run for non power of 2 CPU core counts."},"1.0.0":{"last_updated":"1643372169","commit_description":"Initial commit of Graph500, long overdue..."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/graph500-1.0.2/downloads.xml b/ob-cache/test-profiles/pts/graph500-1.0.2/downloads.xml new file mode 100644 index 000000000..163bc62c3 --- /dev/null +++ b/ob-cache/test-profiles/pts/graph500-1.0.2/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/graph500/graph500/archive/graph500-3.0.0.tar.gz + a2ebb4783b21e2d86387a217776395e3 + 887dcff56999987fba4953c1c5696d50e52265fe61b6ffa8bb14cc69ff27e8a0 + graph500-graph500-3.0.0.tar.gz + 340551 + + + diff --git a/ob-cache/test-profiles/pts/graph500-1.0.2/generated.json b/ob-cache/test-profiles/pts/graph500-1.0.2/generated.json new file mode 100644 index 000000000..56c4f7df1 --- /dev/null +++ b/ob-cache/test-profiles/pts/graph500-1.0.2/generated.json @@ -0,0 +1 @@ +{"overview":{"053673290d61b969308bdacc8436c1fa6b3f1a96":{"description":"Scale: 26","test_version":"1.0.x","app_version":"3.0","unit":"sssp median_TEPS","samples":702,"timing_samples":685,"hib":1,"first_appeared":1643372189,"last_appeared":1712989609,"run_time_avg":1027,"stddev_avg":0,"percentiles":[43201700,50923100,70750200,74835800,81485000,92290800,95579400,100559000,103992000,114829000,120485000,122957000,124482000,126124000,138202000,153061000,155286000,160619000,163173000,165377000,176371000,179127000,182706000,187861000,193327000,204451000,204519000,210656000,213034000,221437000,223320000,225906000,227175000,229787000,233676000,236815000,248089000,254477000,255898000,256802000,260162000,262868000,265146000,266045000,266704000,267945000,268702000,269303000,274614000,275755000,278764000,284232000,284500000,285766000,288658000,292349000,293642000,296164000,298419000,299027000,299497000,304585000,308173000,310891000,313319000,317471000,321799000,323231000,333129000,334139000,339780000,350343000,354905000,356857000,363750000,368016000,373684000,377033000,379655000,383754000,390219000,410501000,416300000,419138000,454926000,476274000,479667000,484977000,493031000,518139000,539862000,572510000,581965000,589785000,608798000,645076000,656025000,667931000,732799000,776583000],"run_time_percentiles":[279,290,307,346,361,376,381,389,399,406,421,434,448,451,453,476,486,499,525,555,566,571,579,593,612,631,657,673,681,685,691,697,713,715,721,728,750,757,758,765,776,786,794,806,816,825,849,852,857,864,875,886,894,900,909,911,912,925,930,934,942,946,953,965,972,984,994,1004,1029,1037,1054,1079,1088,1112,1137,1156,1210,1289,1301,1362,1379,1386,1392,1459,1487,1557,1672,1735,1787,1860,2010,2082,2100,2232,2447,2483,2624,2666,2795,3209],"tested_archs":["x86_64","aarch64"]},"29f0624509f0a21691856334f272246df5225cf2":{"description":"Scale: 26","test_version":"1.0.x","app_version":"3.0","unit":"sssp max_TEPS","samples":698,"timing_samples":681,"hib":1,"first_appeared":1643372189,"last_appeared":1712989609,"run_time_avg":1031,"stddev_avg":0,"percentiles":[55051800,66537900,95265500,98768400,103461000,121273000,125035000,129201000,136266000,149710000,156617000,159270000,163325000,165630000,182181000,197392000,203670000,207938000,214701000,216338000,225291000,227711000,231850000,245307000,256254000,263381000,268016000,272666000,276909000,285155000,289098000,294240000,297159000,299096000,302459000,313994000,319022000,323593000,327610000,331500000,332407000,334524000,335331000,337813000,339447000,340368000,341042000,348316000,348953000,350727000,352408000,354950000,366017000,367742000,370494000,375779000,382126000,387652000,388978000,390893000,393365000,399994000,410178000,415083000,416334000,426927000,441522000,444031000,450856000,454483000,455346000,463087000,467453000,473012000,486372000,492999000,499347000,501380000,502814000,512610000,521570000,522933000,527864000,545090000,631819000,643012000,654928000,664991000,670675000,692893000,737889000,816782000,825625000,851405000,874745000,897638000,948166000,976042000,1074790000,1094390000],"run_time_percentiles":[279,290,307,346,361,376,381,389,399,406,427,434,449,451,476,479,496,502,527,555,566,571,580,602,630,646,665,673,683,686,694,705,713,715,721,728,753,758,765,771,781,788,797,810,817,843,851,855,862,866,881,890,895,901,910,912,921,926,931,934,942,950,962,965,976,984,995,1010,1031,1046,1054,1084,1088,1120,1137,1193,1210,1289,1306,1362,1379,1387,1393,1471,1491,1557,1672,1735,1805,1925,2010,2082,2100,2232,2447,2483,2624,2666,2795,3209],"tested_archs":["x86_64","aarch64"]},"8dff269e0fba36da1d47d83ccaf4272d8a6a2ea5":{"description":"Scale: 26","test_version":"1.0.x","app_version":"3.0","unit":"bfs median_TEPS","samples":664,"timing_samples":647,"hib":1,"first_appeared":1643372189,"last_appeared":1712989609,"run_time_avg":1032,"stddev_avg":0,"percentiles":[100369000,163638000,226459000,257478000,300662000,304556000,309817000,314362000,322979000,333423000,346371000,359689000,369393000,387221000,410571000,422529000,437275000,463574000,477377000,481663000,496862000,510587000,519123000,528660000,532232000,538025000,544114000,548799000,553594000,562172000,572884000,580668000,591513000,595928000,603379000,612907000,618964000,621803000,624007000,624899000,628535000,635721000,646739000,655190000,656629000,665655000,667456000,675555000,676639000,682609000,693889000,703700000,711307000,716376000,726888000,733923000,739228000,752935000,760026000,783619000,797394000,806551000,819326000,836159000,844855000,854029000,859468000,863368000,884889000,901991000,945393000,964214000,975120000,980463000,1044170000,1051290000,1069850000,1073860000,1115180000,1167360000,1192070000,1195510000,1199830000,1226550000,1237390000,1238670000,1249790000,1275690000,1342540000,1406670000,1434190000,1456580000,1474240000,1483250000,1489830000,1511220000,1585750000,1617340000,1835480000,1865120000],"run_time_percentiles":[279,290,307,342,352,375,379,389,392,399,410,430,448,451,453,476,480,499,524,539,566,566,579,593,602,631,656,673,681,683,691,697,713,715,720,728,743,757,758,765,772,786,789,801,814,819,843,851,855,864,866,882,891,900,903,910,912,923,929,934,942,950,962,965,976,984,994,1004,1029,1037,1054,1084,1088,1120,1138,1193,1235,1289,1320,1369,1384,1388,1394,1484,1528,1558,1706,1770,1852,1961,2073,2083,2147,2330,2460,2495,2653,2687,2815,3209],"tested_archs":["x86_64","aarch64"]},"a0eb8dffbfec4a120ebedad64dbb6059e26dba2d":{"description":"Scale: 26","test_version":"1.0.x","app_version":"3.0","unit":"bfs max_TEPS","samples":664,"timing_samples":647,"hib":1,"first_appeared":1643372189,"last_appeared":1712989609,"run_time_avg":1032,"stddev_avg":0,"percentiles":[102930000,167311000,253333000,262563000,306781000,311178000,319907000,324973000,336656000,348030000,359236000,363071000,377256000,393906000,417777000,435493000,463442000,475666000,491031000,508372000,509871000,519294000,535413000,541183000,546314000,550455000,554261000,566851000,571760000,579596000,588613000,602357000,613261000,620332000,627605000,632201000,638766000,642278000,645792000,649439000,651523000,659467000,667141000,674685000,686802000,688554000,691245000,693945000,701317000,709185000,717132000,725689000,732471000,736631000,750151000,756590000,767813000,774087000,779610000,811498000,822265000,839917000,852077000,868692000,877292000,881729000,883432000,906613000,933051000,960552000,978154000,987243000,996357000,1040490000,1085640000,1094220000,1108330000,1113120000,1184510000,1206990000,1235900000,1253250000,1262640000,1289580000,1297530000,1305120000,1315650000,1323480000,1437570000,1484490000,1526380000,1543650000,1547980000,1574260000,1595450000,1632540000,1723530000,1729800000,2001370000,2040450000],"run_time_percentiles":[279,290,307,342,352,375,379,389,392,399,410,430,448,451,453,476,480,499,524,539,566,566,579,593,602,631,656,673,681,683,691,697,713,715,720,728,743,757,758,765,772,786,789,801,814,819,843,851,855,864,866,882,891,900,903,910,912,923,929,934,942,950,962,965,976,984,994,1004,1029,1037,1054,1084,1088,1120,1138,1193,1235,1289,1320,1369,1384,1388,1394,1484,1528,1558,1706,1770,1852,1961,2073,2083,2147,2330,2460,2495,2653,2687,2815,3209],"tested_archs":["x86_64","aarch64"]}},"capabilities":{"shared_libraries":["libm.so.6","libmpi.so.40","libc.so.6","libopen-rte.so.40","libopen-pal.so.40","libhwloc.so.15","libz.so.1","libudev.so.1"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/graph500-1.0.2/install.sh b/ob-cache/test-profiles/pts/graph500-1.0.2/install.sh new file mode 100644 index 000000000..5165ead78 --- /dev/null +++ b/ob-cache/test-profiles/pts/graph500-1.0.2/install.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +tar -zxvf graph500-graph500-3.0.0.tar.gz +cd graph500-graph500-3.0.0/src +sed -i '1s/^/#include \n/' bitmap_reference.h +sed -i '1s/^/int isisolated(); /' main.c + +if [[ $(echo $NUM_CPU_CORES | awk '{lg = log($1) / log(2)} lg == int(lg)') ]]; then + echo "NUM_CPU_CORES is a power of 2" +else + # Otherwise build problem... + echo "NUM_CPU_CORES is NOT a power of 2" + CFLAGS="$CFLAGS -DPROCS_PER_NODE_NOT_POWER_OF_TWO" +fi + +# -fcommon is needed for GCC 10+ compiler support nicely building +sed -i "s/CFLAGS = /CFLAGS = -fcommon $CFLAGS -Wno-fatal-errors -Wno-errors /g" Makefile + +make +echo $? > ~/install-exit-status + +cd ~ +echo "#!/bin/sh +cd graph500-graph500-3.0.0/src +mpirun --allow-run-as-root -np \$NUM_CPU_PHYSICAL_CORES ./graph500_reference_bfs_sssp \$1 > \$LOG_FILE +echo \$? > ~/test-exit-status" > graph500 +chmod +x graph500 diff --git a/ob-cache/test-profiles/pts/graph500-1.0.2/results-definition.xml b/ob-cache/test-profiles/pts/graph500-1.0.2/results-definition.xml new file mode 100644 index 000000000..419717271 --- /dev/null +++ b/ob-cache/test-profiles/pts/graph500-1.0.2/results-definition.xml @@ -0,0 +1,24 @@ + + + + + bfs median_TEPS: #_RESULT_# + bfs median_TEPS + bfs median_TEPS + + + bfs max_TEPS: #_RESULT_# + bfs max_TEPS + bfs max_TEPS + + + sssp median_TEPS: #_RESULT_# + sssp median_TEPS + sssp median_TEPS + + + sssp max_TEPS: #_RESULT_# + sssp max_TEPS + sssp max_TEPS + + diff --git a/ob-cache/test-profiles/pts/graph500-1.0.2/test-definition.xml b/ob-cache/test-profiles/pts/graph500-1.0.2/test-definition.xml new file mode 100644 index 000000000..cdc68ff6c --- /dev/null +++ b/ob-cache/test-profiles/pts/graph500-1.0.2/test-definition.xml @@ -0,0 +1,45 @@ + + + + + Graph500 + 3.0 + This is a benchmark of the reference implementation of Graph500, an HPC benchmark focused on data intensive loads and commonly tested on supercomputers for complex data problems. Graph500 primarily stresses the communication subsystem of the hardware under test. + BFS median_TEPS + HIB + 1 + + + 1.0.2 + Linux + Benchmark + System + Free + Verified + build-utilities, openmpi-development + 3 + http://graph500.org/ + https://github.com/graph500/graph500 + SMP, MPI + Michael Larabel + awk + + + + + diff --git a/ob-cache/test-profiles/pts/graphics-magick-2.2.0/changelog.json b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/changelog.json new file mode 100644 index 000000000..77e9d617e --- /dev/null +++ b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/changelog.json @@ -0,0 +1 @@ +{"2.2.0":{"last_updated":"1712426998","commit_description":"Update against GM 1.3.43 upstream."},"2.1.0":{"last_updated":"1661125546","commit_description":"Update against GraphicsMagick 1.3.38 upstream."},"2.0.2":{"last_updated":"1607721796","commit_description":"BSD fix."},"2.0.1":{"last_updated":"1568752112","commit_description":"Update dependency handling with now using a JPEG image input file rather than PNG."},"2.0.0":{"last_updated":"1568749142","commit_description":"Update against upstream 1.3.33. Also incorporate feedback from upstream GM over using MPC format. Also modernize the sample input image being used."},"1.8.0":{"last_updated":"1532790640","commit_description":"Update against latest upstream packages, add some new imaging tests."},"1.7.0":{"last_updated":"1520183880","commit_description":"Update against upstream GraphicsMagick 1.3.28, add Windows support."},"1.6.1":{"last_updated":"1397314597","commit_description":"Update download links against latest upstream sources..."},"1.6.0":{"last_updated":"1390877254","commit_description":"Update against upstream GraphicsMagick and libpng."},"1.5.1":{"last_updated":"1349322222","commit_description":"Update against upstream GraphicsMagick 1.3.16."},"1.4.1":{"last_updated":"1291665116","commit_description":"Initial import into OpenBenchmarking.org"},"1.4.0":{"last_updated":"1291663558","commit_description":"Initial import into OpenBenchmarking.org"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/graphics-magick-2.2.0/downloads.xml b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/downloads.xml new file mode 100644 index 000000000..c2e8c81dd --- /dev/null +++ b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/downloads.xml @@ -0,0 +1,29 @@ + + + + + + https://versaweb.dl.sourceforge.net/project/graphicsmagick/graphicsmagick/1.3.43/GraphicsMagick-1.3.43.tar.xz, https://gigenet.dl.sourceforge.net/project/graphicsmagick/graphicsmagick/1.3.43/GraphicsMagick-1.3.43.tar.xz, https://ixpeering.dl.sourceforge.net/project/graphicsmagick/graphicsmagick/1.3.43/GraphicsMagick-1.3.43.tar.xz + ffcd558899aff408b9073c2d48539e22 + 2b88580732cd7e409d9e22c6116238bef4ae06fcda11451bf33d259f9cbf399f + GraphicsMagick-1.3.43.tar.xz + 5657460 + Linux, Solaris, BSD, MacOSX + + + https://versaweb.dl.sourceforge.net/project/graphicsmagick/graphicsmagick/1.3.43/GraphicsMagick-1.3.43-windows.7z, https://gigenet.dl.sourceforge.net/project/graphicsmagick/graphicsmagick/1.3.43/GraphicsMagick-1.3.43-windows.7z, https://ixpeering.dl.sourceforge.net/project/graphicsmagick/graphicsmagick/1.3.43/GraphicsMagick-1.3.43-windows.7z + dd110c952c5e7a58e24fdc6d97652a42 + 44386bf492d5ea6d8ceed60053a96de7ff99c6704a51f2918af8e320aaf61e39 + GraphicsMagick-1.3.43-windows.7z + 23977316 + Windows + + + http://upload.wikimedia.org/wikipedia/commons/2/2c/Mars_topography_%28MOLA_dataset%29_with_poles_HiRes.jpg + 033f3dfec0031912d39bcfb48679ae85 + 21aaf7b1b7d324cc4e79f779de4e277d861e4dbd445a08846cd13dd3c81ed345 + sample-photo-mars.jpg + 20369694 + + + diff --git a/ob-cache/test-profiles/pts/graphics-magick-2.2.0/generated.json b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/generated.json new file mode 100644 index 000000000..328a74591 --- /dev/null +++ b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/generated.json @@ -0,0 +1 @@ +{"overview":{"14eb71176f0d477311d720ed9570e1cdc81b1b8f":{"description":"Operation: Swirl","test_version":"2.2.x","app_version":"1.3.43","unit":"Iterations Per Minute","samples":120,"timing_samples":24,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":180,"stddev_avg":0.03,"percentiles":[5,30,30,30,30,62,62,64,66,67,68,68,68,76,78,81,81,84,84,84,90,90,92,92,93,95,97,97,99,99,108,108,108,108,109,109,110,110,117,117,121,127,128,128,128,130,131,131,131,151,154,154,154,165,181,215,216,217,251,251,251,252,253,254,257,282,286,286,302,302,303,388,389,390,498,507,524,524,524,527,527,529,529,529,530,536,541,541,541,616,622,627,627,627,628,693,719,734,734,757],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182],"tested_archs":["x86_64","aarch64","riscv64"]},"310a7c143d8f34ed8e5b965777e7c2eba7eb0fe9":{"description":"Operation: Sharpen","test_version":"2.2.x","app_version":"1.3.43","unit":"Iterations Per Minute","samples":120,"timing_samples":24,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":182,"stddev_avg":0.01,"percentiles":[5,10,10,11,11,16,16,19,19,20,20,20,20,21,21,21,21,22,23,24,27,27,27,27,27,27,27,29,29,29,32,32,32,32,33,33,33,34,34,34,35,36,36,36,36,36,36,36,43,48,52,52,52,52,59,59,71,71,72,77,77,77,81,81,86,87,87,106,106,106,117,120,120,120,157,157,158,158,158,166,166,167,167,167,167,173,174,176,176,263,267,284,286,301,301,302,303,318,318,319],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,184,184,184,184,187,187,187,187,189,189,189,189],"tested_archs":["x86_64","aarch64","riscv64"]},"5a7ae90a9d45bd59524dae7c0c98f392084166e3":{"description":"Operation: Enhanced","test_version":"2.2.x","app_version":"1.3.43","unit":"Iterations Per Minute","samples":119,"timing_samples":24,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":181,"stddev_avg":0.01,"percentiles":[4,13,13,13,13,21,21,26,26,26,26,26,27,30,31,32,32,32,32,32,34,34,35,35,36,36,36,36,37,37,38,39,39,39,41,41,43,44,45,45,45,45,48,48,48,48,48,48,49,53,56,68,71,71,71,76,86,87,93,93,93,100,101,101,119,119,119,119,138,138,138,142,182,183,216,216,217,220,220,227,227,227,228,228,230,230,261,262,263,264,343,344,374,374,396,397,397,428,429,433],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,186,186,186,186],"tested_archs":["x86_64","aarch64","riscv64"]},"1136cedf1eba0ab0e4964a0f0780ae5ecd90b96c":{"description":"Operation: Noise-Gaussian","test_version":"2.2.x","app_version":"1.3.43","unit":"Iterations Per Minute","samples":119,"timing_samples":24,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":181,"stddev_avg":0.02,"percentiles":[3,16,16,21,21,33,33,35,37,37,37,38,38,46,46,46,47,47,47,48,50,50,51,51,52,52,53,54,54,56,56,56,61,64,64,64,64,64,64,64,64,65,65,68,68,68,69,69,69,70,75,86,86,86,87,91,103,113,113,114,115,115,116,120,120,121,121,121,121,122,122,123,128,129,158,158,159,161,161,165,170,170,170,171,172,174,174,179,179,179,180,182,183,185,186,194,196,196,201,203],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183],"tested_archs":["x86_64","aarch64","riscv64"]},"d98b3a57bac7885dc84d95ed9c237a20a1026c58":{"description":"Operation: Rotate","test_version":"2.2.x","app_version":"1.3.43","unit":"Iterations Per Minute","samples":116,"timing_samples":20,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":190,"stddev_avg":0.07,"percentiles":[16,80,87,87,94,94,98,100,104,104,104,109,116,116,118,118,118,118,118,119,119,122,122,123,124,131,131,133,133,133,134,134,137,140,140,141,141,142,147,147,148,148,161,162,163,163,163,166,166,166,172,172,172,175,175,179,180,182,183,186,186,188,188,191,191,192,192,196,197,198,198,200,202,202,202,204,204,204,204,204,204,210,217,217,217,231,286,287,291,308,308,309,309,309,311,311,317,341,341,342],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,361,361,361,361,361],"tested_archs":["x86_64","aarch64","riscv64"]},"a07d3227939791bc13331c1337320241ff5b81b6":{"description":"Operation: HWB Color Space","test_version":"2.2.x","app_version":"1.3.43","unit":"Iterations Per Minute","samples":116,"timing_samples":21,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":180,"stddev_avg":0.03,"percentiles":[22,107,107,109,109,131,133,142,142,143,149,149,159,160,162,162,166,167,168,183,185,186,187,193,198,198,198,202,204,205,205,208,210,210,210,210,212,213,218,218,220,220,222,232,239,244,246,246,250,250,250,251,251,251,251,251,252,254,256,258,258,265,267,269,269,271,271,271,271,272,280,280,280,280,285,288,288,288,290,290,291,291,294,294,298,309,309,309,311,311,311,312,315,353,356,358,358,374,375,377],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181],"tested_archs":["x86_64","aarch64","riscv64"]},"017c4d3836ebeee78850a1ce57463f04089c9f01":{"description":"Operation: Resizing","test_version":"2.2.x","app_version":"1.3.43","unit":"Iterations Per Minute","samples":115,"timing_samples":20,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":181,"stddev_avg":0.02,"percentiles":[6,48,48,48,48,57,57,65,65,95,96,97,100,100,102,102,102,102,122,123,135,136,136,137,139,139,140,146,146,147,148,151,151,153,155,155,156,156,161,161,169,177,185,187,188,188,188,190,190,190,190,194,199,207,208,208,217,218,220,222,223,223,229,229,230,231,231,233,233,233,233,233,233,236,237,237,239,239,239,241,248,248,249,249,252,252,252,252,252,252,252,270,286,293,345,346,379,405,410,411],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182],"tested_archs":["x86_64","aarch64","riscv64"]}},"capabilities":{"shared_libraries":["libheif.so.1","libtiff.so.5","libjbig.so.0","libwebpmux.so.3","libwebp.so.7","libfreetype.so.6","libjpeg.so.8","liblcms2.so.2","libXext.so.6","libX11.so.6","libxml2.so.2","libzstd.so.1","libbz2.so.1.0","libz.so.1","libm.so.6","libgomp.so.1","libc.so.6","libaom.so.3","libde265.so.0","libx265.so.199","libdav1d.so.5","liblzma.so.5","libdeflate.so.0","libpng16.so.16","libbrotlidec.so.1","libxcb.so.1","libicuuc.so.70","libnuma.so.1","libbrotlicommon.so.1","libXau.so.6","libXdmcp.so.6","libicudata.so.70","libbsd.so.0","libmd.so.0"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/graphics-magick-2.2.0/install.sh b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/install.sh new file mode 100644 index 000000000..1e55255a5 --- /dev/null +++ b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/install.sh @@ -0,0 +1,27 @@ +#!/bin/sh +tar -xf GraphicsMagick-1.3.43.tar.xz +mkdir $HOME/gm_ +cd GraphicsMagick-1.3.43/ +LDFLAGS="-L$HOME/gm_/lib" CPPFLAGS="-I$HOME/gm_/include" ./configure --without-perl --prefix=$HOME/gm_ --without-png > /dev/null +if [ $OS_TYPE = "BSD" ] +then + gmake -j $NUM_CPU_CORES +else + make -j $NUM_CPU_CORES +fi +echo $? > ~/install-exit-status +if [ $OS_TYPE = "BSD" ] +then + gmake install +else + make install +fi +cd ~ +rm -rf GraphicsMagick-1.3.43/ +rm -rf gm_/share/doc/GraphicsMagick/ +rm -rf gm_/share/man/ +./gm_/bin/gm convert sample-photo-mars.jpg input.mpc +echo "#!/bin/sh +OMP_NUM_THREADS=\$NUM_CPU_CORES ./gm_/bin/gm benchmark -duration 60 convert input.mpc \$@ null: > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > graphics-magick +chmod +x graphics-magick diff --git a/ob-cache/test-profiles/pts/graphics-magick-2.2.0/install_windows.sh b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/install_windows.sh new file mode 100644 index 000000000..61cfcebc8 --- /dev/null +++ b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/install_windows.sh @@ -0,0 +1,6 @@ +#!/bin/sh +7z x GraphicsMagick-1.3.43-windows.7z -aoa +OMP_NUM_THREADS=\$NUM_CPU_CORES ./gm_/gm convert sample-photo-mars.jpg input.mpc +echo "#!/bin/sh +OMP_NUM_THREADS=\$NUM_CPU_CORES ./gm_/gm benchmark -duration 60 convert input.mpc \$@ null: > \$LOG_FILE 2>&1" > graphics-magick +chmod +x graphics-magick diff --git a/ob-cache/test-profiles/pts/graphics-magick-2.2.0/results-definition.xml b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/results-definition.xml new file mode 100644 index 000000000..bad070d5d --- /dev/null +++ b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + Results: 4 threads #_RESULT_# iter 192.66s user 60.56s total 0.561 iter/s 0.176 iter/cpu + iter + + diff --git a/ob-cache/test-profiles/pts/graphics-magick-2.2.0/test-definition.xml b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/test-definition.xml new file mode 100644 index 000000000..2d9370257 --- /dev/null +++ b/ob-cache/test-profiles/pts/graphics-magick-2.2.0/test-definition.xml @@ -0,0 +1,61 @@ + + + + + GraphicsMagick + 1.3.43 + This is a test of GraphicsMagick with its OpenMP implementation that performs various imaging tests on a sample high resolution (currently 15400 x 6940) JPEG image. + Iterations Per Minute + HIB + 3 + + + 2.2.0 + Linux, Solaris, BSD, MacOSX + Utility + Processor + Free + Verified + build-utilities, zlib-development, jpeg-development + 155 + https://www.graphicsmagick.org/ + SMP, OpenMP + Michael Larabel + + + + + diff --git a/ob-cache/test-profiles/pts/jpegxl-1.6.0/changelog.json b/ob-cache/test-profiles/pts/jpegxl-1.6.0/changelog.json new file mode 100644 index 000000000..2785011f9 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-1.6.0/changelog.json @@ -0,0 +1 @@ +{"1.6.0":{"last_updated":"1709322845","commit_description":"Update against v0.10.1 upstream."},"1.5.0":{"last_updated":"1665827634","commit_description":"Update against libjxl 0.7 upstream."},"1.4.0":{"last_updated":"1636049376","commit_description":"Update against libjxl 0.6.1 upstream, also add Windows support now that there are official Windows binaries. Closes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/issues\/211"},"1.3.0":{"last_updated":"1631106522","commit_description":"Update against v0.5 upstream."},"1.2.0":{"last_updated":"1615551073","commit_description":"Update against JPEG XL 0.3.3 upstream."},"1.1.1":{"last_updated":"1613231913","commit_description":"Add curl as possible dependency due to the deps.sh using it to download dependencies."},"1.1.0":{"last_updated":"1613140461","commit_description":"Add option of PNG and JPEG input files."},"1.0.1":{"last_updated":"1613078057","commit_description":"Add Brotli as a system dependency."},"1.0.0":{"last_updated":"1613077828","commit_description":"Initial commit of JPEG XL encode benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/jpegxl-1.6.0/downloads.xml b/ob-cache/test-profiles/pts/jpegxl-1.6.0/downloads.xml new file mode 100644 index 000000000..a2beee4f7 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-1.6.0/downloads.xml @@ -0,0 +1,36 @@ + + + + + + https://github.com/libjxl/libjxl/archive/refs/tags/v0.10.1.tar.gz + 04cc0ff82965a89f9cb52854e6fc871d + 91b9a83a230d608b5d35d2ab5068bd0ec7028797575e3013211be5928028c8cd + libjxl-0.10.1.tar.gz + 1911155 + Linux, MacOSX, BSD + + + http://phoronix-test-suite.com/benchmark-files/sample-photo-6000x4000-1.zip + 3da40124023e94f63d96c22c07e7e9c2 + cadcd434abcdc82a220e7022c749b6fa5f46bb7a32ec14423ca8aab067b0e989 + sample-photo-6000x4000-1.zip + 7824306 + + + http://phoronix-test-suite.com/benchmark-files/png-samples-1.tar.xz + 3f928e4d08777e6e84c54202a00429de + 9810c8fd3afd35b4755c2a46f14fc66e2b9199c22e46a5946123c9250f2d1ccd + png-samples-1.tar.xz + 58346628 + + + https://github.com/libjxl/libjxl/releases/download/v0.10.1/jxl-x64-windows-static.zip + ab613761cec33308a906442282ce45d6 + 5ff7aa06a844a445f47421461d059e5087b7abcfdc9f89f89cc8ecf3db1fe8d2 + jxl-x64-windows-static-0101.zip + 41725282 + Windows + + + diff --git a/ob-cache/test-profiles/pts/jpegxl-1.6.0/generated.json b/ob-cache/test-profiles/pts/jpegxl-1.6.0/generated.json new file mode 100644 index 000000000..a610404cd --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-1.6.0/generated.json @@ -0,0 +1 @@ +{"overview":{"9cce68bd4598bb1e16f4df993fbf06facecbc316":{"description":"Input: PNG - Quality: 100","test_version":"1.6.x","app_version":"0.10.1","unit":"MP\/s","samples":116,"timing_samples":38,"hib":1,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":65,"stddev_avg":0.11,"percentiles":[2.997,2.997,3.169,3.169,3.554,3.554,3.594,4.423,4.427,4.428,6.414,6.478,6.492,6.88,6.88,6.897,7.006,7.006,7.014,7.062,7.064,7.081,7.533,7.538,8.089,8.517,8.517,8.606,8.606,9.098,10.03,10.103,10.151,10.153,10.162,10.174,10.231,10.231,10.27,10.892,10.892,10.993,10.993,11.692,11.985,11.985,12.047,12.05,12.052,12.731,13.003,13.443,13.548,13.555,14.879,14.963,14.994,21.595,21.665,21.765,21.795,22.451,22.571,22.632,22.632,25.607,25.607,25.666,25.666,27.338,27.421,27.487,27.511,27.536,27.572,27.65,27.659,27.818,28.1,28.124,28.477,28.598,29.238,29.416,29.494,29.496,29.544,29.554,30.966,31.336,31.348,31.462,33.311,33.311,33.655,40.818,40.838,41.043,48.924,48.927],"run_time_percentiles":[30,30,30,30,30,30,30,30,37,37,37,37,37,37,37,37,51,51,51,52,52,52,53,53,53,53,53,53,53,53,53,53,54,54,54,54,54,54,54,54,54,54,54,54,54,58,58,58,58,58,58,58,58,58,58,58,58,58,64,64,64,64,64,64,64,64,65,65,65,66,66,66,66,66,66,66,66,66,66,66,66,66,69,69,69,69,69,114,114,114,115,115,115,117,117,144,144,144,161,161],"tested_archs":["x86_64","aarch64"]},"2ed560d98eff4ca5e5fd1b4abe64bf1705b4513d":{"description":"Input: JPEG - Quality: 100","test_version":"1.6.x","app_version":"0.10.1","unit":"MP\/s","samples":116,"timing_samples":38,"hib":1,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":63,"stddev_avg":0.08,"percentiles":[2.981,2.981,3.13,3.13,3.556,3.556,3.564,4.681,4.773,4.897,6.409,6.44,6.808,6.815,6.841,6.875,6.942,6.974,6.974,6.981,6.983,6.983,7.49,7.5,8.035,8.52,8.756,8.756,8.977,9.384,9.894,9.951,9.98,9.987,10.033,10.042,10.205,10.205,10.207,11.061,11.061,11.098,11.098,11.556,11.815,11.815,11.919,11.919,11.933,13.172,13.24,13.363,13.463,13.496,14.707,14.74,14.778,21.914,22.254,22.354,22.403,22.739,22.739,22.915,22.915,25.96,25.96,26.002,26.002,26.847,27.019,27.03,27.042,27.319,27.321,27.528,27.975,28.009,28.163,28.232,28.424,28.754,29.923,30.026,30.194,31.121,31.61,31.621,31.665,32.112,32.239,32.33,33.791,33.791,34.222,41.546,41.549,41.599,53.107,53.115],"run_time_percentiles":[28,28,28,28,28,28,28,28,36,36,36,36,36,36,36,36,47,47,47,51,51,51,51,51,52,52,52,52,52,52,52,52,53,53,53,54,54,54,54,54,54,54,54,54,54,56,56,56,56,56,56,56,56,57,57,57,57,57,60,60,60,60,60,60,61,61,62,62,62,64,64,64,64,64,64,64,64,64,64,65,65,65,67,67,67,67,67,111,111,111,111,111,111,111,111,144,144,144,162,162],"tested_archs":["x86_64","aarch64"]},"7b8d9c8868e174c82ff5631806b3bec884b866c4":{"description":"Input: PNG - Quality: 90","test_version":"1.6.x","app_version":"0.10.1","unit":"MP\/s","samples":110,"timing_samples":33,"hib":1,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":200,"stddev_avg":0.35,"percentiles":[7.543,7.543,8.222,8.222,8.749,9.207,9.207,9.309,9.309,11.621,12.944,13.124,13.124,13.337,13.337,13.852,13.897,14.006,14.361,14.46,15.644,15.644,15.676,15.676,16.19,16.214,16.28,16.764,16.827,16.916,17.071,17.286,18.008,18.026,18.133,18.291,18.515,18.561,18.561,18.957,19.109,19.169,19.338,21.924,22.249,22.399,22.478,22.478,22.715,23.25,24.096,24.096,24.271,24.271,24.501,24.531,24.534,28.599,28.797,29.202,29.422,30.128,30.128,30.24,30.969,30.969,30.969,36.939,37.422,37.422,37.525,37.895,38.265,38.511,39.249,39.251,39.403,39.524,39.638,39.638,40.075,40.386,41.259,41.748,42.9,42.905,46.317,46.794,46.801,46.837,47.508,47.743,48.125,48.276,50.099,50.11,50.339,52.906,58.437,58.728],"run_time_percentiles":[62,62,62,62,62,62,62,63,63,63,69,69,69,73,73,73,76,76,76,77,77,77,77,77,77,77,77,77,79,79,79,86,86,86,86,86,86,91,91,91,92,92,92,93,93,93,118,118,118,118,118,118,118,118,118,122,122,122,122,122,122,160,160,160,198,198,198,202,202,202,343,343,343,371,371,371,385,385,385,395,395,395,414,414,414,447,447,447,474,474,474,476,476,476,486,486,486,492,492,492],"tested_archs":["x86_64","aarch64"]},"52fe0e78086f9edb4d11a84ed79e1fd1e10dfb1a":{"description":"Input: JPEG - Quality: 90","test_version":"1.6.x","app_version":"0.10.1","unit":"MP\/s","samples":110,"timing_samples":33,"hib":1,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":253,"stddev_avg":0.38,"percentiles":[7.662,7.662,8.256,8.256,8.813,9.382,9.382,9.496,9.496,11.824,12.618,13.191,13.191,13.914,13.968,14.177,14.606,14.606,14.811,14.949,15.264,15.264,16.225,16.225,16.489,16.492,16.51,17.222,17.264,17.374,18.27,18.389,18.461,18.483,18.535,18.586,18.641,18.999,18.999,19.476,19.61,19.818,20.187,22.283,22.708,22.708,22.728,23.092,23.367,23.367,24.479,24.479,24.524,24.524,24.847,24.913,25.098,29.591,30.295,30.409,32.466,32.562,32.562,32.562,33.888,33.888,33.957,35.843,37.415,37.591,37.649,37.79,38.066,38.181,39.33,39.33,39.591,39.595,39.892,40.761,42.464,42.502,42.724,42.922,42.974,43.202,45.332,48.36,48.384,48.463,49.037,49.406,49.491,49.823,50.092,50.605,51.985,54.703,59.099,59.183],"run_time_percentiles":[61,61,61,61,61,61,61,61,61,61,66,66,66,72,72,72,73,73,73,80,80,80,84,84,84,86,86,86,87,87,87,112,112,112,112,112,112,112,112,112,153,153,153,195,195,195,196,196,196,208,208,208,335,335,335,339,339,339,367,367,367,368,368,368,371,371,371,376,376,376,377,377,377,378,378,378,379,379,379,398,398,398,410,410,410,425,425,425,446,446,446,488,488,488,538,538,538,538,538,538],"tested_archs":["x86_64","aarch64"]},"ba486aaaa9f479af2bfc01c3cbfe015dca24e212":{"description":"Input: PNG - Quality: 80","test_version":"1.6.x","app_version":"0.10.1","unit":"MP\/s","samples":101,"timing_samples":24,"hib":1,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":325,"stddev_avg":0.36,"percentiles":[8.278,8.278,9.313,9.584,9.584,9.693,9.693,11.053,11.053,13.239,13.865,14.702,14.707,14.737,14.779,15.047,15.047,15.428,15.428,15.556,15.77,16.01,16.2,16.256,16.472,16.472,16.85,16.85,17.45,17.512,17.515,17.594,17.606,18.963,19.015,19.122,19.152,19.764,19.764,19.789,19.843,19.979,20.055,20.055,21.612,21.651,22.137,23.133,23.133,23.526,23.891,24.193,24.405,24.753,24.753,26.128,26.128,26.343,26.343,26.437,26.504,26.543,30.977,31.846,32.477,32.477,32.477,32.625,33.045,33.045,33.503,34.498,34.959,38.623,38.623,39.698,39.698,39.904,40.279,40.411,41.309,41.354,42.176,42.814,43.097,43.245,44.748,45.024,50.335,50.654,51.107,51.155,52.104,52.203,52.564,54.162,54.555,54.643,63.876,66.042],"run_time_percentiles":[88,88,88,88,88,89,89,89,89,92,92,92,92,111,111,111,111,112,112,112,112,112,112,112,112,115,115,115,115,115,144,144,144,144,146,146,146,146,147,147,147,147,180,180,180,180,180,180,180,180,180,180,180,180,180,240,240,240,240,304,304,304,304,305,305,305,305,309,309,309,309,576,576,576,576,578,578,578,578,578,585,585,585,585,621,621,621,621,819,819,819,819,886,886,886,886,886,886,886,886],"tested_archs":["x86_64","aarch64"]},"d15028fe87a8d384992c2ac2bafd73d77d232066":{"description":"Input: JPEG - Quality: 80","test_version":"1.6.x","app_version":"0.10.1","unit":"MP\/s","samples":101,"timing_samples":24,"hib":1,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":368,"stddev_avg":0.19,"percentiles":[8.048,8.048,8.662,8.662,9.454,9.756,9.756,9.84,9.84,12.516,12.941,13.171,14.988,14.988,15.536,15.633,15.66,15.696,15.94,15.993,16.07,16.07,16.726,16.726,16.829,16.829,17.445,17.449,17.532,17.77,17.799,17.946,18.78,18.811,18.894,18.929,19.177,19.94,19.94,19.979,20.158,20.274,20.654,20.654,22.238,22.363,22.404,23.919,23.927,23.927,24.157,24.288,24.288,24.307,24.772,25.955,25.955,26.161,26.161,26.302,26.325,26.419,31.365,31.879,32.495,32.753,32.942,33.803,34.187,34.187,34.604,34.604,34.604,37.766,38.921,39.268,39.315,39.922,39.922,40.431,40.657,42.324,42.324,42.353,42.66,43.502,43.883,46.584,49.573,50.303,50.589,51.414,52.38,52.817,53.047,53.047,54.534,54.965,64.377,64.462],"run_time_percentiles":[90,90,90,90,90,90,90,90,90,90,90,90,90,106,106,106,106,110,110,110,110,113,113,113,113,115,115,115,115,115,137,137,137,137,149,149,149,149,233,233,233,233,302,302,302,302,307,307,307,307,308,308,308,308,308,308,308,308,308,462,462,462,462,471,471,471,471,550,550,550,550,554,554,554,554,611,611,611,611,611,673,673,673,673,673,673,673,673,673,673,673,673,853,853,853,853,853,853,853,853],"tested_archs":["x86_64","aarch64"]}},"capabilities":{"shared_libraries":["libjxl.so.0.7","libgif.so.7","libjpeg.so.8","libpng16.so.16","libm.so.6","libc.so.6","libbrotlidec.so.1","libbrotlienc.so.1","libz.so.1","libbrotlicommon.so.1"],"default_instructions":["MMX","SSE","SSE2","SSSE3","SSE4_1","SSE4_2","AVX","AVX2","AVX512","FMA"],"max_instructions":["MMX","SSE","SSE2","SSSE3","SSE4_1","SSE4_2","AVX","AVX2","AVX512","FMA"],"honors_cflags":"1","scales_cpu_cores":"0"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/jpegxl-1.6.0/install.sh b/ob-cache/test-profiles/pts/jpegxl-1.6.0/install.sh new file mode 100644 index 000000000..576f6742e --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-1.6.0/install.sh @@ -0,0 +1,16 @@ +#!/bin/sh +tar -xf libjxl-0.10.1.tar.gz +tar -xf png-samples-1.tar.xz +unzip -o sample-photo-6000x4000-1.zip +cd libjxl-0.10.1 +./deps.sh +mkdir build +cd build +cmake .. -DCMAKE_BUILD_TYPE=Release -DBUILD_TESTING=OFF +cmake --build . -- -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/sh +./libjxl-0.10.1/build/tools/cjxl \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > jpegxl +chmod +x jpegxl diff --git a/ob-cache/test-profiles/pts/jpegxl-1.6.0/install_windows.sh b/ob-cache/test-profiles/pts/jpegxl-1.6.0/install_windows.sh new file mode 100644 index 000000000..b882953cc --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-1.6.0/install_windows.sh @@ -0,0 +1,9 @@ +#!/bin/sh +unzip -o jxl-x64-windows-static-0101.zip +tar -xf png-samples-1.tar.xz +unzip -o sample-photo-6000x4000-1.zip +chmod +x *.exe +echo "#!/bin/sh +./cjxl.exe \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > jpegxl +chmod +x jpegxl diff --git a/ob-cache/test-profiles/pts/jpegxl-1.6.0/results-definition.xml b/ob-cache/test-profiles/pts/jpegxl-1.6.0/results-definition.xml new file mode 100644 index 000000000..4399c09e6 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-1.6.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + 6000 x 4000, geomean: #_RESULT_# MP/s [42.09, 57.74], 20 reps, 6 threads. + MP/s + + diff --git a/ob-cache/test-profiles/pts/jpegxl-1.6.0/test-definition.xml b/ob-cache/test-profiles/pts/jpegxl-1.6.0/test-definition.xml new file mode 100644 index 000000000..0e2a73c3b --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-1.6.0/test-definition.xml @@ -0,0 +1,62 @@ + + + + + JPEG-XL libjxl + 0.10.1 + The JPEG XL Image Coding System is designed to provide next-generation JPEG image capabilities with JPEG XL offering better image quality and compression over legacy JPEG. This test profile is currently focused on the multi-threaded JPEG XL image encode performance using the reference libjxl library. + MP/s + HIB + 3 + + + 1.6.0 + Linux, MacOSX, BSD, Windows + Utility + Processor + Free + Verified + build-utilities, jpeg-development, libpng-development, cmake, curl + 126 + http://jpegxl.info/ + https://github.com/libjxl/libjxl + Michael Larabel + gif_lib.h, pkg-config, gtest/gtest.h, brotli/encode.h, png.h + + + + + + diff --git a/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/changelog.json b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/changelog.json new file mode 100644 index 000000000..135e42f17 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/changelog.json @@ -0,0 +1 @@ +{"1.6.0":{"last_updated":"1709323181","commit_description":"Update against v0.10.1 upstream."},"1.5.0":{"last_updated":"1665829246","commit_description":"Update against libxl 0.7 upstream."},"1.4.0":{"last_updated":"1636049641","commit_description":"Update against libjpegxl 0.6.1 upstream, enablee Windows support."},"1.3.0":{"last_updated":"1631106895","commit_description":"Update against v0.5 upstream."},"1.1.0":{"last_updated":"1615551303","commit_description":"Update against JPEG XL 0.3.3 upstream."},"1.0.0":{"last_updated":"1613234728","commit_description":"Initial commit of a JPEG XL decode benchmark, complementing the existing jpegxl test profile for image encode performance."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/downloads.xml b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/downloads.xml new file mode 100644 index 000000000..dd3f83b37 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + http://phoronix-test-suite.com/benchmark-files/sample-photo-6000x4000-jxl-1.tar.xz + 0c51ccd3e5d111f5dc791d576813b219 + 09b896485264da90a5fa4665e682d8d21d366075db895c47d5e895ab9032f430 + sample-photo-6000x4000-jxl-1.tar.xz + 1290208 + + + diff --git a/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/generated.json b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/generated.json new file mode 100644 index 000000000..5780a8093 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/generated.json @@ -0,0 +1 @@ +{"overview":{"6f013d0979a8c1ab4992358f3f1fb33db7be046f":{"description":"CPU Threads: All","test_version":"1.6.x","app_version":"0.10.1","unit":"MP\/s","samples":102,"timing_samples":24,"hib":1,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":87,"stddev_avg":0.21,"percentiles":[100.26,123.512,123.512,130.443,130.443,153.516,153.516,156.115,156.115,184.994,184.994,188.07,188.07,191.398,196.856,196.856,197.639,197.721,209.949,209.949,217.098,221.852,223.025,223.598,224.119,226.225,226.931,231.08,234.108,240.908,241.094,241.094,242.883,242.883,243.904,245.035,245.436,246.736,254.169,254.169,262.626,269.285,269.285,278.174,279,281.736,282.656,283.665,284.862,308.99,312.555,314.28,314.28,319.816,319.942,319.942,345.476,346.417,346.954,347.069,360.202,368.428,368.57,369.331,369.783,370.29,372.739,378.353,381.657,381.657,382.001,383.679,385.616,386.232,386.232,386.232,387.287,436.186,436.186,439.613,443.352,443.352,470.159,482.577,483.415,523.019,536.436,542.103,546.955,551.294,558.569,564.893,636.209,643.843,648.026,666.172,675.332,684.556,1269.889,1285.376],"run_time_percentiles":[35,35,35,35,35,35,35,35,35,35,35,35,35,40,40,40,40,42,42,42,42,56,56,56,56,56,56,56,56,56,56,56,56,56,61,61,61,61,61,61,61,61,62,62,62,62,62,62,62,62,64,64,64,64,64,67,67,67,67,67,67,67,67,67,67,67,67,68,68,68,68,68,68,68,68,78,78,78,78,78,93,93,93,93,100,100,100,100,101,101,101,101,101,101,101,101,622,622,622,622],"tested_archs":["x86_64","aarch64"]},"8c3fef7209eefa6087080aada1088a814f13e30e":{"description":"CPU Threads: 1","test_version":"1.6.x","app_version":"0.10.1","unit":"MP\/s","samples":95,"timing_samples":17,"hib":1,"first_appeared":1709331981,"last_appeared":1713552350,"run_time_avg":140,"stddev_avg":0.05,"percentiles":[13.128,13.128,27.152,27.237,27.396,27.417,28.647,28.647,28.864,28.864,34.296,34.319,34.338,42.828,43.149,43.181,43.262,43.284,43.399,45.904,45.948,45.948,46.054,49.659,49.682,49.75,52.349,52.464,52.815,53.881,53.881,54.198,54.198,54.82,55.055,55.732,57.277,57.584,57.584,57.965,57.994,57.994,57.994,58.041,58.041,58.047,58.047,58.108,58.162,58.363,58.514,58.589,58.952,59.548,59.761,60.528,60.528,60.621,60.621,61.046,61.046,61.046,62.817,63.038,63.117,63.266,63.301,64.032,64.479,67.018,67.018,69.277,69.277,70.837,71.386,71.744,72.122,72.122,72.688,74.612,74.612,74.612,75.225,75.225,78.402,79.511,79.799,79.979,80.22,80.658,80.805,81.801,81.933,85.048,85.375,85.404,85.606,100.119,101.378,101.719],"run_time_percentiles":[76,76,76,76,76,76,90,90,90,90,90,90,91,91,91,91,91,91,91,91,91,91,91,91,91,91,91,91,91,91,95,95,95,95,95,95,95,95,95,95,95,95,96,96,96,96,96,96,120,120,120,120,120,129,129,129,129,129,129,162,162,162,162,162,162,162,162,162,162,162,162,162,162,162,162,162,162,216,216,216,216,216,216,216,216,216,216,216,216,216,216,216,216,216,216,268,268,268,268,268],"tested_archs":["x86_64","aarch64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/install.sh b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/install.sh new file mode 100644 index 000000000..81d9d80fb --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/install.sh @@ -0,0 +1,6 @@ +#!/bin/sh +tar -xf sample-photo-6000x4000-jxl-1.tar.xz +echo "#!/bin/sh +\$TEST_EXTENDS/libjxl-0.10.1/build/tools/djxl sample-photo-6000x4000.jxl out.png \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > jpegxl-decode +chmod +x jpegxl-decode diff --git a/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/install_windows.sh b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/install_windows.sh new file mode 100644 index 000000000..14676be19 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/install_windows.sh @@ -0,0 +1,6 @@ +#!/bin/sh +tar -xf sample-photo-6000x4000-jxl-1.tar.xz +echo "#!/bin/sh +\$TEST_EXTENDS/djxl.exe sample-photo-6000x4000.jxl out.png \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > jpegxl-decode +chmod +x jpegxl-decode diff --git a/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/results-definition.xml b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/results-definition.xml new file mode 100644 index 000000000..4399c09e6 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + 6000 x 4000, geomean: #_RESULT_# MP/s [42.09, 57.74], 20 reps, 6 threads. + MP/s + + diff --git a/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/test-definition.xml b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/test-definition.xml new file mode 100644 index 000000000..8c5140608 --- /dev/null +++ b/ob-cache/test-profiles/pts/jpegxl-decode-1.6.0/test-definition.xml @@ -0,0 +1,43 @@ + + + + + JPEG-XL Decoding libjxl + 0.10.1 + The JPEG XL Image Coding System is designed to provide next-generation JPEG image capabilities with JPEG XL offering better image quality and compression over legacy JPEG. This test profile is suited for JPEG XL decode performance testing to PNG output file, the pts/jpexl test is for encode performance. The JPEG XL encoding/decoding is done using the libjxl codebase. + MP/s + HIB + 3 + + + 1.6.0 + Linux, MacOSX, BSD, Windows + Utility + Processor + Free + Verified + build-utilities, jpeg-development, libpng-development, cmake, curl + pts/jpegxl-1.6.0 + 882 + http://jpegxl.info/ + https://github.com/libjxl/libjxl + Michael Larabel + gif_lib.h, pkg-config, gtest/gtest.h, brotli/encode.h + + + + + diff --git a/ob-cache/test-profiles/pts/llamafile-1.1.0/changelog.json b/ob-cache/test-profiles/pts/llamafile-1.1.0/changelog.json new file mode 100644 index 000000000..9f48defba --- /dev/null +++ b/ob-cache/test-profiles/pts/llamafile-1.1.0/changelog.json @@ -0,0 +1 @@ +{"1.1.0":{"last_updated":"1712169178","commit_description":"Update against Llamafile 0.7."},"1.0.0":{"last_updated":"1705709322","commit_description":"Initial commit."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/llamafile-1.1.0/downloads.xml b/ob-cache/test-profiles/pts/llamafile-1.1.0/downloads.xml new file mode 100644 index 000000000..722544c9f --- /dev/null +++ b/ob-cache/test-profiles/pts/llamafile-1.1.0/downloads.xml @@ -0,0 +1,37 @@ + + + + + + https://huggingface.co/jartine/Mistral-7B-Instruct-v0.2-llamafile/resolve/1b7651d5619e4f7410a4e0005d7118f848610ca5/mistral-7b-instruct-v0.2.Q8_0.llamafile?download=true + 02b4f43f579017bab7a6ce84034af58b + dee9af5fdbfee17530e613060db8548ca9b3be0dff2d67476766dc0c0b730857 + mistral-7b-instruct-v0.2.Q8_0.llamafile.7 + 7720145391 + TRUE + + + https://huggingface.co/jartine/llava-v1.5-7B-GGUF/resolve/b0189a9d04ca084d8808cd74ee6c2c7839e1311c/llava-v1.5-7b-q4.llamafile?download=true + 5fde77da9ab80bded610097d2d1b213d + 8a92123c4114965cab4cb394cbbea2f5a0f64db0152ccc5c2aca2ad0cf14dca8 + llava-v1.5-7b-q4.llamafile.7 + 4282782308 + TRUE + + + https://huggingface.co/jartine/WizardCoder-Python-34B-V1.0-llamafile/resolve/2bf59460e11fe5f48204df385cd33570d782e18a/wizardcoder-python-34b-v1.0.Q6_K.llamafile?download=true + 6191ce33888e6d48ef9b54b66e6d6b2f + c8c879e988459879ea0cfe13b951666cb6bda571845f24bd04df31652fd998d4 + wizardcoder-python-34b-v1.0.Q6_K.llamafile.7 + 27708166645 + TRUE + + + http://www.phoronix-test-suite.com/benchmark-files/pts-sample-photos-2.tar.bz2, http://www.phoronix.net/downloads/phoronix-test-suite/benchmark-files/pts-sample-photos-2.tar.bz2 + 7ff2870cf3fa2299ea5f4e77e5a8535f + e8597d7d5910a709985bffae490dfa9490483eb7838b351191156f027d9b5272 + pts-sample-photos-2.tar.bz2 + 29599729 + + + diff --git a/ob-cache/test-profiles/pts/llamafile-1.1.0/generated.json b/ob-cache/test-profiles/pts/llamafile-1.1.0/generated.json new file mode 100644 index 000000000..262a9189e --- /dev/null +++ b/ob-cache/test-profiles/pts/llamafile-1.1.0/generated.json @@ -0,0 +1 @@ +{"overview":{"f9b6d7041c6abe4265ea58f78e1994894b1c0df8":{"description":"Test: llava-v1.5-7b-q4 - Acceleration: CPU","test_version":"1.1.x","app_version":"0.7","unit":"Tokens Per Second","samples":61,"timing_samples":26,"hib":1,"first_appeared":1712191015,"last_appeared":1713364684,"run_time_avg":75,"stddev_avg":0.29,"percentiles":[1.51,1.51,1.51,1.51,2.32,2.32,2.32,3.71,3.71,3.71,3.87,3.87,3.87,3.87,7.24,7.25,7.25,7.3,7.3,7.49,8.08,8.08,8.98,9.09,9.09,9.1,9.1,10.33,10.4,10.4,10.44,10.44,10.49,10.59,10.59,12.73,12.73,12.79,12.91,12.91,12.93,12.94,12.94,12.95,12.95,12.95,12.99,12.99,13.18,13.18,13.22,13.24,13.24,13.28,13.28,13.31,13.31,13.31,13.4,13.4,13.4,14.22,14.22,14.41,14.52,14.52,14.55,14.55,14.64,14.81,14.81,14.85,14.85,14.9,15.7,15.7,15.7,15.7,15.79,16.61,16.61,17.18,17.2,17.2,17.2,17.2,20.36,20.38,20.38,20.39,20.39,20.44,20.67,20.67,20.74,20.74,20.83,20.84,20.84,20.95],"run_time_percentiles":[36,36,36,36,36,36,36,36,37,37,37,37,38,38,38,38,40,40,40,40,43,43,43,43,44,44,44,45,45,45,45,57,57,57,57,57,57,57,57,58,58,58,58,58,58,58,58,62,62,62,64,64,64,64,66,66,66,66,67,67,67,67,70,70,70,70,72,72,72,72,72,72,72,72,84,84,84,84,84,84,84,91,91,91,91,93,93,93,93,94,94,94,94,175,175,175,175,307,307,307],"tested_archs":["x86_64"]},"88400dbd1e8e7a5a3eef10e38cd834537b0aa992":{"description":"Test: mistral-7b-instruct-v0.2.Q8_0 - Acceleration: CPU","test_version":"1.1.x","app_version":"0.7","unit":"Tokens Per Second","samples":61,"timing_samples":27,"hib":1,"first_appeared":1712191015,"last_appeared":1713364684,"run_time_avg":289,"stddev_avg":0.12,"percentiles":[2.44,2.44,2.44,2.44,3.26,3.26,3.26,3.66,3.66,3.66,3.7,3.7,3.7,3.7,4.33,4.35,4.35,4.37,4.37,4.89,6.17,6.17,6.23,6.33,6.33,6.37,6.37,7.44,7.56,7.56,7.74,7.74,7.9,8.25,8.25,8.26,8.26,8.27,8.29,8.29,8.29,8.32,8.32,8.33,8.33,8.33,8.36,8.36,8.71,8.71,9.49,9.49,9.49,9.51,9.51,9.51,9.61,9.61,9.63,9.63,9.63,9.65,9.65,10.03,10.05,10.05,10.21,10.21,10.33,10.35,10.35,10.42,10.42,11.92,11.93,11.93,12.02,12.02,12.45,12.59,12.59,12.61,12.64,12.64,12.69,12.69,13.95,13.95,13.95,13.97,13.97,13.97,15.93,15.93,15.99,15.99,16,16.01,16.01,17.32],"run_time_percentiles":[158,158,158,158,160,160,160,160,163,163,163,163,180,180,180,190,190,190,190,194,194,194,194,195,195,195,211,211,211,211,213,213,213,213,221,221,221,221,238,238,238,249,249,249,249,276,276,276,276,309,309,309,320,320,320,320,327,327,327,327,338,338,338,344,344,344,344,348,348,348,348,349,349,349,349,350,350,350,355,355,355,355,371,371,371,371,372,372,372,394,394,394,394,426,426,426,426,557,557,557],"tested_archs":["x86_64"]},"55efe9890511064c53225eab6117f9ccd4cbe0d6":{"description":"Test: wizardcoder-python-34b-v1.0.Q6_K - Acceleration: CPU","test_version":"1.1.x","app_version":"0.7","unit":"Tokens Per Second","samples":59,"timing_samples":30,"hib":1,"first_appeared":1712191015,"last_appeared":1713471919,"run_time_avg":400,"stddev_avg":0.12,"percentiles":[0.03,0.03,0.03,0.03,0.03,0.03,0.59,0.59,0.59,1.14,1.14,1.14,1.27,1.27,1.27,1.27,1.27,1.28,1.28,1.28,1.28,1.78,1.78,2.17,2.17,2.17,2.17,2.17,2.17,2.34,2.34,2.34,2.34,2.35,2.35,2.35,2.35,2.35,2.65,2.66,2.66,2.66,2.66,2.66,2.66,2.81,2.82,2.82,2.82,2.82,2.93,2.93,2.93,2.93,2.93,2.93,3.03,3.03,3.05,3.05,3.05,3.05,3.05,3.06,3.06,3.23,3.23,3.23,3.24,3.24,3.77,3.77,3.82,4.06,4.06,4.08,4.08,4.34,4.35,4.35,4.35,4.35,4.35,4.35,5.18,5.2,5.2,5.21,5.21,5.21,5.25,5.25,5.25,5.25,5.28,5.28,5.28,5.84,5.84,5.85],"run_time_percentiles":[217,217,217,217,217,217,217,237,237,237,237,237,237,237,237,237,237,238,238,238,272,272,272,272,272,272,272,273,273,273,273,273,273,273,300,300,300,301,301,301,319,319,319,319,325,325,325,395,395,395,396,396,396,396,477,477,477,480,480,480,480,480,480,480,481,481,481,510,510,510,512,512,512,512,513,513,513,515,515,515,517,517,517,517,581,581,581,581,581,581,584,584,584,584,595,595,595,671,671,671],"tested_archs":["x86_64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/llamafile-1.1.0/install.sh b/ob-cache/test-profiles/pts/llamafile-1.1.0/install.sh new file mode 100644 index 000000000..aac38f5a2 --- /dev/null +++ b/ob-cache/test-profiles/pts/llamafile-1.1.0/install.sh @@ -0,0 +1,32 @@ +#!/bin/bash +chmod +x mistral-7b-instruct-v0.2.Q8_0.llamafile.7 +chmod +x llava-v1.5-7b-q4.llamafile.7 +chmod +x wizardcoder-python-34b-v1.0.Q6_K.llamafile.7 +tar -xf pts-sample-photos-2.tar.bz2 +echo $? > ~/install-exit-status + +cat <<'EOT' > run-mistral +#!/bin/bash +./mistral-7b-instruct-v0.2.Q8_0.llamafile.7 --temp 0.7 -p '[INST]Write a long story about llamas[/INST]' $@ +exit $? +EOT +chmod +x run-mistral + +cat <<'EOT' > run-wizardcoder +#!/bin/bash +./wizardcoder-python-34b-v1.0.Q6_K.llamafile.7 --temp 0 -e -r '```\n' -p '```c\nvoid *memcpy_sse2(char *dst, const char *src, size_t size) {\n' $@ +exit $? +EOT +chmod +x run-wizardcoder + +cat <<'EOT' > run-llava +#!/bin/bash +./llava-v1.5-7b-q4.llamafile.7 --temp 0.2 --image DSC_4646.JPG -e -p '### User: Describe in detail what do you see?\n### Assistant:' $@ +exit $? +EOT +chmod +x run-llava + +echo "#!/bin/sh +./\$@ -t \$NUM_CPU_PHYSICAL_CORES > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > ~/llamafile +chmod +x ~/llamafile diff --git a/ob-cache/test-profiles/pts/llamafile-1.1.0/results-definition.xml b/ob-cache/test-profiles/pts/llamafile-1.1.0/results-definition.xml new file mode 100644 index 000000000..99b6c2154 --- /dev/null +++ b/ob-cache/test-profiles/pts/llamafile-1.1.0/results-definition.xml @@ -0,0 +1,9 @@ + + + + + llama_print_timings: eval time = 18329.86 ms / 399 runs ( 45.94 ms per token, #_RESULT_# tokens per second) + tokens per second + tokens + + diff --git a/ob-cache/test-profiles/pts/llamafile-1.1.0/test-definition.xml b/ob-cache/test-profiles/pts/llamafile-1.1.0/test-definition.xml new file mode 100644 index 000000000..182c9f613 --- /dev/null +++ b/ob-cache/test-profiles/pts/llamafile-1.1.0/test-definition.xml @@ -0,0 +1,57 @@ + + + + + Llamafile + 0.7 + Mozilla's Llamafile allows distributing and running large language models (LLMs) as a single file. Llamafile aims to make open-source LLMs more accessible to developers and users. Llamafile supports a variety of models, CPUs and GPUs, and other options. + Tokens Per Second + HIB + 3 + + + 1.1.0 + Linux + Utility + System + Free + 40000 + https://llamafile.ai/ + https://github.com/Mozilla-Ocho/llamafile + Michael Larabel + + + + + + diff --git a/ob-cache/test-profiles/pts/mariadb-1.0.0/changelog.json b/ob-cache/test-profiles/pts/mariadb-1.0.0/changelog.json new file mode 100644 index 000000000..9fcb100cf --- /dev/null +++ b/ob-cache/test-profiles/pts/mariadb-1.0.0/changelog.json @@ -0,0 +1 @@ +{"1.0.0":{"last_updated":"1711293006","commit_description":"Add a MariaDB test using sysbench rather than pts\/mysqlslap."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/mariadb-1.0.0/downloads.xml b/ob-cache/test-profiles/pts/mariadb-1.0.0/downloads.xml new file mode 100644 index 000000000..91a44021f --- /dev/null +++ b/ob-cache/test-profiles/pts/mariadb-1.0.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://archive.mariadb.org/mariadb-11.5.0/source/mariadb-11.5.0.tar.gz + 0d9575206d03936588f2a23189465259 + 977fcaac855cd432bcabe2775e24bca9d80732c34db8757657521eda95a74bd0 + mariadb-11.5.0.tar.gz + 107108790 + + + diff --git a/ob-cache/test-profiles/pts/mariadb-1.0.0/generated.json b/ob-cache/test-profiles/pts/mariadb-1.0.0/generated.json new file mode 100644 index 000000000..41355c323 --- /dev/null +++ b/ob-cache/test-profiles/pts/mariadb-1.0.0/generated.json @@ -0,0 +1 @@ +{"overview":{"c72ec70f095747017e343a0ffef1b50833a33f6a":{"description":"Test: oltp_read_only - Threads: 128","test_version":"1.0.x","app_version":"11.5","unit":"Queries Per Second","samples":10,"timing_samples":10,"hib":1,"first_appeared":1711071461,"last_appeared":1712273683,"run_time_avg":1016,"stddev_avg":0.15,"percentiles":[26156,26156,26156,26156,26156,26156,26156,26156,26156,26156,26294,26294,26294,26294,26294,26294,26294,26294,26294,26294,26331,26331,26331,26331,26331,26331,26331,26331,26331,26331,26432,26432,26432,26432,26432,26432,26432,26432,26432,26432,26449,26449,26449,26449,26449,26449,26449,26449,26449,26449,26474,26474,26474,26474,26474,26474,26474,26474,26474,26474,26737,26737,26737,26737,26737,26737,26737,26737,26737,26737,26741,26741,26741,26741,26741,26741,26741,26741,26741,26741,36388,36388,36388,36388,36388,36388,36388,36388,36388,36388,50375,50375,50375,50375,50375,50375,50375,50375,50375,50375],"run_time_percentiles":[882,882,882,882,882,882,882,882,882,882,883,883,883,883,883,883,883,883,883,883,1038,1038,1038,1038,1038,1038,1038,1038,1038,1038,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1039,1043,1043,1043,1043,1043,1043,1043,1043,1043,1043,1045,1045,1045,1045,1045,1045,1045,1045,1045,1045,1055,1055,1055,1055,1055,1055,1055,1055,1055,1055,1068,1068,1068,1068,1068,1068,1068,1068,1068,1068,1069,1069,1069,1069,1069,1069,1069,1069,1069,1069],"tested_archs":["x86_64"]},"156e08ca86b79363950961b3e0c53aeeec1dd83a":{"description":"Test: oltp_read_only - Threads: 64","test_version":"1.0.x","app_version":"11.5","unit":"Queries Per Second","samples":10,"timing_samples":1,"hib":1,"first_appeared":1711403261,"last_appeared":1711749296,"run_time_avg":880,"stddev_avg":0,"percentiles":[17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17494,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,17560,37346,37346,37346,37346,37346,37346,37346,37346,37346,37346,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72034,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043,72043],"run_time_percentiles":[880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880,880],"tested_archs":["x86_64"]},"d0ef026c4a8ed6442b9dd92f2ec2e67e70c029c6":{"description":"Test: oltp_read_write - Threads: 64","test_version":"1.0.x","app_version":"11.5","unit":"Queries Per Second","samples":10,"timing_samples":1,"hib":1,"first_appeared":1711403261,"last_appeared":1711749296,"run_time_avg":888,"stddev_avg":0,"percentiles":[120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,120550,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,125688,126920,126920,126920,126920,126920,126920,126920,126920,126920,126920,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187526,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537,187537],"run_time_percentiles":[888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888,888],"tested_archs":["x86_64"]},"2c4a24df1ab0915aea141fd6f2e76cc9872bf783":{"description":"Test: oltp_write_only - Threads: 64","test_version":"1.0.x","app_version":"11.5","unit":"Queries Per Second","samples":10,"timing_samples":1,"hib":1,"first_appeared":1711403261,"last_appeared":1711749296,"run_time_avg":1776,"stddev_avg":0,"percentiles":[62523,62523,62523,62523,62523,62523,62523,62523,62523,62523,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,163585,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,206145,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295460,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629,295629],"run_time_percentiles":[1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776,1776],"tested_archs":["x86_64"]},"1dd47c1f6d931222452731c2743c93080fe632af":{"description":"Test: oltp_point_select - Threads: 64","test_version":"1.0.x","app_version":"11.5","unit":"Queries Per Second","samples":10,"timing_samples":1,"hib":1,"first_appeared":1711403261,"last_appeared":1711749296,"run_time_avg":921,"stddev_avg":0,"percentiles":[24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,24909,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,25236,52074,52074,52074,52074,52074,52074,52074,52074,52074,52074,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105723,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794,105794],"run_time_percentiles":[921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921,921],"tested_archs":["x86_64"]},"4c24841675b53bce2b86133501d613891c4d01ab":{"description":"Test: oltp_update_index - Threads: 64","test_version":"1.0.x","app_version":"11.5","unit":"Queries Per Second","samples":10,"timing_samples":1,"hib":1,"first_appeared":1711403261,"last_appeared":1711749296,"run_time_avg":910,"stddev_avg":0,"percentiles":[14870,14870,14870,14870,14870,14870,14870,14870,14870,14870,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,54103,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,68422,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186365,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922,186922],"run_time_percentiles":[910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910,910],"tested_archs":["x86_64"]},"57fb81effa10ed44d366f71b5a93da4ff745e3cc":{"description":"Test: oltp_update_non_index - Threads: 64","test_version":"1.0.x","app_version":"11.5","unit":"Queries Per Second","samples":10,"timing_samples":1,"hib":1,"first_appeared":1711403261,"last_appeared":1711749296,"run_time_avg":917,"stddev_avg":0,"percentiles":[13148,13148,13148,13148,13148,13148,13148,13148,13148,13148,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,40385,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,55705,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,218049,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042,220042],"run_time_percentiles":[917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917,917],"tested_archs":["x86_64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/mariadb-1.0.0/install.sh b/ob-cache/test-profiles/pts/mariadb-1.0.0/install.sh new file mode 100644 index 000000000..c2eb1bc04 --- /dev/null +++ b/ob-cache/test-profiles/pts/mariadb-1.0.0/install.sh @@ -0,0 +1,49 @@ +#!/bin/sh +rm -rf mariadb_ +tar -xf mariadb-11.5.0.tar.gz +mkdir ~/mariadb_ +cd mariadb-11.5.0/BUILD/ +cmake -DCMAKE_INSTALL_PREFIX=$HOME/mariadb_ -DCMAKE_BUILD_TYPE=Release -DWITHOUT_ROCKSDB=1 .. +if [ "$OS_TYPE" = "BSD" ] +then + gmake -j $NUM_CPU_CORES +else + make -j $NUM_CPU_CORES +fi +export PATH=$HOME/mariadb_/bin/:$HOME/mariadb-11.5.0/BUILD/extra/:$PATH +make install +echo $? > ~/install-exit-status + +cd ~/mariadb_ +mkdir .data +chmod -R 777 .data +RAM8P="$(($SYS_MEMORY * 75 / 100))" +./scripts/mariadb-install-db --no-defaults --user=`basename $DEBUG_REAL_HOME` --innodb-log-file-size=1G --innodb-buffer-pool-size=${RAM8P}M --query-cache-size=64M --max-heap-table-size=512M --tmp-table-size=2G --basedir=$HOME/mariadb_ --ldata=$HOME/mariadb_/.data +if [ "$(whoami)" == "root" ] ; then + ./bin/mariadbd-safe --no-defaults --innodb-log-file-size=1G --innodb-buffer-pool-size=${RAM8P}M --query-cache-size=64M --max_connections=8200 --max-heap-table-size=512M --tmp-table-size=2G --user=root --datadir=$HOME/mariadb_/.data & +else + ./bin/mariadbd-safe --no-defaults --innodb-log-file-size=1G --innodb-buffer-pool-size=${RAM8P}M --query-cache-size=64M --max_connections=8200 --max-heap-table-size=512M --tmp-table-size=2G --datadir=$HOME/mariadb_/.data & +fi +sleep 5 +./bin/mariadb-admin -u `basename $DEBUG_REAL_HOME` password 'phoronix' +sleep 1 +echo "DROP DATABASE sbtest;" | ./bin/mariadb -h localhost -u `basename $DEBUG_REAL_HOME` -pphoronix --comments +echo "CREATE DATABASE sbtest;" | ./bin/mariadb -h localhost -u `basename $DEBUG_REAL_HOME` -pphoronix --comments +sysbench oltp_common --threads=$NUM_CPU_CORES --rand-type=uniform --db-driver=mysql --mysql-db=sbtest --mysql-host=localhost --mysql-port=3306 --mysql-user=`basename $DEBUG_REAL_HOME` --mysql-socket=/tmp/mysql.sock --mysql-password=phoronix prepare --tables=16 --table-size=1000000 +./bin/mariadb-dump -h localhost -u `basename $DEBUG_REAL_HOME` -pphoronix --comments sbtest > ~/mysql-dumped +echo $? > ~/install-exit-status +echo "DROP DATABASE sbtest;" | ./bin/mariadb -h localhost -u `basename $DEBUG_REAL_HOME` -pphoronix --comments + +./bin/mariadb-admin -u `basename $DEBUG_REAL_HOME` -pphoronix shutdown +sleep 3 +cd ~ +echo "#!/bin/sh +cd mariadb_ +echo \"DROP DATABASE sbtest;\" | ./bin/mariadb --comments -h localhost -u \`basename $DEBUG_REAL_HOME\` -pphoronix +echo \"CREATE DATABASE sbtest;\" | ./bin/mariadb --comments -h localhost -u \`basename $DEBUG_REAL_HOME\` -pphoronix +./bin/mariadb --comments -h localhost -u \`basename $DEBUG_REAL_HOME\` -pphoronix sbtest < ~/mysql-dumped +sleep 3 +sysbench \$1 --threads=\$2 --time=200 --rand-type=uniform --db-driver=mysql --mysql-db=sbtest --mysql-host=localhost --mysql-user=\`basename $DEBUG_REAL_HOME\` --mysql-password=phoronix --mysql-socket=/tmp/mysql.sock run --tables=16 --table-size=1000000 > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status +echo \"DROP DATABASE sbtest;\" | ./bin/mariadb --comments -h localhost -u \`basename $DEBUG_REAL_HOME\` -pphoronix" > mariadb +chmod +x mariadb diff --git a/ob-cache/test-profiles/pts/mariadb-1.0.0/post.sh b/ob-cache/test-profiles/pts/mariadb-1.0.0/post.sh new file mode 100644 index 000000000..2789b9127 --- /dev/null +++ b/ob-cache/test-profiles/pts/mariadb-1.0.0/post.sh @@ -0,0 +1,5 @@ +#!/bin/sh +# STOP SERVER +cd mariadb_ +./bin/mariadb-admin -u `basename $DEBUG_REAL_HOME` -pphoronix shutdown +sleep 5 diff --git a/ob-cache/test-profiles/pts/mariadb-1.0.0/pre.sh b/ob-cache/test-profiles/pts/mariadb-1.0.0/pre.sh new file mode 100644 index 000000000..5408b25a7 --- /dev/null +++ b/ob-cache/test-profiles/pts/mariadb-1.0.0/pre.sh @@ -0,0 +1,11 @@ +#!/bin/bash +# START SERVER +cd $HOME/mariadb_ +RAM8P="$(($SYS_MEMORY * 75 / 100))" +if [ "$(whoami)" == "root" ] ; then + $HOME/mariadb_/bin/mariadbd-safe --no-defaults --innodb-log-file-size=1G --innodb-buffer-pool-size=${RAM8P}M --query-cache-size=64M --max_connections=800 --max-heap-table-size=512M --tmp-table-size=2G --user=root --datadir=$HOME/mariadb_/.data --max_prepared_stmt_count=90000 & +else + $HOME/mariadb_/bin/mariadbd-safe --no-defaults --innodb-log-file-size=1G --innodb-buffer-pool-size=${RAM8P}M --query-cache-size=64M --max_connections=800 --max-heap-table-size=512M --tmp-table-size=2G --max_prepared_stmt_count=90000 --datadir=$HOME/mariadb_/.data & +fi +sleep 5 +$HOME/mariadb_/bin/mariadb-admin -u `basename $DEBUG_REAL_HOME` password 'phoronix' diff --git a/ob-cache/test-profiles/pts/mariadb-1.0.0/results-definition.xml b/ob-cache/test-profiles/pts/mariadb-1.0.0/results-definition.xml new file mode 100644 index 000000000..d1e2ec18a --- /dev/null +++ b/ob-cache/test-profiles/pts/mariadb-1.0.0/results-definition.xml @@ -0,0 +1,9 @@ + + + + + queries: 10276880 #_RESULT_# per sec.) + ( + 0 + + diff --git a/ob-cache/test-profiles/pts/mariadb-1.0.0/test-definition.xml b/ob-cache/test-profiles/pts/mariadb-1.0.0/test-definition.xml new file mode 100644 index 000000000..c4998ab21 --- /dev/null +++ b/ob-cache/test-profiles/pts/mariadb-1.0.0/test-definition.xml @@ -0,0 +1,96 @@ + + + + + MariaDB + 11.5 + This is a MariaDB MySQL database server benchmark making use of sysbench rather than the existing pts/mysqlslap test profile that uses MariaDB with mysqlslap/mariadb-slap as the benchmark driver. + Queries Per Second + HIB + 3 + + + 1.0.0 + Linux + Benchmark + System + Free + Verified + build-utilities, cmake, libevent, ncurses-development, bison, flex, openssl-development, zlib-development + 6900 + https://mariadb.org/ + https://github.com/MariaDB/server + Michael Larabel + sysbench + + + + + + diff --git a/ob-cache/test-profiles/pts/mysqlslap-1.5.0/changelog.json b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/changelog.json new file mode 100644 index 000000000..9e7acffb9 --- /dev/null +++ b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/changelog.json @@ -0,0 +1 @@ +{"1.5.0":{"last_updated":"1711291292","commit_description":"Update against MariaDB 11.5 plus other fixes\/improvements."},"1.4.0":{"last_updated":"1679101989","commit_description":"Update against MariaDB 11.0.1 upstream to fix GCC 13 build issues."},"1.3.0":{"last_updated":"1644886361","commit_description":"Update against MariaDB 10.8.2 upstream. Fixes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/issues\/218"},"1.2.0":{"last_updated":"1628862219","commit_description":"Update against MariaDB 10.6.4 upstream, add higher client count options."},"1.1.1":{"last_updated":"1618086036","commit_description":"Fix MySQL root handling per https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/190"},"1.1.0":{"last_updated":"1589034804","commit_description":"Update against upstream MariaDB 10.5.2."},"1.0.8":{"last_updated":"1559340823","commit_description":"Add zlib-development as an external dependency per https:\/\/github.com\/phoronix-test-suite\/test-profiles\/issues\/81"},"1.0.6":{"last_updated":"1552475014","commit_description":"Update download links."},"1.0.5":{"last_updated":"1543674200","commit_description":"Fix for possible data directory rights issue - https:\/\/github.com\/phoronix-test-suite\/test-profiles\/issues\/47"},"1.0.4":{"last_updated":"1538502973","commit_description":"Set --no-defaults per GitHub bug report to ensure nothing gets picked up from an installed MySQL configuration."},"1.0.3":{"last_updated":"1532898486","commit_description":"Few other external dependencies were missing."},"1.0.2":{"last_updated":"1532895973","commit_description":"Add ncurses development external dependency."},"1.0.1":{"last_updated":"1532894945","commit_description":"Set ResultPrecision = 0"},"1.0.0":{"last_updated":"1532889412","commit_description":"Initial commit of MariaDB MySQL benchmark using mysqlslap to facilitate the testing."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/mysqlslap-1.5.0/downloads.xml b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/downloads.xml new file mode 100644 index 000000000..1391bb825 --- /dev/null +++ b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/downloads.xml @@ -0,0 +1,20 @@ + + + + + + https://archive.mariadb.org/mariadb-11.5.0/source/mariadb-11.5.0.tar.gz + 0d9575206d03936588f2a23189465259 + 977fcaac855cd432bcabe2775e24bca9d80732c34db8757657521eda95a74bd0 + mariadb-11.5.0.tar.gz + 107108790 + + + http://launchpadlibrarian.net/24493586/employees_db-full-1.0.6.tar.bz2 + dc44092ed3cfadfcf19bbab32b0ff887 + 9be9b830a185e947758581cb06f529d1e8b675b29cde13a2860b1319b7e1cb7d + employees_db-full-1.0.6.tar.bz2 + 26715056 + + + diff --git a/ob-cache/test-profiles/pts/mysqlslap-1.5.0/generated.json b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/generated.json new file mode 100644 index 000000000..0eb1bef0c --- /dev/null +++ b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/generated.json @@ -0,0 +1 @@ +{"overview":{"6bc7d004bd27518fcfda8ed03034b3fde3998087":{"description":"Clients: 512","test_version":"1.5.x","app_version":"11.5","unit":"Queries Per Second","samples":30,"timing_samples":21,"hib":1,"first_appeared":1711071461,"last_appeared":1712273683,"run_time_avg":3679,"stddev_avg":0.2,"percentiles":[43,43,43,43,68,68,68,68,68,68,79,79,79,79,79,79,79,86,86,86,86,86,86,86,86,86,86,86,86,86,86,86,86,86,101,101,101,101,101,101,102,102,102,102,110,110,110,111,111,111,113,113,113,113,113,113,113,125,125,125,130,130,130,130,130,130,130,130,130,130,130,130,130,130,132,132,132,132,132,132,136,136,136,136,144,144,144,144,144,144,145,145,145,145,145,145,145,145,145,145],"run_time_percentiles":[2222,2222,2222,2222,2222,2295,2295,2295,2295,2295,2295,2295,2295,2295,2295,2330,2330,2330,2330,2330,2330,2330,2330,2330,2335,2335,2335,2335,2335,2335,2335,2335,2335,2335,2488,2488,2488,2488,2488,2667,2667,2667,2667,2671,2671,2671,2671,2671,2727,2727,2727,2727,2727,2742,2742,2742,2742,2742,2997,2997,2997,2997,3012,3012,3012,3012,3012,3021,3021,3021,3021,3021,3541,3541,3541,3541,3541,3541,3541,3541,3541,3541,3541,3541,3541,3541,6944,6944,6944,6944,6944,10612,10612,10612,10612,10612,10612,10612,10612,10612],"tested_archs":["x86_64"]},"e4f5c3c3b2ad687ea056994d793d0748ae25ff20":{"description":"Clients: 1024","test_version":"1.5.x","app_version":"11.5","unit":"Queries Per Second","samples":27,"timing_samples":17,"hib":1,"first_appeared":1711071461,"last_appeared":1712273683,"run_time_avg":12820,"stddev_avg":1.7,"percentiles":[4,4,4,4,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,34,34,34,34,34,34,34,34,34,34,34,36,36,36,36,36,36,36,36,40,40,40,40,40,40,40,41,41,41,41,41,41,41,43,43,43,43,45,45,45,45,46,46,46,51,51,51,51,51,51,51,51,52,52,52,52,52,52,52,58,58,58,58,58,58,58,58,59,59,59,59,59,59,59,59,59,59,59,79,79,79],"run_time_percentiles":[3897,3897,3897,3897,3897,3897,5877,5877,5877,5877,5877,5877,5877,5877,5877,5877,5877,5877,5945,5945,5945,5945,5945,5945,5945,5945,5945,5945,5945,5945,7028,7028,7028,7028,7028,7028,7363,7363,7363,7363,7363,7363,7428,7428,7428,7428,7428,7428,7500,7500,7500,7500,7500,7541,7541,7541,7541,7541,7541,16810,16810,16810,16810,16810,16810,16810,16810,16810,16810,16810,16810,19697,19697,19697,19697,19697,19697,20013,20013,20013,20013,20013,20013,26734,26734,26734,26734,26734,26734,26734,26734,26734,26734,26734,26734,26734,26734,26734,26734,26734],"tested_archs":["x86_64"]},"b3bc368ed901dee55fe99a537ace0847d9d5baef":{"description":"Clients: 32","test_version":"1.5.x","app_version":"11.5","unit":"Queries Per Second","samples":16,"timing_samples":11,"hib":1,"first_appeared":1711071461,"last_appeared":1712859387,"run_time_avg":662,"stddev_avg":0.67,"percentiles":[397,397,397,397,397,397,397,677,677,677,677,677,677,684,684,684,684,684,684,739,739,739,739,739,739,764,764,764,764,764,764,764,834,834,834,834,834,834,936,936,936,936,936,936,1402,1402,1402,1402,1402,1402,1435,1435,1435,1435,1435,1435,1435,1517,1517,1517,1517,1517,1517,1525,1525,1525,1525,1525,1525,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2155,2193,2193,2193,2193,2193,2193,2193,2193,2193,2193,2193,2193],"run_time_percentiles":[208,208,208,208,208,208,208,208,208,208,209,209,209,209,209,209,209,209,209,221,221,221,221,221,221,221,221,221,226,226,226,226,226,226,226,226,226,334,334,334,334,334,334,334,334,334,403,403,403,403,403,403,403,403,403,428,428,428,428,428,428,428,428,428,487,487,487,487,487,487,487,487,487,492,492,492,492,492,492,492,492,492,1771,1771,1771,1771,1771,1771,1771,1771,1771,2509,2509,2509,2509,2509,2509,2509,2509,2509],"tested_archs":["x86_64"]},"36598c19bdaceacbae002d32c9779c525c57fea3":{"description":"Clients: 128","test_version":"1.5.x","app_version":"11.5","unit":"Queries Per Second","samples":16,"timing_samples":16,"hib":1,"first_appeared":1711071461,"last_appeared":1712273683,"run_time_avg":828,"stddev_avg":0.62,"percentiles":[239,239,239,239,239,239,239,282,282,282,282,282,282,330,330,330,330,330,330,334,334,334,334,334,334,343,343,343,343,343,343,343,411,411,411,411,411,411,411,411,411,411,411,411,414,414,414,414,414,414,414,414,414,414,414,414,414,418,418,418,418,418,418,421,421,421,421,421,421,422,422,422,422,422,422,422,422,422,422,422,422,422,436,436,436,436,436,436,437,437,437,437,437,437,451,451,451,451,451,451],"run_time_percentiles":[688,688,688,688,688,688,688,699,699,699,699,699,699,700,700,700,700,700,700,726,726,726,726,726,726,730,730,730,730,730,730,730,738,738,738,738,738,738,738,738,738,738,738,738,752,752,752,752,752,752,752,752,752,752,752,752,752,758,758,758,758,758,758,758,758,758,758,758,758,918,918,918,918,918,918,935,935,935,935,935,935,935,945,945,945,945,945,945,1142,1142,1142,1142,1142,1142,1272,1272,1272,1272,1272,1272],"tested_archs":["x86_64"]},"d77b1734ed6364f86ddc0f131c1332dc1789f9e2":{"description":"Clients: 64","test_version":"1.5.x","app_version":"11.5","unit":"Queries Per Second","samples":14,"timing_samples":9,"hib":1,"first_appeared":1711071461,"last_appeared":1712273683,"run_time_avg":544,"stddev_avg":0.11,"percentiles":[350,350,350,350,350,350,350,350,470,470,470,470,470,470,470,525,525,525,525,525,525,525,532,532,532,532,532,532,532,562,562,562,562,562,562,562,785,785,785,785,785,785,785,795,795,795,795,795,795,795,831,831,831,831,831,831,831,831,831,831,831,831,831,831,831,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134,1134],"run_time_percentiles":[373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,390,390,390,390,390,390,390,390,390,390,390,395,395,395,395,395,395,395,395,395,395,395,576,576,576,576,576,576,576,576,576,576,576,599,599,599,599,599,599,599,599,599,599,599,607,607,607,607,607,607,607,607,607,607,607,652,652,652,652,652,652,652,652,652,652,652,932,932,932,932,932,932,932,932,932,932,932],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["libssl.so.3","libcrypto.so.3","libz.so.1","libc.so.6"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2","SSE4_2","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":"0"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/mysqlslap-1.5.0/install.sh b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/install.sh new file mode 100644 index 000000000..ef235ff35 --- /dev/null +++ b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/install.sh @@ -0,0 +1,27 @@ +#!/bin/bash +rm -rf mysql_ +# BUILD +tar -xf mariadb-11.5.0.tar.gz +mkdir ~/mysql_ +cd mariadb-11.5.0/BUILD/ +cmake -DCMAKE_INSTALL_PREFIX=$HOME/mysql_ -DCMAKE_BUILD_TYPE=Release -DWITHOUT_ROCKSDB=1 .. +if [ "$OS_TYPE" = "BSD" ] +then + gmake -j $NUM_CPU_CORES +else + make -j $NUM_CPU_CORES +fi +make install +echo $? > ~/install-exit-status +# SETUP +cd ~/mysql_ +rm -rf mariadb-11.5.0 +RAM8P="$(($SYS_MEMORY * 75 / 100))" +./scripts/mysql_install_db --no-defaults --user=`basename $DEBUG_REAL_HOME` --innodb-log-file-size=1G --innodb-buffer-pool-size=${RAM8P}M --query-cache-size=64M --max-heap-table-size=512M --tmp-table-size=2G --basedir=$HOME/mysql_ --ldata=$HOME/mysql_/.data +chmod -R 777 .data +cd ~ +echo "#!/bin/sh +cd mysql_ +./bin/mysqlslap --user=`basename $DEBUG_REAL_HOME` -pphoronix --host=localhost --verbose \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > mysqlslap +chmod +x mysqlslap diff --git a/ob-cache/test-profiles/pts/mysqlslap-1.5.0/post.sh b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/post.sh new file mode 100644 index 000000000..bf5f594a1 --- /dev/null +++ b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/post.sh @@ -0,0 +1,5 @@ +#!/bin/sh +# STOP SERVER +cd mysql_ +./bin/mariadb-admin -u `basename $DEBUG_REAL_HOME` -pphoronix shutdown +sleep 5 diff --git a/ob-cache/test-profiles/pts/mysqlslap-1.5.0/pre.sh b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/pre.sh new file mode 100644 index 000000000..03d309b06 --- /dev/null +++ b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/pre.sh @@ -0,0 +1,15 @@ +#!/bin/bash +# START SERVER +cd $HOME/mysql_ +RAM8P="$(($SYS_MEMORY * 75 / 100))" +if [ "$(whoami)" == "root" ] ; then + $HOME/mysql_/bin/mariadbd-safe --no-defaults --innodb-log-file-size=1G --innodb-buffer-pool-size=${RAM8P}M --query-cache-size=64M --max_connections=8200 --max-heap-table-size=512M --tmp-table-size=2G --user=root --datadir=$HOME/mysql_/.data & +else + $HOME/mysql_/bin/mariadbd-safe --no-defaults --innodb-log-file-size=1G --innodb-buffer-pool-size=${RAM8P}M --query-cache-size=64M --max_connections=8200 --max-heap-table-size=512M --tmp-table-size=2G --datadir=$HOME/mysql_/.data & +fi +sleep 5 +$HOME/mysql_/bin/mariadb-admin -u `basename $DEBUG_REAL_HOME` password 'phoronix' +cd $HOME +tar -xf employees_db-full-1.0.6.tar.bz2 +cd employees_db +../mysql_/bin/mariadb -h localhost -u `basename $DEBUG_REAL_HOME` -pphoronix -t < employees.sql diff --git a/ob-cache/test-profiles/pts/mysqlslap-1.5.0/results-definition.xml b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/results-definition.xml new file mode 100644 index 000000000..dc642510e --- /dev/null +++ b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/results-definition.xml @@ -0,0 +1,9 @@ + + + + + Average number of seconds to run all queries: #_RESULT_# seconds + 1000 + 0 + + diff --git a/ob-cache/test-profiles/pts/mysqlslap-1.5.0/test-definition.xml b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/test-definition.xml new file mode 100644 index 000000000..650665de7 --- /dev/null +++ b/ob-cache/test-profiles/pts/mysqlslap-1.5.0/test-definition.xml @@ -0,0 +1,79 @@ + + + + + MariaDB mariadb-slap + 11.5 + This is a MariaDB MySQL database server benchmark making use of mysqlslap (mariadb-slap). + Queries Per Second + HIB + 3 + + + 1.5.0 + Linux, MacOSX, BSD + Benchmark + System + Free + Verified + build-utilities, cmake, libevent, ncurses-development, bison, flex, openssl-development, zlib-development + 2200 + https://mariadb.org/ + https://github.com/MariaDB/server + 8111 + SMP + Michael Larabel + + + + --auto-generate-sql -e innodb --iterations=100 --number-int-cols=4 --number-char-cols=4 --auto-generate-sql-add-autoincrement --auto-generate-sql-execute-number=1000 + + + + diff --git a/ob-cache/test-profiles/pts/onednn-3.4.0/changelog.json b/ob-cache/test-profiles/pts/onednn-3.4.0/changelog.json new file mode 100644 index 000000000..e73e86b72 --- /dev/null +++ b/ob-cache/test-profiles/pts/onednn-3.4.0/changelog.json @@ -0,0 +1 @@ +{"3.4.0":{"last_updated":"1709316163","commit_description":"Update against oneDNN 3.4 upstream."},"3.3.0":{"last_updated":"1697123647","commit_description":"Update against oneDNN 3.3 upstream."},"3.1.0":{"last_updated":"1680300877","commit_description":"Update against oneDNN 3.1 upstream."},"3.0.0":{"last_updated":"1671502059","commit_description":"Update against oneDNN 3.0 upstream."},"2.7.0":{"last_updated":"1664384444","commit_description":"Update against oneDNN 2.7 upstream."},"1.8.0":{"last_updated":"1648598125","commit_description":"Update against oneDNN 2.6 upstream."},"1.7.0":{"last_updated":"1615639773","commit_description":"Update against oneDNN 2.1.2 upstream."},"1.6.1":{"last_updated":"1608476296","commit_description":"This test profile builds and works fine on macOS so enable it (MacOSX)."},"1.6.0":{"last_updated":"1607539651","commit_description":"Update against oneDNN 2.0 upstream."},"1.5.0":{"last_updated":"1592425599","commit_description":"Initial commit of oneDNN test profile based on Intel oneDNN 1.5, forked from existing mkl-dnn test profile that is named from MKL-DNN before it was renamed to DNNL and then oneDNN. So create new test profile to match Intel naming convention."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/onednn-3.4.0/downloads.xml b/ob-cache/test-profiles/pts/onednn-3.4.0/downloads.xml new file mode 100644 index 000000000..d14bb372c --- /dev/null +++ b/ob-cache/test-profiles/pts/onednn-3.4.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/oneapi-src/oneDNN/archive/refs/tags/v3.4.tar.gz + 5e849bb4c706e8108a4e2851db451b41 + 1044dc3655d18de921c98dfc61ad7f65799ba5e897063d4a56d291394e12dcf5 + oneDNN-3.4.tar.gz + 12858442 + + + diff --git a/ob-cache/test-profiles/pts/onednn-3.4.0/generated.json b/ob-cache/test-profiles/pts/onednn-3.4.0/generated.json new file mode 100644 index 000000000..a60d9d756 --- /dev/null +++ b/ob-cache/test-profiles/pts/onednn-3.4.0/generated.json @@ -0,0 +1 @@ +{"overview":{"8f240080f4a9e0a0dc2c41137a7d1437c7ffdcbc":{"description":"Harness: IP Shapes 1D - Engine: CPU","test_version":"3.4.x","app_version":"3.4","unit":"ms","samples":113,"timing_samples":31,"hib":0,"first_appeared":1709331981,"last_appeared":1713471919,"run_time_avg":70,"stddev_avg":0.36,"percentiles":[0.398005,0.398446,0.539467,0.53967,0.580664,0.583268,0.612614,0.614081,0.78318,0.791773,0.796392,0.802263,0.80277,1.02938,1.02938,1.03761,1.06231,1.06231,1.0751,1.0751,1.09797,1.10016,1.10538,1.17351,1.17495,1.25022,1.25022,1.25475,1.31101,1.31333,1.31474,1.46718,1.4683,1.47051,1.86775,1.87686,1.91799,1.92686,1.92686,2.76487,2.80998,2.81256,2.89586,2.9002,2.98909,3.0286,3.07464,3.31873,3.40944,3.40944,3.41376,3.41376,3.48838,3.56105,3.64674,3.64674,3.68823,3.68823,3.7952,3.7952,4.076,4.076,4.11456,4.1262,4.1262,4.13326,4.17093,4.36986,4.36986,4.50055,4.50055,4.51166,4.51166,4.76557,4.78256,4.84065,4.88015,4.96339,5.14217,5.20231,5.21223,5.24611,5.30301,5.37145,5.639,6.79452,6.80891,6.82639,6.82639,6.89675,6.89675,7.08037,7.08037,7.22621,7.3269,8.09509,8.11905,8.24092,8.32894,8.34066],"run_time_percentiles":[45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,45,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,60,60,60,60,60,60,60,60,60,60,60,60,60,60,60,60,61,61,61,61,61,61,61,61,61,61,61,61,61,61,61,61,151,151,151,151,151,151,151,182,182,182,182,182,182,182,182,182],"tested_archs":["x86_64","aarch64"]},"71fb2672401eac9e14360f0d24b0dac568d4e27d":{"description":"Harness: IP Shapes 3D - Engine: CPU","test_version":"3.4.x","app_version":"3.4","unit":"ms","samples":113,"timing_samples":31,"hib":0,"first_appeared":1709331981,"last_appeared":1713471919,"run_time_avg":34,"stddev_avg":0.09,"percentiles":[0.355889,0.357966,0.359911,0.363055,0.714699,0.721472,0.723622,0.738442,0.742573,0.746474,0.746474,0.771506,0.773281,0.835406,0.841608,0.882192,0.892682,0.892682,0.990182,0.9919,0.992488,1.82904,1.83058,1.83694,2.14878,2.15178,2.15582,2.95045,2.95195,3.07745,3.1077,3.1117,3.1117,3.52569,3.52584,3.53323,3.53851,3.87905,3.87937,3.94537,4.12109,4.23756,4.23756,4.25037,4.25037,4.4217,4.79853,4.79853,4.84245,4.84245,5.25914,5.52819,5.52819,5.60382,5.67034,5.67034,5.76204,5.76204,5.80745,5.80745,5.83135,5.83135,5.9067,5.92906,6.00626,6.00778,6.0111,6.23844,7.35259,7.35259,7.35743,7.4425,7.50743,7.8392,7.84377,7.84533,7.84734,7.99643,8.79464,8.80599,8.811,8.81137,8.83105,9.37686,9.54774,9.58412,13.9258,14.0284,14.0346,14.289,14.3419,14.3913,15.7114,15.745,15.745,15.9289,15.9424,15.9441,21.2214,21.2275],"run_time_percentiles":[27,27,27,27,27,27,27,27,27,27,27,27,27,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,28,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,46,47,47,47,47,47,47],"tested_archs":["x86_64","aarch64"]},"0ef6103275fbe37507d64e861136b8757d7fa5c6":{"description":"Harness: Convolution Batch Shapes Auto - Engine: CPU","test_version":"3.4.x","app_version":"3.4","unit":"ms","samples":113,"timing_samples":29,"hib":0,"first_appeared":1709331981,"last_appeared":1713471919,"run_time_avg":27,"stddev_avg":0.14,"percentiles":[0.306795,0.307693,0.344297,0.344297,0.369299,0.369299,0.438015,0.438154,0.547976,0.554875,0.558204,0.558204,0.559625,0.560154,0.563429,0.585804,0.650618,0.653296,0.980673,1.17292,1.18126,1.18235,2.71135,2.73192,2.73804,4.28036,4.28461,4.2947,4.70649,4.7107,4.71311,5.37271,5.58729,5.58729,5.59022,5.59022,5.69527,5.80455,5.80665,5.86035,6.40691,6.42439,6.42538,6.43553,6.66427,6.80301,6.94232,7.05625,7.05625,7.16631,8.20589,8.21034,8.26295,8.2651,8.3021,8.38357,8.38357,8.81043,8.81043,8.98103,9.00621,9.00621,9.20322,9.47479,9.49705,9.49705,9.84579,9.85195,9.86349,9.8941,10.0818,10.401,10.6142,10.6322,10.6359,12.6722,12.755,13.7106,13.7106,15.0811,15.0811,15.1737,15.1737,15.6018,15.6027,15.9848,16.1276,16.1276,19.0475,22.4888,22.5758,22.5887,25.0132,25.4547,25.4547,30.5918,30.84,30.8971,32.0707,32.1374],"run_time_percentiles":[18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,19,43,43,43,43,43,43,43,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44,44],"tested_archs":["x86_64","aarch64"]},"d8a158c9d5cf7db0d9c36abbcd79d2f6c457c0e8":{"description":"Harness: Deconvolution Batch shapes_1d - Engine: CPU","test_version":"3.4.x","app_version":"3.4","unit":"ms","samples":113,"timing_samples":31,"hib":0,"first_appeared":1709331981,"last_appeared":1713471919,"run_time_avg":97,"stddev_avg":0.25,"percentiles":[2.87117,2.87117,2.89074,2.89074,3.06179,3.245,3.25441,3.28598,5.33929,5.37367,5.43,5.51082,5.7263,5.73514,5.80539,6.03052,6.16299,6.44395,6.52596,6.52596,6.54831,6.54831,6.67469,6.69692,6.95409,7.06954,7.15904,7.18796,7.2803,7.28039,7.306,7.3458,7.41562,7.66921,7.6693,7.69495,7.70374,7.70374,7.71667,7.80352,7.88149,7.94697,8.02098,8.02098,8.04835,8.12705,8.73308,8.78255,9.00458,9.18567,9.83349,9.84134,9.84134,9.88099,9.90474,9.99126,10.4073,10.4073,10.5391,10.6524,10.6524,10.869,11.0656,11.1906,11.5182,11.7594,12.086,12.2415,12.2415,12.5227,13.4578,13.4578,13.5416,13.6953,15.2867,16.3415,16.5507,16.9829,16.9829,18.0275,18.0275,18.3377,18.3377,18.3377,18.832,20.4308,20.8925,20.9255,24.4811,24.4925,24.5327,24.5554,31.1561,31.2439,31.2439,38.0813,38.719,71.7075,71.7075,72.8271],"run_time_percentiles":[63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,64,64,64,64,64,64,64,64,64,64,64,64,64,105,105,105,105,316,316,316,318,318,318,318,318,318,318,318,318],"tested_archs":["x86_64","aarch64"]},"b98add05d66e1331f141db44b09d1130a8b17f20":{"description":"Harness: Deconvolution Batch shapes_3d - Engine: CPU","test_version":"3.4.x","app_version":"3.4","unit":"ms","samples":113,"timing_samples":31,"hib":0,"first_appeared":1709331981,"last_appeared":1713471919,"run_time_avg":21,"stddev_avg":0.14,"percentiles":[0.62425,0.625207,0.729278,0.73617,0.784542,0.784542,0.79572,0.79572,0.907673,0.984652,0.984652,1.0162,1.0162,1.02734,1.02765,1.02871,1.07623,1.07743,1.45255,1.45433,1.45945,2.34346,2.34602,2.36138,2.41923,2.41923,2.42943,2.42943,2.56519,2.69616,2.69801,2.72014,2.72235,2.72388,2.78238,2.79626,2.80386,2.97091,3.51718,3.62843,3.85092,3.85092,4.53315,4.53763,4.54099,4.54541,5.78202,6.11904,6.16576,6.16576,6.16576,6.33346,6.33346,6.4166,6.42079,6.43106,6.43839,6.44031,6.44054,6.44121,6.44232,6.51578,6.5307,6.76815,6.76815,7.0126,7.0126,7.44522,7.44522,7.44675,7.71798,7.7194,7.76984,7.77427,7.77446,9.13654,9.17819,9.30917,9.32775,9.32798,9.42802,9.57856,9.57856,9.71214,9.71214,9.72343,9.80423,9.80977,9.81833,9.99131,9.99131,10.5386,10.7616,11.1317,11.6718,11.7203,11.9338,13.4544,13.4544,13.4885],"run_time_percentiles":[9.07,9.07,9.07,9.07,9.07,9.07,9.07,9.07,9.07,9.07,9.09,9.09,9.09,9.120000000000001,9.120000000000001,9.120000000000001,9.120000000000001,9.129999999999999,9.129999999999999,9.129999999999999,9.129999999999999,9.129999999999999,9.129999999999999,9.129999999999999,9.129999999999999,9.129999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.149999999999999,9.18,9.18,9.18,9.23,9.23,9.23,9.23,9.23,9.23,9.23,12,12,12,27,27,27,27,27,27,27,27,27,27,27,27,27,27,27,27,27,27,27,28,28,28,28,28,28,28,28,28,28,28,28,28,37,37,37,37,46,46,46,46,46,46,46,46,46,46,46,46],"tested_archs":["x86_64","aarch64"]},"d9548296a130d41521408adebd2110bf646bed60":{"description":"Harness: Recurrent Neural Network Training - Engine: CPU","test_version":"3.4.x","app_version":"3.4","unit":"ms","samples":113,"timing_samples":29,"hib":0,"first_appeared":1709331981,"last_appeared":1713471919,"run_time_avg":237,"stddev_avg":0.13,"percentiles":[553.537,554.177,555.069,556.932,622.827,623.604,626.138,626.456,636.413,636.413,640.106,656.568,656.568,703.474,707.989,745.409,752.481,759.113,759.113,773.921,773.921,1051.51,1061.13,1063.16,1254.68,1255.67,1256.43,1288.33,1288.33,1298.37,1298.37,1452.96,1743.32,1743.79,1745.72,1964.57,1968.26,2005.65,2105.82,2808.2,2811.37,2814.22,2817.81,3281.14,3321.68,3448.65,3472.06,3496.7,3542.03,3574.73,3583.01,3584.68,3602.94,3695.73,3709.52,3737.15,3738.39,3738.53,3780.95,3811.29,3891.67,3891.67,4015.96,4015.96,4081.18,4081.18,4083.29,4083.29,4789.42,4789.42,4821.32,4821.32,4969.67,5053.31,5053.31,5067.24,5121.72,5265.53,5359.87,5760.99,5760.99,5775.89,5775.89,6004.37,6004.37,6019.93,6019.93,6024.94,6067.92,7126.88,7400.25,7406.67,7425.97,7608.76,7609.47,10195.75,10195.75,11783.6,11783.6,12553.3],"run_time_percentiles":[224,224,224,224,225,225,225,225,225,225,225,225,225,225,225,225,225,225,225,225,225,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,226,227,227,227,227,227,227,227,229,229,229,229,230,230,230,230,230,230,230,230,230,230,231,231,231,241,241,241,241,241,241,241,242,242,242,242,242,242,242,246,246,246,246,253,253,253,289,289,289,289,289,289,289,289,289,289],"tested_archs":["x86_64","aarch64"]},"421721b6ff3ad3e06131ca5667bb283fe7e7415d":{"description":"Harness: Recurrent Neural Network Inference - Engine: CPU","test_version":"3.4.x","app_version":"3.4","unit":"ms","samples":113,"timing_samples":29,"hib":0,"first_appeared":1709331981,"last_appeared":1713471919,"run_time_avg":224,"stddev_avg":0.1,"percentiles":[338.714,338.742,339.08,340.213,409.592,409.899,455.016,457.713,488.922,500.851,534.697,534.697,535.828,538.225,540.323,541.839,556.591,556.591,633.288,636.768,637.173,638.128,640.742,642.194,662.833,667.059,667.059,703.504,747.499,748.495,748.495,753.364,753.364,833.891,833.891,839.291,839.291,926.438,933.51,1010.46,1030.6,1030.8,1091.9,1091.9,1460.94,1461,1469.65,1487.05,1487.19,1487.64,1723.75,1729.16,1788.13,1795.74,1961.47,1967.29,1984,1985.3,2106.08,2106.08,2107.15,2107.15,2134.42,2191.23,2223.68,2226.08,2226.08,2240.44,2280.18,2283.74,2287.55,2321.14,2617.65,2617.65,2701.59,2701.59,2754.39,2835.16,2945.96,2945.96,2946.76,2946.76,3021.36,3026.7,3027.51,3118.61,3135.38,3184.1,3184.1,3209.06,3209.06,3685.71,3699.65,3963.76,4007.65,4015.81,4020.72,6341.9,6341.9,6399.73],"run_time_percentiles":[221,221,221,221,221,221,221,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,222,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,223,224,224,224,224,224,224,224,224,224,224,224,224,224,224,227,227,227,228,228,228,228,228,228,228,228,228,228,228,229,229,229,229,229,229],"tested_archs":["x86_64","aarch64"]}},"capabilities":{"shared_libraries":["libdnnl.so.3","libm.so.6","libgomp.so.1","libc.so.6"],"default_instructions":["MMX","AVX","AVX2","FMA"],"max_instructions":["MMX","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/onednn-3.4.0/install.sh b/ob-cache/test-profiles/pts/onednn-3.4.0/install.sh new file mode 100644 index 000000000..3a2e8decb --- /dev/null +++ b/ob-cache/test-profiles/pts/onednn-3.4.0/install.sh @@ -0,0 +1,17 @@ +#!/bin/sh +tar -xf oneDNN-3.4.tar.gz +cd oneDNN-3.4 +mkdir build +cd build +CFLAGS="-O3 -march=native $CFLAGS" CXXFLAGS="-O3 -march=native $CXXFLAGS" cmake -DCMAKE_BUILD_TYPE=Release MKLDNN_ARCH_OPT_FLAGS="-O3 -march=native $CFLAGS" $CMAKE_OPTIONS .. +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/bash +export DNNL_CPU_RUNTIME=OMP +export OMP_PLACES=cores +export OMP_PROC_BIND=close +cd oneDNN-3.4/build/tests/benchdnn +./benchdnn \$4 --mode=p \$1 \$3 \$2 > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > onednn +chmod +x onednn diff --git a/ob-cache/test-profiles/pts/onednn-3.4.0/results-definition.xml b/ob-cache/test-profiles/pts/onednn-3.4.0/results-definition.xml new file mode 100644 index 000000000..6be6ee0eb --- /dev/null +++ b/ob-cache/test-profiles/pts/onednn-3.4.0/results-definition.xml @@ -0,0 +1,9 @@ + + + + + total perf min(ms) #_MIN_RESULT_# avg(ms) #_RESULT_# + total perf + : + + diff --git a/ob-cache/test-profiles/pts/onednn-3.4.0/test-definition.xml b/ob-cache/test-profiles/pts/onednn-3.4.0/test-definition.xml new file mode 100644 index 000000000..abf0ee296 --- /dev/null +++ b/ob-cache/test-profiles/pts/onednn-3.4.0/test-definition.xml @@ -0,0 +1,72 @@ + + + + + oneDNN + 3.4 + This is a test of the Intel oneDNN as an Intel-optimized library for Deep Neural Networks and making use of its built-in benchdnn functionality. The result is the total perf time reported. Intel oneDNN was formerly known as DNNL (Deep Neural Network Library) and MKL-DNN before being rebranded as part of the Intel oneAPI toolkit. + ms + LIB + 3 + + + 3.4.0 + Linux, MacOSX + Utility + Processor + Free + Verified + build-utilities, cmake + 287 + https://www.intel.com/content/www/us/en/developer/tools/oneapi/onednn.html + https://github.com/oneapi-src/oneDNN + SMP + Michael Larabel + + + + + + diff --git a/ob-cache/test-profiles/pts/openssl-3.3.0/changelog.json b/ob-cache/test-profiles/pts/openssl-3.3.0/changelog.json new file mode 100644 index 000000000..e519faf40 --- /dev/null +++ b/ob-cache/test-profiles/pts/openssl-3.3.0/changelog.json @@ -0,0 +1 @@ +{"3.3.0":{"last_updated":"1712846657","commit_description":"Update against OpenSSL 3.3 upstream."},"3.1.0":{"last_updated":"1678815580","commit_description":"Update against OpenSSL 3.1 upstream."},"3.0.1":{"last_updated":"1631062502","commit_description":"Fix typo from prior commit causing issues for some builds."},"3.0.0":{"last_updated":"1631055487","commit_description":"Update against OpenSSL 3.0.0 upstream."},"1.9.2":{"last_updated":"1570806780","commit_description":"Enable Windows support."},"1.11.0":{"last_updated":"1536753168","commit_description":"Upgrade against OpenSSL 1.1.1 upstream."},"1.10.0":{"last_updated":"1517965234","commit_description":"Update against OpenSSL 1.1.0f upstream, update download mirrors"},"1.9.0":{"last_updated":"1398626045","commit_description":"Update against latest upstream OpenSSL package 1.0.1.g."},"1.8.0":{"last_updated":"1389429592","commit_description":"Update against OpenSSL 1.0.1f."},"1.7.0":{"last_updated":"1349324670","commit_description":"Update against upstream OpenSSL 1.0.1c release."},"1.6.0":{"last_updated":"1323283547","commit_description":"Update against upstream OpenSSL 1.0.0e."},"1.5.0":{"last_updated":"1291666078","commit_description":"Initial import into OpenBenchmarking.org"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/openssl-3.3.0/downloads.xml b/ob-cache/test-profiles/pts/openssl-3.3.0/downloads.xml new file mode 100644 index 000000000..6460ab2fa --- /dev/null +++ b/ob-cache/test-profiles/pts/openssl-3.3.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/openssl/openssl/releases/download/openssl-3.3.0/openssl-3.3.0.tar.gz + c8b063afbea85d867e161ecb8816cfa9 + 53e66b043322a606abf0087e7699a0e033a37fa13feb9742df35c3a33b18fb02 + openssl-3.3.0.tar.gz + 18038030 + + + diff --git a/ob-cache/test-profiles/pts/openssl-3.3.0/generated.json b/ob-cache/test-profiles/pts/openssl-3.3.0/generated.json new file mode 100644 index 000000000..e687ba3b6 --- /dev/null +++ b/ob-cache/test-profiles/pts/openssl-3.3.0/generated.json @@ -0,0 +1 @@ +{"overview":{"3147a7c75eed3e5322f8ed955b79eb4441eb83e2":{"description":"Algorithm: SHA256","test_version":"3.3.x","app_version":"3.3","unit":"byte\/s","samples":74,"timing_samples":39,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":777,"stddev_avg":0.5,"percentiles":[148518943,148518943,148632563,148636883,148636883,148745950,148974027,393974998,393974998,581973718,594497749,774052413,774052413,967117760,967117760,1000322500,1000322500,1000322500,1279685403,1900811623,1900811623,3012340230,4104922664,4408999119,4408999119,4640458997,5468178379,5468178379,5830058500,5830565010,5830756910,5830756910,6473450590,6477949200,6771789417,6771789417,8320179347,12169282700,12169282700,12169282700,12169282700,12203917800,12210370240,12210370240,12210370240,12210370240,12251092570,12251092570,12336557263,12444842350,12444842350,12444842350,12636325550,12636325550,12636325550,12846149410,12853768960,12882358230,12882358230,12977809880,24748980317,27072977590,27072977590,33045736373,33289898860,33509789880,33509789880,33688854140,40531355160,40531355160,40531355160,40554786470,40554786470,61806994523,61806994523,61827707897,61972924430,61972924430,66398872493,66573957920,113968139113,113968139113,114257589670,114383226410,114771913540,114771913540,119106802107,119375506203,131761668387,131761668387,131761668387,131976050120,131976050120,131976050120,276619106457,277342868593,326143475317,326143475317,326625211883,333831885850],"run_time_percentiles":[540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,541,541,541,541,541,542,542,542,542,542,542,542,542,542,542,542,542,542,723,723,1623,1623,1623,1980,1980,2160,2160,2160,2160,2160,2162,2162,2162,2180,2180],"tested_archs":["x86_64","aarch64","riscv64"]},"4da3b55a222349e4e2af00b7cc27feeca728a628":{"description":"Algorithm: RSA4096","test_version":"3.3.x","app_version":"3.3","unit":"sign\/s","samples":69,"timing_samples":33,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":957,"stddev_avg":0.18,"percentiles":[115.2,115.2,115.4,115.4,115.4,115.5,115.5,115.5,303.7,493.6,493.6,659.2,709.3,709.3,957.8,957.8,962.9,962.9,962.9,1055.8,1055.8,1665.1,1669.8,1669.8,1676,1695.2,1695.2,2517.1,2519.7,2520.6,2520.6,2522.9,2965.3,2965.3,2965.3,2965.3,2965.3,2968.6,2968.6,2968.6,2968.6,2983,2983,2985.9,3000.2,4317.1,4317.1,4573.3,5153,5153,5216.6,5216.9,5216.9,5537.4,5537.4,5537.4,5614.8,5614.8,9354.7,9354.7,9354.7,9370.2,9370.2,9370.2,13947.8,13947.8,13961.6,14055.1,14055.1,14090.6,27420.5,27420.5,27422,27431.1,31594.4,31594.4,31626.4,44535.9,44535.9,44626.9,44633.1,44633.1,44702.9,54601.1,54601.1,54635.1,61499.6,61499.6,61499.6,61515.2,61515.2,61515.2,99297.9,100189.5,100189.5,100436,122023.5,122023.5,122055.6,123145.7],"run_time_percentiles":[908,908,908,908,908,908,908,910,910,910,911,911,911,912,912,912,914,914,914,915,915,915,917,917,917,920,920,920,920,920,920,921,921,921,921,921,921,921,921,921,921,921,921,922,922,922,922,922,922,922,922,922,922,922,922,923,923,923,923,923,923,924,924,924,925,925,925,925,925,925,926,926,926,926,926,926,927,927,927,931,931,931,948,948,948,951,951,951,952,952,952,955,955,955,960,960,960,1977,1977,1977],"tested_archs":["x86_64","riscv64"]},"03b457878acaece3a71e0ae6c3516f2c34447136":{"description":"Algorithm: RSA4096","test_version":"3.3.x","app_version":"3.3","unit":"verify\/s","samples":69,"timing_samples":33,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":957,"stddev_avg":0.11,"percentiles":[8770.1,8770.1,8791.5,8800,8800,8801.3,8801.4,8801.4,19156.7,32920.5,32920.5,40482.8,45987,45987,58573.4,58573.4,59121.9,59121.9,59121.9,68130.9,68130.9,105935.1,107779.5,107779.5,107942.8,107944.6,107944.6,133659,133659,135443.5,135443.5,135443.5,162604.8,162604.8,162882,162954.8,162954.8,163491.8,195404.2,195404.2,195563.8,195563.8,195563.8,195563.8,195618.8,195748.5,195748.5,195748.5,195748.5,195748.5,195927.1,278435.3,278435.3,299078,340930,340930,341024.6,341037.3,366190.7,366190.7,369474.7,370888.1,370888.1,372296.3,607007.5,607007.5,607007.5,607308.9,607308.9,607308.9,974189.9,974189.9,974341.9,974616.6,1036690.4,1036690.4,1036735.6,1281423.6,1281423.6,1283016.1,1285302.6,1285302.6,1286407.3,1916162.9,1916162.9,1919556.5,2056489,2056489,2056489,2057021.6,2057021.6,2057021.6,3231047.9,3244479,3244479,3255350.3,3758501,3758501,3762079.6,3766329.7],"run_time_percentiles":[908,908,908,908,908,908,908,910,910,910,911,911,911,912,912,912,914,914,914,915,915,915,917,917,917,920,920,920,920,920,920,921,921,921,921,921,921,921,921,921,921,921,921,922,922,922,922,922,922,922,922,922,922,922,922,923,923,923,923,923,923,924,924,924,925,925,925,925,925,925,926,926,926,926,926,926,927,927,927,931,931,931,948,948,948,951,951,951,952,952,952,955,955,955,960,960,960,1977,1977,1977],"tested_archs":["x86_64","riscv64"]},"bff34835583bcdab5ee932b18f9c0377688858b0":{"description":"Algorithm: SHA512","test_version":"3.3.x","app_version":"3.3","unit":"byte\/s","samples":66,"timing_samples":30,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":540,"stddev_avg":0.13,"percentiles":[219456447,219456447,219980947,219980947,220748883,220858443,220858443,220902447,710991145,710991145,929662810,929662810,929662810,992253440,992253440,992253440,1204865487,1737304510,1737304510,2346717970,2346763730,2346763730,2347369980,2798390790,2798390790,4031158590,4031158590,4031158590,4091805870,4091805870,4091805870,4320699790,4321990070,4321990070,4325780330,4335981120,4335981120,4389879653,4391053290,4391053290,4391053290,4391053290,4391053290,4392619750,4394094720,4394094720,4394094720,4394094720,4394094720,4429397160,6503530500,6503530500,6503690090,6503690090,6503705330,8092293253,8092293253,8615207390,10805147333,10805147333,10854359590,10891467040,10891467040,10932839320,15023858150,15023858150,15023858150,15031759600,15031759600,15031759600,22219927723,22219927723,22393130140,22408682440,22408682440,23886054770,23953950973,23953950973,37034451283,37099129580,37099129580,37111877440,37238171860,37238171860,42846254477,43389905877,43389905877,46520760707,46520760707,46520760707,46539707790,46539707790,46539707790,91700012467,92799988380,92799988380,108744450570,108779886840,108779886840,110533145853],"run_time_percentiles":[540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,541,541,541,541,541,541],"tested_archs":["x86_64","riscv64"]},"f5b1a824702923a1ff0bc6938bbb51d18161d14e":{"description":"Algorithm: ChaCha20","test_version":"3.3.x","app_version":"3.3","unit":"byte\/s","samples":66,"timing_samples":30,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":540,"stddev_avg":0.05,"percentiles":[433597740,433597740,434090260,434090260,434602257,434609540,434609540,434789763,2390831592,2390831592,6622593297,9996085380,9996085380,9996085380,11840755030,11840755030,11840755030,15473706053,15473706053,19114422090,19115421150,19115421150,19130297550,25034357877,25034357877,34357137680,34414658900,34414658900,34431404710,34431404710,34431404710,34431404710,34436756550,34436756550,34436756550,34436756550,34436756550,34651855800,40681016520,40681016520,40684561200,40691095690,40691095690,40694810210,46770349940,46770349940,46770349940,47479757210,47479757210,47479757210,53975008143,53975008143,71193126047,71193126047,96768940440,96769350310,96769350310,96772964080,128522495040,128522495040,128534064333,128635324010,128635324010,128648722020,132869236330,132869236330,132869236330,132939220860,132939220860,132939220860,316126421173,316126421173,316920560570,318135516640,318135516640,344150916937,344256373737,344256373737,438488289553,438640399430,438640399430,438952695940,439503732460,439503732460,620520987370,624402972947,624402972947,683181262327,683181262327,683181262327,684284382760,684284382760,684284382760,1106451170370,1107525734453,1107525734453,1284514759660,1284729117267,1284729117267,1301478152777],"run_time_percentiles":[540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,541,541,541,541,541,541],"tested_archs":["x86_64","riscv64"]},"08b43075cb76caf138812edd3afe7116de82d882":{"description":"Algorithm: AES-128-GCM","test_version":"3.3.x","app_version":"3.3","unit":"byte\/s","samples":65,"timing_samples":30,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":540,"stddev_avg":0.07,"percentiles":[158729657,158729657,158833740,158833740,158866550,158976320,158976320,159043677,7449156231,7449156231,16142875397,16848428510,16848428510,16848428510,17319699403,17319699403,18378975370,18378975370,18378975370,26411074630,26471391780,26471391780,26480678500,26480678500,27513078123,44105323860,44105323860,44114122340,44120744480,44120744480,44146852660,64270134477,64270134477,64277569540,64414676040,64414676040,64414676040,64414676040,64414676040,64435893320,64435893320,64435893320,64435893320,64435893320,64812725680,78747941307,78747941307,93073628360,93073628360,93073628360,94523917380,94523917380,94523917380,104723619020,104728792000,104728792000,130173749747,152159693210,152159693210,152159693210,152159743730,152159743730,152159743730,152159743730,247292455930,247730529987,247730529987,247791158610,248161576280,248161576280,768573945177,768804693697,768804693697,768808951530,824430856787,824430856787,825806683890,826602172140,826602172140,827210705850,889567506540,889567506540,889844775047,889844775047,1533026300727,1534360585463,1534360585463,1769313146013,1769313146013,1769313146013,1773218282790,1773218282790,1773218282790,2031929317770,2036694728157,2036694728157,2400524294450,2411764644053,2411764644053,2471291098160],"run_time_percentiles":[540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,541,541,541,541,541,541],"tested_archs":["x86_64","riscv64"]},"8de492b337e7b292ec37066f26c25cb155929dc2":{"description":"Algorithm: AES-256-GCM","test_version":"3.3.x","app_version":"3.3","unit":"byte\/s","samples":65,"timing_samples":30,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":552,"stddev_avg":0.11,"percentiles":[130851637,130851637,131010560,131010560,131141813,131205530,131205530,131226827,12487636580,12487636580,12487636580,13788114670,13788114670,13788114670,14735178410,14735178410,15184079236,15899099047,15899099047,24105884600,24148084050,24148084050,24169011610,24169011610,25388081607,40375123420,40375123420,40377325700,40386658030,40386658030,40422178270,55599409013,55599409013,55669223970,55669223970,55669223970,55669223970,55690602360,55690602360,55690602360,55690602360,55690602360,55797654600,55797654600,56193249190,72486539627,72486539627,76394970590,76411010800,76411010800,79742211140,79742211140,79742211140,80734108330,80734108330,80734108330,113899580437,139124428800,139124428800,139124428800,139183056760,139183056760,139183056760,139183056760,212224371100,212307638680,212307638680,212630012357,212715637690,212715637690,700239352717,700663621500,700663621500,704195849970,709970206180,709970206180,710926908350,711278460930,711278460930,711377760530,740556390853,740556390853,744387683670,744387683670,1361920348216,1369534328470,1369534328470,1497529939377,1497529939377,1497529939377,1499573405533,1499573405533,1499573405533,1755337404283,1762228571137,1762228571137,2080776839870,2081129589997,2081129589997,2125658114933],"run_time_percentiles":[540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,541,541,541,541,541,541,541,900,900,900],"tested_archs":["x86_64","riscv64"]},"d041208d8b9e71215d4f7cc094a3c3cb8fed4767":{"description":"Algorithm: ChaCha20-Poly1305","test_version":"3.3.x","app_version":"3.3","unit":"byte\/s","samples":65,"timing_samples":30,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":540,"stddev_avg":0.04,"percentiles":[329277717,329277717,329339517,329339517,329484880,329524930,329524930,329760043,845978530,845978530,4179057957,7727762360,7727762360,7727762360,7973611380,7973611380,7973611380,10055117940,10055117940,12441962360,12457527980,12457527980,12523184857,12523184857,16820444453,23647552123,23647552123,23673712370,23673712370,23673712370,23673712370,23702190490,23702190490,23702190490,23702190490,23702190490,23725606780,23800263020,23800263020,27401634070,27423103110,27423103110,27435016470,27435016470,27441206340,33186148900,33186148900,33186148900,33645098600,33645098600,33645098600,36871930950,36871930950,47857347970,49402137530,49402137530,49418150710,86068612300,86068612300,86068612300,86144824390,86144824390,86144824390,86144824390,90990251760,91034783200,91034783200,91065363477,91071743860,91071743860,223625738013,223821334667,223821334667,225038850730,225696781650,225696781650,225747719873,311416086893,311416086893,311601089190,311931505870,311931505870,312388630390,312388630390,442202532977,443381067777,443381067777,444099144270,444099144270,444099144270,445391958470,445391958470,445391958470,775348922140,781434109860,781434109860,911095176940,911282761503,911282761503,933531331957],"run_time_percentiles":[540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,540,541,541,541,541,541,541],"tested_archs":["x86_64","riscv64"]}},"capabilities":{"shared_libraries":["libssl.so.3","libcrypto.so.3","libc.so.6"],"default_instructions":["MMX","SSE","SSE2","SSSE3","SSE4_1","AVX","AVX2","AES","AVX512","VAES"],"max_instructions":["MMX","SSE","SSE2","SSSE3","SSE4_1","AVX","AVX2","AES","AVX512","VAES"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/openssl-3.3.0/install.sh b/ob-cache/test-profiles/pts/openssl-3.3.0/install.sh new file mode 100644 index 000000000..9eed4f8e4 --- /dev/null +++ b/ob-cache/test-profiles/pts/openssl-3.3.0/install.sh @@ -0,0 +1,12 @@ +#!/bin/sh +tar -xf openssl-3.3.0.tar.gz +cd openssl-3.3.0 +./config no-zlib +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/sh +cd openssl-3.3.0 +LD_LIBRARY_PATH=.:\$LD_LIBRARY_PATH ./apps/openssl speed -multi \$NUM_CPU_CORES -seconds 30 \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > openssl +chmod +x openssl diff --git a/ob-cache/test-profiles/pts/openssl-3.3.0/results-definition.xml b/ob-cache/test-profiles/pts/openssl-3.3.0/results-definition.xml new file mode 100644 index 000000000..86d4c88c0 --- /dev/null +++ b/ob-cache/test-profiles/pts/openssl-3.3.0/results-definition.xml @@ -0,0 +1,44 @@ + + + + + rsa 4096 bits 0.000022s 0.000001s 0.000001s 0.000022s #_RESULT_# 1292553.3 1269463.0 44459.1 + rsa 4096 bits + sign/s + + + rsa 4096 bits 0.000022s 0.000001s 0.000001s 0.000022s 44824.8 #_RESULT_# 1269463.0 44459.1 + rsa 4096 bits + verify/s + + + sha256 773058.94k 2674506.65k #_RESULT_# 15092842.84k 20350306.99k 20835702.10k + sha256 + byte/s + + + sha512 773058.94k 2674506.65k #_RESULT_# 15092842.84k 20350306.99k 20835702.10k + sha512 + byte/s + + + evp 17892198.62k 39185960.77k 80741276.16k 94270918.66k #_RESULT_# 103464173.57k + evp + byte/s + + + ChaCha20 41357340.90k 64453706.38k 241114082.03k 424219977.05k #_RESULT_# 440641462.27k + ChaCha20 + byte/s + + + AES-128-GCM 62402336.33k 222201708.57k 478048645.93k 549632692.67k #_RESULT_# 842959655.73k + AES-128-GCM + byte/s + + + AES-256-GCM 62402336.33k 222201708.57k 478048645.93k 549632692.67k #_RESULT_# 842959655.73k + AES-256-GCM + byte/s + + diff --git a/ob-cache/test-profiles/pts/openssl-3.3.0/test-definition.xml b/ob-cache/test-profiles/pts/openssl-3.3.0/test-definition.xml new file mode 100644 index 000000000..d1396d1b6 --- /dev/null +++ b/ob-cache/test-profiles/pts/openssl-3.3.0/test-definition.xml @@ -0,0 +1,60 @@ + + + + + OpenSSL + 3.3 + OpenSSL is an open-source toolkit that implements SSL (Secure Sockets Layer) and TLS (Transport Layer Security) protocols. This test profile makes use of the built-in "openssl speed" benchmarking capabilities. + HIB + 3 + + + 3.3.0 + Linux, Solaris, BSD, MacOSX + Utility + Processor + Free + Verified + build-utilities + 430 + https://www.openssl.org/ + https://github.com/openssl/openssl + Michael Larabel + + + + + diff --git a/ob-cache/test-profiles/pts/openvino-1.5.0/changelog.json b/ob-cache/test-profiles/pts/openvino-1.5.0/changelog.json new file mode 100644 index 000000000..33a3f2211 --- /dev/null +++ b/ob-cache/test-profiles/pts/openvino-1.5.0/changelog.json @@ -0,0 +1 @@ +{"1.5.0":{"last_updated":"1709754431","commit_description":"Update against OpenVINO 2024.0 upstream."},"1.4.0":{"last_updated":"1698603645","commit_description":"Update against OpenVINO 2023.2.dev to allow building on Ubuntu 23.10."},"1.3.0":{"last_updated":"1695996442","commit_description":"Update against OpenVINO 2023.1 upstream."},"1.2.0":{"last_updated":"1671665554","commit_description":"Update against OpenVINO 2022.3 upstream."},"1.1.0":{"last_updated":"1661975002","commit_description":"Update against OpenVINO upstream to fix build on newer distros."},"1.0.4":{"last_updated":"1605811690","commit_description":"Fix for running OpenVINO on AArch64."},"1.0.3":{"last_updated":"1602195567","commit_description":"Expose Intel GPU option that works on Intel GPU setups having their GPU compute stack installed at OpenVINO build time."},"1.0.2":{"last_updated":"1602117793","commit_description":"Add python2 as a system dependency - still needed for OpenVINO, yuck."},"1.0.1":{"last_updated":"1602110180","commit_description":"Ensure OpenCV gets included as a system dependency."},"1.0.0":{"last_updated":"1602104146","commit_description":"Initial commit of OpenVINO benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/openvino-1.5.0/downloads.xml b/ob-cache/test-profiles/pts/openvino-1.5.0/downloads.xml new file mode 100644 index 000000000..2cfa4c7c7 --- /dev/null +++ b/ob-cache/test-profiles/pts/openvino-1.5.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + http://www.phoronix-test-suite.com/benchmark-files/openvino-github-2024.0.tar.xz + 9acda189c63ba8495db493dbcfedaf21 + df8165d7b1b2e7a435305df800816c1558f2e6742b5692b5cbbf5e33227a88a5 + openvino-github-2024.0.tar.xz + 187847292 + + + diff --git a/ob-cache/test-profiles/pts/openvino-1.5.0/generated.json b/ob-cache/test-profiles/pts/openvino-1.5.0/generated.json new file mode 100644 index 000000000..11f4a6a4d --- /dev/null +++ b/ob-cache/test-profiles/pts/openvino-1.5.0/generated.json @@ -0,0 +1 @@ +{"overview":{"39bcbd3caa5d83c6a507caef5658b64f38f7260f":{"description":"Model: Road Segmentation ADAS FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":135,"timing_samples":49,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":190,"stddev_avg":0.09,"percentiles":[34.79,34.88,34.9,47.36,54.53,54.53,62.13,62.57,70.01,70.33,70.36,70.36,80.07,80.21,81.06,84.79,84.9,91.56,94.2,95.19,102.8,104.64,107.05,110.42,118.81,119.74,127.2,127.7,132.28,139.83,140.07,140.19,149.6,149.88,150.11,151.59,151.59,162.54,173.39,175.8,206.4,206.45,208.5,211.43,213.22,213.64,217.38,219.22,225.83,225.83,231.81,233.93,368.47,368.58,370.47,422.55,422.8,425.93,427.02,428.18,428.55,448.28,452.34,455.46,1049.11,1051.9,1066.37,1068.43,1073.41,1159.66,1159.92,1161.53,1161.53,1168.9,1168.9,1309.45,1314.48,1336.25,1337.88,1339.37,1442.21,1446.42,1446.42,1843.61,1848.24,1858.74,2189.14,2203.96,2220.4,3864.65,3864.65,3960.97,3967.1,3967.1,4053.27,4057.44,4057.44,4063.11,4074.23,4074.85],"run_time_percentiles":[182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,183,183,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,186,186,186,186,186,186,186,186,189,189,189,189,190,190,190,190,192,192,192,192,194,194,196,196,196,196,196,196,243,243,244,244,244,244,244,244],"tested_archs":["x86_64","aarch64"]},"78fd2aaa661d27fe5e4ef2f9b67aa745bd2cbe29":{"description":"Model: Face Detection Retail FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":135,"timing_samples":48,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":183,"stddev_avg":0.07,"percentiles":[329.97,331.77,333.15,383.05,414.42,414.42,446.62,446.62,453.71,459.92,461.19,464.04,528.36,530.77,531.04,586.36,588.6,596.04,601.69,703.47,763.5,766.92,830.9,831.89,996.96,1002.41,1058.96,1059.77,1080.39,1093.96,1128.18,1231.82,1368.35,1376.35,1385.76,1398.93,1399.88,1399.88,1634.31,1635.4,1638.8,1639.46,1649.85,1668.44,1699.36,1699.36,1990.07,1998.45,1998.45,2038.66,2769.95,2770.84,2772.32,2865.7,2872.53,2877.44,3189.81,3190.53,3224.64,3228.19,3241.35,4335.66,4479.95,4498.33,9003.52,9004.23,9012.25,9773.24,9779.93,12317.94,12326.75,12343.73,12343.73,12360.01,12360.01,13670.94,15532.54,15532.54,15589.59,15589.59,15686.29,15757.59,15789.16,20937.58,20946.79,20985.04,24431.97,24581.79,24642.6,34785.75,34785.75,35740.91,36086.67,36086.67,36093.87,36103.89,36103.89,36127.15,36198.9,36222.11],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,187,187,187,187,187,187,187,187,188,188,188,188,189,189,189,189,189,189,189,189,189,189],"tested_archs":["x86_64","aarch64"]},"ba6d546f95fa5fd5b2190e1e49f2717dd5b7e946":{"description":"Model: Machine Translation EN To DE FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":135,"timing_samples":48,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":193,"stddev_avg":0.14,"percentiles":[8.66,8.66,9.36,16.12,16.19,16.33,17.19,17.22,17.22,17.23,17.26,17.27,19.67,19.86,20.94,21.45,21.7,21.95,22.33,22.38,23.2,23.33,23.48,27.19,27.32,28.48,31.63,32.13,33.48,33.55,33.55,33.68,33.72,39.13,39.43,39.93,40.11,40.15,43.63,45.67,48.63,50.5,50.5,54.79,55.53,55.53,64.61,64.71,64.95,66.79,67.02,68.05,68.05,77.99,78.01,88.05,88.13,88.14,105.86,105.92,106.37,121.96,134.73,135.7,331.17,331.58,331.65,352.6,359.33,360.38,364.91,476.19,477.77,478.28,590.79,590.79,590.96,592.2,593.36,593.36,671.66,671.66,673.46,793.64,794.29,801.17,1086.48,1101.97,1101.97,1113.14,1113.14,1117.03,1117.43,1119.56,1119.56,1120.4,1122.52,1122.52,1128.78,1149.17],"run_time_percentiles":[182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,188,188,188,188,188,190,190,190,190,190,190,191,191,191,191,191,191,246,246,246,246,246,246,368,368],"tested_archs":["x86_64","aarch64"]},"64781074ae0de95cc0e8e54da557fa66dffe3585":{"description":"Model: Noise Suppression Poconet-Like FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":135,"timing_samples":50,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":309,"stddev_avg":0.24,"percentiles":[116.52,116.52,123.67,164.75,164.79,164.82,204.99,205.26,212.36,217.16,221.65,221.74,222.89,222.89,222.89,229.92,231.59,247.16,249.36,298.25,311.3,315.38,323.31,337.29,345.96,348.69,353.35,354.59,420.76,438.89,451.6,486.34,498.9,500.26,500.67,523.93,524.06,524.22,527.54,528.03,570.04,571.9,571.9,629.32,634.65,634.65,738.75,741.12,747.57,758.67,765.02,765.02,1033.67,1036.04,1036.42,1041.67,1043.4,1043.82,1224.1,1229.46,1243.84,1386.93,1591.11,1592.23,3138.21,3272.51,3479.92,3479.92,3770.89,3825.64,3828.3,4204.51,4209.1,4212.04,4600.95,4621.32,4621.32,4621.32,6768.17,6773.62,6773.62,6776.48,6776.48,7350.55,7356.63,7387.36,7490.68,7490.68,7615.17,7703.03,7703.03,7760.18,7762.09,7762.09,8918.51,9176.37,9181.33,9186.36,9360.89,9407.76],"run_time_percentiles":[181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,186,186,186,186,186,186,186,186,187,187,193,193,193,193,193,193,194,194,202,202,202,202,202,202,202,202,204,204,204,204,204,204,205,205,205,205,205,205,205,205,205,205,207,207,207,207,242,242,610,610,610,610,805,805,913,913,914,914,928,928,929,929,929,929,929,929],"tested_archs":["x86_64","aarch64"]},"0ecbed3eb99895cc9b3d8b52f50b1f3c7cfab3a5":{"description":"Model: Road Segmentation ADAS FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":133,"timing_samples":47,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":189,"stddev_avg":0.09,"percentiles":[11.77,11.77,11.77,11.8,11.82,11.82,11.83,12.09,12.09,12.11,12.4,12.4,17.51,17.63,17.7,17.7,19.16,19.36,19.36,21.52,21.62,21.63,22.71,23.02,23.02,23.89,23.91,23.91,24.32,26.34,26.34,26.6,27.48,27.98,28,28.08,28.56,30.3,30.38,30.46,36.47,36.69,36.78,37.33,37.43,37.48,37.54,37.81,37.82,38.04,38.2,38.87,41.96,42.43,42.91,47.09,47.15,47.2,49.3,49.84,49.91,51.25,51.72,53.35,54.63,54.63,54.63,54.94,54.98,54.98,55.03,55.07,55.6,55.74,55.99,56.11,56.82,56.83,56.84,57.06,57.09,57.13,57.57,57.99,58.38,58.65,58.84,63.87,64.5,64.85,65.02,73.26,73.26,77.34,77.34,77.57,77.57,84.34,913.21,913.41],"run_time_percentiles":[182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,183,183,183,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,186,186,186,186,186,186,186,186,186,189,189,189,189,190,190,190,190,192,192,192,192,192,194,194,196,196,196,196,196,196,243,243,244,244,244,244],"tested_archs":["x86_64","aarch64"]},"50ec583573103f8e020b1fdf5af0d6623632b4e8":{"description":"Model: Machine Translation EN To DE FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":133,"timing_samples":46,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":192,"stddev_avg":0.14,"percentiles":[26.83,26.83,26.83,26.85,26.97,26.97,26.97,27.69,28.17,28.23,37.21,37.53,37.58,42.7,42.79,42.79,42.82,42.89,42.89,43.08,43.08,43.53,44.13,44.13,54.83,54.98,54.98,54.98,58.75,58.85,58.97,59.64,59.87,61.54,62.46,62.47,62.64,71.95,71.95,72.92,79.14,79.14,82.19,87.44,87.63,88.72,88.78,90.71,91.58,96.38,96.46,96.5,118.6,118.68,118.74,119.22,119.34,119.45,123.44,123.66,123.88,135.96,136,136.15,146.34,146.95,148.08,150.36,150.91,150.94,153.74,153.77,170.21,172.32,176.01,178.67,181.66,182.02,184.21,200.96,202.67,223.74,231.39,231.91,232.25,232.42,232.78,244.7,247.91,248.49,252.6,325.6,326.6,333.51,355.61,426.3,426.3,460.93,792,793.31],"run_time_percentiles":[182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,188,188,188,188,190,190,190,190,190,190,191,191,191,191,191,191,191,246,246,246,246,368,368],"tested_archs":["x86_64","aarch64"]},"976b0e252590fd2de1793efe4ddfd8dd96e83054":{"description":"Model: Noise Suppression Poconet-Like FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":133,"timing_samples":48,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":315,"stddev_avg":0.17,"percentiles":[9.38,9.38,9.38,9.38,9.38,9.39,9.4,9.87,9.87,10.37,10.39,10.39,10.43,10.43,10.57,10.69,11.27,11.29,11.33,11.44,11.46,11.54,12.52,12.52,12.63,12.78,12.81,12.86,13.02,13.11,13.15,13.34,13.4,13.46,13.93,13.95,13.95,15.08,15.09,15.11,15.2,15.2,15.23,15.81,15.88,15.91,15.96,15.99,16.04,16.14,16.41,16.45,16.51,16.53,17.23,17.61,17.83,17.83,17.9,18,18.01,18.05,18.07,18.33,18.73,18.99,19.32,19.4,19.42,19.43,19.6,19.82,22.75,22.92,22.92,23.2,23.2,23.43,23.43,23.5,23.51,23.51,23.59,23.66,23.68,23.68,23.97,23.97,24.34,32.26,32.26,34.26,35.22,36.53,48.42,48.8,50.08,53.7,193.84,193.87],"run_time_percentiles":[181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,186,186,186,186,186,186,186,186,187,187,193,193,193,193,193,193,194,194,202,202,202,202,202,202,202,202,202,204,204,204,204,204,204,205,205,205,205,205,205,205,205,205,205,207,207,207,207,207,242,242,610,610,610,610,805,805,913,913,914,914,928,928,929,929,929,929,929,929],"tested_archs":["x86_64","aarch64"]},"efa2e3c280af7989338a47bec0ad4ad0319a3101":{"description":"Model: Face Detection Retail FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":133,"timing_samples":46,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":184,"stddev_avg":0.06,"percentiles":[3.49,3.5,3.5,3.61,3.68,3.69,3.7,3.71,3.71,3.91,3.99,4.01,4.01,4.05,4.05,4.07,4.26,4.26,4.26,4.42,4.65,4.65,4.73,4.84,4.88,4.88,4.89,4.89,5.17,5.17,5.17,5.18,5.18,5.18,5.18,5.19,5.2,5.23,5.23,5.24,5.28,5.28,5.28,5.29,5.29,5.29,5.29,5.29,5.29,5.35,5.5,5.5,5.55,5.56,5.58,5.61,5.61,5.68,5.72,5.72,6.12,6.43,6.43,6.43,6.52,6.53,6.53,6.66,6.7,6.78,6.95,6.99,7.14,7.17,7.17,7.17,7.53,7.56,8.32,8.32,8.33,8.59,8.64,8.69,8.71,8.93,8.93,9.59,9.6,9.61,9.62,10.38,11.53,11.61,15.63,15.65,15.82,16.64,95.98,96.38],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,187,187,187,187,187,187,187,187,188,188,188,188,188,189,189,189,189,189,189,189,189,189,189],"tested_archs":["x86_64","aarch64"]},"f9e400ea00c4bbe86d3e2c5f8638c242546d68e5":{"description":"Model: Face Detection FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":132,"timing_samples":46,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":196,"stddev_avg":0.09,"percentiles":[1.62,1.62,1.71,1.91,1.91,2.06,2.06,2.35,2.35,2.36,2.37,2.47,2.47,2.72,2.74,2.74,2.75,2.75,2.8,2.85,2.86,2.97,3,3.59,3.59,5.31,5.32,5.33,6.3,6.74,6.76,6.82,7.3,7.53,7.53,7.56,7.88,8.48,8.61,9.35,9.35,9.49,10.59,10.62,10.71,10.74,10.78,11.11,11.3,11.34,11.62,11.62,11.62,11.71,11.76,16.66,16.66,16.74,18.53,18.55,18.63,24.71,25.43,25.51,27.1,27.11,56.39,56.45,56.51,84.86,85.08,85.24,85.63,166.97,167.22,168.19,205.62,205.62,205.82,205.83,205.83,205.9,205.93,205.93,206.31,283.68,283.68,283.68,284.84,284.84,284.84,330.73,331.23,331.23,423.18,425.31,426.05,544.68,545.21,548.67],"run_time_percentiles":[185,185,185,185,185,185,185,185,185,185,185,185,185,185,186,186,186,186,186,186,186,186,186,186,188,188,188,188,188,188,188,188,188,188,188,189,189,190,190,190,191,191,191,191,191,191,192,192,192,192,193,193,193,193,193,193,193,194,194,194,194,194,194,194,195,195,195,195,196,196,199,199,199,199,199,199,199,201,201,201,201,201,201,201,201,210,210,210,210,210,212,212,212,212,212,212,214,214,271,271],"tested_archs":["x86_64","aarch64"]},"8fa2d0a82ac332c4ef6549917b0ac57133ad2bef":{"description":"Model: Handwritten English Recognition FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":132,"timing_samples":49,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":183,"stddev_avg":0.18,"percentiles":[36.88,36.88,40.23,40.23,57.66,59.5,64.15,65.35,65.35,65.35,65.6,65.61,67.01,76.56,77.26,101.17,103.04,105.7,107.57,109.76,110.35,111.29,112.21,114.41,121.32,122.91,146.9,147.08,147.76,162.49,164.02,180.48,181.28,181.39,181.67,182.21,182.22,182.34,195.45,202.42,203.89,237.86,243.19,243.19,265.32,270.02,270.02,285.87,295.02,326.11,328.64,329.81,329.81,329.81,353.91,354.07,355.52,421.72,423.46,426.03,439.92,440.43,441.81,763.84,765.23,765.51,1621.11,1621.25,1637.85,1643.27,1643.43,2274.13,2296.07,2302.64,2361.96,2911.65,2911.65,2911.65,2918.29,3704.38,3704.38,3777.56,3777.56,4744.05,4745.41,5423.85,5479.42,5485.16,5574.45,5765.91,5765.91,5898.06,5920.28,5920.28,5946.83,5979.72,5979.72,6016.39,6036.35,6057.2],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,185,185,185,186,186,186,186],"tested_archs":["x86_64","aarch64"]},"3655ad6c2c0717d786f10be04217cc761cac0f98":{"description":"Model: Face Detection FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":130,"timing_samples":44,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":196,"stddev_avg":0.08,"percentiles":[224.54,224.54,224.54,224.64,225.59,225.59,225.59,232.32,232.48,232.48,232.58,232.65,232.65,232.77,232.84,232.89,232.89,234.43,236.68,281.18,283.11,313.05,313.43,314.05,337.21,337.21,337.21,337.78,339.35,340.7,344.05,344.05,356.1,356.38,358.38,370.26,370.27,372.55,372.98,374.33,374.64,375.06,376.17,376.51,377.2,420.9,420.9,427.34,428.97,429.54,430.4,441.34,441.91,441.96,528.99,528.99,529.92,547.18,559.84,564.32,564.47,713.64,713.72,715.22,749.74,750.28,750.68,932.81,935.45,1021.76,1030.08,1099.33,1103.12,1331.09,1337.77,1395.35,1398.73,1404.93,1407.62,1409.1,1430.4,1451.38,1458.23,1469.31,1614.49,1614.49,1675.08,1684.01,1690.86,1697.61,1942.45,1943.55,2079.33,2079.33,2220.69,2221.9,2321.44,2456.33,11196.54,11206.13],"run_time_percentiles":[185,185,185,185,185,185,185,185,185,185,185,185,185,185,186,186,186,186,186,186,186,186,186,188,188,188,188,188,188,188,188,188,188,188,188,189,189,190,190,191,191,191,191,191,191,191,192,192,192,192,193,193,193,193,193,193,193,194,194,194,194,194,194,194,195,195,195,195,195,196,196,199,199,199,199,201,201,201,201,201,201,201,201,201,201,210,210,210,210,212,212,212,212,212,212,212,214,214,271,271],"tested_archs":["x86_64","aarch64"]},"cd4933f31e8353d0f1b1ffd5dd3fcce411ea9469":{"description":"Model: Handwritten English Recognition FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":130,"timing_samples":47,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":183,"stddev_avg":0.17,"percentiles":[20.85,20.86,20.9,21.87,21.92,21.97,21.97,22.95,22.96,23.32,23.59,24.24,24.24,24.33,24.51,24.65,24.65,25.12,25.12,25.19,27.08,27.08,27.77,27.78,28.12,29.52,29.52,29.61,29.61,30.03,30.2,30.2,31.67,31.67,31.82,31.82,31.97,32.17,32.17,32.32,32.43,32.43,33.25,33.25,36.2,36.22,36.34,39.28,39.45,39.45,40.71,43.68,43.88,43.92,44.11,44.3,44.3,56.64,56.87,56.9,62.93,63.45,65.03,65.1,67.18,67.41,67.66,68.05,69.32,69.38,72.36,72.47,72.6,72.69,72.85,74.32,77.6,79.01,91.39,91.41,91.74,91.74,97.47,98.4,99.37,99.37,103.47,108.37,108.37,109.41,122.49,124.59,151.19,152.02,156.1,160.66,175.26,175.94,216.18,217.16],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,186,186,186,186],"tested_archs":["x86_64","aarch64"]},"e3f703f0d3333d185951a74950cbb3f67c7b2eaa":{"description":"Model: Person Re-Identification Retail FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":128,"timing_samples":42,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":186,"stddev_avg":0.08,"percentiles":[98.25,98.25,105.03,105.03,142.58,142.6,203.73,204,211.95,212.6,212.76,213.57,213.57,221.06,221.31,232.98,233.47,234.03,250.16,252.96,254.56,256.36,265.61,267.31,335.53,337.84,345.22,345.67,345.78,347.55,348.32,361.72,433.48,438.29,439.76,439.93,441.47,456.79,480.1,483.08,484.45,487.87,546.1,548.71,548.71,642.34,642.34,654.38,767.98,769.47,771.2,771.2,771.2,828.44,829.29,831,859.4,863.87,1198.64,1201.22,1202.09,1408.89,1410.15,1417.27,1417.73,1883.1,1887.22,1891.57,3921.98,3927.6,5919.63,5922.5,5943.66,6129.68,6130.41,9506.45,9506.45,9506.45,9515.86,9518.97,9518.97,9518.97,11564.78,11638.51,11638.51,11638.51,12690.9,12699.75,12699.75,12710.91,12723.5,12723.5,12742.94,12860.9,15519.92,15557.78,15581.26,18375.63,18385.32,18437.66],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,186,186,186,186,186,186,186,186,186,186,186,186,187,187,187,187,187,190,190,190,190,191,191,191,191,191,191,191,191,191,191,191,191,192,192,192,192,192,242,242],"tested_archs":["x86_64","aarch64"]},"f1e70f9003eb2d4794a5315dfa24dd4f666b2bb1":{"description":"Model: Age Gender Recognition Retail 0013 FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":128,"timing_samples":46,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":266,"stddev_avg":0.21,"percentiles":[1460.72,1462.94,1473.23,4463.62,4765.04,4765.04,4947.74,4947.74,5032.95,5051.32,5066.06,5124.53,5125.62,6858.18,6869.65,7055.76,7068.61,7113.97,7485.22,7540.73,9645.54,10421.71,10483.96,12365.05,12367.47,12466.99,12467.5,12467.6,12894.54,13920.34,13922.85,13933.62,14010.12,14521.86,15918.96,15918.96,16040.29,17345.99,17387.25,17424.9,18188.06,18552.63,18552.63,21792.13,21852.43,21874.68,21956.68,21993.11,25328.05,25345.29,25345.29,25543.04,25643.6,36466.4,36944.53,37977.98,37990.69,38013.05,38594.89,38636.14,38674.2,44306.1,44461.02,44518.2,44596.35,48211.96,48218.14,48255.24,80824.87,80824.87,81279.79,83080.9,85841.12,86048.44,86126.49,87346.93,115093.21,115106.3,115114.9,119735.57,119735.57,121702.12,121702.12,123608.15,123608.15,123999.65,124357.62,128490.72,128566.81,128580.69,151395.67,151395.67,159120.31,179505.67,179505.67,183942.22,183942.22,186581.7,186581.7,187012.13],"run_time_percentiles":[180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,241,241,306,306,306,914,914,914,914,918,918,918,918,918,918],"tested_archs":["x86_64","aarch64"]},"ef5ebf898d620be77fce510aa85ef7ffda6cc670":{"description":"Model: Vehicle Detection FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":128,"timing_samples":41,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":183,"stddev_avg":0.1,"percentiles":[89.19,89.3,89.35,129.94,130.31,132.9,132.9,138.11,140.29,140.41,140.7,140.7,141.94,175.21,176.63,177.63,180.3,182.3,216.11,216.48,229.45,235.64,237.22,257.97,261.03,279.95,280.13,280.81,281.33,299.19,304.16,304.5,360.87,421.63,458.79,458.79,460.25,460.86,465.92,471.92,497.27,499.31,499.46,502.11,502.15,532.31,532.31,540.04,640.44,640.44,645.11,645.86,646.05,755.35,755.77,878.05,880.3,880.34,901.27,905.63,909.25,1103.6,1104.03,1106.44,1107.64,1594.16,1596.03,1596.86,3012.81,3015.55,3309.77,3312.26,4650.29,4650.29,4650.29,4658.22,4658.22,4658.22,5052.71,5067.4,5067.4,5067.4,5126.71,5154.36,5483.81,5496.97,8493.38,8599.53,8719.37,11218.12,11719.99,11719.99,11799.31,11812.89,11812.89,11815.92,11815.92,11829.33,11829.33,11848.58],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,184,184,185,185,185,186,186,188,188,188,188,188,188,188,188,188,188,188,188],"tested_archs":["x86_64","aarch64"]},"3eb9b2c69921d64d21dee110abbdf439cfee6129":{"description":"Model: Person Detection FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":128,"timing_samples":43,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":186,"stddev_avg":0.16,"percentiles":[7.26,7.26,7.94,7.94,13.24,13.34,13.36,14.17,14.56,14.73,14.77,14.83,14.9,15.15,15.15,15.15,15.19,15.49,19.77,19.96,19.98,20.07,21.2,21.68,21.97,22.28,22.71,22.89,22.95,24.3,24.52,24.64,26.48,27.03,28.85,28.91,29.01,29.03,29.5,29.64,32.62,33.22,34.14,34.96,34.96,36.59,36.59,37.17,41.28,41.73,43.51,43.53,43.6,43.76,43.76,54.98,55.03,55.42,69.61,69.83,69.95,76.65,84.14,86.46,87.27,91.57,91.68,92.75,196.62,198.58,216.75,216.84,298.56,299.38,299.6,403.2,406.97,407.03,407.03,407.6,407.6,407.6,407.63,413.42,451.13,451.13,466.45,466.45,647.26,654.84,736.13,736.23,1109.75,1109.87,1109.87,1111.37,1111.37,1112.41,1113.32,1114.27],"run_time_percentiles":[182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,185,185,185,186,186,186,186,186,186,186,189,189,189,189,189,189,189,189,189,189,189,189,190,190,190,190,192,192,192,194,194,194,194,194,194,194,194,194,194,194,204,204],"tested_archs":["x86_64","aarch64"]},"8bd67f86ce261be3857234fd3c2fff2ee799c30b":{"description":"Model: Person Re-Identification Retail FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":126,"timing_samples":40,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":186,"stddev_avg":0.08,"percentiles":[3.72,3.76,3.76,3.77,3.77,3.77,3.77,3.77,3.77,4.21,4.22,4.23,5.18,5.18,5.18,5.19,5.21,5.21,5.21,6.07,6.19,6.19,6.71,6.71,6.71,6.72,6.72,6.72,6.92,6.93,6.95,7.03,7.25,7.25,7.29,7.69,7.7,7.72,8.13,8.15,8.16,8.24,8.71,9.5,9.5,9.52,9.59,9.59,9.65,9.65,9.79,9.82,9.83,9.97,9.98,10,11.04,11.27,11.33,11.34,11.47,11.49,11.55,11.56,11.57,13.62,13.94,15.7,15.98,16.12,16.5,16.65,17.08,17.12,18.02,18.04,18.06,18.13,18.17,18.18,18.24,18.44,18.69,18.69,18.78,18.85,19.42,19.58,19.61,23.68,23.81,26.12,26.28,27.24,27.61,38.02,38.02,40.64,224.22,224.22],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,184,186,186,186,186,186,186,186,186,186,186,186,186,187,187,187,187,187,190,190,190,190,190,191,191,191,191,191,191,191,191,191,191,191,191,191,192,192,192,192,192,242,242],"tested_archs":["x86_64","aarch64"]},"8e28873851110ec5912d847d816c7819ec54786e":{"description":"Model: Age Gender Recognition Retail 0013 FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":126,"timing_samples":44,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":270,"stddev_avg":0.18,"percentiles":[0.29,0.29,0.29,0.29,0.29,0.31,0.31,0.31,0.31,0.31,0.34,0.34,0.34,0.36,0.36,0.36,0.36,0.36,0.36,0.36,0.36,0.36,0.36,0.38,0.38,0.38,0.38,0.4,0.4,0.4,0.4,0.4,0.4,0.41,0.43,0.43,0.43,0.45,0.46,0.48,0.48,0.48,0.49,0.49,0.49,0.51,0.51,0.53,0.53,0.53,0.57,0.57,0.57,0.57,0.57,0.57,0.58,0.58,0.61,0.61,0.7,0.7,0.72,0.73,0.76,0.76,0.76,0.76,0.76,0.76,0.77,0.81,0.81,0.82,0.82,0.82,0.82,0.86,0.9,0.91,0.91,1.06,1.07,1.12,1.12,1.14,1.15,1.16,1.17,1.18,1.19,1.19,1.22,1.26,1.27,1.27,2.57,2.57,21.71,21.86],"run_time_percentiles":[180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,241,241,306,306,914,914,914,914,914,918,918,918,918,918,918],"tested_archs":["x86_64","aarch64"]},"4cb8fbb57b6f64b0e652dfbe64811914fe7fbe7a":{"description":"Model: Person Detection FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":126,"timing_samples":41,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":186,"stddev_avg":0.15,"percentiles":[39.19,39.19,39.19,39.25,39.25,39.27,39.62,43.05,43.08,43.12,43.12,43.16,43.21,43.21,43.22,43.22,43.41,45.57,45.78,46.31,78.32,78.41,79.23,79.23,81.9,81.9,86.18,87.3,91.37,91.37,91.72,91.92,99.93,100.04,100.1,104.27,107.47,107.47,109.17,114.27,114.27,117,117,122.46,125.85,134.9,135.48,137.85,138.1,138.36,143.89,144.04,145.06,145.13,147.42,147.48,160.95,162.22,163.41,171.22,171.43,171.67,174.19,174.61,176.08,179.17,183.14,184.78,188.54,190,191.39,193.45,199.04,199.99,202.04,258.06,263.28,263.82,264.04,268.2,269.72,281.22,282.06,298.82,299.83,301.78,317.45,318.02,321.69,328.49,332.46,341.26,359.37,452.54,453,502.55,502.55,548.85,2150.3,2151.85],"run_time_percentiles":[182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,185,185,185,185,185,185,185,186,186,186,186,186,186,186,189,189,189,189,189,189,189,189,189,189,189,189,189,190,190,190,190,192,192,192,194,194,194,194,194,194,194,194,194,194,194,194,204,204],"tested_archs":["x86_64","aarch64"]},"1e3eacffeee827ecc1b2bf7f03e3c28899a29cef":{"description":"Model: Vehicle Detection FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":126,"timing_samples":39,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":183,"stddev_avg":0.1,"percentiles":[4.04,4.04,4.05,4.05,4.05,4.05,4.05,4.05,4.06,4.08,4.08,4.26,4.99,4.99,4.99,5.18,6.18,6.18,6.2,6.22,6.23,6.23,7.36,7.36,7.47,8.66,8.66,8.68,8.88,8.93,8.94,9.44,9.92,10.59,10.6,10.82,10.83,10.86,10.86,13.73,13.73,13.73,13.73,13.75,13.75,14.67,14.87,15.19,15.26,15.31,15.85,15.85,15.86,15.92,16,16.01,16.01,16.08,16.85,16.86,16.93,16.96,17.34,17.42,17.56,17.58,17.74,17.84,17.91,17.92,18.5,18.59,21.69,21.73,22.06,22.06,22.06,22.12,22.16,22.49,22.59,22.81,22.93,22.95,23.33,24.88,28.16,28.4,28.4,28.46,28.49,28.54,28.55,28.89,30.02,30.02,30.67,30.75,357.41,357.86],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,183,184,184,184,185,185,186,186,186,188,188,188,188,188,188,188,188,188,188,188,188],"tested_archs":["x86_64","aarch64"]},"e4408fef85871c99580c54436675d1b45e1251a8":{"description":"Model: Weld Porosity Detection FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":124,"timing_samples":38,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":198,"stddev_avg":0.08,"percentiles":[187.42,188.05,188.24,189.55,189.55,204.55,204.82,213.14,217.95,221.47,236.71,236.71,238.14,238.61,253.97,253.97,267.23,267.8,278.95,282.75,283.86,293.76,293.83,294.16,356.98,357.22,522.22,522.23,522.68,625.63,653.79,682.02,693.66,693.74,750.75,780.32,780.32,780.63,852.44,853.17,853.32,960.13,975.9,975.9,1036.69,1036.92,1040.68,1047.18,1051.22,1052.53,1125.49,1126.24,1127.94,1162.84,1163.2,1165.21,1165.21,1165.21,1647.13,1652.91,1654.72,1791.03,1791.96,1807.91,2470.86,2577.45,2578.49,2728.9,2730.51,2733,5678.12,5685.06,8596.02,8613.69,8643.02,15943.17,15952.43,20802.63,20802.63,20811.7,20822.84,20840.55,20840.55,20844.88,20869.25,20869.25,26732.88,26732.88,26924.54,26924.54,26924.54,26943.42,26970.32,26970.32,27790.24,27790.24,47739.57,48122.16,49677.14,50775.08],"run_time_percentiles":[180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,183,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,247,247,247,247,247,247,247,247,603,603],"tested_archs":["x86_64","aarch64"]},"2c9b30684eb9be6e1d4e9d3ff507618f242ebf69":{"description":"Model: Weld Porosity Detection FP16-INT8 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"ms","samples":122,"timing_samples":36,"hib":0,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":199,"stddev_avg":0.07,"percentiles":[2.35,2.35,2.35,2.36,2.36,2.36,2.46,2.48,2.48,2.5,2.55,3.58,3.59,3.59,3.89,4.05,4.05,4.05,6.16,6.18,6.44,6.58,6.58,6.85,6.85,6.86,6.86,6.87,7.42,7.43,7.6,7.6,7.66,7.66,7.66,7.66,7.68,7.71,7.71,8.11,8.11,8.25,9.12,9.12,9.13,9.13,9.14,9.14,9.14,9.14,9.14,10.52,10.56,11.24,11.25,12.62,13,13.02,13.02,13.03,14.51,14.52,14.56,15.3,15.31,15.67,15.67,16.82,16.82,18.74,18.74,18.75,19.51,24.09,24.1,24.49,25.59,26.01,27.21,27.22,28.09,28.16,28.35,28.4,28.42,28.43,28.67,29.88,29.92,31.63,31.63,31.89,32,33.51,33.57,33.58,89.51,89.53,144.38,145.82],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,183,183,183,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,185,185,185,185,185,185,185,185,247,247,247,247,247,247,247,247,247,603,603],"tested_archs":["x86_64","aarch64"]},"6348e41c0486e9d244591378c1011813fce63b55":{"description":"Model: Vehicle Detection FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":120,"timing_samples":36,"hib":1,"first_appeared":1709769158,"last_appeared":1713582587,"run_time_avg":274,"stddev_avg":0.13,"percentiles":[51.59,51.59,54.06,54.06,92.28,92.95,96.07,96.94,97.11,97.6,98.65,102.94,103.13,103.79,108.84,108.84,114.24,115.71,126.02,136.7,138.73,142,143.08,144.4,145.05,159.69,163.33,163.56,171.44,173.02,175.92,184.72,185.89,194.86,212.01,218.7,222.78,222.86,223.85,238.98,239.66,239.78,240.78,241.22,242.67,247.63,248.42,248.42,270.92,270.92,271.63,296.58,296.95,297.96,300.79,301.94,303.03,303.03,303.03,358.64,359.96,360.67,592.96,598.03,600.53,603.96,613.3,614.84,618.41,621.84,765.09,770.59,1305.37,1330.83,1332.49,1455.73,1622.44,1684.93,1693.54,1693.54,1901.52,1903.9,2530.04,2530.04,2530.04,2656.42,2803.46,2812.44,2812.44,2812.44,2812.98,2812.98,4088.56,4097.68,5059.89,5395.52,5403.76,8287.12,8287.12,8292.43],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,183,183,183,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,184,613,613,906,906,906,906,906,906,907,907,907,908,908],"tested_archs":["x86_64","aarch64"]},"d64af70d0a8496e6eb9b596a0e7400cad8c1b2a9":{"description":"Model: Person Vehicle Bike Detection FP16 - Device: CPU","test_version":"1.5.x","app_version":"2024.0","unit":"FPS","samples":119,"timing_samples":42,"hib":1,"first_appeared":1709769158,"last_appeared":1713471919,"run_time_avg":186,"stddev_avg":0.14,"percentiles":[90.92,90.92,99.85,99.85,172,188.32,188.73,189.06,190.23,191,191.4,192.55,192.88,192.88,192.88,195.08,196.71,201.04,202.08,204.69,205.33,207.24,231.8,243.84,246.59,246.61,268.28,273.28,277.5,284.73,290.12,320.75,320.99,324,324.72,324.75,324.9,383.23,383.45,383.87,384.29,384.39,384.46,385.24,385.28,438.56,438.56,439.05,461.89,463.74,464.64,505.23,505.23,515.93,562.38,566.41,584.85,619.26,619.26,672.65,675.9,679.7,679.92,889.36,894.57,895.25,1234.39,1235.87,1251.92,1442.07,1492.34,1494.15,1514.65,2934.13,2974.2,3606.12,3611.25,4642.38,4646.38,5722.22,5725.03,6306.42,6306.42,6336.78,6336.78,7862.58,7884.66,9778.93,9778.93,9807.82,9810.84,9810.84,9834.05,9834.05,9837.89,9865.02,10634.19,10650.91,10726.06,10928.57],"run_time_percentiles":[181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,184,184,184,184,185,185,185,185,185,185,185,185,185,185,186,186,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,191,191,191,191,191,192,192,192,192,192,199,199,199,199,202,202,202,202,202,202,202],"tested_archs":["x86_64","aarch64"]}},"capabilities":{"shared_libraries":["libOpenCL.so.1","libopenvino.so.2310","libm.so.6","libc.so.6","libz.so.1","libtbb.so.2","libtbb.so.12","libjpeg.so.8","libwebp.so.7","libpng16.so.16","libgdcmMSFF.so.3.0","libtiff.so.5","libopenjp2.so.7","libgdal.so.30","libgdcmDSED.so.3.0","libgdcmDICT.so.3.0","libgdcmjpeg8.so.3.0","libgdcmjpeg12.so.3.0","libgdcmjpeg16.so.3.0","libcharls.so.2","libuuid.so.1","libjson-c.so.5","libgdcmIOD.so.3.0","libgdcmCommon.so.3.0","libzstd.so.1","liblzma.so.5","libjbig.so.0","libdeflate.so.0","libheif.so.1","libarmadillo.so.10","libpoppler.so.118","libfreexl.so.1","libodbc.so.2","libodbcinst.so.2","libkmlbase.so.1","libkmldom.so.1","libkmlengine.so.1","libexpat.so.1","libxerces-c-3.2.so","libnetcdf.so.19","libmfhdfalt.so.0","libdfalt.so.0","libogdi.so.4.1","libgif.so.7","libgeotiff.so.5","libcfitsio.so.9","libpq.so.5","liblz4.so.1","libblosc.so.1","libproj.so.22","libsqlite3.so.0","libspatialite.so.7","libpcre2-8.so.0","libcurl.so.4","libfyba.so.0","libxml2.so.2","libmysqlclient.so.21","libcrypto.so.3","libaom.so.3","libde265.so.0","libx265.so.199","libdav1d.so.5","libblas.so.3","liblapack.so.3","libarpack.so.2","libsuperlu.so.5","libfreetype.so.6","libfontconfig.so.1","liblcms2.so.2","libnss3.so","libsmime3.so","libplc4.so","libnspr4.so","libgeos.so.3.10.2","libltdl.so.7","libminizip.so.1","liburiparser.so.1","libcurl-gnutls.so.4","libicuuc.so.70","libsz.so.2","libtirpc.so.3","libdl.so.2","libbz2.so.1.0","libssl.so.3","libldap-2.5.so.0","libsnappy.so.1","librttopo.so.1","libnghttp2.so.14","libidn2.so.0","librtmp.so.1","libssh.so.4","libpsl.so.5","liblber-2.5.so.0","libbrotlidec.so.1","libfyut.so.0","libfygm.so.0","libresolv.so.2","libpthread.so.0","libnuma.so.1","libopenblas.so.0","libgfortran.so.5","libnssutil3.so","libplds4.so","libnettle.so.8","libgnutls.so.30","libicudata.so.70","libaec.so.0","libkrb5.so.3","libk5crypto.so.3","libkrb5support.so.0","libsasl2.so.2","libunistring.so.2","libhogweed.so.6","libgmp.so.10","libbrotlicommon.so.1","libquadmath.so.0","libp11-kit.so.0","libtasn1.so.6","libkeyutils.so.1","libffi.so.8"],"default_instructions":["MMX","SSE","SSE2","SSSE3","SSE4_1"],"max_instructions":["MMX","SSE","SSE2","SSSE3","SSE4_1","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/openvino-1.5.0/install.sh b/ob-cache/test-profiles/pts/openvino-1.5.0/install.sh new file mode 100644 index 000000000..7ca659eec --- /dev/null +++ b/ob-cache/test-profiles/pts/openvino-1.5.0/install.sh @@ -0,0 +1,39 @@ +#!/bin/bash +mkdir models +rm -rf openvino-github +tar -xf openvino-github-2024.0.tar.xz +cd openvino-github +mkdir build +cd build +cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_INTEL_GPU=OFF -DTREAT_WARNING_AS_ERROR=OFF .. +make -j $NUM_CPU_CORES +EXIT_STATUS=$? +if [ $EXIT_STATUS -ne 0 ]; then + echo $EXIT_STATUS > ~/install-exit-status + exit 2 +fi +cd ~/openvino-github/thirdparty/open_model_zoo/tools/model_tools +pip3 install --user -r requirements.in +python3 downloader.py --name face-detection-0206 -o $HOME/models +python3 downloader.py --name age-gender-recognition-retail-0013 -o $HOME/models +python3 downloader.py --name person-detection-0303 -o $HOME/models +python3 downloader.py --name weld-porosity-detection-0001 -o $HOME/models +python3 downloader.py --name vehicle-detection-0202 -o $HOME/models +python3 downloader.py --name person-vehicle-bike-detection-2004 -o $HOME/models +python3 downloader.py --name machine-translation-nar-en-de-0002 -o $HOME/models +python3 downloader.py --name face-detection-retail-0005 -o $HOME/models +python3 downloader.py --name handwritten-english-recognition-0001 -o $HOME/models +python3 downloader.py --name road-segmentation-adas-0001 -o $HOME/models +python3 downloader.py --name person-reidentification-retail-0277 -o $HOME/models +python3 downloader.py --name noise-suppression-poconetlike-0001 -o $HOME/models +echo $? > ~/install-exit-status +cd ~ +BINDIR=intel64 +if [ $OS_ARCH = "aarch64" ] +then + BINDIR=aarch64 +fi +echo "#!/bin/bash +./openvino-github/bin/$BINDIR/Release/benchmark_app \$@ > \$LOG_FILE +echo \$? > ~/test-exit-status" > openvino +chmod +x openvino diff --git a/ob-cache/test-profiles/pts/openvino-1.5.0/results-definition.xml b/ob-cache/test-profiles/pts/openvino-1.5.0/results-definition.xml new file mode 100644 index 000000000..c4187879e --- /dev/null +++ b/ob-cache/test-profiles/pts/openvino-1.5.0/results-definition.xml @@ -0,0 +1,16 @@ + + + + + [ INFO ] Throughput: #_RESULT_# FPS + FPS + HIB + + + [ INFO ] Average: #_RESULT_# ms +[ INFO ] Min: #_MIN_RESULT_# ms +[ INFO ] Max: #_MAX_RESULT_# ms + ms + LIB + + diff --git a/ob-cache/test-profiles/pts/openvino-1.5.0/test-definition.xml b/ob-cache/test-profiles/pts/openvino-1.5.0/test-definition.xml new file mode 100644 index 000000000..106f395e9 --- /dev/null +++ b/ob-cache/test-profiles/pts/openvino-1.5.0/test-definition.xml @@ -0,0 +1,127 @@ + + + + + OpenVINO + 2024.0 + This is a test of the Intel OpenVINO, a toolkit around neural networks, using its built-in benchmarking support and analyzing the throughput and latency for various models. + FPS + HIB + 3 + + + 1.5.0 + Linux + Utility + System + Free + Verified + python, build-utilities, cmake + TRUE + 3500 + https://www.openvino.ai/ + https://github.com/openvinotoolkit/openvino + Michael Larabel + usb.h, libusb-1.0/libusb.h, opencv_version, opencv4/opencv2/cvdef.h, python2 + + + + + + diff --git a/ob-cache/test-profiles/pts/ospray-3.1.0/changelog.json b/ob-cache/test-profiles/pts/ospray-3.1.0/changelog.json new file mode 100644 index 000000000..c0c0ceb4b --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-3.1.0/changelog.json @@ -0,0 +1 @@ +{"3.1.0":{"last_updated":"1708801919","commit_description":"Update against OSPRay 3.1 upstream."},"2.12.0":{"last_updated":"1687195199","commit_description":"Update against OSPRay 2.12 upstream."},"2.10.0":{"last_updated":"1656161945","commit_description":"Update against OSPRay 2.10 upstream."},"2.9.0":{"last_updated":"1647046145","commit_description":"Update against upstream OSPray 2.9.0 release now that ospray-studio works for testing scenes."},"1.0.3":{"last_updated":"1571175844","commit_description":"Add macOS support."},"1.0.2":{"last_updated":"1569870109","commit_description":"Windows script is now working fine."},"1.0.1":{"last_updated":"1569708552","commit_description":"Fix path for San Miguel demo."},"1.0.0":{"last_updated":"1569708256","commit_description":"Initial commit of Intel OSPray."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/ospray-3.1.0/downloads.xml b/ob-cache/test-profiles/pts/ospray-3.1.0/downloads.xml new file mode 100644 index 000000000..ff721ad27 --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-3.1.0/downloads.xml @@ -0,0 +1,30 @@ + + + + + + https://github.com/ospray/ospray/releases/download/v3.1.0/ospray-3.1.0.x86_64.linux.tar.gz + f2c8c048af44b7ebafc20000d309c695 + 3cd6b3786efd6f2be78cf32655f46f77f05ee7cc44f9052fe1de410232aecf70 + ospray-3.1.0.x86_64.linux.tar.gz + 104569792 + Linux + + + https://github.com/ospray/ospray/releases/download/v3.1.0/ospray-3.1.0.x86_64.windows.zip + e804b492a1866097b1f9ca1bd82b3935 + daf4ffe73dad6a45c7d3c104f2ecb59819eb507581a55f6ce62ef4b27f2c0793 + ospray-3.1.0.x86_64.windows.zip + 104099286 + Windows + + + https://github.com/ospray/ospray/releases/download/v3.1.0/ospray-3.1.0.x86_64.macosx.zip + cf4b84b91ecdb384d668d25957fc6c24 + b5f2b80a60c9a4b8f2f1d384e3ab9bf2d83da1ea055276db18e17ef560454cf9 + ospray-3.1.0.x86_64.macosx.zip + 56931727 + MacOSX + + + diff --git a/ob-cache/test-profiles/pts/ospray-3.1.0/generated.json b/ob-cache/test-profiles/pts/ospray-3.1.0/generated.json new file mode 100644 index 000000000..6a8f76550 --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-3.1.0/generated.json @@ -0,0 +1 @@ +{"overview":{"2cda0f5be8e2948f97aafcf5ce9bc815ca6f94c9":{"description":"Benchmark: gravity_spheres_volume\/dim_512\/ao\/real_time","test_version":"3.1.x","app_version":"3.1","unit":"Items Per Second","samples":173,"timing_samples":62,"hib":1,"first_appeared":1708804780,"last_appeared":1713582587,"run_time_avg":180,"stddev_avg":0.19,"percentiles":[0.503723,0.505477,0.742528,0.746122,0.746139,0.754738,0.756567,0.772004,0.773612,0.886793,0.949885,1.01931,1.02226,1.06939,1.14441,1.16648,1.22559,1.24722,1.26017,1.26018,1.26925,1.27456,1.28463,1.46186,1.47478,1.55759,1.55765,1.55872,1.56048,1.56342,1.5636,1.63334,1.72969,1.74418,1.76319,1.89268,1.98621,2.09836,2.12089,2.52283,2.55045,2.55045,2.7147,2.74311,2.80782,2.80995,2.86575,3.03113,3.04109,3.06237,4.33584,4.34477,4.67468,4.73502,4.88053,4.89928,4.90257,5.23996,5.25189,5.44546,7.35625,7.44724,10.509,10.509,10.70212,16.7173,16.7248,16.7248,19.6904,19.8458,19.8954,23.1697,23.1697,23.5103,23.7293,23.7594,23.7594,23.7729,23.8056,23.9426,28.4729,28.6088,28.6088,28.6637,28.8742,29.7626,34.0487,35.9898,36.1529,41.7017,42.1295,42.6838,44.4477,44.5344,50.6641,50.702,50.7349,50.7349,50.7658,50.9138],"run_time_percentiles":[151,151,151,151,151,151,151,152,152,152,154,154,154,154,154,154,154,155,155,155,156,157,157,162,162,162,162,162,163,163,163,163,163,163,163,163,163,163,163,163,163,164,164,164,167,167,169,169,169,170,170,170,171,171,171,171,171,171,171,172,172,172,180,180,180,186,186,190,196,196,196,201,201,209,209,209,211,211,212,212,212,212,212,213,213,213,215,215,215,216,216,218,224,224,225,225,226,240,240,240],"tested_archs":["x86_64"]},"b85ff177494a3823cbf2006a9a2d568bc30d1f6e":{"description":"Benchmark: gravity_spheres_volume\/dim_512\/scivis\/real_time","test_version":"3.1.x","app_version":"3.1","unit":"Items Per Second","samples":163,"timing_samples":54,"hib":1,"first_appeared":1708804780,"last_appeared":1713582587,"run_time_avg":206,"stddev_avg":0.17,"percentiles":[0.50529,0.520723,0.716756,0.717859,0.721142,0.729263,0.729263,0.735502,0.780225,0.883858,0.885806,0.885806,0.957864,1.01663,1.01819,1.10738,1.18106,1.18294,1.19245,1.19714,1.21979,1.22177,1.22219,1.3154,1.37426,1.3763,1.52759,1.5397,1.65773,1.67032,1.69888,1.87121,1.9354,2.08544,2.09528,2.47633,2.47633,2.51692,2.65458,2.68163,2.70994,2.71152,2.71491,2.96649,2.97311,2.99375,2.99375,4.14247,4.15281,4.57706,4.59266,4.64491,4.64491,4.68388,5.05457,5.06722,5.25784,5.25784,7.33915,7.38871,10.50412,10.50412,10.8236,16.4374,16.4431,16.4431,19.576,19.576,19.5762,23.088,23.1755,23.2098,23.2098,23.2497,23.3165,23.3855,23.4215,23.4879,28.43,28.43,28.4904,28.9162,28.9162,28.9162,29.5104,31.5793,35.307,35.6026,41.526,41.7475,41.9111,43.73,43.8858,44.0894,50.2093,50.2093,50.26,50.3509,50.4769,50.7449],"run_time_percentiles":[151,151,152,152,152,152,153,153,153,153,153,153,154,154,154,155,155,155,155,155,155,156,156,156,156,156,163,163,163,163,165,165,165,165,168,168,168,168,168,170,170,170,170,170,170,170,170,170,170,170,171,171,171,171,171,171,187,187,193,193,198,198,198,201,201,210,210,210,210,213,213,213,213,213,213,214,214,214,215,215,217,217,217,217,217,217,218,218,225,226,226,226,226,241,241,242,242,787,787,787],"tested_archs":["x86_64"]},"c0d72dcc3b2e47ed43591f2c8e0f14e4030eb5dc":{"description":"Benchmark: particle_volume\/ao\/real_time","test_version":"3.1.x","app_version":"3.1","unit":"Items Per Second","samples":160,"timing_samples":54,"hib":1,"first_appeared":1708804780,"last_appeared":1713582587,"run_time_avg":336,"stddev_avg":0.08,"percentiles":[0.806105,0.814323,0.817084,0.817084,0.904186,1.07385,1.12718,1.14491,1.153,1.54515,1.64762,1.65219,1.66394,1.93441,1.93756,2.235,2.24784,2.41272,2.43761,2.45113,2.45823,2.46011,2.55087,2.58204,2.60849,2.61771,2.62284,2.62529,2.62626,2.6806,2.68496,2.68496,3.11221,3.16043,3.38214,3.39267,3.7615,3.84767,3.85931,3.86267,3.90123,3.95001,4.0003,4.0005,4.14062,4.76157,4.76157,4.78694,5.9892,5.99903,8.61703,8.62113,8.67449,9.76319,9.77076,10.071,10.0852,10.1868,10.1868,10.2804,10.2985,18.9518,18.9673,18.9673,20.4442,20.5021,20.6546,20.6546,20.6673,20.7662,21.9324,21.9467,21.9467,21.9742,27.5284,27.8648,28.0008,28.0218,28.8754,29.7336,29.7336,30.7399,30.7399,30.7634,30.7737,30.8404,38.2235,38.3261,53.2329,53.9988,54.3143,54.3377,54.833,54.833,55.7988,55.8423,55.8867,56.011,56.011,56.1673],"run_time_percentiles":[275,275,275,275,275,275,277,277,280,280,280,280,283,283,283,284,284,284,284,284,284,284,284,284,284,284,285,285,285,285,290,290,290,290,291,291,312,312,312,312,312,312,312,322,322,324,324,328,328,328,328,328,354,354,354,354,362,362,363,363,363,363,363,363,363,364,364,364,364,364,364,365,365,365,365,366,367,367,367,367,368,368,368,368,404,404,404,404,406,411,411,411,411,413,413,413,413,413,413,414],"tested_archs":["x86_64"]},"d51966d977cc221e2820adffe6ce4d8ca803d450":{"description":"Benchmark: particle_volume\/scivis\/real_time","test_version":"3.1.x","app_version":"3.1","unit":"Items Per Second","samples":160,"timing_samples":54,"hib":1,"first_appeared":1708804780,"last_appeared":1713582587,"run_time_avg":490,"stddev_avg":0.06,"percentiles":[0.775681,0.775681,0.817445,0.82124,0.849114,1.14694,1.15065,1.32105,1.35198,1.52489,1.62642,1.63815,1.64351,1.90566,1.90841,2.19838,2.20844,2.40214,2.40451,2.42756,2.44537,2.4537,2.56732,2.56732,2.59046,2.60291,2.61891,2.64409,2.67167,2.67377,2.68863,2.68863,3.10565,3.18889,3.33989,3.34257,3.75306,3.8008,3.8013,3.81051,3.85709,3.96316,3.98711,3.98813,4.14789,4.76331,4.76331,4.77331,5.93355,5.96271,8.50459,8.54935,8.59203,9.6012,9.60882,10.0057,10.017,10.1386,10.1433,10.1522,10.1833,18.8844,18.9156,18.9156,20.4427,20.5419,20.6262,20.7725,20.7725,20.7789,21.8932,21.8972,21.8972,21.9243,27.6063,27.6169,27.6355,27.694,29.0693,29.2815,29.2815,30.6729,30.6729,30.6799,30.716,30.7484,38.2169,38.3574,53.106,53.9633,54.1939,54.3607,54.7735,54.7735,55.7664,55.8341,55.8341,55.8508,55.934,56.0454],"run_time_percentiles":[415,415,415,415,416,416,416,416,416,416,427,427,427,441,441,448,448,450,450,451,451,451,451,451,451,451,451,451,451,451,451,451,452,452,452,452,455,455,455,461,461,465,465,482,482,497,497,497,497,510,510,510,510,510,510,510,510,510,510,510,512,512,512,513,513,513,513,513,513,513,513,513,513,513,513,514,514,514,514,514,521,521,521,521,557,557,557,557,558,562,562,564,564,568,568,568,568,577,577,577],"tested_archs":["x86_64"]},"53d632fc792ea335b5908abc5239760e8a9a355c":{"description":"Benchmark: particle_volume\/pathtracer\/real_time","test_version":"3.1.x","app_version":"3.1","unit":"Items Per Second","samples":160,"timing_samples":51,"hib":1,"first_appeared":1708804780,"last_appeared":1713582587,"run_time_avg":528,"stddev_avg":0.2,"percentiles":[35.7783,36.7509,41.3701,41.6232,43.4881,44.2322,44.2598,45.9349,46.2877,46.3681,46.4237,46.4237,54.8716,55.0142,60.7368,62.5767,62.8689,65.8951,66.8978,71.0751,71.1422,71.1422,71.7465,71.7903,72.1309,73.4547,77.2129,81.0823,81.0964,81.4261,81.5139,81.7662,82.138,82.5113,82.97,82.97,83.5652,85.4693,85.9358,96.0884,96.4254,96.5963,98.2318,98.2318,98.869,99.0931,99.7566,99.8506,99.8861,100.22,100.369,100.369,102.9501,102.9501,114.218,119.054,119.054,126.03,126.427,143.508,146.895,146.895,146.925,147.044,149.088,155.022,155.049,155.833,156.396,160.242,161.197,161.197,162.493,163.001,163.101,167.899,167.902,173.56,175.081,175.371,176.395,177.582,185.98,185.98,192.503,194.149,194.149,195.028,195.028,195.33,200.495,200.495,202.45,202.565,218.7,220.112,245.776,246.191,246.261,246.62],"run_time_percentiles":[422,422,423,423,423,423,424,424,424,424,441,441,441,441,441,441,443,443,443,443,445,445,445,445,449,449,449,449,450,450,450,450,451,451,451,451,455,455,455,455,455,455,457,457,459,459,459,459,465,465,466,471,471,471,471,472,472,472,472,472,472,476,476,476,476,480,480,481,481,492,492,492,492,510,510,559,559,563,563,563,563,563,563,563,563,563,563,566,566,566,566,589,589,747,747,747,747,1504,1504,1504],"tested_archs":["x86_64"]},"5f36751e30897bcaf0d2a5ab64c6ad35a3d25031":{"description":"Benchmark: gravity_spheres_volume\/dim_512\/pathtracer\/real_time","test_version":"3.1.x","app_version":"3.1","unit":"Items Per Second","samples":159,"timing_samples":52,"hib":1,"first_appeared":1708804780,"last_appeared":1713582587,"run_time_avg":211,"stddev_avg":0.09,"percentiles":[0.785233,0.828653,0.918914,0.918914,0.927905,1.09783,1.09974,1.1942,1.19473,1.38473,1.38473,1.38546,1.49905,1.49966,1.57403,1.59702,1.6024,1.62639,1.72345,1.85808,1.86432,1.87116,1.93526,1.98513,2.00543,2.04899,2.05062,2.31501,2.3174,2.40395,2.42381,2.44514,2.45037,2.45283,2.7672,2.77064,3.08454,3.08454,3.13442,3.40027,3.41403,3.65637,3.7648,3.86452,3.86617,3.87307,3.88712,3.89324,5.81451,5.81451,5.84337,6.83063,6.83186,6.95085,6.95085,7.39732,7.43821,7.44837,7.46614,8.7325,8.74387,19.4056,19.4184,24.2805,24.2805,24.5045,24.5045,24.5432,24.6589,25.1712,27.101,27.1627,27.1627,27.1714,27.1714,28.1311,28.2527,28.3727,28.3756,28.3951,31.6999,32.0951,32.3212,32.3212,33.2938,33.3694,42.6992,42.8383,48.7576,48.979,49.3318,49.3654,49.8832,49.8832,60.9234,61.0524,61.0524,61.4088,61.4901,61.5856],"run_time_percentiles":[152,152,152,152,152,152,152,152,153,153,153,153,153,153,155,155,155,155,157,157,157,157,158,158,158,161,161,165,165,165,165,165,165,165,165,167,167,167,167,175,175,179,179,182,182,182,182,184,184,188,199,199,199,199,202,202,202,202,202,202,202,202,202,202,207,207,207,207,209,209,210,210,214,214,214,215,215,226,226,226,226,230,230,232,232,233,233,234,234,234,234,236,236,236,236,589,589,589,589,589],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["librt.so.1","libospray.so.3","librkcommon.so.1","libtbb.so.12","libtbbmalloc.so.2","libdl.so.2","libm.so.6","libpthread.so.0","libc.so.6"],"default_instructions":["MMX","SSE","SSE2","SSE3","SSSE3","AVX","AVX2","AVX512","WAITPKG"],"max_instructions":["MMX","SSE","SSE2","SSE3","SSSE3","AVX","AVX2","AVX512","WAITPKG"],"honors_cflags":"0","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/ospray-3.1.0/install.sh b/ob-cache/test-profiles/pts/ospray-3.1.0/install.sh new file mode 100644 index 000000000..22a71e00b --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-3.1.0/install.sh @@ -0,0 +1,8 @@ +#!/bin/sh +tar -xf ospray-3.1.0.x86_64.linux.tar.gz +echo "#!/bin/sh +cd ospray-3.1.0.x86_64.linux/bin +./ospBenchmark --benchmark_min_time=30 \$@ > \$LOG_FILE 2>&1 +sed -i 's/=/ /' \$LOG_FILE +echo \$? > ~/test-exit-status" > ospray +chmod +x ospray diff --git a/ob-cache/test-profiles/pts/ospray-3.1.0/install_macosx.sh b/ob-cache/test-profiles/pts/ospray-3.1.0/install_macosx.sh new file mode 100644 index 000000000..4a83c42f5 --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-3.1.0/install_macosx.sh @@ -0,0 +1,8 @@ +#!/bin/sh +unzip -o ospray-3.1.0.x86_64.macosx.zip +echo "#!/bin/sh +cd ospray-3.1.0.x86_64.macosx/bin +./ospBenchmark --benchmark_min_time=30 \$@ > \$LOG_FILE 2>&1 +sed -i 's/=/ /' \$LOG_FILE +echo \$? > ~/test-exit-status" > ospray +chmod +x ospray diff --git a/ob-cache/test-profiles/pts/ospray-3.1.0/install_windows.sh b/ob-cache/test-profiles/pts/ospray-3.1.0/install_windows.sh new file mode 100644 index 000000000..722cac4bd --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-3.1.0/install_windows.sh @@ -0,0 +1,8 @@ +#!/bin/sh +unzip -o ospray-3.1.0.x86_64.windows.zip +echo "#!/bin/sh +cd ospray-3.1.0.x86_64.windows/bin +./ospBenchmark.exe --benchmark_min_time=30 \$@ > \$LOG_FILE 2>&1 +sed -i 's/=/ /' \$LOG_FILE +echo \$? > ~/test-exit-status" > ospray +chmod +x ospray diff --git a/ob-cache/test-profiles/pts/ospray-3.1.0/results-definition.xml b/ob-cache/test-profiles/pts/ospray-3.1.0/results-definition.xml new file mode 100644 index 000000000..92517abac --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-3.1.0/results-definition.xml @@ -0,0 +1,9 @@ + + + + + random_spheres/pathtracer/real_time 25.2 ms 25.1 ms 28 items_per_second #_RESULT_# + items_per_second + /s + + diff --git a/ob-cache/test-profiles/pts/ospray-3.1.0/test-definition.xml b/ob-cache/test-profiles/pts/ospray-3.1.0/test-definition.xml new file mode 100644 index 000000000..76d524277 --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-3.1.0/test-definition.xml @@ -0,0 +1,59 @@ + + + + + OSPRay + 3.1 + Intel OSPRay is a portable ray-tracing engine for high-performance, high-fidelity scientific visualizations. OSPRay builds off Intel's Embree and Intel SPMD Program Compiler (ISPC) components as part of the oneAPI rendering toolkit. + Items Per Second + HIB + 3 + + + 3.1.0 + Linux, Windows, MacOSX + Utility + Processor + Free + Verified + x86_64 + 283 + https://www.ospray.org/ + https://github.com/ospray/ospray + SMP + Michael Larabel + + + + + diff --git a/ob-cache/test-profiles/pts/ospray-studio-1.3.0/changelog.json b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/changelog.json new file mode 100644 index 000000000..1b62dc2a4 --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/changelog.json @@ -0,0 +1 @@ +{"1.3.0":{"last_updated":"1708804463","commit_description":"Update against OSPRay Studio 1.0 upstream."},"1.2.0":{"last_updated":"1698519690","commit_description":"Update against OSPRay Studio 0.13 upstream."},"1.1.0":{"last_updated":"1656546544","commit_description":"Update against OSPRay Studio 0.11 upstream."},"1.0.1":{"last_updated":"1647088202","commit_description":"Build fixes around Python and newer compilers."},"1.0.0":{"last_updated":"1647046206","commit_description":"Add OSPray-Studio test profile with now having a good test scene and other items addressed to complement ospray test profile."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/ospray-studio-1.3.0/downloads.xml b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/downloads.xml new file mode 100644 index 000000000..b5483b5ed --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/downloads.xml @@ -0,0 +1,37 @@ + + + + + + https://github.com/ospray/ospray_studio/releases/download/v1.0.0/ospray_studio-1.0.0.x86_64.linux.tar.gz + 01c8712f2f46896d7aee837863333480 + 6256a35bccc73c8ea4865a39d71ffe2f1e1292228d6b5ecda89bc1ff4c9b0284 + ospray_studio-1.0.0.x86_64.linux.tar.gz + 99909275 + Linux + + + https://github.com/ospray/ospray_studio/releases/download/v1.0.0/ospray_studio-1.0.0.x86_64.macosx.zip + 44cbce40fa41da6313ae0ac094bd961d + cf216b739a0da04a7c47b7d8f0216c8d7d081cdf152841e70bdc866faa5f33d6 + ospray_studio-1.0.0.x86_64.macosx.zip + 52151140 + MacOSX + + + https://github.com/ospray/ospray_studio/releases/download/v1.0.0/ospray_studio-1.0.0.x86_64.windows.zip + a6274e6ac9d44fa4318e6484453176c2 + 7d9bd5e9ca538fe0496f43dcaf0afffa7c8f1f5980f42f8b16b7f8d7c5fd9678 + ospray_studio-1.0.0.x86_64.windows.zip + 97769944 + Windows + + + http://www.phoronix-test-suite.com/benchmark-files/OSPRayStudio-Room-Scene-3.zip + c7fe5209165f857874321b41ec52ba38 + 45b6bea536d8edeb03849af21169cf8c807762de0bf936396f586bcf378081ec + OSPRayStudio-Room-Scene-3.zip + 292645182 + + + diff --git a/ob-cache/test-profiles/pts/ospray-studio-1.3.0/generated.json b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/generated.json new file mode 100644 index 000000000..319849b88 --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/generated.json @@ -0,0 +1 @@ +{"overview":{"c7fbd53070ed003193076d53e9953a24e774b62a":{"description":"Camera: 1 - Resolution: 4K - Samples Per Pixel: 1 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":156,"timing_samples":61,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":216,"stddev_avg":0.21,"percentiles":[553,553,554,554,554,554,556,556,558,559,727,729,730,758,759,759,874,892,902,902,914,914,1292,1292,1298,1300,1301,1442,1657,1774,1774,1801,1801,1940,1944,4275,4333,4347,4360,4367,4521,4528,4535,4686,4874,4920,4930,6541,6548,9568,9578,9578,10672,10672,10703,10729,10729,10740,11139,11290,11377,12778,13067,14330,14330,14347,14643,14771,15825,15849,16288,16408,16568,16796,17063,17414,17416,17762,18074,18382,18382,18467,18893,20806,21030,22269,22347,27669,30528,32220,34127,34380,36243,36372,38344,38344,42466,42728,45856,47017],"run_time_percentiles":[137,137,151,151,151,151,151,163,163,163,164,164,164,164,164,169,169,170,170,170,179,179,180,180,180,182,182,182,184,184,186,186,186,187,187,188,188,188,188,188,189,189,189,189,189,189,189,189,189,189,190,190,190,190,190,194,195,195,196,196,197,197,197,199,199,199,200,200,201,201,201,201,201,204,205,205,209,209,211,211,211,211,216,216,234,234,242,245,245,245,245,257,277,277,277,277,504,712,712,712],"tested_archs":["x86_64"]},"051226dc547374b226cf9cff81291ebe4552d7ed":{"description":"Camera: 3 - Resolution: 4K - Samples Per Pixel: 1 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":156,"timing_samples":64,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":212,"stddev_avg":0.14,"percentiles":[650,650,650,650,651,651,653,653,655,659,861,867,868,897,898,900,1026,1058,1063,1063,1079,1079,1529,1529,1534,1536,1538,1709,1977,2108,2108,2164,2164,2304,2305,5083,5129,5143,5158,5166,5330,5331,5342,5579,5759,5781,5813,7907,7914,11327,11328,11351,12708,12709,12718,12757,12840,12840,13117,13510,13629,15257,15483,17018,17018,17029,17215,17416,18603,18608,19272,19353,19418,20143,20396,21180,21180,21596,21896,22398,24801,24850,24857,30468,31392,31392,31415,34645,35227,35227,35253,35896,41544,41558,41591,41591,46164,46627,56824,59350],"run_time_percentiles":[153,153,161,161,161,161,161,181,181,181,185,186,186,186,186,189,189,189,189,190,190,190,190,190,191,192,192,192,192,193,193,193,193,193,193,195,195,195,197,197,200,200,200,200,201,201,202,202,202,202,203,203,206,206,206,206,206,208,210,210,211,211,211,213,213,214,214,214,214,214,214,214,215,215,227,227,227,239,239,247,250,250,252,253,253,253,260,260,266,266,267,267,267,270,270,270,274,274,274,274],"tested_archs":["x86_64"]},"10973c6b29d24982e23cae39ffc16a01e6ee0044":{"description":"Camera: 1 - Resolution: 4K - Samples Per Pixel: 32 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":156,"timing_samples":62,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":648,"stddev_avg":0.34,"percentiles":[17575,17575,17641,17656,17706,17746,17761,17761,17788,17829,23181,23301,23442,23884,24177,24249,24696,28035,32279,32279,33396,33411,45373,45373,45572,45612,45722,50798,57867,61162,61162,61363,61363,68746,68854,141864,143277,143750,145898,145899,150040,150375,150694,151628,159031,160086,160146,216061,216321,310409,310533,310594,344563,344721,345312,345378,346697,346697,358285,369214,372673,416156,422878,463581,463581,469455,474925,477312,509650,510976,538108,541307,559248,562158,564208,589313,589313,593271,596171,600533,600533,601074,624452,678174,678905,723819,731461,828967,830863,830863,955967,957485,995469,997139,1011874,1011874,1169514,1175156,1509132,1526321],"run_time_percentiles":[133,133,133,133,160,160,160,160,160,160,162,162,179,179,179,201,201,201,204,204,204,208,208,208,208,208,209,209,209,209,209,209,209,210,210,210,241,241,241,243,243,245,260,260,261,261,453,468,468,468,480,480,497,497,502,502,502,643,643,643,643,643,655,1037,1037,1057,1057,1059,1061,1061,1061,1063,1063,1063,1063,1063,1066,1066,1066,1066,1078,1078,1078,1078,1092,1092,1092,1092,1210,1210,1210,1323,1655,1655,1738,1738,1793,1793,1793,1904],"tested_archs":["x86_64"]},"293b58e5e89d92957e1ff0a692cfee08ef3d861a":{"description":"Camera: 3 - Resolution: 4K - Samples Per Pixel: 32 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":156,"timing_samples":63,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":718,"stddev_avg":0.16,"percentiles":[20738,20815,20842,20842,20881,20899,20910,20910,20914,20984,31992,32292,32495,33439,33773,33925,33976,34698,35695,37285,37285,38673,52864,53006,53022,53342,53377,59522,68006,72172,72172,73367,73367,80294,80528,168296,168798,168950,171227,171506,175129,175496,177445,179788,188140,188863,189099,259508,259673,366681,367376,367733,410790,410899,411038,411982,412595,412595,440803,443188,444097,493754,500496,548225,548225,549450,559089,563950,596427,600236,641996,644278,660867,661908,666948,703988,703988,705832,706091,708772,708772,720810,764185,800158,805756,877439,887420,971840,974093,974093,1120863,1120863,1125865,1131637,1183516,1189013,1386847,1388942,1814717,1838699],"run_time_percentiles":[116,116,116,116,116,117,117,126,126,126,129,129,129,130,130,136,136,136,138,138,148,149,149,183,183,183,183,183,183,185,185,205,205,205,229,229,229,234,234,235,236,236,237,237,237,238,238,238,238,238,238,238,238,238,248,248,248,248,248,531,531,552,552,552,556,556,584,717,717,717,717,717,1231,1231,1255,1258,1258,1258,1259,1259,1260,1260,1260,1260,1260,1260,1260,1260,1958,2064,2064,2143,2143,2143,2324,2324,3398,3398,3398,3398],"tested_archs":["x86_64"]},"42c0f2280803335f6d75e34f77ca0703ed7876f4":{"description":"Camera: 1 - Resolution: 4K - Samples Per Pixel: 16 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":143,"timing_samples":53,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":456,"stddev_avg":0.09,"percentiles":[8800,8800,8822,11575,11575,11599,11663,12040,12086,12086,12097,12124,12187,12195,12774,14096,14138,20762,20762,20841,20867,23060,23125,31380,34412,34412,34953,34953,37656,37759,37759,72647,73147,73490,76208,76488,76677,76677,77073,77511,79857,80489,80801,111366,111366,111436,155844,156271,156366,173726,173917,174227,174664,174850,174850,181106,188306,190295,191567,212290,213660,233560,233560,236543,238857,239492,249178,258231,258929,259221,273744,282746,283035,291994,291994,299753,300982,301179,301179,301408,313222,338174,338554,339342,362158,363005,415759,416212,416212,481381,482121,500960,501180,501245,504723,504723,580026,582377,755057,760756],"run_time_percentiles":[124,124,125,125,135,135,135,135,135,135,137,137,137,137,172,172,172,174,174,188,188,212,212,220,220,223,223,223,223,223,223,223,223,224,243,243,243,243,243,243,248,248,248,248,259,259,261,261,261,261,268,268,268,275,275,275,275,275,275,277,277,287,287,287,287,301,301,303,539,539,544,544,545,545,547,547,547,547,547,547,551,551,551,551,560,560,560,970,970,1472,1472,1550,1550,1550,1550,1550,1550,1801,1801,1801],"tested_archs":["x86_64"]},"6646b2d5f3a1f33744e6be1a67577a865eb9e125":{"description":"Camera: 3 - Resolution: 4K - Samples Per Pixel: 16 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":143,"timing_samples":50,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":483,"stddev_avg":0.14,"percentiles":[10292,10292,10373,13639,13639,13766,13869,14245,14351,14358,14406,14422,14438,14508,14508,16837,16869,24522,24563,24598,24601,31926,31993,36625,39794,39794,40657,40657,42705,43417,43417,86109,86183,86708,88843,89051,90083,90131,90380,91420,94847,94896,95119,133060,133060,133619,184006,184423,184602,206537,206928,207777,208014,208236,208236,229240,230527,231022,231022,249447,254325,277125,277125,278461,281650,281764,296416,302140,304078,311180,332477,336769,336785,351822,351822,352281,353939,359803,359803,361516,376323,399327,400302,401035,439272,441900,488993,489153,489153,563125,563125,566643,567838,569164,596096,596783,695888,696075,909905,915619],"run_time_percentiles":[122,122,123,123,140,140,140,140,151,151,151,151,199,199,200,200,256,256,256,256,257,257,257,257,257,257,258,258,281,281,281,281,281,281,283,283,287,287,287,287,289,289,289,289,299,299,301,301,301,301,302,302,303,303,309,309,309,309,309,316,379,379,379,379,379,379,615,615,615,615,615,615,636,636,644,644,647,647,647,647,647,647,647,647,651,651,651,651,1080,1080,1080,1080,1160,1160,1725,1725,1725,1725,1725,1725],"tested_archs":["x86_64"]},"540e17b4eefac4600a6b3b92fdd37fedd24ffc14":{"description":"Camera: 2 - Resolution: 4K - Samples Per Pixel: 1 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":142,"timing_samples":49,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":194,"stddev_avg":0.15,"percentiles":[560,560,560,561,561,562,562,563,563,563,563,729,732,734,760,762,762,867,897,897,910,911,911,1309,1310,1313,1441,1839,1839,1861,1861,1957,1961,1961,4364,4390,4419,4428,4433,4609,4615,4618,4777,4913,4995,5004,6690,6690,6694,9720,9727,9730,10868,10912,10930,10930,11472,11539,13015,13015,13179,14441,14683,14683,14839,14936,15953,16037,16472,16479,16808,17563,17741,17741,17922,17922,18134,18176,18176,18550,19303,21209,21224,21236,22641,22664,30677,30843,30843,31000,32553,36727,36768,37960,37960,37960,41858,42356,50635,51072],"run_time_percentiles":[138,138,138,150,150,150,150,150,150,165,165,165,165,165,165,165,165,166,166,180,180,180,180,181,181,181,181,183,183,185,185,187,187,189,189,189,189,190,190,190,190,190,190,190,190,190,190,190,190,190,190,190,190,190,192,192,192,192,195,195,196,196,196,196,196,196,197,197,198,198,201,201,202,202,202,202,202,202,206,206,210,210,210,210,219,219,221,221,221,221,238,238,245,245,249,249,249,249,257,257],"tested_archs":["x86_64"]},"5034ffcb0b936f4faa2449cdfdf0b8f2fb9e8d42":{"description":"Camera: 2 - Resolution: 4K - Samples Per Pixel: 32 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":142,"timing_samples":48,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":569,"stddev_avg":0.22,"percentiles":[17637,17637,17775,17802,17802,17833,17834,17834,17854,17854,17877,23307,23484,23572,23687,24291,24403,24828,27524,27524,33174,33174,33819,45948,46092,46113,50937,63514,63514,63529,63529,69386,69387,69387,144709,144923,145361,148748,148782,151620,152510,153552,154707,162171,162314,162743,221597,221597,223081,314965,315601,315995,352127,353068,353259,353259,373553,375267,419991,419991,429573,470157,473662,473662,483092,484825,513423,518628,540330,545607,563807,569681,571465,600486,602522,602522,603319,608120,608120,608917,630776,686568,686603,686884,759450,760633,836609,837753,837753,970397,970397,973333,973596,1008116,1009934,1010224,1191786,1198110,1533067,1553355],"run_time_percentiles":[125,125,125,133,133,162,162,162,162,180,180,203,203,203,203,206,206,210,210,210,210,210,210,210,210,210,210,210,211,211,211,211,211,211,211,211,222,222,222,222,243,243,243,243,244,244,246,246,261,261,458,458,458,477,477,477,477,486,486,506,506,518,518,518,518,518,518,655,655,655,655,655,655,796,796,1079,1079,1079,1082,1082,1082,1082,1082,1082,1082,1082,1114,1114,1114,1114,1206,1206,1206,1206,1832,1832,1832,1832,1923,1923],"tested_archs":["x86_64"]},"ef137915994c7faff619824ba7dc30d6b464ce48":{"description":"Camera: 3 - Resolution: 1080p - Samples Per Pixel: 1 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":137,"timing_samples":39,"hib":0,"first_appeared":1708804780,"last_appeared":1713300751,"run_time_avg":307,"stddev_avg":0.08,"percentiles":[166,166,166,218,218,219,226,226,226,265,276,276,276,276,387,387,387,569,569,570,570,581,581,581,1292,1294,1294,1294,1299,1299,1333,1336,1338,1416,1448,1470,1493,1989,1991,1991,2857,2858,2860,3163,3207,3212,3216,3351,3351,3448,3457,3844,3884,3884,4257,4288,4288,4369,4372,4379,4691,4706,4869,4919,4974,5184,5191,5211,5305,5411,5411,5451,5514,5922,6104,6161,6264,6310,6599,6631,7557,7557,7573,8112,8770,8774,8778,8800,8813,8819,9295,10806,10862,12369,14157,14291,14349,14349,15780,16228],"run_time_percentiles":[133,133,133,174,174,174,175,175,182,182,182,198,198,200,200,200,200,200,201,201,201,203,203,203,221,221,221,221,221,225,225,225,225,225,225,225,226,226,226,226,226,226,226,226,227,227,227,227,227,227,227,227,228,228,231,231,231,232,232,232,232,232,232,232,232,236,236,236,236,236,239,239,245,245,245,245,245,248,248,248,259,259,259,264,264,272,272,272,884,884,884,884,884,884,884,886,886,886,886,886],"tested_archs":["x86_64"]},"d9f2d647dbaec7a1bc64ddab4a0d8c4321ee4594":{"description":"Camera: 1 - Resolution: 1080p - Samples Per Pixel: 1 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":137,"timing_samples":39,"hib":0,"first_appeared":1708804780,"last_appeared":1713300751,"run_time_avg":215,"stddev_avg":0.09,"percentiles":[141,141,142,185,185,186,191,191,192,226,234,234,235,235,327,328,328,466,466,478,478,490,491,491,1096,1099,1101,1101,1101,1104,1138,1138,1138,1207,1239,1250,1252,1651,1652,1652,2412,2414,2415,2643,2682,2682,2690,2835,2836,2840,2857,3244,3287,3287,3595,3597,3597,3700,3705,3715,3933,3961,4149,4177,4262,4410,4413,4417,4589,4614,4614,4621,4738,5050,5152,5174,5200,5515,5695,5740,6445,6445,6480,6899,7396,7397,7411,7486,7487,7490,7827,9122,9155,10365,12046,12050,12050,12061,13858,14247],"run_time_percentiles":[117,117,117,158,158,158,164,164,164,164,164,164,164,168,168,168,168,168,173,173,173,173,173,173,195,195,195,195,195,195,195,197,197,197,198,198,216,216,216,217,217,217,217,217,217,217,217,217,217,218,218,218,220,220,222,222,222,222,222,224,224,224,224,224,224,226,226,226,226,226,229,229,229,229,229,229,229,230,230,230,230,230,230,241,241,244,244,244,244,244,244,244,244,254,254,257,257,257,438,438],"tested_archs":["x86_64"]},"f41e3724007a313a3b7638be25fd873b6e958211":{"description":"Camera: 3 - Resolution: 1080p - Samples Per Pixel: 32 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":132,"timing_samples":35,"hib":0,"first_appeared":1708804780,"last_appeared":1713300751,"run_time_avg":264,"stddev_avg":0.13,"percentiles":[5262,5262,5287,5287,6951,6990,7019,7043,7216,7221,7275,7308,7308,7321,7321,7321,7424,12416,12429,12434,16687,16687,17204,17204,18645,18676,18676,44278,44920,45005,47001,47001,47597,47686,47827,47884,47904,48385,48613,48900,70450,70467,70467,93543,93632,94309,105674,106330,106421,106768,111735,111735,120389,120438,128002,128002,130019,141989,141989,142494,143442,144060,144099,155485,156195,164732,168081,170152,171564,173342,179150,179150,179234,183902,183902,185364,195740,198479,202043,202547,216393,216901,247922,247922,248352,286390,287079,287834,288445,288679,288835,302582,302695,353189,354507,458508,458508,467179,490887,494610],"run_time_percentiles":[154,154,154,154,154,154,157,157,157,162,162,162,172,172,172,184,184,184,184,184,205,205,205,205,205,205,205,205,205,241,241,241,241,241,241,250,250,250,250,250,252,252,252,252,252,252,252,252,252,252,252,252,258,258,258,261,261,261,262,262,262,262,262,264,264,264,273,273,273,322,322,322,322,322,322,341,341,341,342,342,343,343,343,347,347,347,347,347,347,352,352,352,352,352,352,407,407,407,407,407],"tested_archs":["x86_64"]},"412841ac0ed04f29999a48673b0e9d9f8a57f093":{"description":"Camera: 2 - Resolution: 4K - Samples Per Pixel: 16 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":131,"timing_samples":40,"hib":0,"first_appeared":1708804780,"last_appeared":1713471919,"run_time_avg":457,"stddev_avg":0.07,"percentiles":[8850,8850,8852,8852,11658,11658,11670,11727,12143,12146,12216,12240,12243,12243,12262,12262,14350,20988,21032,21063,31621,35317,35317,35422,35422,37127,38076,38076,73836,74101,74169,74306,77725,77835,78049,78049,78354,78788,78919,81945,82027,82038,113978,114077,114077,157835,158320,158659,177739,178226,178689,178689,194015,194308,195744,213925,215962,215962,237028,238677,238677,243055,244089,260428,260700,273041,278487,281056,290386,290756,291724,298475,301270,301270,301419,306734,306734,309066,318101,342714,343532,355952,367849,375820,420446,420446,421049,421049,488487,488487,488487,489511,489818,503052,507035,598602,598625,768942,768942,776804],"run_time_percentiles":[125,125,125,138,138,138,138,138,173,173,173,173,173,173,173,174,174,174,213,213,224,224,224,225,225,245,245,245,247,247,247,247,247,249,249,263,263,263,266,266,272,272,272,274,274,274,274,274,274,274,278,278,278,278,278,278,278,278,292,292,292,292,292,306,306,556,556,556,557,557,559,559,559,559,559,559,559,559,687,687,687,687,687,687,687,920,920,920,920,920,985,985,985,1501,1501,1501,1501,1501,1501,1501],"tested_archs":["x86_64"]},"729e0b636bc9a1cf001d45bcd50e595578122bf3":{"description":"Camera: 1 - Resolution: 1080p - Samples Per Pixel: 16 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":130,"timing_samples":33,"hib":0,"first_appeared":1708804780,"last_appeared":1713300751,"run_time_avg":221,"stddev_avg":0.07,"percentiles":[2237,2237,2243,2243,2931,2943,2954,3054,3055,3591,3683,3683,3698,3718,3718,5246,5247,5261,6804,6804,6909,6909,7853,7853,7865,17493,17539,17544,17547,17553,17598,18177,18181,18203,18828,18828,19707,19778,19899,33117,33150,33150,40641,40686,40849,46753,46821,47404,47404,47585,49428,55582,55811,55858,57105,57776,57776,62439,63064,63064,63436,64396,66681,66837,68488,69700,69782,76986,77104,77182,78133,78227,78227,83159,83343,83822,83822,85684,86154,86216,94221,94474,107651,107651,108101,123077,123119,124118,124248,125534,126120,126253,129057,152070,153200,191902,191902,197296,209741,210229],"run_time_percentiles":[163,163,163,163,163,163,163,165,165,165,165,165,165,169,169,169,169,169,169,169,169,169,189,189,189,189,189,189,190,190,190,200,200,200,207,207,207,217,217,217,217,217,217,223,223,223,224,224,224,226,226,226,229,229,229,237,237,237,237,237,237,240,240,240,240,240,240,240,240,240,250,250,250,250,250,250,256,256,256,256,256,256,261,261,261,261,261,261,261,261,261,262,262,262,262,262,262,288,288,288],"tested_archs":["x86_64"]},"75a8369ebe10881e6ce0e6d3dfd6ab6895f9a775":{"description":"Camera: 1 - Resolution: 1080p - Samples Per Pixel: 32 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":130,"timing_samples":33,"hib":0,"first_appeared":1708804780,"last_appeared":1713300751,"run_time_avg":317,"stddev_avg":0.1,"percentiles":[4481,4481,4490,4490,5826,5890,5905,6090,6128,6253,6314,6380,6380,6448,6448,10460,10462,10529,13807,13807,13867,13867,15694,15694,15736,38218,38523,38603,38626,39671,41111,41125,41167,41189,41405,41408,41644,41713,41722,59437,59497,59497,79324,79629,79976,89455,89504,89766,90216,90216,94455,100224,100243,100587,108438,109787,109787,120320,121013,121013,122516,122990,133068,133260,138526,139352,142577,145528,145882,147162,151457,154163,154163,157159,158725,158725,167006,170711,170904,171456,185402,185664,211377,211377,212102,241753,241966,244632,245695,246215,247044,248339,255874,298816,299883,385805,385805,395470,418379,419296],"run_time_percentiles":[132,132,132,132,132,132,132,138,138,138,142,142,142,152,152,152,161,161,161,161,161,161,245,245,245,245,245,245,246,246,246,249,249,249,249,249,249,252,252,252,252,252,252,264,264,264,264,264,264,264,264,264,292,292,292,292,292,292,294,294,294,298,298,298,298,298,298,300,300,300,300,300,300,304,304,304,304,304,304,331,331,331,331,331,331,331,331,331,532,532,532,907,907,907,907,907,907,907,907,907],"tested_archs":["x86_64"]},"d10b6e13a56672f2638df45aa03bcf70e4dd53ec":{"description":"Camera: 3 - Resolution: 1080p - Samples Per Pixel: 16 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":129,"timing_samples":33,"hib":0,"first_appeared":1708804780,"last_appeared":1713300751,"run_time_avg":244,"stddev_avg":0.08,"percentiles":[2619,2619,2654,2654,3483,3493,3502,3601,3668,4173,4173,4353,4353,4353,4377,6211,6212,6214,8552,8552,8732,8732,9322,9322,9332,20657,20662,20691,20729,20747,20749,21385,21409,21449,22387,22919,23430,23491,38558,38558,38672,38672,47805,48081,48103,55114,55137,55199,55736,58043,58043,65029,65314,66689,66689,67624,73463,73463,73504,74094,74212,74214,78691,80669,81371,81424,81619,89565,89743,90126,90126,91586,91586,96582,98243,98243,100882,101046,101677,101751,110762,111245,126279,126704,126704,145560,145855,147143,147366,147463,149999,150279,153788,179567,179827,229951,229951,234011,248847,249464],"run_time_percentiles":[188,188,188,188,188,188,188,191,191,191,191,191,191,191,191,191,194,194,194,194,194,194,219,219,219,221,221,221,221,221,221,221,221,221,221,221,221,221,221,221,230,230,230,233,233,233,235,235,235,235,235,235,235,235,235,235,235,235,244,244,244,250,250,250,250,250,250,259,259,259,259,259,259,283,283,283,283,283,283,284,284,284,284,284,284,284,284,284,326,326,326,326,326,326,326,326,326,330,330,330],"tested_archs":["x86_64"]},"a5cacd759b04eb4a15c8062be303388fd6db22d8":{"description":"Camera: 2 - Resolution: 1080p - Samples Per Pixel: 1 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":125,"timing_samples":28,"hib":0,"first_appeared":1708804780,"last_appeared":1712932120,"run_time_avg":221,"stddev_avg":0.06,"percentiles":[142,142,142,142,184,185,186,192,192,223,223,233,233,233,233,234,331,332,332,489,493,493,494,494,501,501,1103,1108,1110,1112,1115,1116,1150,1152,1153,1158,1218,1248,1260,1260,1688,1688,1689,1689,2448,2448,2454,2743,2752,2874,2888,2896,3278,3337,3337,3633,3689,3689,3736,3759,4015,4023,4035,4165,4192,4288,4462,4465,4618,4618,4659,4659,4701,4715,4715,5105,5228,5288,5354,5683,5691,6521,6521,6529,7449,7462,7464,7557,7594,7596,7841,7859,9288,9288,9305,11261,12093,12093,12889,13261],"run_time_percentiles":[173,173,173,173,173,173,173,173,174,174,174,174,174,174,174,194,194,194,198,198,198,198,199,199,199,199,199,199,199,199,199,199,199,216,216,216,216,216,216,216,216,216,216,216,216,216,216,217,217,217,217,217,217,217,219,219,219,219,219,219,219,219,219,219,219,222,222,222,230,230,230,230,230,230,230,238,238,238,238,248,248,248,248,248,248,248,250,250,250,250,296,296,296,296,296,296,296,296,296,296],"tested_archs":["x86_64"]},"61323a805097facb328574a3e5fd18d588f74ff9":{"description":"Camera: 2 - Resolution: 1080p - Samples Per Pixel: 16 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":124,"timing_samples":26,"hib":0,"first_appeared":1708804780,"last_appeared":1712932120,"run_time_avg":229,"stddev_avg":0.06,"percentiles":[2257,2257,2269,2269,2929,2953,2961,3054,3065,3544,3544,3655,3655,3694,3694,3705,5298,5309,5315,7402,7402,7506,7506,7900,7900,7923,17628,17695,17700,17720,17847,17849,18471,18488,18579,19156,19156,19971,20119,20191,33761,33761,33851,40969,41235,41382,47459,47628,47953,56073,56450,57377,57377,58539,58539,63496,63770,63770,64209,64428,65205,67744,67747,70879,71013,71138,78165,78332,78473,78509,78509,83951,83951,84311,84311,86603,86618,86809,87100,95055,95784,109501,109501,110730,123992,124263,124507,125786,127430,127746,127806,127861,133659,155020,155337,193662,199386,199386,209777,210474],"run_time_percentiles":[165,165,165,165,166,166,166,166,192,192,192,192,192,192,192,192,192,192,192,192,202,202,202,202,210,210,210,218,218,218,218,218,218,218,218,225,225,225,225,227,227,227,227,227,227,227,227,227,227,227,229,229,229,229,229,229,229,229,229,229,229,229,229,229,229,229,229,229,229,229,242,242,242,242,242,242,242,252,252,252,252,258,258,258,258,286,286,286,286,286,286,286,286,286,286,286,286,291,291,291],"tested_archs":["x86_64"]},"409eb096d7b960e19b85e7333d63c2f2f84141c4":{"description":"Camera: 2 - Resolution: 1080p - Samples Per Pixel: 32 - Renderer: Path Tracer - Acceleration: CPU","test_version":"1.3.x","app_version":"1.0","unit":"ms","samples":124,"timing_samples":28,"hib":0,"first_appeared":1708804780,"last_appeared":1712932120,"run_time_avg":433,"stddev_avg":0.15,"percentiles":[4517,4517,4542,4542,5875,5909,5934,6124,6138,6303,6303,6324,6324,6371,6399,6399,10579,10611,10615,14836,14836,15415,15415,15832,15832,15849,38760,38810,38825,38854,40626,41598,41839,41930,42050,42071,42094,42151,42321,42536,60674,60674,60728,80395,80517,80544,91343,91443,91469,102622,102795,110301,110301,111771,111771,121313,122185,122185,124275,124517,134946,135108,135853,140934,143667,146612,149460,149687,154057,154057,154684,158808,158808,160782,160782,168754,172775,173118,173119,185911,187107,213117,213117,213198,243753,244290,244521,248845,249644,249960,254117,257542,304146,304531,304999,386093,393721,393721,422608,423911],"run_time_percentiles":[135,135,135,135,135,135,135,135,139,139,139,143,143,143,143,155,155,155,162,162,162,162,162,162,162,244,244,244,244,245,245,245,245,245,245,245,253,253,253,253,258,258,258,258,258,258,258,258,258,258,262,262,262,262,262,262,262,262,265,265,265,297,297,297,297,297,297,297,491,491,491,491,491,491,491,491,491,491,491,537,537,537,537,1175,1175,1175,1175,1175,1175,1175,1175,1175,1175,1204,1204,1204,1204,1204,1204,1204],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["libtbb.so.12","libtbbmalloc.so.2","libospray.so.3","librkcommon.so.1","libGL.so.1","libm.so.6","libX11.so.6","libc.so.6","libdl.so.2","libpthread.so.0","libGLdispatch.so.0","libGLX.so.0","libxcb.so.1","libXau.so.6","libXdmcp.so.6","libbsd.so.0","libmd.so.0"],"default_instructions":["MMX","SSE","SSE2","SSE3","SSE4_1","AVX","AVX2","FMA","SSSE3","AVX512","WAITPKG"],"max_instructions":["MMX","SSE","SSE2","SSE3","SSE4_1","AVX","AVX2","FMA","SSSE3","AVX512","WAITPKG"],"honors_cflags":"0","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install.sh b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install.sh new file mode 100755 index 000000000..98b7f2b6e --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install.sh @@ -0,0 +1,9 @@ +#!/bin/sh +unzip -o OSPRayStudio-Room-Scene-3.zip +tar -xf ospray_studio-1.0.0.x86_64.linux.tar.gz +echo "#!/bin/sh +export PATH=\$HOME/ospray_studio-1.0.0.x86_64.linux/bin/:\$PATH +cd OSPRayStudio-Room-Scene/ +ospStudio benchmark --denoiser --format jpg \$@ RoomScene.sg > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > ospray-studio +chmod +x ospray-studio diff --git a/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install_macosx.sh b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install_macosx.sh new file mode 100755 index 000000000..55066ed5e --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install_macosx.sh @@ -0,0 +1,9 @@ +#!/bin/sh +unzip -o OSPRayStudio-Room-Scene-3.zip +unzip -o ospray_studio-1.0.0.x86_64.macosx.zip +echo "#!/bin/sh +export PATH=\$HOME/ospray_studio-1.0.0.x86_64.macosx/bin/:\$PATH +cd OSPRayStudio-Room-Scene/ +ospStudio benchmark --denoiser --format jpg \$@ RoomScene.sg > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > ospray-studio +chmod +x ospray-studio diff --git a/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install_windows.sh b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install_windows.sh new file mode 100755 index 000000000..90a6b184b --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/install_windows.sh @@ -0,0 +1,8 @@ +#!/bin/sh +unzip -o OSPRayStudio-Room-Scene-3.zip +unzip -o ospray_studio-1.0.0.x86_64.windows.zip +echo "#!/bin/sh +cd OSPRayStudio-Room-Scene/ +../ospray_studio-1.0.0.x86_64.windows/bin/ospStudio.exe benchmark --denoiser --format jpg \$@ RoomScene.sg > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > ospray-studio +chmod +x ospray-studio diff --git a/ob-cache/test-profiles/pts/ospray-studio-1.3.0/results-definition.xml b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/results-definition.xml new file mode 100644 index 000000000..4b6f16c8d --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + OSPRay Studio Benchmark #_RESULT_# ms 7082 ms 1 + + diff --git a/ob-cache/test-profiles/pts/ospray-studio-1.3.0/test-definition.xml b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/test-definition.xml new file mode 100644 index 000000000..945678181 --- /dev/null +++ b/ob-cache/test-profiles/pts/ospray-studio-1.3.0/test-definition.xml @@ -0,0 +1,111 @@ + + + + + OSPRay Studio + 1.0 + Intel OSPRay Studio is an open-source, interactive visualization and ray-tracing software package. OSPRay Studio makes use of Intel OSPRay, a portable ray-tracing engine for high-performance, high-fidelity visualizations. OSPRay builds off Intel's Embree and Intel SPMD Program Compiler (ISPC) components as part of the oneAPI rendering toolkit. + ms + LIB + 3 + + + 1.3.0 + Linux, MacOSX, Windows + Utility + Processor + Free + Verified + x86_64 + glew + 645 + http://www.ospray.org/ospray_studio/ + https://github.com/ospray/ospray_studio/ + SMP + Michael Larabel + + + + --benchmark_min_time=30s + + + + + + + + diff --git a/ob-cache/test-profiles/pts/primesieve-1.10.0/changelog.json b/ob-cache/test-profiles/pts/primesieve-1.10.0/changelog.json new file mode 100644 index 000000000..9cd683701 --- /dev/null +++ b/ob-cache/test-profiles/pts/primesieve-1.10.0/changelog.json @@ -0,0 +1 @@ +{"1.10.0":{"last_updated":"1710544570","commit_description":"Update against Primesieve 12.1 upstream. Closes: https:\/\/github.com\/phoronix-test-suite\/phoronix-test-suite\/pull\/776"},"1.9.0":{"last_updated":"1658323165","commit_description":"Update against Primesieve 8.0 upstream."},"1.8.0":{"last_updated":"1638614358","commit_description":"Update against Primesieve 7.7 upstream."},"1.7.0":{"last_updated":"1550509875","commit_description":"Update against Primesieve 7.4 upstream, https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/61"},"1.6.0":{"last_updated":"1544216277","commit_description":"Update against upstream Primesieve, https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/43"},"1.5.0":{"last_updated":"1534967499","commit_description":"Updated against Primesieve 7.1 from upstream, posted via GitHub tracker."},"1.4.1":{"last_updated":"1519762426","commit_description":"Update download links."},"1.4.0":{"last_updated":"1508174719","commit_description":"Upstream updates, switch from using OpenMP to C++11 threads."},"1.3.1":{"last_updated":"1429545172","commit_description":"Update against new Primesieve."},"1.3.0":{"last_updated":"1412511392","commit_description":"Updated test profile for new upstream Primesieve 5.4 by Kim Walisch."},"1.2.0":{"last_updated":"1393282012","commit_description":"Update Primesieve test profile against upstream v5.0 by Kim Walisch. Also add in SHA256 file sums and test against PTS5 Git."},"1.1.1":{"last_updated":"1363269580","commit_description":"Update download links file correctly."},"1.1.0":{"last_updated":"1363269377","commit_description":"Update against upstream Primesieve 4.2."},"1.0.2":{"last_updated":"1351019498","commit_description":"Improve some text string formatting."},"1.0.1":{"last_updated":"1351018694","commit_description":"Add SMP internal tag since Primesieve can use OpenMP."},"1.0.0":{"last_updated":"1351018500","commit_description":"Initial commit of the Primesieve test profile submitted by Kim Walisch."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/primesieve-1.10.0/downloads.xml b/ob-cache/test-profiles/pts/primesieve-1.10.0/downloads.xml new file mode 100644 index 000000000..9b14424ee --- /dev/null +++ b/ob-cache/test-profiles/pts/primesieve-1.10.0/downloads.xml @@ -0,0 +1,21 @@ + + + + + + https://github.com/kimwalisch/primesieve/archive/refs/tags/v12.1.tar.gz + 87494b2b6f017b76aaae456c75736588 + 64e7f5d3ce680262b865c7aec1381ffb13d13f75dd985b964ce33806e1bbf386 + primesieve-12.1.tar.gz + 139083 + + + https://github.com/kimwalisch/primesieve/releases/download/v12.1/primesieve-12.1-win-x64.zip + b5e7d5d5ee38807b0a48a434e9ce4a07 + 6bfd65afafda52edb18d32d69034a517fe1d3f65be92ca47837982ab17472601 + primesieve-12.1-win-x64.zip + 264902 + Windows + + + diff --git a/ob-cache/test-profiles/pts/primesieve-1.10.0/generated.json b/ob-cache/test-profiles/pts/primesieve-1.10.0/generated.json new file mode 100644 index 000000000..009624ec5 --- /dev/null +++ b/ob-cache/test-profiles/pts/primesieve-1.10.0/generated.json @@ -0,0 +1 @@ +{"overview":{"7e0a0b59e46d596b26cb4b6781f8ea1acfb478d3":{"description":"Length: 1e12","test_version":"1.10.x","app_version":"12.1","unit":"Seconds","samples":131,"timing_samples":48,"hib":0,"first_appeared":1710545428,"last_appeared":1713582587,"run_time_avg":59,"stddev_avg":0.27,"percentiles":[1.142,1.156,1.164,1.164,2.163,2.163,2.187,2.211,2.213,2.213,2.235,2.278,2.325,2.875,2.893,2.899,2.9,2.911,3.299,3.299,3.356,3.356,3.531,3.556,4.222,4.222,4.244,4.244,4.244,4.25,4.51,4.576,5.503,5.521,6.081,6.113,6.244,6.488,6.507,6.659,9.304,9.322,10.982,11.094,11.094,11.1,11.415,11.507,11.522,15.086,15.108,15.145,15.181,15.181,16.056,17.339,17.59,17.661,17.661,18.755,18.77,18.88,19.252,19.271,19.271,19.933,19.962,20.009,20.268,20.539,21.056,21.457,21.578,24.761,24.848,25.104,28.878,28.878,30.749,31.533,31.626,32.312,36.083,36.111,36.284,36.286,37.342,38.43,38.746,38.746,46.717,46.735,46.735,67.287,67.969,67.969,84.583,88.592,88.592,91.268],"run_time_percentiles":[3.54,3.54,3.54,3.5699999999999994,3.5699999999999994,6.62,6.62,6.7,6.7,6.700000000000001,6.700000000000001,6.700000000000001,6.700000000000001,6.77,6.77,8.63,8.63,8.71,8.71,8.71,8.71,8.77,8.77,9.95,9.95,9.95,9.95,9.95,17,17,18,18,20,20,20,20,20,20,20,20,23,23,24,24,33,33,33,33,34,34,34,34,34,35,35,37,37,37,37,37,37,37,37,46,46,49,49,55,55,56,56,61,61,61,61,61,61,61,65,65,87,87,87,87,88,88,109,109,116,116,116,116,116,116,162,162,365,365,577,577],"tested_archs":["x86_64","aarch64","riscv64"]},"bac88c0115a98dbe6c3bea68025021e4ad108581":{"description":"Length: 1e13","test_version":"1.10.x","app_version":"12.1","unit":"Seconds","samples":110,"timing_samples":41,"hib":0,"first_appeared":1710545428,"last_appeared":1713582587,"run_time_avg":255,"stddev_avg":0.14,"percentiles":[11.789,11.841,11.848,11.871,24.925,24.975,25.01,25.021,25.033,25.077,26.357,26.385,26.439,26.452,26.928,26.976,27.107,34.827,34.891,36.535,39.461,39.461,39.619,39.619,39.619,42.294,42.305,42.441,42.76,42.843,48.406,48.459,48.497,48.497,48.497,48.531,48.531,48.531,51.762,51.809,51.82,68.127,68.224,68.354,76.918,77.06,77.148,77.214,83.169,83.175,84.122,117.198,117.358,117.557,128.876,128.876,128.881,128.881,130.021,130.689,133.507,133.569,176.082,185.999,186.003,186.829,218.559,218.559,223.278,223.3,223.76,223.842,223.894,242.189,242.435,245.051,246.008,249.596,249.596,251.01,265.008,266.386,267.703,349.939,351.481,353.136,361.144,407.804,411.416,411.773,463.724,464.649,465.84,466.701,473.567,476.388,498.413,498.753,751.88,785.659],"run_time_percentiles":[36,36,36,36,36,75,75,75,75,75,79,79,79,79,79,79,79,79,79,79,79,79,81,81,81,81,81,105,105,105,118,118,118,118,118,119,119,119,119,119,119,119,127,127,145,145,145,145,145,155,155,155,155,155,205,205,205,232,232,250,250,250,250,250,251,251,252,252,252,293,293,365,365,365,387,387,387,387,387,390,390,392,392,400,400,400,401,401,401,401,401,529,529,671,671,671,803,803,1400,1400],"tested_archs":["x86_64","aarch64"]}},"capabilities":{"shared_libraries":["libm.so.6","libc.so.6"],"default_instructions":["MMX","SSE","SSE2","SSE4_2","AVX","AVX2","AVX512"],"max_instructions":["MMX","SSE","SSE2","SSE4_2","AVX","AVX2","AVX512","FMA"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/primesieve-1.10.0/install.sh b/ob-cache/test-profiles/pts/primesieve-1.10.0/install.sh new file mode 100644 index 000000000..669663851 --- /dev/null +++ b/ob-cache/test-profiles/pts/primesieve-1.10.0/install.sh @@ -0,0 +1,19 @@ +#!/bin/sh +version=12.1 +tar xvf primesieve-$version.tar.gz +cd primesieve-$version +cmake . -DBUILD_SHARED_LIBS=OFF +if [ "$OS_TYPE" = "BSD" ] +then + gmake -j $NUM_CPU_CORES + echo $? > ~/install-exit-status +else + make -j $NUM_CPU_CORES + echo $? > ~/install-exit-status +fi +cd ~ +echo "#!/bin/sh +./primesieve-$version/primesieve \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > primesieve-test +chmod +x primesieve-test + diff --git a/ob-cache/test-profiles/pts/primesieve-1.10.0/install_windows.sh b/ob-cache/test-profiles/pts/primesieve-1.10.0/install_windows.sh new file mode 100644 index 000000000..bf3ea815c --- /dev/null +++ b/ob-cache/test-profiles/pts/primesieve-1.10.0/install_windows.sh @@ -0,0 +1,6 @@ +#!/bin/sh +unzip -o primesieve-12.1-win-x64.zip +chmod +x primesieve.exe +echo "#!/bin/sh +./primesieve.exe \$@ > \$LOG_FILE" > primesieve-test +chmod +x primesieve-test diff --git a/ob-cache/test-profiles/pts/primesieve-1.10.0/results-definition.xml b/ob-cache/test-profiles/pts/primesieve-1.10.0/results-definition.xml new file mode 100644 index 000000000..61869a703 --- /dev/null +++ b/ob-cache/test-profiles/pts/primesieve-1.10.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + Seconds: #_RESULT_# +Primes: 37607912018 + + diff --git a/ob-cache/test-profiles/pts/primesieve-1.10.0/test-definition.xml b/ob-cache/test-profiles/pts/primesieve-1.10.0/test-definition.xml new file mode 100644 index 000000000..70f42c4d5 --- /dev/null +++ b/ob-cache/test-profiles/pts/primesieve-1.10.0/test-definition.xml @@ -0,0 +1,48 @@ + + + + + Primesieve + 12.1 + Primesieve generates prime numbers using a highly optimized sieve of Eratosthenes implementation. Primesieve primarily benchmarks the CPU's L1/L2 cache performance. + Seconds + LIB + primesieve-test + 3 + + + 1.10.0 + Linux, BSD, Solaris, MacOSX, Windows + Utility + Processor + Free + Verified + build-utilities, cmake + 3 + https://primesieve.org/ + https://github.com/kimwalisch/primesieve + SMP + Kim Walisch + + + + --quiet --time + + + + diff --git a/ob-cache/test-profiles/pts/pytorch-1.1.0/changelog.json b/ob-cache/test-profiles/pts/pytorch-1.1.0/changelog.json new file mode 100644 index 000000000..a7661eaf9 --- /dev/null +++ b/ob-cache/test-profiles/pts/pytorch-1.1.0/changelog.json @@ -0,0 +1 @@ +{"1.1.0":{"last_updated":"1711482949","commit_description":"Update to PyTorch 2.2.1 to allow working on Ubuntu 24.04."},"1.0.1":{"last_updated":"1704574474","commit_description":"Add NVIDIA CUDA GPU option."},"1.0.0":{"last_updated":"1700166178","commit_description":"Initial commit."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/pytorch-1.1.0/generated.json b/ob-cache/test-profiles/pts/pytorch-1.1.0/generated.json new file mode 100644 index 000000000..6b8336897 --- /dev/null +++ b/ob-cache/test-profiles/pts/pytorch-1.1.0/generated.json @@ -0,0 +1 @@ +{"overview":{"d0adcab531e05f3db8c970385d100006ac333e7f":{"description":"Device: CPU - Batch Size: 1 - Model: ResNet-50","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":85,"timing_samples":18,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":256,"stddev_avg":0.19,"percentiles":[12.12,12.12,12.12,12.22,12.22,16.72,16.72,16.72,20.33,20.99,20.99,21,21,21.11,21.11,21.12,21.31,21.31,23.06,23.06,23.06,23.06,23.2,23.2,23.2,23.24,23.26,23.26,23.28,23.28,25.16,25.16,26.83,26.83,26.83,27.48,27.59,27.59,28.3,28.3,29.49,29.49,29.49,33.06,33.06,33.77,33.77,33.77,34.83,35.36,35.53,36.04,38.51,39.83,39.83,39.83,39.95,39.95,40.17,40.17,40.67,40.67,40.75,40.82,40.82,41.11,43.91,43.91,44.6,45.69,46.27,46.49,46.49,46.49,46.49,48.46,48.46,49.74,49.74,51.46,57.44,57.44,57.46,59.76,59.78,59.87,60.44,60.44,64.47,67.66,67.66,71.23,71.77,71.81,71.81,72.25,72.66,72.75,77.52,78.95],"run_time_percentiles":[52,52,52,52,52,52,55,55,55,55,55,55,55,55,55,55,55,59,59,59,59,59,59,63,63,63,63,63,68,68,68,68,68,68,75,75,75,75,75,82,82,82,82,82,82,82,82,82,82,82,85,85,85,85,85,85,97,97,97,97,97,97,105,105,105,105,105,156,156,156,156,156,156,436,436,436,436,436,768,768,768,768,768,768,768,768,768,768,768,768,768,768,768,768,768,842,842,842,842,842],"tested_archs":["x86_64"]},"2bc391ee0b594811f657300072fb2a46f2a71e6e":{"description":"Device: CPU - Batch Size: 1 - Model: ResNet-152","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":85,"timing_samples":18,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":561,"stddev_avg":0.25,"percentiles":[4.62,4.62,4.62,4.65,4.65,6.48,6.48,6.48,8.45,8.45,8.6,8.6,9.15,9.15,9.15,9.2,9.21,9.21,9.33,9.35,9.35,9.35,9.41,9.97,9.97,9.97,10.01,10.01,10.12,10.12,10.34,10.34,10.39,10.58,10.58,10.58,10.58,10.6,11.21,11.21,11.3,11.3,11.3,13.98,14.03,14.1,14.88,14.88,15.03,15.15,15.18,15.18,15.49,15.49,15.49,15.55,15.55,15.63,15.63,15.64,15.64,15.64,15.77,16.12,16.12,16.51,17.57,17.57,17.59,17.89,18.16,19.17,19.17,19.41,19.41,19.53,19.53,21.75,21.82,21.87,22.04,22.04,23.17,23.17,23.17,24.05,24.05,24.05,25.21,25.25,27.21,28.35,28.47,28.55,28.55,28.96,29.32,29.39,29.81,30.33],"run_time_percentiles":[122,122,122,122,122,122,124,124,124,124,124,124,133,133,133,133,133,140,140,140,140,140,140,141,141,141,141,141,161,161,161,161,161,161,183,183,183,183,183,192,192,192,192,192,192,200,200,200,200,200,300,300,300,300,300,300,335,335,335,335,335,335,343,343,343,343,343,358,358,358,358,358,358,996,996,996,996,996,1465,1465,1465,1465,1465,1465,1635,1635,1635,1635,1635,1635,1635,1635,1635,1635,1635,1635,1635,1635,1635,1635],"tested_archs":["x86_64"]},"1817b719ec4714ac77d1b79b309bdc2361beb3cf":{"description":"Device: CPU - Batch Size: 16 - Model: ResNet-50","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":78,"timing_samples":11,"hib":1,"first_appeared":1711478911,"last_appeared":1712932120,"run_time_avg":307,"stddev_avg":0.11,"percentiles":[6.82,6.82,6.82,6.85,6.85,6.85,8.66,8.66,8.92,8.92,8.92,11.94,12.07,12.18,12.18,13.03,13.03,13.19,13.19,13.19,13.89,13.89,14.06,14.06,14.06,15.39,15.39,15.46,15.46,15.46,15.93,15.93,15.93,16.03,16.03,19.22,19.22,19.22,19.76,19.76,20.36,20.36,20.93,20.93,20.93,21.53,21.53,21.53,21.53,23.1,24.17,24.17,24.17,24.39,24.39,24.39,26.09,28.47,30.16,30.34,30.34,30.56,31.18,31.18,31.18,31.18,31.71,31.71,31.99,31.99,31.99,33.3,33.31,33.31,33.54,36.26,36.26,42.39,42.39,42.97,43.3,43.3,43.3,43.55,44.23,44.48,44.48,44.48,47.59,47.61,47.9,47.9,48.04,48.1,48.67,48.85,48.85,49.18,49.48,49.73],"run_time_percentiles":[122,122,122,122,122,122,122,122,122,122,125,125,125,125,125,125,125,125,125,125,125,125,125,125,125,125,125,125,132,132,132,132,132,132,132,132,132,136,136,136,136,136,136,136,136,136,300,300,300,300,300,300,300,300,300,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,331,331,331,331,331,331,331,331,331,1183,1183,1183,1183,1183,1183,1183,1183,1183],"tested_archs":["x86_64"]},"75c834417bf0059ea75b1d19b03766a190e2dc13":{"description":"Device: CPU - Batch Size: 16 - Model: ResNet-152","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":76,"timing_samples":9,"hib":1,"first_appeared":1711478911,"last_appeared":1712932120,"run_time_avg":722,"stddev_avg":0.13,"percentiles":[2.63,2.63,2.63,2.63,2.63,2.63,3.45,3.45,3.59,3.59,3.59,4.67,4.67,4.67,5.38,5.42,5.42,5.42,5.49,5.49,5.5,5.5,5.5,5.67,5.67,5.99,5.99,5.99,6,6,6,6.68,6.68,6.75,6.75,6.75,8.93,8.93,8.93,8.93,9.01,9.01,9.01,9.01,9.12,9.17,9.17,9.17,9.21,9.21,9.82,9.82,9.82,10.36,10.36,10.36,10.56,11.47,11.69,11.69,11.7,11.72,12.03,12.03,12.03,12.03,12.26,12.26,12.26,12.3,12.3,12.3,13.06,13.1,13.19,14.58,14.58,14.58,16.82,16.82,16.82,16.83,16.98,16.98,16.98,17.69,17.69,18.62,18.62,18.71,19.16,19.18,19.18,19.43,20.01,20.08,20.08,20.1,20.16,20.18],"run_time_percentiles":[287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,287,311,311,311,311,311,311,311,311,311,311,311,338,338,338,338,338,338,338,338,338,338,338,482,482,482,482,482,482,482,482,482,482,482,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,691,2717,2717,2717,2717,2717,2717,2717,2717,2717,2717,2717],"tested_archs":["x86_64"]},"e53ed50df6ab47811484cbc3c159c79dc2966b78":{"description":"Device: CPU - Batch Size: 64 - Model: ResNet-50","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":74,"timing_samples":13,"hib":1,"first_appeared":1711478911,"last_appeared":1713364684,"run_time_avg":230,"stddev_avg":0.22,"percentiles":[6.31,6.31,6.31,6.87,6.87,6.87,8.54,8.54,8.54,8.74,8.74,12.75,12.75,12.75,12.91,12.91,12.91,15.12,15.12,15.14,15.14,15.14,15.18,15.18,15.18,15.37,15.37,15.37,15.38,15.38,15.93,15.93,15.93,18.59,18.59,18.59,20.11,20.11,20.9,20.9,21.08,21.08,21.08,21.08,21.59,21.59,21.59,21.59,23.84,24.06,24.06,24.06,26.41,27.77,27.77,29.73,30.09,30.14,30.14,31.64,31.64,31.74,31.74,31.74,33.51,33.65,33.65,33.86,35.89,35.89,35.89,35.89,37.08,38.83,38.83,40.77,41.61,41.61,41.61,42.44,42.98,42.98,42.98,43.57,47.52,47.52,47.79,47.84,47.97,47.97,48.19,48.25,48.51,48.51,48.52,48.57,49.02,49.02,56.01,63.06],"run_time_percentiles":[106,106,106,106,106,106,106,106,123,123,123,123,123,123,123,123,124,124,124,124,124,124,124,124,126,126,126,126,126,126,126,132,132,132,132,132,132,132,132,134,134,134,134,134,134,134,134,166,166,166,166,166,166,166,193,193,193,193,193,193,193,193,293,293,293,293,293,293,293,293,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,306,674,674,674,674,674,674,674],"tested_archs":["x86_64"]},"16296c993bdfa97a6848d705ddcb761a04402680":{"description":"Device: CPU - Batch Size: 64 - Model: ResNet-152","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":73,"timing_samples":13,"hib":1,"first_appeared":1711478911,"last_appeared":1713364684,"run_time_avg":1044,"stddev_avg":0.15,"percentiles":[2.64,2.64,2.64,2.64,2.64,2.64,3.39,3.39,3.39,3.56,3.56,5.41,5.41,5.41,5.46,5.46,5.46,5.51,5.51,5.51,5.59,5.59,5.86,5.86,5.86,6.01,6.01,6.01,6.71,6.71,6.71,6.75,6.75,8.67,8.67,8.67,8.79,8.91,8.91,8.91,8.91,8.91,9.21,9.21,9.21,9.21,9.34,9.34,11.07,11.07,11.47,11.5,11.5,11.53,11.54,12.29,12.29,12.29,12.33,12.33,12.33,12.96,12.99,12.99,13.22,14.03,14.56,14.56,14.56,14.56,14.56,14.56,14.56,16.25,16.71,16.71,16.86,16.86,16.86,17,17,17.59,17.59,17.59,18.51,18.97,18.97,19.27,19.34,19.34,19.43,19.64,19.69,19.69,20.06,20.13,20.14,20.14,20.3,23.49],"run_time_percentiles":[273,273,273,273,273,273,273,273,288,288,288,288,288,288,288,288,290,290,290,290,290,290,290,290,310,310,310,310,310,310,310,335,335,335,335,335,335,335,335,346,346,346,346,346,346,346,346,466,466,466,466,466,466,466,484,484,484,484,484,484,484,484,649,649,649,649,649,649,649,649,1634,1634,1634,1634,1634,1634,1634,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834,2834],"tested_archs":["x86_64"]},"5bb5428bac71de14e9e94ef4b2c074689a36c369":{"description":"Device: CPU - Batch Size: 32 - Model: ResNet-50","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":71,"timing_samples":11,"hib":1,"first_appeared":1711478911,"last_appeared":1712362346,"run_time_avg":555,"stddev_avg":0.08,"percentiles":[6.83,6.83,6.83,6.86,6.86,6.86,8.68,8.68,8.68,8.69,8.69,8.69,12.84,12.84,12.84,13.01,13.01,13.96,13.96,13.96,13.97,13.97,13.97,14.94,14.94,14.94,14.99,14.99,14.99,15.98,15.98,16.13,16.13,16.13,19.66,19.66,19.66,20.19,20.19,20.19,20.19,20.77,20.77,20.77,20.84,20.84,20.84,20.84,21.03,21.03,22.57,27.05,27.05,27.05,27.97,28.33,28.33,29.44,30.14,30.14,30.43,30.86,30.86,30.86,30.86,31.89,31.89,31.89,31.91,31.91,31.91,32.94,33.36,33.36,33.65,39.1,39.1,43.13,43.13,43.57,43.57,43.69,44.87,44.87,44.87,46,46.91,46.91,47.11,47.35,47.35,48.34,48.43,48.54,48.54,48.64,48.85,48.85,49,49.02],"run_time_percentiles":[123,123,123,123,123,123,123,123,123,123,123,123,123,123,123,123,123,123,123,126,126,126,126,126,126,126,126,126,132,132,132,132,132,132,132,132,132,135,135,135,135,135,135,135,135,135,199,199,199,199,199,199,199,199,199,279,279,279,279,279,279,279,279,279,305,305,305,305,305,305,305,305,305,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560,1560],"tested_archs":["x86_64"]},"56fa1ea70f6128a460fab8eadbc9d03e19a68f1f":{"description":"Device: CPU - Batch Size: 32 - Model: ResNet-152","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":70,"timing_samples":10,"hib":1,"first_appeared":1711478911,"last_appeared":1712362346,"run_time_avg":605,"stddev_avg":0.12,"percentiles":[2.63,2.63,2.63,2.64,2.64,2.64,3.37,3.37,3.37,3.55,3.55,3.55,5.46,5.46,5.46,5.49,5.49,5.49,5.55,5.55,5.93,5.93,5.93,6.03,6.03,6.03,6.12,6.12,6.12,6.72,6.72,6.72,6.75,6.75,6.75,8.69,8.69,8.69,8.72,8.72,8.72,8.72,9.15,9.15,9.15,9.28,9.34,9.34,9.34,9.34,9.59,9.59,9.59,10.71,10.71,10.82,10.82,10.82,10.82,11.52,11.52,11.52,11.56,11.66,11.66,12.27,12.27,12.27,12.38,12.38,12.99,12.99,13.03,13.07,13.07,15.76,16.66,16.66,16.85,17.31,17.31,17.31,17.52,17.52,17.52,17.84,18.93,18.93,19,19.09,19.3,19.3,19.37,19.52,19.52,19.81,20.06,20.06,20.24,20.26],"run_time_percentiles":[285,285,285,285,285,285,285,285,285,285,291,291,291,291,291,291,291,291,291,291,310,310,310,310,310,310,310,310,310,310,336,336,336,336,336,336,336,336,336,336,336,336,336,336,336,336,336,336,336,336,479,479,479,479,479,479,479,479,479,479,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,677,1980,1980,1980,1980,1980,1980,1980,1980,1980,1980],"tested_archs":["x86_64"]},"91f57edf4d0566d1c42799517ef9c6f11b556d59":{"description":"Device: CPU - Batch Size: 1 - Model: Efficientnet_v2_l","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":64,"timing_samples":9,"hib":1,"first_appeared":1711478911,"last_appeared":1712760347,"run_time_avg":1767,"stddev_avg":0.17,"percentiles":[1.11,1.11,4.43,4.43,4.43,4.73,4.73,4.73,5.16,5.16,5.16,5.22,5.22,5.23,5.23,5.27,5.55,5.55,5.55,5.92,5.92,5.92,6.1,6.1,6.1,6.29,6.29,6.29,6.29,6.29,6.45,6.45,6.45,6.45,6.45,6.5,6.5,6.5,6.5,6.5,6.6,6.6,6.6,6.74,6.74,6.74,6.8,6.8,6.8,7.73,7.75,7.75,7.82,7.82,8.64,8.64,8.64,8.78,9.33,9.33,9.33,9.42,9.42,9.42,9.42,9.44,9.44,9.44,9.55,9.55,9.55,10.98,11.94,11.94,11.99,12,12,12.05,12.05,12.93,13,13,13.02,15.17,15.17,15.17,15.2,15.2,15.77,15.77,16.09,16.22,16.22,16.53,16.55,16.55,16.96,16.96,16.96,16.96],"run_time_percentiles":[212,212,212,212,212,212,212,212,212,212,212,212,216,216,216,216,216,216,216,216,216,216,216,229,229,229,229,229,229,229,229,229,229,229,287,287,287,287,287,287,287,287,287,287,287,313,313,313,313,313,313,313,313,313,313,313,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,531,13053,13053,13053,13053,13053,13053,13053,13053,13053,13053,13053],"tested_archs":["x86_64"]},"11aa33c4a0cf33904eaf5622d1a19d243b999579":{"description":"Device: CPU - Batch Size: 16 - Model: Efficientnet_v2_l","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":64,"timing_samples":9,"hib":1,"first_appeared":1711478911,"last_appeared":1712760347,"run_time_avg":2129,"stddev_avg":0.06,"percentiles":[2.16,2.16,2.33,2.33,2.33,2.33,2.33,2.33,2.33,2.33,2.33,2.35,2.35,2.46,2.46,2.46,2.59,2.59,2.59,3.07,3.07,3.07,3.43,3.43,3.43,3.44,3.44,3.45,3.45,3.47,3.65,3.65,3.65,3.68,3.68,3.68,4.07,4.07,4.07,4.07,4.2,4.2,4.2,4.53,4.53,4.53,4.58,4.58,4.58,5.62,5.65,5.65,5.65,5.65,5.93,5.94,5.94,5.96,6.22,6.22,6.22,6.34,6.34,6.34,6.34,6.82,6.82,6.82,6.96,6.96,6.96,7.65,7.65,7.65,7.65,7.74,7.74,7.74,7.74,7.8,7.81,7.81,7.82,8.39,8.39,8.39,8.54,8.54,10.82,10.82,11.43,11.46,11.46,11.56,11.62,11.62,11.77,11.79,11.79,11.84],"run_time_percentiles":[497,497,497,497,497,497,497,497,497,497,497,497,505,505,505,505,505,505,505,505,505,505,505,535,535,535,535,535,535,535,535,535,535,535,711,711,711,711,711,711,711,711,711,711,711,736,736,736,736,736,736,736,736,736,736,736,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,10293,10293,10293,10293,10293,10293,10293,10293,10293,10293,10293],"tested_archs":["x86_64"]},"06c69cec0fca59101a0c4df029f8fd067643dd03":{"description":"Device: CPU - Batch Size: 32 - Model: Efficientnet_v2_l","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":61,"timing_samples":9,"hib":1,"first_appeared":1711478911,"last_appeared":1712362346,"run_time_avg":1054,"stddev_avg":0.05,"percentiles":[2.31,2.31,2.31,2.31,2.31,2.32,2.32,2.33,2.33,2.33,2.33,2.33,2.47,2.47,2.47,2.58,2.58,2.58,2.58,3.4,3.4,3.4,3.49,3.49,3.49,3.59,3.59,3.59,3.6,3.6,3.6,3.6,4.2,4.2,4.2,4.21,4.21,4.21,4.53,4.53,4.53,4.61,4.61,4.61,4.61,5.62,5.64,5.64,5.69,5.69,5.9,5.9,5.9,5.93,5.93,6.18,6.18,6.18,6.22,6.22,6.22,6.93,6.93,6.93,6.95,6.95,6.95,6.95,7.61,7.77,7.77,7.79,7.79,7.79,7.81,7.81,7.94,7.94,7.94,7.94,7.94,9.69,9.92,9.92,10.1,10.1,10.1,10.36,10.36,10.82,10.82,11.38,11.42,11.42,11.73,11.73,11.73,11.78,11.78,11.86],"run_time_percentiles":[496,496,496,496,496,496,496,496,496,496,496,496,499,499,499,499,499,499,499,499,499,499,499,537,537,537,537,537,537,537,537,537,537,537,581,581,581,581,581,581,581,581,581,581,581,712,712,712,712,712,712,712,712,712,712,712,748,748,748,748,748,748,748,748,748,748,748,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972,1972],"tested_archs":["x86_64"]},"e471e6d59124e53e1c89d2df76ee3bd8192bf205":{"description":"Device: CPU - Batch Size: 64 - Model: Efficientnet_v2_l","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":60,"timing_samples":8,"hib":1,"first_appeared":1711478911,"last_appeared":1712362346,"run_time_avg":1111,"stddev_avg":0.04,"percentiles":[2.31,2.31,2.31,2.31,2.31,2.32,2.32,2.32,2.32,2.32,2.33,2.33,2.48,2.48,2.48,2.59,2.59,2.59,2.59,3.42,3.42,3.42,3.62,3.62,3.62,3.68,3.68,3.68,3.68,3.77,3.77,3.77,3.78,3.78,3.78,4.03,4.03,4.03,4.03,4.48,4.48,4.48,4.5,4.5,4.5,5.63,5.63,5.66,5.66,5.67,5.9,5.9,5.9,5.9,5.92,5.92,5.92,5.94,5.94,6.22,6.22,6.22,6.8,6.8,6.8,6.85,6.85,6.85,6.85,7.6,7.76,7.76,7.78,7.78,7.8,7.8,7.8,8.65,8.65,10.13,10.13,10.13,10.16,10.16,10.16,10.16,10.16,10.4,10.4,10.77,11.59,11.59,11.62,11.62,11.77,11.8,11.8,11.87,11.87,11.88],"run_time_percentiles":[495,495,495,495,495,495,495,495,495,495,495,495,495,497,497,497,497,497,497,497,497,497,497,497,497,537,537,537,537,537,537,537,537,537,537,537,537,537,713,713,713,713,713,713,713,713,713,713,713,713,747,747,747,747,747,747,747,747,747,747,747,747,747,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966,1966],"tested_archs":["x86_64"]},"c0ebee3de3af3f6bb30ca7bfd912294570db05fa":{"description":"Device: CPU - Batch Size: 256 - Model: ResNet-50","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":52,"timing_samples":20,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":320,"stddev_avg":0.47,"percentiles":[12.84,12.84,12.84,12.84,12.9,12.9,12.9,12.9,13.72,13.72,13.72,13.72,15.86,15.86,15.86,15.86,20.77,20.77,20.77,20.77,20.77,20.77,20.85,20.85,21.2,21.2,21.2,21.2,21.2,26.35,26.35,27.81,27.81,31.54,31.54,31.54,31.54,31.9,31.9,31.9,31.9,33.34,33.34,33.54,33.54,33.67,33.67,37.44,37.44,38.98,40.94,40.94,41.45,41.45,42.96,42.96,43.42,43.42,43.42,43.42,43.62,43.62,43.7,43.7,44.59,44.59,44.75,44.75,44.75,44.75,47.49,47.49,47.63,47.63,47.84,47.84,47.84,47.98,47.98,48.38,48.38,48.5,48.5,48.51,48.51,48.61,48.61,48.71,48.71,48.89,48.89,49.3,49.3,54.84,54.84,56.29,56.29,58.02,58.02,63.6],"run_time_percentiles":[105,105,105,105,105,123,123,123,123,123,124,124,124,124,124,126,126,126,126,126,131,131,131,131,131,134,134,134,134,134,134,134,134,134,134,135,135,135,135,135,141,141,141,141,141,144,144,144,144,144,181,181,181,181,181,192,192,192,192,192,221,221,221,221,221,314,314,314,314,314,314,314,314,314,314,314,314,314,314,314,544,544,544,544,544,837,837,837,837,837,1011,1011,1011,1011,1011,1177,1177,1177,1177,1177],"tested_archs":["x86_64"]},"e3737a48218cdf9ba397f2538c1ec5ba8ba6bf81":{"description":"Device: CPU - Batch Size: 256 - Model: ResNet-152","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":52,"timing_samples":20,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":845,"stddev_avg":0.4,"percentiles":[5.25,5.25,5.25,5.25,5.5,5.5,5.5,5.5,6.02,6.02,6.02,6.02,6.15,6.15,6.15,6.15,8.85,8.85,8.92,8.92,8.92,8.92,8.92,8.92,9.09,9.09,9.09,9.09,9.09,10.87,10.87,11.41,11.41,12.32,12.32,12.32,12.32,12.36,12.36,12.36,12.36,12.97,12.97,13.1,13.1,13.39,13.39,14.08,14.08,14.38,16,16,16.08,16.08,16.79,16.79,16.8,16.8,16.87,16.87,17.36,17.36,17.36,17.36,17.38,17.38,17.38,17.38,17.7,17.7,18.88,18.88,18.92,18.92,18.93,18.93,18.93,19.02,19.02,19.26,19.26,19.47,19.47,19.75,19.75,19.79,19.79,19.9,19.9,19.91,19.91,20.25,20.25,20.26,20.26,20.54,20.54,22.29,22.29,23.33],"run_time_percentiles":[275,275,275,275,275,283,283,283,283,283,289,289,289,289,289,291,291,291,291,291,310,310,310,310,310,335,335,335,335,335,336,336,336,336,336,336,336,336,336,336,344,344,344,344,344,361,361,361,361,361,361,361,361,361,361,412,412,412,412,412,446,446,446,446,446,485,485,485,485,485,690,690,690,690,690,1088,1088,1088,1088,1088,1960,1960,1960,1960,1960,2763,2763,2763,2763,2763,2763,2763,2763,2763,2763,2763,2763,2763,2763,2763],"tested_archs":["x86_64"]},"0d499a4b318c513750ceefe20d7b87453d9d336f":{"description":"Device: CPU - Batch Size: 512 - Model: ResNet-50","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":40,"timing_samples":16,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":586,"stddev_avg":0.54,"percentiles":[12.21,12.21,12.21,12.21,12.21,12.68,12.68,12.68,12.68,12.68,20.43,20.43,20.43,20.43,20.43,20.43,20.43,20.43,21.01,21.01,21.01,21.01,21.01,21.01,21.01,21.01,21.01,21.01,25.99,25.99,27.94,27.94,27.94,33.42,33.42,33.51,33.51,33.51,33.62,33.62,37.55,37.55,37.55,38.43,38.43,38.89,38.89,38.89,39.63,39.63,40.83,40.83,40.83,40.96,40.96,43.24,43.24,43.24,43.24,43.24,43.51,43.51,43.51,44.76,44.76,44.76,44.76,44.76,47.27,47.27,47.84,47.84,47.84,48.12,48.12,48.13,48.13,48.13,48.19,48.19,48.44,48.44,48.44,48.83,48.83,48.95,48.95,48.95,49.32,49.32,56.32,56.32,56.32,56.44,56.44,58.26,58.26,58.26,63.3,63.3],"run_time_percentiles":[105,105,105,105,105,105,105,110,110,110,110,110,110,124,124,124,124,124,124,127,127,127,127,127,127,133,133,133,133,133,133,133,133,133,133,133,133,133,140,140,140,140,140,140,168,168,168,168,168,168,182,182,182,182,182,182,182,193,193,193,193,193,193,832,832,832,832,832,832,1006,1006,1006,1006,1006,1006,1478,1478,1478,1478,1478,1478,1478,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549,1549],"tested_archs":["x86_64"]},"1e1b7ee4b6d0a9be046b48132617a756ba63cb19":{"description":"Device: CPU - Batch Size: 512 - Model: ResNet-152","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":40,"timing_samples":15,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":522,"stddev_avg":0.55,"percentiles":[5.23,5.23,5.23,5.23,5.23,5.6,5.6,5.6,5.6,5.6,8.81,8.81,8.81,9.33,9.33,9.33,9.33,9.33,9.33,9.33,9.47,9.47,9.47,9.47,9.47,9.47,9.47,9.47,10.3,10.3,11.32,11.32,11.32,13.09,13.09,13.1,13.1,13.1,13.24,13.24,14.59,14.59,14.59,14.67,14.67,14.78,14.78,14.78,14.82,14.82,16.04,16.04,16.04,16.17,16.17,16.81,16.81,16.81,17.39,17.39,17.39,17.39,17.39,17.91,17.91,17.91,17.91,17.91,18.74,18.74,18.81,18.81,18.81,19.05,19.05,19.16,19.16,19.16,19.2,19.2,19.4,19.4,19.4,19.69,19.69,19.89,19.89,19.89,19.93,19.93,19.98,19.98,19.98,20.46,20.46,22.34,22.34,22.34,23.41,23.41],"run_time_percentiles":[274,274,274,274,274,274,274,290,290,290,290,290,290,290,310,310,310,310,310,310,337,337,337,337,337,337,337,344,344,344,344,344,344,344,363,363,363,363,363,363,383,383,383,383,383,383,383,405,405,405,405,405,405,405,421,421,421,421,421,421,453,453,453,453,453,453,453,489,489,489,489,489,489,489,675,675,675,675,675,675,675,675,675,675,675,675,675,675,675,675,675,675,675,675,1743,1743,1743,1743,1743,1743],"tested_archs":["x86_64"]},"4cac0e56d23e0dfbd71412a15e30666ef513d10f":{"description":"Device: CPU - Batch Size: 256 - Model: Efficientnet_v2_l","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":36,"timing_samples":8,"hib":1,"first_appeared":1711478911,"last_appeared":1711819476,"run_time_avg":1111,"stddev_avg":0.08,"percentiles":[2.29,2.29,2.29,2.29,2.29,2.29,2.29,2.29,2.29,2.31,2.31,2.31,2.33,2.33,2.33,2.33,2.33,2.33,2.33,2.33,3.33,3.33,3.33,3.33,3.33,3.58,3.58,3.58,3.58,3.58,3.58,3.69,3.69,3.69,3.69,3.69,3.69,3.85,3.85,3.85,3.85,3.85,5.65,5.65,5.65,5.67,5.67,5.67,5.68,5.68,6.9,6.9,6.9,6.9,6.9,6.9,6.92,6.92,6.92,6.92,6.92,6.92,7.5,7.5,7.74,7.74,7.74,7.77,7.77,7.77,7.78,7.78,7.78,7.81,7.81,10.92,10.92,10.92,11.15,11.15,11.15,11.47,11.47,11.47,11.53,11.53,11.53,11.7,11.7,11.74,11.74,11.74,11.75,11.75,11.75,11.78,11.78,11.78,11.84,11.84],"run_time_percentiles":[495,495,495,495,495,495,495,495,495,495,495,495,495,500,500,500,500,500,500,500,500,500,500,500,500,533,533,533,533,533,533,533,533,533,533,533,533,533,715,715,715,715,715,715,715,715,715,715,715,715,756,756,756,756,756,756,756,756,756,756,756,756,756,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962,1962],"tested_archs":["x86_64"]},"6a4e9ff171c98091c4eac6a3be870c63a4c07d1b":{"description":"Device: CPU - Batch Size: 512 - Model: Efficientnet_v2_l","test_version":"1.1.x","app_version":"2.2.1","unit":"batches\/sec","samples":27,"timing_samples":7,"hib":1,"first_appeared":1711478911,"last_appeared":1711819476,"run_time_avg":1418,"stddev_avg":0.15,"percentiles":[2.31,2.31,2.31,2.31,2.31,2.31,2.31,2.31,2.31,2.31,2.31,2.31,2.32,2.32,2.32,2.33,2.33,2.33,2.33,2.33,2.33,2.33,2.33,2.33,2.33,2.33,3.43,3.43,3.43,3.43,3.43,3.43,3.43,3.43,3.6,3.6,3.6,3.6,3.6,3.6,3.6,5.65,5.65,5.65,5.65,5.65,5.65,5.65,5.65,5.68,5.68,5.68,7.44,7.44,7.44,7.44,7.75,7.75,7.75,7.75,7.78,7.78,7.78,7.79,7.79,7.79,7.79,7.79,7.79,7.79,7.79,8.64,8.64,8.64,8.64,10.82,10.82,10.82,11.07,11.07,11.07,11.07,11.54,11.54,11.54,11.54,11.56,11.56,11.56,11.67,11.67,11.67,11.67,11.76,11.76,11.76,11.76,11.76,11.76,11.76],"run_time_percentiles":[497,497,497,497,497,497,497,497,497,497,497,497,497,497,497,537,537,537,537,537,537,537,537,537,537,537,537,537,537,711,711,711,711,711,711,711,711,711,711,711,711,711,711,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,1961,2301,2301,2301,2301,2301,2301,2301,2301,2301,2301,2301,2301,2301,2301],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["libm.so.6","libexpat.so.1","libz.so.1","libc.so.6"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":["MMX","SSE","SSE2"],"honors_cflags":"0","scales_cpu_cores":"0"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/pytorch-1.1.0/install.sh b/ob-cache/test-profiles/pts/pytorch-1.1.0/install.sh new file mode 100644 index 000000000..251577afd --- /dev/null +++ b/ob-cache/test-profiles/pts/pytorch-1.1.0/install.sh @@ -0,0 +1,19 @@ +#!/bin/sh +pip install --user torch==2.2.1 torchvision==0.17.1 torchaudio==2.2.1 pytorch-benchmark==0.3.6 +echo $? > ~/install-exit-status +echo "#!/bin/sh +echo \"import torch +import yaml +from torchvision.models import \$3 +from pytorch_benchmark import benchmark +#print(torchvision.models.list_models()) +num_threads = torch.get_num_threads() +print(f'Benchmarking on {num_threads} threads') +model = \$3().to(\\\"\$1\\\") +sample = torch.randn(2, 3, 224, 224) # (B, C, H, W) +results = benchmark(model, sample, num_runs=1000, print_details=True, batch_size=\$2) +print(yaml.dump(results)) +\" > pytorch-benchmark.py +python3 pytorch-benchmark.py > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > pytorch +chmod +x pytorch diff --git a/ob-cache/test-profiles/pts/pytorch-1.1.0/results-definition.xml b/ob-cache/test-profiles/pts/pytorch-1.1.0/results-definition.xml new file mode 100644 index 000000000..8acc9db6e --- /dev/null +++ b/ob-cache/test-profiles/pts/pytorch-1.1.0/results-definition.xml @@ -0,0 +1,10 @@ + + + + + batches_per_second_max: #_MAX_RESULT_# + batches_per_second_mean: #_RESULT_# + batches_per_second_min: #_MIN_RESULT_# + batches_per_second_std: 0.2647488016338466 + + diff --git a/ob-cache/test-profiles/pts/pytorch-1.1.0/test-definition.xml b/ob-cache/test-profiles/pts/pytorch-1.1.0/test-definition.xml new file mode 100644 index 000000000..533045276 --- /dev/null +++ b/ob-cache/test-profiles/pts/pytorch-1.1.0/test-definition.xml @@ -0,0 +1,91 @@ + + + + + PyTorch + 2.2.1 + This is a benchmark of PyTorch making use of pytorch-benchmark [https://github.com/LukasHedegaard/pytorch-benchmark]. + batches/sec + HIB + 3 + + + 1.1.0 + Linux + Benchmark + System + Free + Verified + python + 4800 + https://pytorch.org/ + https://github.com/pytorch/pytorch + SMP + Michael Larabel + pip3 + + + + + + + diff --git a/ob-cache/test-profiles/pts/rnnoise-1.1.0/changelog.json b/ob-cache/test-profiles/pts/rnnoise-1.1.0/changelog.json new file mode 100644 index 000000000..c95b77b1b --- /dev/null +++ b/ob-cache/test-profiles/pts/rnnoise-1.1.0/changelog.json @@ -0,0 +1 @@ +{"1.1.0":{"last_updated":"1713190486","commit_description":"Update against RNNoise 0.2 upstream."},"1.0.2":{"last_updated":"1601500500","commit_description":"Add libtool external dependency."},"1.0.1":{"last_updated":"1601473955","commit_description":"Fix metadata."},"1.0.0":{"last_updated":"1601473473","commit_description":"Initial commit of rnnoise for recurrent neural network for audio noise reduction."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/rnnoise-1.1.0/downloads.xml b/ob-cache/test-profiles/pts/rnnoise-1.1.0/downloads.xml new file mode 100644 index 000000000..5876ffdab --- /dev/null +++ b/ob-cache/test-profiles/pts/rnnoise-1.1.0/downloads.xml @@ -0,0 +1,20 @@ + + + + + + http://www.phoronix-test-suite.com/benchmark-files/sample-audio-long-1.tar.xz + 7009308d604b7f093eddcf1d66be7765 + 55edc8460fc23085bdc0745ff92233a8e975f4928010bdd9db4a7aa1e9e3c1bf + sample-audio-long-1.tar.xz + 110304308 + + + https://github.com/xiph/rnnoise/releases/download/v0.2/rnnoise-0.2.tar.gz + 0e795b2d2b4730fc5ee6e38b77699e91 + 90fce4b00b9ff24c08dbfe31b82ffd43bae383d85c5535676d28b0a2b11c0d37 + rnnoise-0.2.tar.gz + 2294308 + + + diff --git a/ob-cache/test-profiles/pts/rnnoise-1.1.0/generated.json b/ob-cache/test-profiles/pts/rnnoise-1.1.0/generated.json new file mode 100644 index 000000000..5f443e0ef --- /dev/null +++ b/ob-cache/test-profiles/pts/rnnoise-1.1.0/generated.json @@ -0,0 +1 @@ +{"overview":{"4584c44d672b13f7b895891c552e6b42dcf83dfa":{"description":"Input: 26 Minute Long Talking Sample","test_version":"1.1.x","app_version":"0.2","unit":"Seconds","samples":46,"timing_samples":23,"hib":0,"first_appeared":1713190553,"last_appeared":1714867288,"run_time_avg":34,"stddev_avg":0.47,"percentiles":[5.865,5.865,5.865,5.883,5.883,5.974,5.974,6.011,6.011,6.04,6.04,6.4,6.4,6.4,6.406,6.406,6.406,6.406,6.406,6.406,6.481,6.481,6.481,6.481,6.481,6.481,6.481,6.506,6.506,6.596,6.596,7.392,7.392,7.41,7.41,7.421,7.421,7.476,7.476,7.476,7.489,7.489,8.186,8.186,8.194,8.194,8.221,8.221,8.223,8.223,8.233,8.233,8.233,8.263,8.263,8.273,8.273,8.273,8.273,9.264,9.264,9.306,9.306,9.306,9.485,9.485,9.938,9.938,11.234,11.234,11.234,11.234,11.247,11.247,11.247,11.247,11.247,13.772,13.772,13.772,13.772,14.421,14.421,14.421,14.421,15.674,15.674,17.277,17.277,17.277,17.362,17.362,19.363,19.363,19.821,19.821,19.89,19.89,19.97,19.97],"run_time_percentiles":[18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,18,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,24,24,24,24,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,25,39,39,39,39,45,45,45,45,58,58,58,58,58,119,119,119,119,120,120,120,120],"tested_archs":["x86_64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/rnnoise-1.1.0/install.sh b/ob-cache/test-profiles/pts/rnnoise-1.1.0/install.sh new file mode 100644 index 000000000..36ca3f8dd --- /dev/null +++ b/ob-cache/test-profiles/pts/rnnoise-1.1.0/install.sh @@ -0,0 +1,21 @@ +#!/bin/sh +tar -xf sample-audio-long-1.tar.xz +tar -xf rnnoise-0.2.tar.gz +cd rnnoise-0.2 +./autogen.sh +BUILD_OPTIONS="" +if [ $OS_TYPE = "Linux" ] +then + if grep avx /proc/cpuinfo > /dev/null + then + BUILD_OPTIONS="--enable-x86-rtcd " + fi +fi +./configure $BUILD_OPTIONS +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/sh +./rnnoise-0.2/examples/rnnoise_demo \$1 out.raw +echo \$? > ~/test-exit-status" > rnnoise +chmod +x rnnoise diff --git a/ob-cache/test-profiles/pts/rnnoise-1.1.0/post.sh b/ob-cache/test-profiles/pts/rnnoise-1.1.0/post.sh new file mode 100644 index 000000000..61b18683c --- /dev/null +++ b/ob-cache/test-profiles/pts/rnnoise-1.1.0/post.sh @@ -0,0 +1,2 @@ +#!/bin/sh +rm -f rnnoise-0.2/out.raw diff --git a/ob-cache/test-profiles/pts/rnnoise-1.1.0/results-definition.xml b/ob-cache/test-profiles/pts/rnnoise-1.1.0/results-definition.xml new file mode 100644 index 000000000..0c553c5c2 --- /dev/null +++ b/ob-cache/test-profiles/pts/rnnoise-1.1.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + sys.time + + diff --git a/ob-cache/test-profiles/pts/rnnoise-1.1.0/test-definition.xml b/ob-cache/test-profiles/pts/rnnoise-1.1.0/test-definition.xml new file mode 100644 index 000000000..ff6dd83ac --- /dev/null +++ b/ob-cache/test-profiles/pts/rnnoise-1.1.0/test-definition.xml @@ -0,0 +1,37 @@ + + + + + RNNoise + 0.2 + RNNoise is a recurrent neural network for audio noise reduction developed by Mozilla and Xiph.Org. This test profile is a single-threaded test measuring the time to denoise a sample 26 minute long 16-bit RAW audio file using this recurrent neural network noise suppression library. + Seconds + LIB + 3 + + + 1.1.0 + Linux + Utility + Processor + Free + Verified + build-utilities, libtool + 157 + https://jmvalin.ca/demo/rnnoise/ + https://github.com/xiph/rnnoise + Michael Larabel + + + + + diff --git a/ob-cache/test-profiles/pts/rocksdb-1.6.0/changelog.json b/ob-cache/test-profiles/pts/rocksdb-1.6.0/changelog.json new file mode 100644 index 000000000..13afcbffb --- /dev/null +++ b/ob-cache/test-profiles/pts/rocksdb-1.6.0/changelog.json @@ -0,0 +1 @@ +{"1.6.0":{"last_updated":"1710881518","commit_description":"Update against RocksDB 9.0 upstream."},"1.5.0":{"last_updated":"1679144683","commit_description":"Update against RocksDB 8.0 for GCC 13 compiler compatibility."},"1.4.0":{"last_updated":"1674048614","commit_description":"Update against upstream RocksDB 7.9.2 to fix compiler build issues."},"1.3.0":{"last_updated":"1662426258","commit_description":"Update against RocksDB 7.5.3 upstream and address GCC 12 build issues."},"1.2.0":{"last_updated":"1647090217","commit_description":"Update against RocksDB 7.0.1 upstream."},"1.1.0":{"last_updated":"1626204830","commit_description":"Update against upstream RocksDB 6.22.1."},"1.0.2":{"last_updated":"1570621431","commit_description":"Satisfy previous version to work on both older and newer compilers"},"1.0.1":{"last_updated":"1570620481","commit_description":"CXXFLAGS update for allowing to build on GCC9\/Clang8"},"1.0.0":{"last_updated":"1570574896","commit_description":"Initial commit of Facebook RocksDB benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/rocksdb-1.6.0/downloads.xml b/ob-cache/test-profiles/pts/rocksdb-1.6.0/downloads.xml new file mode 100644 index 000000000..3544756e8 --- /dev/null +++ b/ob-cache/test-profiles/pts/rocksdb-1.6.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/facebook/rocksdb/archive/refs/tags/v9.0.0.tar.gz + ad2fa2d2c035fd67832b1696a8ab7010 + 013aac178aa12837cbfa3b1e20e9e91ff87962ab7fdd044fd820e859f8964f9b + rocksdb-9.0.0.tar.gz + 13374405 + + + diff --git a/ob-cache/test-profiles/pts/rocksdb-1.6.0/generated.json b/ob-cache/test-profiles/pts/rocksdb-1.6.0/generated.json new file mode 100644 index 000000000..c877ccde9 --- /dev/null +++ b/ob-cache/test-profiles/pts/rocksdb-1.6.0/generated.json @@ -0,0 +1 @@ +{"overview":{"5574a9adcdcc43772f1310c523e9d41f60bd81bb":{"description":"Test: Random Read","test_version":"1.6.x","app_version":"9.0","unit":"Op\/s","samples":128,"timing_samples":48,"hib":1,"first_appeared":1710888085,"last_appeared":1713552350,"run_time_avg":194,"stddev_avg":0.16,"percentiles":[9192128,9192128,9961527,9961527,12385147,12478413,12478413,20709551,20769467,20818470,20919243,21417199,21417199,21417199,26377577,27083591,27083591,28912740,28917168,28917168,32195462,32195462,32312442,33797869,33943825,37738402,37738402,42180062,42180062,42403226,49691807,49691807,50403240,52955448,52955448,53548615,56385081,56724663,57366733,57492080,59363066,59486183,59526242,60173235,60173235,60396550,60416662,73039420,73039420,74178255,82312586,82392600,82914672,122722305,125016375,136137614,136960373,137744241,144921763,145516874,145893753,156235338,156428098,156432386,156467551,265366170,295332937,296315272,296720688,297301904,297517946,360498518,360498518,361586083,361586083,378034441,383625077,383625077,401620282,407741611,423040119,454101528,454692651,456070681,459425256,459425256,487401318,487813818,489527192,525049998,576699775,578392800,1047290863,1096081951,1096081951,1105306233,1105306233,1108469308,1108892776,1108892776],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,240,240,300,300,300,300,540,540],"tested_archs":["x86_64","aarch64"]},"a5a9147abb170b17ed93e595ff3e61bcb669d5e7":{"description":"Test: Update Random","test_version":"1.6.x","app_version":"9.0","unit":"Op\/s","samples":128,"timing_samples":50,"hib":1,"first_appeared":1710888085,"last_appeared":1713552350,"run_time_avg":181,"stddev_avg":0.16,"percentiles":[99366,99396,151823,152017,160372,160621,164280,164280,164944,184333,184333,185515,186334,186334,199263,213589,226772,266038,275166,276050,276066,276066,280886,297179,297179,305734,305734,307865,307865,308406,312922,312922,321555,322860,323621,324608,325226,326718,328045,328045,332888,338101,339358,359825,359825,359825,361502,375714,375714,406258,416397,416397,421266,421266,425687,425687,425687,427391,433401,434045,445144,447720,448169,448169,488542,489943,490078,491507,545086,545830,595447,595447,611292,611822,613231,631933,631933,633669,633669,654668,654668,658520,660978,663442,664442,666715,668137,671121,676129,678509,688050,826571,828097,830670,928889,929396,939218,1401950,1406401,1412328],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183],"tested_archs":["x86_64","aarch64"]},"661a5b046c1aea421c67c3eea81e7b7418e850d7":{"description":"Test: Read Random Write Random","test_version":"1.6.x","app_version":"9.0","unit":"Op\/s","samples":128,"timing_samples":49,"hib":1,"first_appeared":1710888085,"last_appeared":1713552350,"run_time_avg":180,"stddev_avg":0.21,"percentiles":[504091,504091,522145,522145,544347,548593,548593,769845,772918,900064,905009,908312,908312,908312,919425,968140,968140,969608,1046750,1046750,1057672,1057672,1068417,1089286,1089286,1205546,1210989,1210989,1250524,1315321,1318974,1337303,1347889,1353683,1375629,1375629,1428335,1429180,1478311,1481839,1504552,1529756,1529756,1530210,1533333,1666089,1666089,1683912,1917909,1917909,1921626,1927575,1929085,2068588,2120844,2120844,2120844,2202307,2219780,2236460,2423455,2425448,2425448,2814513,2859339,2879787,3157205,3162012,3182572,3182572,3325945,3344234,3374207,3383560,3387840,3484877,3484877,3488848,3493720,3498424,3619142,3619142,3619142,3643263,3643263,3643263,3928567,3964195,3986522,3995618,4401086,4407136,4651845,4961923,4981809,4983192,5047536,5054615,5201523,5201523],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181],"tested_archs":["x86_64","aarch64"]},"402d48a955b9ec8faf2263d0617ed5f693c5868f":{"description":"Test: Overwrite","test_version":"1.6.x","app_version":"9.0","unit":"Op\/s","samples":124,"timing_samples":50,"hib":1,"first_appeared":1710888085,"last_appeared":1713471919,"run_time_avg":181,"stddev_avg":0.16,"percentiles":[106431,106881,162549,162889,163365,171080,175868,175868,176533,346224,346224,351020,351020,381523,381523,382424,382834,388010,388010,391968,391968,416860,421049,421049,421049,421616,421616,433991,435170,436188,460592,487116,487116,490298,491520,500302,500565,501078,532566,541161,541161,549166,549166,552729,553291,558575,564109,567712,567712,576258,602336,602336,602622,602622,602625,617154,617154,633625,633625,637453,637472,637472,638938,640379,641031,641031,642722,652263,652505,654391,654919,717932,717932,724488,724488,742508,762175,777804,779236,781166,1089326,1089326,1092989,1099994,1117358,1117358,1121724,1121724,1327603,1347940,1349759,1397108,1418042,1423212,1452056,1452150,1456527,1462608,1468149,1471328],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,182,183,183,183,183,183,183,183,183,183,183,184,184],"tested_archs":["x86_64","aarch64"]},"375d56ea79544634b2c79f2912a7d11db375dc2a":{"description":"Test: Read While Writing","test_version":"1.6.x","app_version":"9.0","unit":"Op\/s","samples":124,"timing_samples":47,"hib":1,"first_appeared":1710888085,"last_appeared":1713552350,"run_time_avg":379,"stddev_avg":0.59,"percentiles":[500210,500210,542153,542153,550163,559710,559710,658357,689750,952046,961938,969429,1026248,1026248,1305620,1305620,1307726,1517598,1517598,1522121,1522121,1526314,1557290,1557290,1562855,1584645,1584645,1709700,1715663,1718058,1726017,1726017,1735400,1735400,1750537,1812288,1848585,1854509,2116553,2133510,2133510,2133510,2252397,2258480,2374402,2392670,2736636,2779747,2779747,3617468,3698117,3741170,3741170,3781531,4089573,4595397,4608305,4612992,4730419,4818272,5003955,5546801,5586539,5633613,6326219,6342025,6378204,7763331,7841738,8790725,8796379,8855599,8926893,8962928,9728128,9878939,10326045,10797502,10797502,11035288,11076608,11168794,11325406,11968393,12418794,12425519,12502131,12965801,13141519,13266934,13548278,13548278,20665324,22418140,22418140,26135567,26406662,26406662,27130363,27130363],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,240,240,240,301,301,601,601,601,601,723,723,723,723,901,901,901,901,901,901,901,901,901,901,901,902,902,902,902,902,902,902,902,903,903],"tested_archs":["x86_64","aarch64"]},"066b3305e19eb079ef40e4ff18f2e7cb8b443731":{"description":"Test: Random Fill","test_version":"1.6.x","app_version":"9.0","unit":"Op\/s","samples":90,"timing_samples":31,"hib":1,"first_appeared":1710888085,"last_appeared":1712932120,"run_time_avg":181,"stddev_avg":0.15,"percentiles":[162018,162018,163315,163618,176723,176723,176991,176991,356006,356006,358582,358582,358582,382241,384236,384641,385673,433658,434346,439706,460413,460413,478857,489025,489354,491828,505433,505433,516199,523785,528990,528990,532197,532197,549022,559238,559238,571939,571939,571939,599052,599052,599052,609095,627403,627403,633692,634017,635103,635103,637112,637112,637947,638407,639346,640601,640601,641708,642443,642443,722262,722262,722262,729915,729915,765811,765811,774384,777115,783967,790603,790603,1093000,1098801,1099674,1099873,1099873,1099873,1122751,1122751,1128064,1128064,1128064,1321607,1327068,1331480,1334309,1390429,1416203,1418909,1425139,1425139,1447290,1449625,1463245,1463542,1466579,1468080,1468868,1473038],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181],"tested_archs":["x86_64","aarch64"]},"f25f835dd5a4caf0518c6006970f4a1cb1889311":{"description":"Test: Sequential Fill","test_version":"1.6.x","app_version":"9.0","unit":"Op\/s","samples":86,"timing_samples":30,"hib":1,"first_appeared":1710888085,"last_appeared":1712932120,"run_time_avg":242,"stddev_avg":0.29,"percentiles":[166628,166628,166709,167128,350450,390464,391130,391156,391156,434232,434232,444992,444992,453643,461115,461115,463422,463571,501947,503010,503604,542233,542233,649307,650639,651728,652104,669740,686104,686104,711755,712369,718101,720520,723271,756689,756689,756689,756689,782376,782376,784958,796436,796436,796436,813335,813335,899566,899566,908177,908882,908882,919148,920430,940711,940711,945889,945889,945889,958904,958904,970805,970805,1026811,1026811,1026811,1029969,1029969,1074796,1074796,1307492,1307492,1307492,1326770,1326770,1444821,1446115,1449476,1451955,1451955,1541236,1543988,1545257,1547447,1581247,1592104,1592104,1597782,1613013,1614208,1614208,1614208,1614655,1614655,1671410,1685641,2001345,2008846,2042355,2076954],"run_time_percentiles":[50,50,50,50,50,50,50,50,50,50,50,50,50,50,51,51,51,60,60,60,60,60,60,60,61,61,61,64,64,64,64,64,64,64,64,64,64,67,67,67,67,67,67,67,67,67,67,67,67,67,140,140,140,140,140,140,140,140,140,140,140,140,140,140,159,159,159,161,161,161,225,225,225,225,225,225,225,589,589,589,590,590,590,590,590,590,590,763,763,763,829,829,829,829,833,833,833,847,847,847],"tested_archs":["x86_64","aarch64"]},"81c7707e0fbcf68184358127907f798e26dac730":{"description":"Test: Random Fill Sync","test_version":"1.6.x","app_version":"9.0","unit":"Op\/s","samples":86,"timing_samples":29,"hib":1,"first_appeared":1710888085,"last_appeared":1712932120,"run_time_avg":197,"stddev_avg":0.2,"percentiles":[1162,1162,1683,1683,1719,1719,2294,2303,2303,2305,2358,2727,2727,2739,2739,2739,3777,4668,4668,4670,4670,5511,5511,5637,5689,5762,5778,6022,7266,7266,7894,8403,8408,8587,10370,10370,10370,10748,10748,12111,12111,12683,12683,12683,16516,16516,16541,16541,41507,41970,42007,42007,42009,44493,45528,45974,46299,46701,46701,48109,48552,48553,205948,206255,206350,206350,206635,228603,229027,229083,296249,304893,304893,307683,314706,382182,387919,390019,393733,393733,655852,656692,665680,710870,710870,710870,710870,912448,912448,921681,921681,1016436,1016436,1016436,1566290,1566290,1566290,1600211,1629193,1634751],"run_time_percentiles":[180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,180,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,181,182,182,182,182,182,182,182,182,182,182,184,184,184,184,204,204,204,209,209,209,209,210,210,210,279,279,279,279,301,301,301,361,361,361],"tested_archs":["x86_64","aarch64"]}},"capabilities":{"shared_libraries":["librocksdb.so.9","libgflags.so.2.2","libsnappy.so.1","libm.so.6","libc.so.6","libpthread.so.0"],"default_instructions":["MMX","AVX","AVX2","FMA","SSE4_2","AVX512"],"max_instructions":["MMX","AVX","AVX2","FMA","SSE4_2","AVX512"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/rocksdb-1.6.0/install.sh b/ob-cache/test-profiles/pts/rocksdb-1.6.0/install.sh new file mode 100644 index 000000000..7d6976f0f --- /dev/null +++ b/ob-cache/test-profiles/pts/rocksdb-1.6.0/install.sh @@ -0,0 +1,19 @@ +#!/bin/sh +tar -xf rocksdb-9.0.0.tar.gz +cd rocksdb-9.0.0 +mkdir build +cd build +export CFLAGS="-O3 -march=native -Wno-error=maybe-uninitialized -Wno-error=uninitialized -Wno-error=deprecated-copy -Wno-error=pessimizing-move $CFLAGS" +export CXXFLAGS="-O3 -march=native -Wno-error=maybe-uninitialized -Wno-error=uninitialized -Wno-error=deprecated-copy -Wno-error=pessimizing-move $CXXFLAGS" +cmake -DCMAKE_BUILD_TYPE=Release -DWITH_SNAPPY=ON .. +make -j $NUM_CPU_CORES +make db_bench +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/bash +rm -rf /tmp/rocksdbtest-1000/dbbench/ +cd rocksdb-9.0.0/build/ +./db_bench \$@ --threads \$NUM_CPU_CORES --duration 60 > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status +rm -rf /tmp/rocksdbtest-1000/dbbench/" > rocksdb +chmod +x rocksdb diff --git a/ob-cache/test-profiles/pts/rocksdb-1.6.0/results-definition.xml b/ob-cache/test-profiles/pts/rocksdb-1.6.0/results-definition.xml new file mode 100644 index 000000000..c4670dfcc --- /dev/null +++ b/ob-cache/test-profiles/pts/rocksdb-1.6.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + readrandom : 0.336 micros/op #_RESULT_# ops/sec; (0 of 175049999 found) + ops/sec + + diff --git a/ob-cache/test-profiles/pts/rocksdb-1.6.0/test-definition.xml b/ob-cache/test-profiles/pts/rocksdb-1.6.0/test-definition.xml new file mode 100644 index 000000000..8677cf02b --- /dev/null +++ b/ob-cache/test-profiles/pts/rocksdb-1.6.0/test-definition.xml @@ -0,0 +1,65 @@ + + + + + RocksDB + 9.0 + This is a benchmark of Meta/Facebook's RocksDB as an embeddable persistent key-value store for fast storage based on Google's LevelDB. + Op/s + HIB + 3 + + + 1.6.0 + Linux + Utility + System + Free + Verified + build-utilities, bc, gflags, cmake, snappy + 740 + https://rocksdb.org/ + https://github.com/facebook/rocksdb + Michael Larabel + + + + + diff --git a/ob-cache/test-profiles/pts/specfem3d-1.1.0/changelog.json b/ob-cache/test-profiles/pts/specfem3d-1.1.0/changelog.json new file mode 100644 index 000000000..fa4dcff7a --- /dev/null +++ b/ob-cache/test-profiles/pts/specfem3d-1.1.0/changelog.json @@ -0,0 +1 @@ +{"1.1.0":{"last_updated":"1712412852","commit_description":"Update against SPECFEM3D 4.1.1"},"1.0.0":{"last_updated":"1678819573","commit_description":"SPECFEM3D 4.0 update."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/specfem3d-1.1.0/downloads.xml b/ob-cache/test-profiles/pts/specfem3d-1.1.0/downloads.xml new file mode 100644 index 000000000..e371fdae6 --- /dev/null +++ b/ob-cache/test-profiles/pts/specfem3d-1.1.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/SPECFEM/specfem3d/archive/refs/tags/v4.1.1.tar.gz + 68670be498bbaab7e8b8ffea66bfc3c3 + cc950d76aa5f9deea72a263adbce6c4e77b6500f7c41eef5036f4dc882967e5f + specfem3d-4.1.1.tar.gz + 351288513 + + + diff --git a/ob-cache/test-profiles/pts/specfem3d-1.1.0/generated.json b/ob-cache/test-profiles/pts/specfem3d-1.1.0/generated.json new file mode 100644 index 000000000..5251d7e1d --- /dev/null +++ b/ob-cache/test-profiles/pts/specfem3d-1.1.0/generated.json @@ -0,0 +1 @@ +{"overview":{"8a0dcb971bb4d5834f04502835c8390bdeb32d7e":{"description":"Model: Mount St. Helens","test_version":"1.1.x","app_version":"4.1.1","unit":"Seconds","samples":94,"timing_samples":11,"hib":0,"first_appeared":1712420512,"last_appeared":1714867288,"run_time_avg":163,"stddev_avg":0.06,"percentiles":[6.017668857,6.017668857,6.106032551,6.106032551,6.123751885,6.123751885,7.069330392,9.385148693,9.385148693,9.385148693,9.53946062,9.53946062,9.53946062,10.60921,10.73913,10.92852,11.11757,11.11757,11.11757,11.11757,11.21829,19.31148,19.31148,19.48489,19.48489,20.05107,20.05107,20.06389,20.06389,28.82731,28.97537,29.12379,30.0996,30.93256,30.93256,31.14354,31.77998,34.37674,35.77325,35.81595,42.46509,42.46509,42.51087,42.51087,53.28716,56.15422,56.15422,56.15422,56.66803,56.90435,56.90435,56.90435,56.90435,56.92026,56.92026,57.47502,58.54607,58.54607,68.733,68.733,69.59247,69.59247,78.77003,78.77003,81.11419,81.11419,81.38073,81.38073,82.35426,82.35426,82.55905,82.55905,83.97283,84.26445,84.26445,84.73146,84.73146,91.16785,91.43215,91.5412,95.26086,104.93485,105.48859,105.86688,105.86688,106.25975,106.57799,106.86544,110.0297,110.44915,111.19162,113.48083,121.23644,121.23644,121.3775,121.3775,191.44081,191.44081,194.19677,194.19677],"run_time_percentiles":[48,48,48,48,48,48,48,48,48,48,48,48,48,48,48,48,48,48,48,49,49,49,49,49,49,49,49,49,91,91,91,91,91,91,91,91,91,91,91,91,91,91,91,91,91,91,92,92,92,92,92,92,92,92,92,164,164,164,164,164,164,164,164,164,177,177,177,177,177,177,177,177,177,284,284,284,284,284,284,284,284,284,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373,373],"tested_archs":["x86_64"]},"6eb284bd6f768d278b7397b8f0c7de256d3ec71a":{"description":"Model: Layered Halfspace","test_version":"1.1.x","app_version":"4.1.1","unit":"Seconds","samples":94,"timing_samples":9,"hib":0,"first_appeared":1712420512,"last_appeared":1714867288,"run_time_avg":317,"stddev_avg":0.02,"percentiles":[12.7466,12.7466,12.7466,12.91125,12.91125,12.9442,15.55711,24.72591,24.72591,24.72591,25.11027,25.11027,25.11027,29.62161,30.13032,30.1727,30.1727,30.1727,30.1727,30.30874,30.33586,51.79884,51.79884,51.953,51.953,53.89112,53.89112,54.50656,54.50656,80.82184,81.26101,81.5802,88.24016,88.86139,88.86139,89.67817,89.84817,90.60449,91.10234,92.19067,111.67279,111.67279,112.48997,112.48997,144.53954,148.23934,148.23934,148.99342,148.99342,148.99342,150.2571,150.2571,150.2571,150.29812,150.64819,150.64819,150.64819,150.67342,178.53804,178.53804,181.54958,181.54958,204.23698,204.23698,204.99416,204.99416,217.76915,217.76915,217.76915,222.56334,222.56334,233.34793,233.34793,233.53158,233.53158,234.35286,236.36006,239.46772,245.11681,246.19295,272.45162,273.25909,278.69806,281.84656,281.84656,291.62167,300.03941,302.05803,312.49893,313.84237,314.73199,314.73199,315.12068,316.51964,320.93671,320.93671,508.33291,508.33291,529.82118,529.82118],"run_time_percentiles":[106,106,106,106,106,106,106,106,106,106,106,106,108,108,108,108,108,108,108,108,108,108,108,250,250,250,250,250,250,250,250,250,250,250,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,251,252,252,252,252,252,252,252,252,252,252,252,442,442,442,442,442,442,442,442,442,442,442,465,465,465,465,465,465,465,465,465,465,465,730,730,730,730,730,730,730,730,730,730,730],"tested_archs":["x86_64"]},"1dade115e8e289cc9a0073336e9b01987124cd70":{"description":"Model: Tomographic Model","test_version":"1.1.x","app_version":"4.1.1","unit":"Seconds","samples":94,"timing_samples":9,"hib":0,"first_appeared":1712420512,"last_appeared":1714867288,"run_time_avg":182,"stddev_avg":0.05,"percentiles":[8.609949109,8.609949109,8.667266493,8.667266493,8.680128754,8.680128754,9.925986387,10.97228,11.02941,11.13728,11.65063,11.65063,11.65063,11.67685,11.67685,11.67685,13.033,13.033,13.09572,13.09572,13.09572,18.71637,18.71637,18.73604,18.73604,19.37335,19.37335,19.58941,19.58941,28.51244,28.52223,28.81174,30.82558,31.15415,31.15415,31.1717,31.24678,34.62716,35.56041,36.09084,40.08269,40.08269,40.10078,40.10078,52.89378,56.51336,56.51336,56.51336,57.36979,57.36979,57.36979,57.36979,57.46579,57.74437,59.213,59.213,60.0084,60.0084,68.19863,68.19863,71.56211,71.56211,72.35645,72.35645,77.58481,77.58481,78.78707,78.78707,78.78707,79.19811,79.19811,85.45264,86.02725,87.80165,88.84222,88.84222,92.15364,92.15364,97.20441,98.72876,99.75871,100.43558,101.36332,104.41548,104.41548,112.91517,112.98957,113.07566,121.04367,121.31754,121.50511,121.92283,121.92283,122.26554,122.26554,122.75927,215.99319,215.99319,216.28998,216.28998],"run_time_percentiles":[90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,90,91,91,91,91,91,91,91,91,91,91,91,163,163,163,163,163,163,163,163,163,163,163,178,178,178,178,178,178,178,178,178,178,178,249,249,249,249,249,249,249,249,249,249,249,250,250,250,250,250,250,250,250,250,250,250,251,251,251,251,251,251,251,251,251,251,251,272,272,272,272,272,272,272,272,272,272,272],"tested_archs":["x86_64"]},"5001a2926008dd09d4777e02e1a060a99253a9ec":{"description":"Model: Homogeneous Halfspace","test_version":"1.1.x","app_version":"4.1.1","unit":"Seconds","samples":94,"timing_samples":9,"hib":0,"first_appeared":1712420512,"last_appeared":1714867288,"run_time_avg":211,"stddev_avg":0.08,"percentiles":[10.59699,10.59699,10.64763,10.64763,10.75662,10.75662,12.29391,13.00885,13.22726,13.52597,14.45076,14.45076,14.45076,14.5698,14.5698,14.5698,16.33137,16.33137,16.33489,16.33489,16.33489,23.63865,23.63865,24.078,24.078,24.64895,24.64895,24.68331,24.68331,36.54181,36.72101,36.83437,38.52594,38.60682,38.60682,38.98905,39.1013,43.49313,44.08436,44.11327,50.52769,50.52769,51.13205,51.13205,67.11493,71.73531,72.6039,72.6039,72.6039,72.86719,74.27758,74.27758,74.27758,74.27758,75.26871,75.26871,76.56974,76.56974,89.86109,89.86109,92.152,92.152,93.81483,93.81483,95.61118,95.61118,99.90435,99.90435,99.90435,102.77815,102.77815,117.16122,118.47064,119.24729,119.24729,119.51455,124.31644,124.31644,127.0333,128.30182,128.51671,129.32731,130.19212,131.861,131.861,149.79373,150.485,150.51914,153.08497,153.38714,154.34513,154.34513,154.50983,154.50983,159.26995,165.20654,272.28234,272.28234,275.92727,275.92727],"run_time_percentiles":[62,62,62,62,62,62,62,62,62,62,62,62,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,116,116,116,116,117,117,117,117,117,117,117,117,117,117,117,208,208,208,208,208,208,208,208,208,208,208,227,227,227,227,227,227,227,227,227,227,227,279,279,279,279,279,279,279,279,279,279,279,283,283,283,283,283,283,283,283,283,283,283,491,491,491,491,491,491,491,491,491,491,491],"tested_archs":["x86_64"]},"70416f95f7d8c5d731e98229e58bba81ee201014":{"description":"Model: Water-layered Halfspace","test_version":"1.1.x","app_version":"4.1.1","unit":"Seconds","samples":94,"timing_samples":9,"hib":0,"first_appeared":1712420512,"last_appeared":1714867288,"run_time_avg":297,"stddev_avg":0.03,"percentiles":[14.15841,14.15841,14.4249,14.4249,14.9103,14.9103,17.27664,23.43481,23.43481,23.43481,23.54399,23.54399,23.54399,25.96606,26.04259,26.07329,28.48131,28.48131,28.48131,28.48131,29.06846,52.74989,52.74989,53.17611,53.17611,53.65954,53.65954,53.95722,53.95722,80.08454,80.52722,80.56066,82.31308,82.84426,82.84426,83.10297,84.66458,95.48165,95.70872,96.90633,114.46298,114.46298,115.6012,115.6012,135.41674,140.40115,140.90329,140.90329,140.90329,143.6613,143.6613,143.6613,143.6613,143.7866,144.39199,144.39199,144.48509,144.48509,171.05037,171.05037,174.30893,174.30893,198.72073,198.72073,203.1337,203.1337,210.41364,210.41364,210.41364,211.34249,211.34249,224.64315,224.64315,225.38482,225.38482,246.85588,247.34903,248.18896,248.40165,251.7274,255.74902,275.06496,286.52993,287.78435,287.78435,288.34532,289.48462,289.54098,297.33263,301.40613,301.40613,303.6505,303.6505,331.58336,332.3669,336.89836,498.26584,498.26584,502.65298,502.65298],"run_time_percentiles":[97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,250,250,250,250,250,250,250,250,250,250,250,251,251,251,251,251,251,251,251,251,251,251,252,252,252,252,252,252,252,252,252,252,252,417,417,417,417,417,417,417,417,417,417,417,447,447,447,447,447,447,447,447,447,447,447,768,768,768,768,768,768,768,768,768,768,768],"tested_archs":["x86_64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/specfem3d-1.1.0/install.sh b/ob-cache/test-profiles/pts/specfem3d-1.1.0/install.sh new file mode 100644 index 000000000..7ecb09e9f --- /dev/null +++ b/ob-cache/test-profiles/pts/specfem3d-1.1.0/install.sh @@ -0,0 +1,22 @@ +#!/bin/sh +tar -xf specfem3d-4.1.1.tar.gz +cd specfem3d-4.1.1 +if [ -d "/usr/include/openmpi-x86_64/" ]; then + export MPI_INC="/usr/include/openmpi-x86_64/" +fi +./configure --enable-openmp +make all -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~/ +cat>specfem3d<> DATA/Par_file +OMP_NUM_THREADS=\$CPU_THREADS_PER_CORE ./run_this_example.sh > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status +cat OUTPUT_FILES/output_solver.txt >> \$LOG_FILE +EOT +chmod +x specfem3d diff --git a/ob-cache/test-profiles/pts/specfem3d-1.1.0/results-definition.xml b/ob-cache/test-profiles/pts/specfem3d-1.1.0/results-definition.xml new file mode 100644 index 000000000..345752b1c --- /dev/null +++ b/ob-cache/test-profiles/pts/specfem3d-1.1.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + Total elapsed time in seconds = #_RESULT_# + Total elapsed time in seconds + + diff --git a/ob-cache/test-profiles/pts/specfem3d-1.1.0/test-definition.xml b/ob-cache/test-profiles/pts/specfem3d-1.1.0/test-definition.xml new file mode 100644 index 000000000..0b7482b86 --- /dev/null +++ b/ob-cache/test-profiles/pts/specfem3d-1.1.0/test-definition.xml @@ -0,0 +1,57 @@ + + + + + SPECFEM3D + 4.1.1 + simulates acoustic (fluid), elastic (solid), coupled acoustic/elastic, poroelastic or seismic wave propagation in any type of conforming mesh of hexahedra. This test profile currently relies on CPU-based execution for SPECFEM3D and using a variety of their built-in examples/models for benchmarking. + Seconds + LIB + 3 + + + 1.1.0 + Linux + Scientific + Processor + Free + Verified + fortran-compiler, openmpi-development, build-utilities + 4800 + https://seg.ethz.ch/software/specfem3d.html + https://github.com/SPECFEM/specfem3d + Michael Larabel + + + + + diff --git a/ob-cache/test-profiles/pts/srsran-2.3.0/changelog.json b/ob-cache/test-profiles/pts/srsran-2.3.0/changelog.json new file mode 100644 index 000000000..8345a5d01 --- /dev/null +++ b/ob-cache/test-profiles/pts/srsran-2.3.0/changelog.json @@ -0,0 +1 @@ +{"2.3.0":{"last_updated":"1712412545","commit_description":"Update against upstream Git."},"2.2.0":{"last_updated":"1709934762","commit_description":"Update against latest Git. Closes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/301"},"2.1.0":{"last_updated":"1687387686","commit_description":"Update against srsRAN Project 23.5."},"2.0.1":{"last_updated":"1682816914","commit_description":"Add missing external dependencies from https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/278 Closes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/278"},"2.0.0":{"last_updated":"1680888523","commit_description":"Update against srsRAN Project 23.3."},"1.2.0":{"last_updated":"1662466003","commit_description":"Update against srsRAN 22.04.1 to work with newer Linux distros."},"1.1.0":{"last_updated":"1640116930","commit_description":"Update against srsRAN 21.10 upstream, also fixes a build error in the process with newer compilers as main motivation."},"1.0.1":{"last_updated":"1622727629","commit_description":"Add more options per https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/199"},"1.0.0":{"last_updated":"1621085635","commit_description":"Initial commit of srsRAN, formerly srsLTE, based on that earlier srslte test profile."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/srsran-2.3.0/downloads.xml b/ob-cache/test-profiles/pts/srsran-2.3.0/downloads.xml new file mode 100644 index 000000000..f3911798f --- /dev/null +++ b/ob-cache/test-profiles/pts/srsran-2.3.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/srsran/srsRAN_Project/archive/2f90c8b60e9396a7aed59645c98dbcbccda2bf7c.zip + 5b090f4151526c44530b7420b5de04c6 + dbeb3f62aaea9773e3ee5a8f599b732e3448ab03a2e7aa7b2b10ced3fb1b3acb + srsRAN_Project-2f90c8b60e9396a7aed59645c98dbcbccda2bf7c.zip + 9169226 + + + diff --git a/ob-cache/test-profiles/pts/srsran-2.3.0/generated.json b/ob-cache/test-profiles/pts/srsran-2.3.0/generated.json new file mode 100644 index 000000000..c9e87c499 --- /dev/null +++ b/ob-cache/test-profiles/pts/srsran-2.3.0/generated.json @@ -0,0 +1 @@ +{"overview":{"e2e87ddb7f55bef74fe70fa3a84b030e488d7dfb":{"description":"Test: PDSCH Processor Benchmark, Throughput Total","test_version":"2.3.x","app_version":"23.10.1-20240325","unit":"Mbps","samples":111,"timing_samples":36,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":109,"stddev_avg":0.46,"percentiles":[40.3,1008.6,1008.6,1013.1,1013.1,1907.6,1910.4,1947.5,1972.7,1976.1,2073.9,2103.3,2118.1,2170.4,2174.7,2183.8,2473.4,2869.3,2869.7,2869.7,2899.6,2899.6,2899.6,2908.5,3247.5,3370.4,3370.4,3379.4,3419.6,3419.6,3427.1,3456.5,3467.1,3551.4,3551.4,3729.7,3808.3,3831.5,4037.6,4037.6,4038.5,4038.5,4155.3,4314,4314,4352.2,4829.4,4924.6,5126.7,5143.2,5350.9,5412.6,5427.2,5497.2,5500.5,5508.8,11323.9,11323.9,11459.3,11459.3,12115.3,12115.3,12160.1,12160.1,13243.6,13250.2,13297.7,13342.5,16313.7,16357.8,16472.6,16573.8,20996.6,21106.6,21130.9,22143.4,22143.4,22143.4,24481.4,24688.5,24717.9,25183.8,25183.8,25517.2,25517.2,25517.2,26378.1,26458.9,27639.4,27765.1,27871,30108.7,30115.8,30341.5,30547.6,36008.8,43186.1,43186.1,44053.4,45473.8],"run_time_percentiles":[20,20,20,20,20,20,21,21,21,21,21,21,21,21,47,47,47,51,51,51,51,51,51,52,52,52,52,52,52,52,52,52,52,52,53,53,53,57,57,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,62,62,62,100,100,103,103,103,109,109,109,109,109,109,109,109,144,144,144,167,167,167,168,168,168,227,227,227,228,228,240,240,240,260,260,260,411,411,411,496,496],"tested_archs":["x86_64","riscv64"]},"3dfc4ff21ace69758ca009ab3163b2c39cd2e8ce":{"description":"Test: PUSCH Processor Benchmark, Throughput Total","test_version":"2.3.x","app_version":"23.10.1-20240325","unit":"Mbps","samples":110,"timing_samples":35,"hib":1,"first_appeared":1712499460,"last_appeared":1714867288,"run_time_avg":98,"stddev_avg":0.11,"percentiles":[313.8,313.8,314.4,314.4,551.6,569.2,587.4,590.5,590.5,590.6,631.7,649.6,656,656.1,656.3,657.4,657.5,699,712.9,717.9,759.4,760.6,760.7,760.8,760.8,767.8,767.8,767.9,767.9,782.5,848.4,848.4,848.6,848.6,849.2,849.2,849.7,849.7,900.3,900.5,1040.4,1050.7,1050.7,1050.7,1050.8,1068.9,1109.4,1109.4,1109.4,1111.3,1111.4,1111.4,1374.3,1375,1535.3,1536.1,1560,1560,1593.1,1611.6,1611.8,1611.8,1667.7,1667.7,1767.9,1767.9,1768.6,1768.6,2598.8,2616.9,2653.9,2653.9,2653.9,3070.7,3088.7,3142.5,3142.5,3142.5,3142.9,3142.9,3188.5,3193,3193.3,3218.2,4739.3,4801.5,4801.6,4801.7,4853.6,4929.8,5493.4,5493.7,5493.7,5493.7,5494.2,5494.2,5623.3,6787,6871.4,6912.2],"run_time_percentiles":[37,37,37,43,43,43,43,43,43,43,43,43,44,44,44,53,53,53,56,56,57,57,57,57,57,57,57,57,57,58,58,58,73,73,73,73,73,73,73,73,73,73,73,88,88,88,89,89,89,89,89,89,92,92,92,92,92,92,98,98,99,99,99,99,99,99,99,99,99,104,104,104,109,109,109,110,110,110,124,124,148,148,148,160,160,160,176,176,176,198,198,198,202,202,202,203,203,203,210,210],"tested_archs":["x86_64"]},"69593629982caff532d25876d1e338ca4ffa2950":{"description":"Test: PDSCH Processor Benchmark, Throughput Thread","test_version":"2.3.x","app_version":"23.10.1-20240325","unit":"Mbps","samples":100,"timing_samples":36,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":22,"stddev_avg":0.3,"percentiles":[10.9,243.7,243.7,245,245,299.2,299.3,299.3,299.4,299.5,363.7,363.7,383.8,389.2,400.8,402.1,402.7,459.2,459.2,470.8,470.8,472.4,482.9,483.3,505,505,507.5,507.5,534.4,534.4,534.6,537,537,542.4,565.1,566.7,594.8,597.9,601.2,601.9,601.9,604.5,604.8,605.1,605.1,610,624.6,625,625.7,629.6,665.1,665.1,665.8,666.4,675.4,675.5,678.1,680.2,680.2,681.2,685.1,687.1,687.1,691.4,695,741.8,742.9,744.8,745.4,747.1,754.9,755.5,758.8,768.3,768.3,769.9,776.7,776.7,785.1,785.1,785.1,786.6,786.9,794.8,794.8,794.8,809.6,861.6,864.1,864.6,864.9,1060.9,1078.2,1081.8,1085.9,1095.2,1159.4,1161.2,1164.9,1175.5],"run_time_percentiles":[6.6,6.6,6.6,6.609999999999999,6.609999999999999,6.609999999999999,6.67,6.67,6.67,8.350000000000001,8.350000000000001,8.350000000000001,8.42,8.42,8.44,8.44,8.44,8.45,8.45,8.45,8.530000000000001,8.530000000000001,8.530000000000001,12,12,12,12,12,12,12,12,15,15,15,15,15,15,15,15,15,15,15,15,15,15,16,16,16,22,22,22,22,22,22,22,22,22,22,22,30,30,30,30,30,30,30,30,30,30,30,31,31,31,31,31,31,31,31,32,32,32,33,33,33,33,33,33,34,34,35,35,35,35,35,35,35,35,35,63,63],"tested_archs":["x86_64","riscv64"]},"d1fec719ef531f672354da1808df1cbd0fbe920b":{"description":"Test: PUSCH Processor Benchmark, Throughput Thread","test_version":"2.3.x","app_version":"23.10.1-20240325","unit":"Mbps","samples":100,"timing_samples":36,"hib":1,"first_appeared":1712279498,"last_appeared":1714867288,"run_time_avg":70,"stddev_avg":0,"percentiles":[0.7,64.7,64.7,64.7,68.8,68.8,68.8,68.8,100.1,100.1,100.1,100.1,109.3,109.3,111.2,111.2,111.2,111.2,111.9,111.9,111.9,111.9,111.9,111.9,111.9,112,112,112,112,112,112.1,112.1,112.1,112.1,112.1,112.1,112.1,112.2,112.2,112.2,112.2,112.2,112.2,112.3,112.3,112.3,112.3,112.3,128.1,128.5,128.5,128.5,129.3,129.3,129.3,129.3,129.5,129.5,129.5,129.5,129.5,129.5,129.5,129.5,129.5,129.6,129.6,129.6,129.6,129.6,129.6,129.7,129.7,129.7,129.7,129.7,129.7,129.7,129.7,129.7,129.7,129.7,129.7,153.6,182.6,182.8,182.8,182.8,183,183,183,183,183,183,183.5,183.5,183.5,183.5,183.5,188.5],"run_time_percentiles":[42,42,42,42,42,42,42,42,42,42,42,42,42,42,45,45,45,45,45,45,45,45,45,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,53,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,117,117,117,117,117,117,117,117,220,220,220,241,241],"tested_archs":["x86_64","riscv64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/srsran-2.3.0/install.sh b/ob-cache/test-profiles/pts/srsran-2.3.0/install.sh new file mode 100644 index 000000000..2b2f093fe --- /dev/null +++ b/ob-cache/test-profiles/pts/srsran-2.3.0/install.sh @@ -0,0 +1,14 @@ +#!/bin/sh +unzip -o srsRAN_Project-2f90c8b60e9396a7aed59645c98dbcbccda2bf7c.zip +cd srsRAN_Project-2f90c8b60e9396a7aed59645c98dbcbccda2bf7c +mkdir build +cd build +cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_FLAGS="-O3 -Wno-error" -DENABLE_WERROR=OFF .. +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/sh +cd srsRAN_Project-2f90c8b60e9396a7aed59645c98dbcbccda2bf7c/build/ +./\$@ 2>&1 > \$LOG_FILE +echo \$? > ~/test-exit-status" > srsran +chmod +x srsran diff --git a/ob-cache/test-profiles/pts/srsran-2.3.0/results-definition.xml b/ob-cache/test-profiles/pts/srsran-2.3.0/results-definition.xml new file mode 100644 index 000000000..e9a6cdb80 --- /dev/null +++ b/ob-cache/test-profiles/pts/srsran-2.3.0/results-definition.xml @@ -0,0 +1,18 @@ + + + + + PUSCH RB=25 Mod=QPSK R=0.117 - 0.9 Mbps| 157.3| 156.5| 154.3| #_RESULT_# 132.1| 132.1| + PUSCH + GEOMETRIC_MEAN + Mbps + | + + + PDSCH BW=26 Mod=QPSK R=0.117 - 0.9 Mbps| 55.3| 55.1| 54.5| #_RESULT_# 50.0| 16.3| + PDSCH + GEOMETRIC_MEAN + Mbps + | + + diff --git a/ob-cache/test-profiles/pts/srsran-2.3.0/test-definition.xml b/ob-cache/test-profiles/pts/srsran-2.3.0/test-definition.xml new file mode 100644 index 000000000..410c16e8a --- /dev/null +++ b/ob-cache/test-profiles/pts/srsran-2.3.0/test-definition.xml @@ -0,0 +1,51 @@ + + + + + srsRAN Project + 23.10.1-20240325 + srsRAN Project is a complete ORAN-native 5G RAN solution created by Software Radio Systems (SRS). The srsRAN Project radio suite was formerly known as srsLTE and can be used for building your own software-defined radio (SDR) 4G/5G mobile network. + Mb/s + HIB + 3 + + + 2.3.0 + Linux, MacOSX + Utility + Processor + Free + Verified + build-utilities, fftw3-development, cmake, boost-development, libconfigpp + 294 + https://www.srsran.com/ + https://github.com/srsran/srsRAN_Project + Michael Larabel + libbladeRF.h, mbedtls/aes.h, libmbedtls.so, libboost_program_options.so, /usr/include/libconfig.h++, libconfig++.so, netinet/sctp.h, libsctp.so, yaml-cpp/yaml.h, libgtest.a, gtest/gtest.h + + + + + diff --git a/ob-cache/test-profiles/pts/stockfish-1.5.0/changelog.json b/ob-cache/test-profiles/pts/stockfish-1.5.0/changelog.json new file mode 100644 index 000000000..a1c7e6365 --- /dev/null +++ b/ob-cache/test-profiles/pts/stockfish-1.5.0/changelog.json @@ -0,0 +1 @@ +{"1.5.0":{"last_updated":"1710550237","commit_description":"Update Stockfish from https:\/\/github.com\/phoronix-test-suite\/phoronix-test-suite\/pull\/775 though increase ttSize to 4096 as at 2048 seems to have a lot of run-to-run variance. Closes: https:\/\/github.com\/phoronix-test-suite\/phoronix-test-suite\/pull\/775"},"1.4.0":{"last_updated":"1656160373","commit_description":"Update against Stockfish 15 upstream."},"1.3.0":{"last_updated":"1616165191","commit_description":"Update against Stockfish 13 plus incorporate feedback from https:\/\/github.com\/phoronix-test-suite\/phoronix-test-suite\/pull\/513"},"1.2.0":{"last_updated":"1605811800","commit_description":"Update against Stockfish 12, enable AArch64 optimized build."},"1.1.1":{"last_updated":"1526725618","commit_description":"Add Windows support."},"1.1.0":{"last_updated":"1526585550","commit_description":"Update Stockfish against version 9, use multi-threaded parameters."},"1.0.1":{"last_updated":"1523183973","commit_description":"Fix build on BSDs"},"1.0.0":{"last_updated":"1417019522","commit_description":"Initial commit of Stockfish benchmark."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/stockfish-1.5.0/downloads.xml b/ob-cache/test-profiles/pts/stockfish-1.5.0/downloads.xml new file mode 100644 index 000000000..269e8d317 --- /dev/null +++ b/ob-cache/test-profiles/pts/stockfish-1.5.0/downloads.xml @@ -0,0 +1,21 @@ + + + + + + https://github.com/official-stockfish/Stockfish/archive/refs/tags/sf_16.1.tar.gz + 500fe25527ea52a55983527e1e25979b + a5f94793b5d4155310397ba89e9c4266570ef0f24cd47de41a9103556f811b82 + Stockfish-sf_16.1.tar.gz + 176846 + + + https://github.com/official-stockfish/Stockfish/releases/download/sf_16.1/stockfish-windows-x86-64-avx2.zip + 0368c137ef974f863b1124df7b30ec4c + 569d3c9db5a949f223f9b28c5c4be949b83aa468e1447cd30f55b0bf65ecdcf9 + stockfish-windows-x86-64-avx2.zip + 58873675 + Windows + + + diff --git a/ob-cache/test-profiles/pts/stockfish-1.5.0/generated.json b/ob-cache/test-profiles/pts/stockfish-1.5.0/generated.json new file mode 100644 index 000000000..7a274114f --- /dev/null +++ b/ob-cache/test-profiles/pts/stockfish-1.5.0/generated.json @@ -0,0 +1 @@ +{"overview":{"f7bde6e6bd4dbb60d5b8b62e4dcb0d37bdd03163":{"description":"Chess Benchmark","test_version":"1.5.x","app_version":"16.1","unit":"Nodes Per Second","samples":152,"timing_samples":80,"hib":1,"first_appeared":1710629723,"last_appeared":1713657764,"run_time_avg":1145,"stddev_avg":2.03,"percentiles":[2762544,2762544,2945032,3183797,3458694,3458694,5182019,5518033,5622274,5629735,5862221,5964363,6075063,6075063,7277783,7277783,7672564,8160044,8164948,8164948,8543477,8740776,9022315,9265428,9340342,9643551,10327383,10579637,10663151,11509974,11509974,12001097,12896745,12942804,13229299,13610044,14217370,14220086,14229414,14347625,14347625,14950049,15085177,15595678,15599239,15813207,15889714,16221889,16221889,16748296,17015035,17125571,17316695,17408986,17844060,18498182,20065674,23245715,24144393,24948552,25161360,25799580,37900858,38358576,39639888,39815109,42814282,42970671,44692515,45415698,51901853,52607528,53514996,55237573,59028775,59449725,60626388,61999717,61999717,64443099,64443099,72630395,80938968,88128900,90106215,97292518,98973914,109766345,110763828,164400299,165867204,193722346,207635904,214224198,217384087,222610378,382501883,397839559,400723040,414325386],"run_time_percentiles":[212,212,215,227,229,230,230,230,233,238,244,244,247,264,286,298,298,340,340,348,379,379,381,394,395,428,428,479,487,584,641,641,682,710,710,710,710,723,723,723,736,736,788,848,1045,1082,1082,1104,1135,1151,1159,1159,1165,1171,1207,1236,1236,1237,1248,1250,1268,1268,1303,1322,1330,1370,1370,1386,1434,1438,1448,1448,1471,1500,1554,1581,1581,1636,1663,1675,1750,1750,1750,1766,1766,1768,1768,1783,1801,2160,2166,2166,2166,2274,2351,2559,2559,3748,3748,3748],"tested_archs":["x86_64","aarch64"]}},"capabilities":{"shared_libraries":["libm.so.6","libc.so.6"],"default_instructions":["MMX","SSE4_2","AVX","AVX2","AVX-VNNI","FMA"],"max_instructions":["MMX","SSE4_2","AVX","AVX2","AVX-VNNI","FMA"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/stockfish-1.5.0/install.sh b/ob-cache/test-profiles/pts/stockfish-1.5.0/install.sh new file mode 100644 index 000000000..dfdeba00b --- /dev/null +++ b/ob-cache/test-profiles/pts/stockfish-1.5.0/install.sh @@ -0,0 +1,18 @@ +#!/bin/bash +tar xf Stockfish-sf_16.1.tar.gz +cd Stockfish-sf_16.1/src/ +if [ $OS_TYPE = "BSD" ] +then + gmake -j profile-build +else + make -j profile-build + +fi +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/sh +cd Stockfish-sf_16.1/src/ +./stockfish bench 4096 \$NUM_CPU_CORES 26 default depth > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > stockfish +chmod +x stockfish + diff --git a/ob-cache/test-profiles/pts/stockfish-1.5.0/install_windows.sh b/ob-cache/test-profiles/pts/stockfish-1.5.0/install_windows.sh new file mode 100644 index 000000000..557e312f6 --- /dev/null +++ b/ob-cache/test-profiles/pts/stockfish-1.5.0/install_windows.sh @@ -0,0 +1,8 @@ +#!/bin/sh +unzip -o stockfish-windows-x86-64-avx2.zip +mv stockfish stockfish_16_1_win_x64_avx2 +echo "#!/bin/sh +cd stockfish_16_1_win_x64_avx2 +./stockfish-windows-x86-64-avx2.exe bench 4096 \$NUM_CPU_CORES 26 default depth > \$LOG_FILE 2>&1" > stockfish +chmod +x stockfish + diff --git a/ob-cache/test-profiles/pts/stockfish-1.5.0/results-definition.xml b/ob-cache/test-profiles/pts/stockfish-1.5.0/results-definition.xml new file mode 100644 index 000000000..7caf8dab8 --- /dev/null +++ b/ob-cache/test-profiles/pts/stockfish-1.5.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + Nodes/second : #_RESULT_# + + diff --git a/ob-cache/test-profiles/pts/stockfish-1.5.0/test-definition.xml b/ob-cache/test-profiles/pts/stockfish-1.5.0/test-definition.xml new file mode 100644 index 000000000..97a364cba --- /dev/null +++ b/ob-cache/test-profiles/pts/stockfish-1.5.0/test-definition.xml @@ -0,0 +1,27 @@ + + + + + Stockfish + 16.1 + This is a test of Stockfish, an advanced open-source C++11 chess benchmark that can scale up to 1024 CPU threads. + Nodes Per Second + HIB + Chess Benchmark + 3 + + + 1.5.0 + Linux, Solaris, MacOSX, BSD, Windows + Utility + Processor + Free + Verified + build-utilities + 12 + https://stockfishchess.org/ + https://github.com/official-stockfish/Stockfish + SMP + Michael Larabel + + diff --git a/ob-cache/test-profiles/pts/svt-av1-2.12.0/changelog.json b/ob-cache/test-profiles/pts/svt-av1-2.12.0/changelog.json new file mode 100644 index 000000000..743dea054 --- /dev/null +++ b/ob-cache/test-profiles/pts/svt-av1-2.12.0/changelog.json @@ -0,0 +1 @@ +{"2.12.0":{"last_updated":"1710515362","commit_description":"Update against SVT-AV1 2.0 upstream."},"2.11.1":{"last_updated":"1702755556","commit_description":"Update SVT-AV1 hashes"},"2.11.0":{"last_updated":"1702569611","commit_description":"Update against SVT-AV1 1.8 upstream."},"2.10.0":{"last_updated":"1693257003","commit_description":"Update against SVT-AV1 1.7 upstream."},"2.9.0":{"last_updated":"1687186656","commit_description":"Update against SVT-AV1 1.6 upstream."},"2.8.0":{"last_updated":"1682685158","commit_description":"Update against SVT-AV1 1.5 uptream."},"2.7.2":{"last_updated":"1678541521","commit_description":"Update Windows download URL. Fixes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/issues\/267"},"2.7.0":{"last_updated":"1670027429","commit_description":"Update against SVT-AV1 1.4 upstream. Closes: https:\/\/github.com\/phoronix-test-suite\/test-profiles\/issues\/261"},"2.6.0":{"last_updated":"1659519172","commit_description":"Update against SVT-AV1 1.2 upstream."},"2.5.0":{"last_updated":"1650628127","commit_description":"Update against SVT-AV1 1.0 upstream."},"2.4.0":{"last_updated":"1642845940","commit_description":"Update against new SVT-AV1 v0.9 release and expose new preset options."},"2.3.0":{"last_updated":"1620521355","commit_description":"Update against SVT-AV1 0.8.7, switch from enc-mode to preset, add 4K now that perf is faster etc."},"2.2.1":{"last_updated":"1587768261","commit_description":"Build fix for GCC 10 default compiler flags."},"2.2.0":{"last_updated":"1576880031","commit_description":"Update against upstream SVT-AV1 0.8.0."},"2.1.1":{"last_updated":"1569588102","commit_description":"Fix GitHub breaking Windows download links."},"2.1.0":{"last_updated":"1569541682","commit_description":"Update against upstream SVT-AV1 0.7."},"2.0.0":{"last_updated":"1568652559","commit_description":"Update against SVT-AV1 0.6 upstream, add enc modes via https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/102"},"1.3.1":{"last_updated":"1559344019","commit_description":"Add Windows support using official release Windows binaries."},"1.3.0":{"last_updated":"1559341818","commit_description":"Update against upstream SVT-AV1 0.5 release (also allows using official Windows binaries, TODO add support to the test profile)... Also addresses https:\/\/github.com\/phoronix-test-suite\/test-profiles\/issues\/75"},"1.2.0":{"last_updated":"1551985096","commit_description":"Update against latest SVT-AV1 Git for more performance work."},"1.1.0":{"last_updated":"1550262922","commit_description":"Update against latest Git snapshot of SV1-AV1 for newest performance work."},"1.0.1":{"last_updated":"1549218572","commit_description":"Also set cmake as possible external dependency."},"1.0.0":{"last_updated":"1549217540","commit_description":"Initial commit of Intel open-source SVT-AV1 video encoder for AV1 recently open-sourced."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/svt-av1-2.12.0/downloads.xml b/ob-cache/test-profiles/pts/svt-av1-2.12.0/downloads.xml new file mode 100644 index 000000000..de6f0b6a9 --- /dev/null +++ b/ob-cache/test-profiles/pts/svt-av1-2.12.0/downloads.xml @@ -0,0 +1,36 @@ + + + + + + http://ultravideo.cs.tut.fi/video/Bosphorus_1920x1080_120fps_420_8bit_YUV_RAW.7z + db7c7ff09acd5d7820cc4d1eb0939cf9 + e73a54088e88e6465f578625d185933e85c3209ab7105deb755a8b8918b78cab + Bosphorus_1920x1080_120fps_420_8bit_YUV_RAW.7z + 680772328 + + + http://ultravideo.cs.tut.fi/video/Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z + 815ca5830c8ea2f95545429817b96b1f + d0fcb7d8cfc6e51c47ce8b427dab41ce38300c4b1a51a1903ddd5d86067c4c79 + Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z + 2804470345 + + + http://gitlab.com/AOMediaCodec/SVT-AV1/-/archive/v2.0.0/SVT-AV1-v2.0.0.tar.bz2 + c2997034a5bff3eec4c885adf27e152f + f9c076c377e504be15e195db8dd36d91233bc37cb8e82530382f38bc1926df02 + SVT-AV1-v2.0.0.tar.bz2 + 9565222 + Linux + + + http://www.phoronix-test-suite.com/benchmark-files/SVT-AV1-v2.0.0-win64.zip + 66eec3fc7163c1a53069e726cfeabb49 + 3d4a757a2c34ea941ba774c47fb8c77387a3bd5254760c357b8c254a76614aea + SVT-AV1-v2.0.0-win64.zip + 5539467 + Windows + + + diff --git a/ob-cache/test-profiles/pts/svt-av1-2.12.0/generated.json b/ob-cache/test-profiles/pts/svt-av1-2.12.0/generated.json new file mode 100644 index 000000000..189486807 --- /dev/null +++ b/ob-cache/test-profiles/pts/svt-av1-2.12.0/generated.json @@ -0,0 +1 @@ +{"overview":{"b7dbdc4a31deb7c3fd3898dbe6df6073d5bae0ee":{"description":"Encoder Mode: Preset 12 - Input: Bosphorus 4K","test_version":"2.12.x","app_version":"2.0","unit":"Frames Per Second","samples":153,"timing_samples":71,"hib":1,"first_appeared":1710533616,"last_appeared":1713552350,"run_time_avg":39,"stddev_avg":0.51,"percentiles":[24.624,24.624,24.902,25.62,26.925,26.945,34.13,36.813,39.19,40.185,43.434,44.905,45.438,46.73,46.73,47.628,49.81,50.332,50.332,54.173,54.173,54.509,54.978,61.492,61.525,62.424,62.424,62.739,62.99,63.133,64.012,64.854,70.628,72.344,73.513,74.118,74.469,74.682,75.167,76.749,76.749,76.749,77.172,78.889,79.674,82.009,82.88,82.88,91.273,94.835,95.351,95.351,95.988,96.682,105.783,107.183,107.337,110.3,110.569,115.017,115.906,117.032,126.187,127.202,127.202,149.069,150.133,151.638,156.516,157.46,158.956,159.513,159.868,159.975,161.088,161.839,163.175,163.5,163.793,164.25,164.308,165.007,165.215,165.278,168.02,169.169,169.387,169.91,170.393,174.107,177.861,188.558,193.035,194.065,195.858,197.678,221.683,229.135,232.48,237.359],"run_time_percentiles":[11,11,11,11,11,11,11,11,11,12,12,12,13,13,13,13,13,13,13,13,13,13,13,13,15,15,15,15,15,15,15,15,15,18,18,18,18,18,18,19,19,20,20,20,22,22,22,22,22,22,24,25,25,25,25,26,26,26,31,31,33,33,35,35,36,36,36,38,39,39,39,39,41,41,41,41,41,43,43,43,43,52,56,56,56,56,94,94,109,111,111,111,111,117,117,117,124,124,181,181],"tested_archs":["x86_64","aarch64"]},"2d6461041456af39b5df4efcec7f39f3157f549d":{"description":"Encoder Mode: Preset 8 - Input: Bosphorus 4K","test_version":"2.12.x","app_version":"2.0","unit":"Frames Per Second","samples":152,"timing_samples":71,"hib":1,"first_appeared":1710533616,"last_appeared":1713552350,"run_time_avg":79,"stddev_avg":0.7,"percentiles":[7.551,7.551,7.569,8.137,8.19,8.19,14.329,14.74,15.101,15.696,16.46,16.48,16.782,16.782,16.907,17.624,18.232,18.232,19.484,20.807,20.901,20.957,21.587,21.63,22.234,24.447,24.497,24.927,24.945,25.006,25.22,25.796,25.902,25.999,25.999,26.055,26.123,28.699,28.699,28.987,29.068,29.072,29.072,30.689,31.151,31.61,31.61,31.689,34.857,35.453,35.927,36.024,36.156,36.205,36.534,36.534,36.573,36.866,45.489,45.724,48.016,48.295,48.568,48.568,48.943,48.943,49.82,49.969,61.761,62.046,62.498,62.931,63.893,65.224,68.579,69.895,70.426,70.794,70.908,71.506,71.511,72.57,72.827,73.713,74.657,80.008,86.593,86.617,88.143,89.277,90.227,91.288,91.833,92.84,93.734,93.93,94.509,94.844,94.844,95.126],"run_time_percentiles":[23,23,23,23,23,23,24,24,24,24,26,26,26,26,26,26,26,26,26,27,27,27,28,29,29,29,29,29,29,30,31,31,31,31,31,31,37,39,39,39,39,39,39,39,49,49,49,50,50,50,52,52,52,52,53,53,53,53,53,53,54,55,56,56,56,60,60,61,61,61,65,65,79,79,81,87,87,111,112,112,112,112,154,154,154,157,157,157,189,192,192,192,192,239,239,239,321,321,321,383],"tested_archs":["x86_64","aarch64"]},"685f4e221e2e654e3714ee352fed82e506e17245":{"description":"Encoder Mode: Preset 13 - Input: Bosphorus 4K","test_version":"2.12.x","app_version":"2.0","unit":"Frames Per Second","samples":150,"timing_samples":69,"hib":1,"first_appeared":1710533616,"last_appeared":1713552350,"run_time_avg":48,"stddev_avg":1.16,"percentiles":[25.118,25.118,26.134,26.134,26.543,27.585,34.126,39.948,41.22,41.878,45.109,45.471,46.161,46.161,46.803,47.027,48.077,50.103,50.55,50.55,53.253,54.469,54.568,55.33,61.203,62.262,63.701,63.701,64.383,64.383,65.498,67.838,72.74,73.659,74.22,74.22,74.896,74.9,76.755,76.755,76.922,78.957,82.278,82.485,82.837,82.837,83.09,84.385,91.144,92.045,94.42,94.42,94.575,95.67,103.489,106.594,107.775,108.229,109.271,113.63,116.362,123.098,123.246,123.246,145.97,150.522,152.466,154.502,157.918,157.918,158.601,159.118,159.218,159.662,161.246,161.519,161.653,161.896,162.377,162.474,162.628,162.979,165.962,166.211,167.56,167.909,168.292,168.799,169.506,169.95,175.183,187.625,187.722,192.567,193.286,199.523,227.708,228.148,236.229,236.788],"run_time_percentiles":[11,11,11,11,11,11,11,11,11,11,11,12,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,15,15,15,15,18,20,20,20,20,20,21,22,22,22,22,22,24,24,24,24,26,26,26,31,34,34,35,36,36,50,50,50,50,56,57,57,57,57,57,69,74,74,74,74,74,77,78,83,83,83,84,84,85,85,85,89,89,89,92,92,92,92,93,106,106,106,107,107,107,116,116,116,205],"tested_archs":["x86_64","aarch64"]},"07874bd30a80753be1d28881eddc0428fcb350ae":{"description":"Encoder Mode: Preset 4 - Input: Bosphorus 4K","test_version":"2.12.x","app_version":"2.0","unit":"Frames Per Second","samples":142,"timing_samples":59,"hib":1,"first_appeared":1710533616,"last_appeared":1713552350,"run_time_avg":110,"stddev_avg":0.24,"percentiles":[0.928,0.928,0.952,1.104,1.104,1.117,1.117,2.06,2.077,2.107,2.107,2.111,2.175,2.175,2.18,2.207,2.21,2.217,2.219,2.222,2.238,2.472,2.556,2.559,2.644,2.65,2.65,2.676,2.676,2.783,2.857,3.083,3.113,3.135,3.205,3.22,3.344,3.351,3.372,3.497,3.497,3.56,3.619,3.635,3.635,3.639,3.654,3.654,3.714,3.863,4.296,4.314,4.317,4.354,4.367,4.421,4.52,4.53,4.554,4.554,4.571,4.571,4.746,4.762,5.594,5.597,5.609,5.76,5.865,5.865,6.647,6.66,6.711,6.728,6.787,6.856,6.872,7,7.005,7.36,7.531,7.586,7.75,7.79,7.825,7.836,7.988,8.431,8.431,8.557,8.565,8.575,8.634,9.231,9.244,9.294,9.523,9.543,9.866,9.889],"run_time_percentiles":[55,55,55,55,56,56,56,57,57,57,57,57,57,57,57,57,57,57,57,64,64,66,66,66,66,66,66,66,69,71,71,71,71,73,73,73,73,73,73,74,74,74,74,77,77,77,79,79,80,80,81,82,82,88,88,89,89,89,93,93,93,93,93,109,109,109,109,109,110,110,110,110,111,113,113,114,114,131,131,131,153,153,153,153,162,186,186,192,192,222,226,226,234,234,234,234,234,368,368,368],"tested_archs":["x86_64","aarch64"]},"dc904a5f05b6af7d9d2f0cb350633ab3906286e0":{"description":"Encoder Mode: Preset 4 - Input: Bosphorus 1080p","test_version":"2.12.x","app_version":"2.0","unit":"Frames Per Second","samples":130,"timing_samples":50,"hib":1,"first_appeared":1710533616,"last_appeared":1713552350,"run_time_avg":52,"stddev_avg":0.3,"percentiles":[3.568,3.643,3.643,3.806,4.688,4.688,4.696,6.162,6.239,6.258,6.424,6.424,6.667,6.667,7.106,7.158,7.164,7.356,7.495,7.555,8.182,8.21,8.249,8.471,8.553,8.553,8.914,8.925,8.926,9.47,10.186,10.205,10.289,10.775,10.798,10.798,10.832,11.163,11.229,11.229,12.038,12.191,12.269,12.281,12.484,12.558,12.588,12.734,12.771,12.771,12.928,13.026,13.026,13.853,14.667,14.734,14.738,15.67,15.702,15.702,15.815,15.927,15.944,15.971,16.2,16.226,16.227,17.464,17.474,18.22,18.662,18.662,18.754,18.76,18.934,18.934,19.067,19.206,19.318,20.6,20.665,21.042,22.033,22.161,22.392,22.713,22.898,23.474,24.363,24.515,24.543,24.703,25.256,25.445,25.695,26.086,26.187,27.241,27.282,27.476],"run_time_percentiles":[21,21,21,21,21,21,21,21,22,22,22,22,22,22,22,22,23,23,23,23,23,23,23,23,23,23,23,23,23,23,23,23,24,24,24,24,24,24,24,24,28,28,29,29,29,29,29,29,31,31,32,32,32,32,32,32,33,33,33,34,34,34,36,36,36,36,45,45,50,50,52,52,52,52,58,58,58,58,60,60,61,61,79,79,136,136,136,136,137,137,148,148,154,154,168,168,168,168,168,168],"tested_archs":["x86_64","aarch64"]},"e25f1395e53b97de67de5cb714bfadc6f1a32e2b":{"description":"Encoder Mode: Preset 8 - Input: Bosphorus 1080p","test_version":"2.12.x","app_version":"2.0","unit":"Frames Per Second","samples":124,"timing_samples":42,"hib":1,"first_appeared":1710533616,"last_appeared":1713552350,"run_time_avg":18,"stddev_avg":0.29,"percentiles":[24.496,28.85,28.85,30.096,30.096,31.373,34.312,34.312,44.09,44.453,44.673,45.031,45.031,45.956,47.826,48.692,49.125,51.089,51.089,51.475,51.871,52.064,52.162,56.789,56.897,57.135,57.527,58.308,58.43,58.825,67.163,67.251,68.648,70.981,77.975,78.423,79.084,79.262,83.688,83.871,83.871,84.221,85.726,85.862,86.334,86.626,87.222,87.222,87.565,87.565,90.236,90.83,90.83,92.426,92.426,97.186,110.514,110.796,112.274,112.364,112.538,112.586,112.669,117.164,117.314,120.657,121.558,124.654,131.721,131.928,133.27,134.857,135.705,135.94,136.088,142.252,142.846,145.058,152.48,152.788,153.415,154.49,154.5,154.533,176.674,182.531,183.285,184.132,184.961,187.328,187.576,187.684,189.608,191.657,192.072,193.759,195.066,195.612,198.953,199.041],"run_time_percentiles":[11,11,11,11,11,11,11,11,11,11,11,11,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,14,14,14,14,14,14,14,14,14,15,15,16,16,16,17,17,17,17,17,17,17,17,17,17,17,17,17,17,18,18,18,18,18,18,18,19,19,19,20,20,20,20,27,27,27,28,28,30,30,30,33,33,37,37,37,37,37,38,38,43,43],"tested_archs":["x86_64","aarch64"]},"cf74c258930ce6572b669052b6a298b7e2c32c02":{"description":"Encoder Mode: Preset 12 - Input: Bosphorus 1080p","test_version":"2.12.x","app_version":"2.0","unit":"Frames Per Second","samples":124,"timing_samples":43,"hib":1,"first_appeared":1710533616,"last_appeared":1713552350,"run_time_avg":6,"stddev_avg":0.31,"percentiles":[108.124,108.378,119.296,144.202,145.207,147.787,153.712,153.712,154.331,168.477,168.477,170.021,170.021,176.724,183.045,183.615,184.085,184.734,184.734,186.173,202.302,206.832,207.03,207.03,209.903,225.365,231.959,239.391,239.732,239.738,264.978,265.435,265.743,266.973,285.015,285.015,297.094,298.01,298.839,316.264,317.834,319.484,327.708,332.735,332.735,335.201,335.36,335.36,349.163,349.163,353.363,355.158,355.611,356.155,358.946,359.211,408.283,408.283,410.015,425.303,426.94,439.119,441.419,456.672,457.741,468.538,480.432,488.521,489.431,499.14,499.827,509.752,530.366,531.292,531.906,532.48,532.511,534.965,566.993,568.209,577.444,579.481,581.35,581.633,591.879,592.43,595.799,604.09,616.583,621.442,625.817,648.581,654.28,664.812,675.872,709.174,716.971,731.931,746.799,749.984],"run_time_percentiles":[3.4299999999999997,3.4299999999999997,3.4299999999999997,3.5199999999999996,3.5199999999999996,3.5299999999999994,3.5299999999999994,3.57,3.57,3.57,3.5700000000000003,3.5700000000000003,3.5799999999999996,3.5799999999999996,3.59,3.59,3.59,3.5999999999999996,3.5999999999999996,3.63,3.63,3.63,3.63,3.63,3.6499999999999995,3.6499999999999995,3.66,3.66,3.89,3.89,3.89,3.9000000000000004,3.9000000000000004,3.9200000000000004,3.9200000000000004,3.97,3.97,3.97,3.97,3.97,4.0200000000000005,4.0200000000000005,4.050000000000001,4.050000000000001,4.050000000000001,4.17,4.17,4.64,4.64,4.76,4.76,4.76,5,5,5.02,5.02,5.02,5.02,5.02,5.05,5.05,5.35,5.35,5.39,5.39,5.39,5.39,5.39,5.64,5.64,5.64,5.64,5.64,5.96,5.96,6.27,6.27,6.27,6.27,6.27,6.6000000000000005,6.6000000000000005,8.57,8.57,8.71,8.71,8.71,9.26,9.26,9.79,9.79,12,12,12,12,12,14,14,20,20],"tested_archs":["x86_64","aarch64"]},"fa830dfe04cd3079e6f88420aec30f0bb9868cfb":{"description":"Encoder Mode: Preset 13 - Input: Bosphorus 1080p","test_version":"2.12.x","app_version":"2.0","unit":"Frames Per Second","samples":124,"timing_samples":41,"hib":1,"first_appeared":1710533616,"last_appeared":1713552350,"run_time_avg":5,"stddev_avg":0.25,"percentiles":[121.987,125.909,156.004,177.143,179.211,180.536,190.697,195.773,195.773,200.023,200.312,200.312,203.962,219.891,224.963,224.963,225.406,229,230.193,238.626,238.626,240.46,245.376,250.82,252.602,257.695,259.629,289.226,290.293,292.169,329.497,332.898,332.898,363.354,364.399,365.102,365.613,368.722,372.048,372.297,373.624,389.913,393.133,393.133,393.526,393.526,400.186,402.267,410.689,410.689,411.203,415.266,415.266,425.855,433.457,436.409,436.409,436.602,481.642,483.239,487.088,508.569,509.4,564.413,565.037,577.697,582.509,587.971,588.45,598.04,602.968,606.376,620.865,627.59,639.396,642.666,643.525,643.945,644.281,644.326,644.756,653.688,662.493,670.138,713.136,716.474,722.114,724.095,735.315,736.528,736.81,736.841,756.968,766.278,768.66,833.697,854.307,862.941,865.674,877.292],"run_time_percentiles":[2.8499999999999996,2.8499999999999996,2.8499999999999996,2.98,2.98,2.98,2.98,2.98,3,3,3.01,3.01,3.01,3.01,3.01,3.0300000000000002,3.0300000000000002,3.0300000000000002,3.0700000000000003,3.0700000000000003,3.21,3.21,3.2200000000000006,3.2200000000000006,3.2200000000000006,3.24,3.24,3.3600000000000003,3.3600000000000003,3.3600000000000003,3.44,3.44,3.4899999999999998,3.4899999999999998,3.4899999999999998,3.55,3.55,3.55,3.55,3.55,3.57,3.57,3.6100000000000003,3.6100000000000003,3.74,3.74,3.74,4.640000000000001,4.640000000000001,4.68,4.68,4.68,4.68,4.68,4.76,4.76,4.76,4.790000000000001,4.790000000000001,5.14,5.14,5.35,5.35,5.35,5.4399999999999995,5.4399999999999995,5.45,5.45,5.45,5.5,5.5,5.5,5.5,5.5,5.59,5.59,5.62,5.62,5.62,5.63,5.63,7.17,7.17,7.37,7.37,7.37,7.4300000000000015,7.4300000000000015,8.670000000000002,8.670000000000002,8.670000000000002,9.95,9.95,9.95,9.95,9.95,11,11,15,15],"tested_archs":["x86_64","aarch64"]}},"capabilities":{"shared_libraries":["libSvtAv1Enc.so.0","libpthread.so.0","libm.so.6","libc.so.6"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":[],"honors_cflags":"0","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/svt-av1-2.12.0/install.sh b/ob-cache/test-profiles/pts/svt-av1-2.12.0/install.sh new file mode 100644 index 000000000..b4f13fc86 --- /dev/null +++ b/ob-cache/test-profiles/pts/svt-av1-2.12.0/install.sh @@ -0,0 +1,20 @@ +#!/bin/sh +7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_RAW.7z -aoa +7z x Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z -aoa +tar -xf SVT-AV1-v2.0.0.tar.bz2 +cd SVT-AV1-v2.0.0/Build/linux +EXTRA_FLAGS="--enable-lto " +if [ $OS_TYPE = "Linux" ] +then + if grep avx512 /proc/cpuinfo > /dev/null + then + EXTRA_FLAGS="$EXTRA_FLAGS --enable-avx512" + fi +fi +./build.sh release $EXTRA_FLAGS +echo $? > ~/install-exit-status +cd ~ +echo "#!/bin/sh +./SVT-AV1-v2.0.0/Bin/Release/SvtAv1EncApp \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > svt-av1 +chmod +x svt-av1 diff --git a/ob-cache/test-profiles/pts/svt-av1-2.12.0/install_windows.sh b/ob-cache/test-profiles/pts/svt-av1-2.12.0/install_windows.sh new file mode 100644 index 000000000..a0b38e218 --- /dev/null +++ b/ob-cache/test-profiles/pts/svt-av1-2.12.0/install_windows.sh @@ -0,0 +1,9 @@ +#!/bin/sh +7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_RAW.7z -aoa +rm -f Bosphorus_Copyright.txt +7z x Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z -aoa +unzip -o SVT-AV1-v2.0.0-win64.zip +chmod +x Bin/Release/SvtAv1EncApp.exe +echo "#!/bin/sh +./Bin/Release/SvtAv1EncApp.exe \$@ > \$LOG_FILE 2>&1" > svt-av1 +chmod +x svt-av1 diff --git a/ob-cache/test-profiles/pts/svt-av1-2.12.0/results-definition.xml b/ob-cache/test-profiles/pts/svt-av1-2.12.0/results-definition.xml new file mode 100644 index 000000000..c4355a81b --- /dev/null +++ b/ob-cache/test-profiles/pts/svt-av1-2.12.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + Average Speed: #_RESULT_# fps + + diff --git a/ob-cache/test-profiles/pts/svt-av1-2.12.0/test-definition.xml b/ob-cache/test-profiles/pts/svt-av1-2.12.0/test-definition.xml new file mode 100644 index 000000000..487a52c2b --- /dev/null +++ b/ob-cache/test-profiles/pts/svt-av1-2.12.0/test-definition.xml @@ -0,0 +1,66 @@ + + + + + SVT-AV1 + 2.0 + This is a benchmark of the SVT-AV1 open-source video encoder/decoder. SVT-AV1 was originally developed by Intel as part of their Open Visual Cloud / Scalable Video Technology (SVT). Development of SVT-AV1 has since moved to the Alliance for Open Media as part of upstream AV1 development. SVT-AV1 is a CPU-based multi-threaded video encoder for the AV1 video format with a sample YUV video file. + Frames Per Second + HIB + 3 + + + 2.12.0 + Linux, Windows + Utility + Processor + Free + Verified + build-utilities, p7zip, yasm, cmake + 2900 + https://gitlab.com/AOMediaCodec/SVT-AV1/ + https://gitlab.com/AOMediaCodec/SVT-AV1 + SMP + Michael Larabel + + + + + + diff --git a/ob-cache/test-profiles/pts/tensorflow-2.2.0/changelog.json b/ob-cache/test-profiles/pts/tensorflow-2.2.0/changelog.json new file mode 100644 index 000000000..899879cd8 --- /dev/null +++ b/ob-cache/test-profiles/pts/tensorflow-2.2.0/changelog.json @@ -0,0 +1 @@ +{"2.2.0":{"last_updated":"1711474326","commit_description":"Update against TensorFlow 2.16.1 upstream."},"2.1.1":{"last_updated":"1704581326","commit_description":"Add NVIDIA GPU CUDA option."},"2.1.0":{"last_updated":"1680035927","commit_description":"Update against TensorFlow 2.12 upstream to work with newer distros \/ Python."},"2.0.0":{"last_updated":"1665159539","commit_description":"Update this, get it going against TF 2.10 upstream..."},"1.1.0":{"last_updated":"1583497390","commit_description":"Rework test, increase max steps to 1000"},"1.0.0":{"last_updated":"1486422508","commit_description":"Initial commit of TensorFlow benchmark"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/tensorflow-2.2.0/downloads.xml b/ob-cache/test-profiles/pts/tensorflow-2.2.0/downloads.xml new file mode 100644 index 000000000..f8afa771e --- /dev/null +++ b/ob-cache/test-profiles/pts/tensorflow-2.2.0/downloads.xml @@ -0,0 +1,13 @@ + + + + + + https://github.com/tensorflow/benchmarks/archive/8fb79079265933ad39bea628b777af662f5bf15d.zip + 96ac137706756a32155851a789bb355e + cc1a136e503e4958431e622eb0125664fb6a3ee7d59501a456235b6617b10ad4 + tensorflow-benchmarks-8fb79079265933ad39bea628b777af662f5bf15d.zip + 1005010 + + + diff --git a/ob-cache/test-profiles/pts/tensorflow-2.2.0/generated.json b/ob-cache/test-profiles/pts/tensorflow-2.2.0/generated.json new file mode 100644 index 000000000..0d39a17f1 --- /dev/null +++ b/ob-cache/test-profiles/pts/tensorflow-2.2.0/generated.json @@ -0,0 +1 @@ +{"overview":{"efd4132b4ca34777b8be0494c36cc1edae74ee0d":{"description":"Device: CPU - Batch Size: 1 - Model: GoogLeNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":108,"timing_samples":17,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":154,"stddev_avg":0.25,"percentiles":[5.98,5.98,6.05,6.05,6.05,6.71,6.71,6.76,6.76,9.08,9.13,9.23,10.26,10.27,10.27,10.83,10.83,10.84,10.84,11.09,11.17,11.18,12.29,12.29,12.44,12.58,12.58,12.58,12.6,12.69,12.73,12.73,12.73,12.73,12.82,12.82,12.87,12.87,12.95,13.04,13.04,13.2,13.2,13.2,13.2,13.2,13.36,13.4,13.4,13.5,14.72,14.72,14.77,14.77,21.67,22.14,22.17,22.17,23.26,23.26,29.18,29.18,29.59,29.65,29.65,30.89,30.89,33.4,33.56,33.99,33.99,34,34,35.28,35.28,37.82,38.96,38.96,39.55,39.55,48.22,48.22,48.29,48.29,50.46,50.46,50.46,50.46,50.57,50.57,51.39,51.39,56.41,56.41,56.55,56.55,60.03,60.03,61.1,61.36],"run_time_percentiles":[11,11,11,11,11,11,38,38,38,38,38,38,39,39,39,39,39,39,47,47,47,47,47,47,48,48,48,48,48,48,48,48,48,48,48,48,71,71,71,71,71,71,173,173,173,173,173,173,173,173,173,173,173,173,173,173,173,173,173,174,174,174,174,174,174,175,175,175,175,175,175,261,261,261,261,261,261,261,261,261,261,261,261,261,261,261,261,261,261,330,330,330,330,330,330,330,330,330,330,330],"tested_archs":["x86_64"]},"1eff874d2ed99fbec15252604d5788236f12724f":{"description":"Device: CPU - Batch Size: 1 - Model: ResNet-50","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":108,"timing_samples":14,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":498,"stddev_avg":0.13,"percentiles":[1.88,1.88,1.88,1.9,1.9,3.67,3.67,3.67,3.67,3.85,3.9,3.9,3.9,3.91,3.91,4.01,4.05,4.05,4.05,4.14,4.14,4.24,4.24,4.27,4.39,4.54,4.56,4.56,4.56,5.33,5.33,5.35,5.35,5.38,5.38,5.39,5.39,5.41,5.48,5.48,5.95,5.95,6.03,6.03,6.32,6.32,6.33,6.33,6.43,6.76,7.58,7.6,7.91,7.91,8.88,8.88,8.91,8.91,9.41,9.41,9.6,9.6,9.66,9.7,9.7,10.09,10.09,10.47,10.47,10.48,10.48,10.49,10.53,10.67,10.67,10.78,10.9,10.9,10.98,10.98,13.23,13.23,13.28,13.28,13.28,13.35,13.35,13.82,14.49,14.49,14.55,14.55,16.08,16.08,16.15,16.15,16.15,17.66,17.66,17.68],"run_time_percentiles":[28,28,28,28,28,28,28,28,58,58,58,58,58,58,58,59,59,59,59,59,59,59,179,179,179,179,179,179,179,187,187,187,187,187,187,187,340,340,340,340,340,340,340,440,440,440,440,440,440,440,479,479,479,479,479,479,479,479,485,485,485,485,485,485,485,932,932,932,932,932,932,932,932,932,932,932,932,932,932,953,953,953,953,953,953,953,953,953,953,953,953,953,953,953,953,953,953,953,953,953],"tested_archs":["x86_64"]},"4aa2a8dc9d9beef6165ea03da7a36fbc2fc7b3af":{"description":"Device: CPU - Batch Size: 1 - Model: AlexNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":108,"timing_samples":21,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":62,"stddev_avg":0.16,"percentiles":[4.49,4.5,4.5,4.61,4.61,4.72,4.72,4.85,4.85,4.86,4.86,4.97,4.97,5.03,5.1,5.1,5.15,5.15,6.31,6.31,8.67,8.67,8.74,8.74,8.94,8.97,8.97,9.28,9.34,9.37,10.4,10.4,10.44,10.44,10.7,10.7,10.87,10.87,11.23,11.56,11.56,11.61,11.61,14.37,14.37,14.39,14.39,15.39,15.39,15.44,15.71,15.71,15.71,15.71,16.11,16.11,16.11,16.14,16.14,17.12,17.12,17.12,17.16,17.23,17.23,17.23,18.28,18.28,19.05,19.05,19.32,19.32,20.78,20.78,20.78,21.16,21.16,21.16,21.69,21.69,21.73,21.73,26.52,26.52,26.79,26.79,29.9,30.76,34.38,34.43,34.43,35.22,35.22,35.5,36.01,36.01,36.64,37.57,38.04,56.32],"run_time_percentiles":[17,17,17,17,17,17,17,17,17,17,18,18,18,18,18,18,18,18,18,18,24,24,24,24,25,25,25,25,25,25,25,25,25,25,32,32,32,32,32,32,32,32,32,72,72,72,72,72,74,74,74,74,74,75,75,75,75,75,76,76,76,76,82,82,82,82,82,84,84,84,84,84,105,105,105,105,105,105,105,105,105,105,105,105,105,105,108,108,108,108,108,108,108,108,108,108,108,108,108,108],"tested_archs":["x86_64"]},"c2b4c32d69dc5fddfa4829c640df8922cbe2fa37":{"description":"Device: CPU - Batch Size: 64 - Model: ResNet-50","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":101,"timing_samples":14,"hib":1,"first_appeared":1711478911,"last_appeared":1713364684,"run_time_avg":1014,"stddev_avg":0.07,"percentiles":[5.43,5.43,5.44,5.44,6.32,6.32,6.41,6.41,7.18,7.18,7.22,7.22,7.5,7.5,7.69,7.69,7.84,7.84,7.96,7.96,8.89,8.89,8.92,8.92,10.08,10.32,10.32,12.53,12.53,14.01,14.02,14.07,14.15,14.15,14.18,14.18,15.11,15.35,15.35,15.37,15.37,15.58,16.24,19.54,19.54,19.7,19.7,20.39,20.39,20.6,20.6,22.53,22.53,22.56,22.56,22.56,25.72,25.72,25.76,25.76,37.61,37.61,37.66,37.66,41.56,41.56,41.59,41.59,42.53,42.53,42.58,42.58,42.68,47.03,47.03,47.03,47.96,47.96,81.22,81.22,81.27,81.27,87.72,87.72,87.72,88.93,88.93,88.93,88.95,89.51,89.51,89.84,89.84,91.51,92.1,92.1,92.79,92.79,94.66,115.47],"run_time_percentiles":[189,189,189,189,189,189,189,189,202,202,202,202,202,202,202,240,240,240,240,240,240,240,245,245,245,245,245,245,245,465,465,465,465,465,465,465,465,465,465,465,465,465,465,504,504,504,504,504,504,504,1319,1319,1319,1319,1319,1319,1319,1319,1359,1359,1359,1359,1359,1359,1359,1400,1400,1400,1400,1400,1400,1400,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,1894,2127,2127,2127,2127,2127,2127,2127],"tested_archs":["x86_64"]},"113aa8ffcc7b9a5e5921242a3c219cbcf10a56c1":{"description":"Device: CPU - Batch Size: 16 - Model: ResNet-50","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":100,"timing_samples":6,"hib":1,"first_appeared":1711478911,"last_appeared":1712932120,"run_time_avg":523,"stddev_avg":0,"percentiles":[5.26,5.26,5.27,5.27,6.26,6.41,6.41,6.41,6.44,6.5,6.5,7.28,7.28,7.35,7.35,7.43,7.43,7.79,7.79,7.85,7.85,7.87,7.87,9.1,9.1,9.17,9.17,9.17,9.17,9.17,11.38,11.41,11.41,11.66,11.66,13.14,13.31,13.35,13.35,13.39,13.39,13.4,14.33,14.33,14.36,14.36,18.91,18.91,19.97,19.97,20.09,20.09,20.12,20.12,22.67,22.67,22.74,22.74,22.74,24.12,24.12,24.12,24.28,24.28,24.37,24.37,24.8,24.8,35.92,38.28,38.28,39.06,39.06,39.68,39.68,39.68,40.06,40.06,40.1,40.1,41.12,41.12,41.26,41.26,41.26,41.26,41.26,41.34,42.04,42.04,42.12,42.12,63.03,63.03,63.34,63.34,63.55,63.55,64.29,64.29],"run_time_percentiles":[135,135,135,135,135,135,135,135,135,135,135,135,135,135,135,135,135,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,235,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149,1149],"tested_archs":["x86_64"]},"08449982a4f5f924d45208f47b9d8c62067b2e23":{"description":"Device: CPU - Batch Size: 16 - Model: AlexNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":100,"timing_samples":11,"hib":1,"first_appeared":1711478911,"last_appeared":1712932120,"run_time_avg":116,"stddev_avg":0.01,"percentiles":[23.99,23.99,24.04,24.04,32.39,32.98,33.88,36.02,36.02,36.39,36.39,37.6,37.6,37.72,37.72,39.04,39.04,40.3,40.3,40.79,40.79,41.38,41.38,41.54,41.54,41.88,41.88,42.63,42.63,42.63,48.36,58.03,59.16,59.39,66,66,66.2,66.2,77.89,77.89,78.46,78.46,83.64,83.64,83.8,83.8,91.49,91.49,92.7,92.7,101.63,101.63,102.11,102.11,110.44,110.44,111,111,111,139.19,139.19,139.62,139.62,153.21,153.21,153.76,153.76,170.54,170.54,170.76,171.33,171.33,181.62,181.62,182,182,210.71,210.71,213.35,213.35,213.35,236.56,242.29,242.29,242.29,247.55,247.55,247.55,329.01,329.01,330.15,330.15,347.83,347.83,349.15,349.15,352.65,352.65,358.16,358.16],"run_time_percentiles":[22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,22,35,35,35,35,35,35,35,35,35,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,136,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,158,159,159,159,159,159,159,159,159,159,159,159,159,159,159,159,159,159,159],"tested_archs":["x86_64"]},"0c7ca7413dad7058da6c1b7ecf451e37c79a852f":{"description":"Device: CPU - Batch Size: 16 - Model: GoogLeNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":100,"timing_samples":6,"hib":1,"first_appeared":1711478911,"last_appeared":1712932120,"run_time_avg":346,"stddev_avg":0,"percentiles":[14.04,14.04,14.05,14.05,19,19.18,19.27,19.69,19.69,19.85,19.85,20.19,20.19,21.44,21.44,21.46,21.46,21.71,21.71,21.87,21.87,22.1,22.1,29.2,29.2,29.31,29.31,31.21,31.21,31.21,34.73,34.88,34.88,36.78,36.78,45.74,45.74,45.75,45.75,47.32,47.61,47.93,47.93,47.95,48.05,48.05,58.5,58.5,58.5,58.83,58.83,60.04,60.04,60.8,60.8,60.85,60.85,61.05,61.05,66.21,66.21,67.26,67.26,77.31,77.31,77.31,79.89,79.89,112.64,112.64,112.64,114.26,114.26,114.26,114.99,114.99,118.68,118.68,119.22,128.02,128.02,128.18,128.18,141.41,141.41,141.72,141.72,142.24,142.95,142.95,143.68,143.68,199.74,199.74,200.1,200.1,214.12,214.12,214.13,214.13],"run_time_percentiles":[43,43,43,43,43,43,43,43,43,43,43,43,43,43,43,43,43,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406,406],"tested_archs":["x86_64"]},"553578ea95c8cd321f02803aae717264cb615497":{"description":"Device: CPU - Batch Size: 32 - Model: ResNet-50","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":97,"timing_samples":6,"hib":1,"first_appeared":1711478911,"last_appeared":1712932120,"run_time_avg":1372,"stddev_avg":0,"percentiles":[5.38,5.38,5.38,5.38,5.38,6.41,6.41,6.42,6.42,7.23,7.23,7.25,7.25,7.44,7.44,7.72,7.72,7.8,7.8,7.87,7.87,8.96,8.96,8.96,8.96,9.46,9.46,11.33,11.33,11.37,11.37,12.05,12.05,13.87,13.87,13.87,13.93,13.93,13.93,13.95,14.07,14.75,14.75,14.77,14.77,19.99,19.99,20.17,20.17,20.22,20.22,20.37,20.37,22.55,22.55,22.58,22.58,22.58,25.23,25.23,25.26,25.26,34.86,34.86,35.3,35.3,35.3,35.3,39.38,39.38,39.45,39.45,41.2,41.2,41.22,41.22,42.37,42.37,42.37,42.37,42.48,60.25,60.25,60.25,63.27,63.27,63.99,63.99,65.88,65.88,65.88,66.68,73.27,73.27,73.7,73.7,78.85,78.85,79.54,79.54],"run_time_percentiles":[257,257,257,257,257,257,257,257,257,257,257,257,257,257,257,257,257,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1590,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604,1604],"tested_archs":["x86_64"]},"fbe5c59152314e76bd9f9138ab14c06003fca508":{"description":"Device: CPU - Batch Size: 32 - Model: GoogLeNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":97,"timing_samples":6,"hib":1,"first_appeared":1711478911,"last_appeared":1712932120,"run_time_avg":458,"stddev_avg":0,"percentiles":[14.24,14.24,14.24,14.26,14.26,20.09,20.09,20.12,20.12,20.52,20.52,21,21,21.38,21.38,21.52,21.52,21.78,21.78,21.9,21.9,29.17,29.17,29.36,29.36,31.86,31.86,33.96,33.96,33.99,33.99,39.18,39.18,43.23,43.23,43.23,43.33,43.33,47.25,47.25,47.45,47.45,51.17,51.37,51.87,59.28,59.28,60.1,60.1,60.8,60.8,61.27,61.27,68.72,68.72,69.03,69.03,77.62,77.62,77.62,77.65,77.65,96.31,96.31,96.31,97.53,97.53,97.53,128.1,128.1,128.31,128.31,131.07,131.07,131.26,131.26,140.95,140.95,141.09,141.09,141.41,176.36,176.36,176.36,185.16,185.16,185.16,190.74,194.73,194.73,196.88,196.88,244.36,244.36,246.23,246.23,249.12,249.12,249.77,249.77],"run_time_percentiles":[80,80,80,80,80,80,80,80,80,80,80,80,80,80,80,80,80,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,489,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600,600],"tested_archs":["x86_64"]},"756b849822aa6cfd1f7ea7544eee95ad83059012":{"description":"Device: CPU - Batch Size: 64 - Model: GoogLeNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":97,"timing_samples":10,"hib":1,"first_appeared":1711478911,"last_appeared":1713364684,"run_time_avg":272,"stddev_avg":0.07,"percentiles":[14.36,14.36,14.36,14.4,14.4,19.73,19.73,19.8,19.8,20.37,20.37,21.26,21.26,21.4,21.4,21.63,21.63,21.68,21.68,21.83,21.83,28.9,28.9,28.92,28.92,32.1,32.1,39.84,39.84,42.89,42.89,43.05,43.05,46.41,46.41,46.41,46.51,46.51,51.43,51.79,52.21,58.15,58.15,59.03,59.03,59.3,59.3,60.1,60.1,69.81,69.81,69.82,69.82,76.87,76.87,76.87,76.88,76.88,125.69,125.69,125.8,125.8,128.45,128.45,128.49,128.49,128.71,128.71,128.71,135.18,135.18,135.18,138.54,138.54,138.55,138.55,138.76,256.87,273.68,273.68,273.68,275.34,275.34,275.34,278.45,278.45,278.59,278.59,284.4,284.4,285.85,285.85,291.37,302.23,302.23,309.22,309.22,319.76,331.76,380.14],"run_time_percentiles":[66,66,66,66,66,66,66,66,66,66,76,76,76,76,76,76,76,76,76,76,76,76,76,76,76,76,76,76,76,76,84,84,84,84,84,84,84,84,84,84,158,158,158,158,158,158,158,158,158,158,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,168,881,881,881,881,881,881,881,881,881,881,881,881,881,881,881,881,881,881,881,881],"tested_archs":["x86_64"]},"cc9e31e984b8806636e79ff6e5e21c1a6f766e29":{"description":"Device: CPU - Batch Size: 64 - Model: AlexNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":97,"timing_samples":13,"hib":1,"first_appeared":1711478911,"last_appeared":1713364684,"run_time_avg":112,"stddev_avg":0.05,"percentiles":[28.12,28.12,28.12,28.13,28.13,45.59,45.59,48.86,48.86,51.25,51.25,51.53,51.53,59.09,59.09,59.46,59.46,69.68,69.68,70.84,70.84,71.25,71.25,73.2,73.2,73.38,73.38,80.6,80.6,93.82,93.82,94.2,94.2,99.54,99.54,99.75,100.26,104.18,104.18,106.5,106.5,124.54,124.54,127.24,127.24,133.67,133.67,134.28,134.28,144.71,144.71,145.97,145.97,172.23,172.23,172.28,172.28,172.28,261.58,261.58,270.94,270.94,287.38,287.38,287.56,287.56,333.24,333.24,333.24,334.15,334.15,334.74,471.88,471.88,495.72,495.72,495.72,703.08,703.08,704.03,704.03,743.5,749.46,749.46,749.46,765.55,765.55,765.55,775.8,775.8,777.02,777.02,819.89,858.84,908.49,908.49,911.72,911.72,969.62,996.47],"run_time_percentiles":[47,47,47,47,47,47,47,47,47,47,47,47,47,47,47,47,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,50,51,51,51,51,51,51,51,51,52,52,52,52,52,52,52,67,67,67,67,67,67,67,67,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,174,259,259,259,259,259,259,259,259,259,259,259,259,259,259,259],"tested_archs":["x86_64"]},"4042d31bc5aa3c11c217e669c15bfcdfecd2af39":{"description":"Device: CPU - Batch Size: 32 - Model: AlexNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":97,"timing_samples":9,"hib":1,"first_appeared":1711478911,"last_appeared":1712932120,"run_time_avg":160,"stddev_avg":0,"percentiles":[26.76,26.76,26.76,26.78,26.78,42.93,42.93,44.96,44.96,45.55,45.55,46.1,46.1,51.22,51.22,51.56,51.56,55.62,55.62,56.76,56.76,56.82,56.82,57.09,57.09,58.04,58.04,65.35,65.35,76.07,76.7,77.71,79.09,79.09,79.09,79.12,79.12,90.7,90.7,90.71,90.71,101.38,101.38,101.75,101.75,105.89,105.89,107.46,107.46,117.25,117.25,118.38,118.38,132.24,132.24,132.71,132.71,156.48,156.48,164.66,164.66,164.66,229.12,229.12,231.71,231.71,235.64,235.64,235.64,235.74,235.74,253.47,253.47,253.71,253.71,254.51,341.97,341.97,346.1,346.1,346.1,424.06,424.06,424.06,436.25,436.25,436.25,461.6,529.36,529.36,530.09,530.09,536.96,536.96,539.47,539.47,577.74,577.74,589.2,589.2],"run_time_percentiles":[46,46,46,46,46,46,46,46,46,46,46,46,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,153,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,187,188,188,188,188,188,188,188,188,188,188,188,188,188,188,188,188,188,188,188,188,188,188],"tested_archs":["x86_64"]},"3fc0ca1d5a0746bef2ec915696cd1e7e450f0486":{"description":"Device: CPU - Batch Size: 256 - Model: AlexNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":70,"timing_samples":16,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":109,"stddev_avg":0.05,"percentiles":[29.14,29.14,29.14,29.23,29.23,29.23,56.5,56.5,56.5,56.55,56.55,56.55,85.62,85.62,85.62,93.37,93.37,93.37,93.99,93.99,94.1,94.1,94.1,131.52,131.52,131.69,131.83,131.83,152.53,152.53,152.96,152.96,152.96,156.64,156.64,156.64,156.8,156.8,156.8,285.35,285.35,285.35,286.4,286.4,286.4,413.32,413.32,413.32,414.09,414.09,711.74,711.74,711.74,723.16,723.16,723.16,723.16,723.16,887.98,887.98,889.09,889.09,889.09,1115.86,1115.86,1124.79,1124.79,1124.79,1125.5,1125.5,1136.55,1136.55,1136.55,1205.3,1205.3,1206.18,1275.43,1275.43,1277.46,1604.52,1604.52,1604.52,1604.52,1634.98,1634.98,1652.23,1652.23,1652.23,1652.23,1656.79,1681.44,1681.44,1727.27,1727.27,1727.27,1728.92,1728.92,1728.92,1730.25,1735.15],"run_time_percentiles":[56,56,56,56,56,56,56,56,56,56,56,56,56,57,57,57,57,57,57,58,58,58,58,58,58,72,72,72,72,72,72,72,72,72,72,72,72,72,77,77,77,77,77,77,77,77,77,77,77,77,80,80,80,80,80,80,80,80,80,80,80,80,80,82,82,82,82,82,82,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,299,299,299,299,299,299,299,299,299,299,299,299],"tested_archs":["x86_64"]},"f45c09499237f1715f224cec3778b8e2b561e26b":{"description":"Device: CPU - Batch Size: 256 - Model: GoogLeNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":70,"timing_samples":16,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":529,"stddev_avg":0.13,"percentiles":[14.47,14.47,14.47,14.51,14.51,14.51,19.48,19.48,19.48,19.53,19.53,19.53,27.08,27.08,27.08,27.15,27.15,27.15,34.22,34.22,39.56,39.56,39.56,50.99,50.99,51.1,51.24,51.24,57.36,57.36,57.87,57.87,57.87,70.07,70.07,70.07,70.28,70.28,70.28,123.38,123.38,123.38,124,124,124,137.03,137.03,137.03,137.09,137.09,202.37,202.37,202.37,202.37,202.37,203.63,203.63,203.63,304.67,304.84,304.84,304.84,305.01,305.01,305.01,306.93,306.93,306.93,320.23,320.23,320.31,320.31,320.31,399.46,399.46,399.46,399.46,399.46,400.03,400.03,400.03,400.03,400.61,423.59,423.59,426.09,448.46,448.46,448.55,489.24,489.24,489.24,491.23,491.23,491.23,501.39,506.37,506.37,528.93,534.79],"run_time_percentiles":[172,172,172,172,172,172,172,174,174,174,174,174,174,180,180,180,180,180,180,182,182,182,182,182,182,199,199,199,199,199,199,199,199,199,199,199,199,199,209,209,209,209,209,209,210,210,210,210,210,210,284,284,284,284,284,284,284,284,284,284,284,284,284,286,286,286,286,286,286,432,432,432,432,432,432,432,432,432,432,432,432,432,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738,1738],"tested_archs":["x86_64"]},"c79954d082be150cefddf4af1ec61f414286b450":{"description":"Device: CPU - Batch Size: 256 - Model: ResNet-50","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":58,"timing_samples":20,"hib":1,"first_appeared":1711492519,"last_appeared":1713471919,"run_time_avg":850,"stddev_avg":0.22,"percentiles":[5.45,5.45,5.45,5.45,5.46,5.46,5.46,15.26,15.26,15.29,15.29,15.32,15.32,19.43,19.43,19.43,19.48,19.48,19.48,26.05,26.05,26.05,26.05,26.05,26.05,26.05,42.82,42.82,42.82,42.82,42.85,42.85,42.85,70.1,70.1,70.1,70.1,70.1,70.53,70.53,70.53,70.53,85.99,85.99,85.99,86.27,86.27,86.27,86.27,88.12,88.9,88.9,88.9,88.9,101.73,101.73,101.73,101.92,101.92,101.92,101.92,117.77,117.77,117.77,118.77,118.77,118.88,118.88,118.88,118.88,118.88,119.29,119.29,119.29,119.29,119.83,119.83,119.83,119.83,119.83,129.02,129.02,129.44,143.57,143.57,143.67,143.67,147.76,147.76,147.76,148.25,148.25,148.25,148.25,149.16,150.33,150.33,161.06,161.06,164.43],"run_time_percentiles":[550,550,550,550,550,561,561,561,561,561,594,594,594,594,594,597,597,597,597,597,609,609,609,609,609,610,610,610,610,610,680,680,680,680,680,680,680,680,680,680,734,734,734,734,734,734,734,734,734,734,743,743,743,743,743,743,743,743,743,743,964,964,964,964,964,964,964,964,964,964,973,973,973,973,973,1245,1245,1245,1245,1245,1245,1245,1245,1245,1245,1255,1255,1255,1255,1255,1255,1255,1255,1255,1255,1255,1255,1255,1255,1255],"tested_archs":["x86_64"]},"5c98d60e307e91e3fa4a166cb951aedf30820571":{"description":"Device: CPU - Batch Size: 512 - Model: AlexNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":55,"timing_samples":8,"hib":1,"first_appeared":1711478911,"last_appeared":1713471919,"run_time_avg":112,"stddev_avg":0.04,"percentiles":[29.21,29.21,29.21,29.21,29.24,29.24,29.24,29.24,57.39,57.39,57.39,57.5,57.5,57.5,57.5,89.26,89.26,89.26,89.26,96.31,96.31,96.31,96.96,96.96,96.96,96.96,97.01,97.01,97.01,97.01,162.53,162.53,162.53,162.68,162.68,162.68,162.68,290.96,290.96,290.96,293.53,293.53,293.53,293.53,426.16,426.16,426.16,426.16,426.51,426.51,426.51,924.61,924.61,924.61,924.61,926.49,926.49,926.49,926.49,1181.57,1181.57,1181.57,1181.85,1181.85,1181.85,1181.85,1276.41,1276.41,1278.45,1278.45,1477.22,1486.12,1486.12,1899.64,1899.64,1900.07,1900.07,1980.51,1980.51,1980.51,1980.51,1980.51,2010.56,2010.56,2010.56,2010.56,2010.56,2010.56,2010.6,2010.6,2039.63,2058.83,2058.83,2092.21,2092.21,2092.21,2092.21,2108.31,2108.31,2108.31],"run_time_percentiles":[89,89,89,89,89,89,89,89,89,89,89,89,89,90,90,90,90,90,90,90,90,90,90,90,90,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,97,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139,139],"tested_archs":["x86_64"]},"5271aa1559827b988959a00c9654f9dec12c83dd":{"description":"Device: CPU - Batch Size: 512 - Model: GoogLeNet","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":39,"timing_samples":8,"hib":1,"first_appeared":1711492519,"last_appeared":1713471919,"run_time_avg":343,"stddev_avg":0.05,"percentiles":[70.26,70.26,70.26,70.26,70.26,70.26,70.45,70.45,70.45,70.45,70.45,123.03,123.03,123.03,123.03,123.03,123.9,123.9,123.9,123.9,123.9,137.22,137.22,137.22,137.22,137.22,137.29,137.29,137.29,137.29,137.29,286.81,286.81,286.81,286.81,286.81,290.62,290.62,290.62,290.62,290.62,290.62,326.6,326.6,326.6,326.6,326.6,326.63,326.63,326.63,326.63,326.63,460.83,460.83,461.23,461.23,461.23,461.32,461.32,462.78,462.78,462.78,484.02,484.02,484.02,484.02,484.02,484.02,484.02,484.02,493.31,493.31,493.31,493.31,493.31,493.31,493.31,494.46,494.46,494.46,552.43,552.43,552.43,552.43,552.43,554.53,554.53,554.53,554.53,554.53,576.08,576.08,576.08,577.76,577.76,581.04,581.04,581.04,585.61,585.61],"run_time_percentiles":[306,306,306,306,306,306,306,306,306,306,306,306,306,307,307,307,307,307,307,307,307,307,307,307,307,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,310,378,378,378,378,378,378,378,378,378,378,378,378,378,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379,379],"tested_archs":["x86_64"]},"c3b5387998e4006084a331673013309ebc420552":{"description":"Device: CPU - Batch Size: 1 - Model: VGG-16","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":35,"timing_samples":6,"hib":1,"first_appeared":1711478911,"last_appeared":1711682237,"run_time_avg":78,"stddev_avg":0.03,"percentiles":[1.16,1.16,1.16,1.16,1.16,1.16,1.16,1.16,1.16,1.16,1.16,1.16,1.38,1.38,1.38,1.38,1.38,1.38,1.39,1.39,1.39,1.39,1.39,1.6,1.6,1.6,1.61,1.61,1.61,1.61,1.61,1.61,1.62,1.62,1.62,1.62,1.62,1.62,1.83,1.83,1.83,1.83,1.83,2.72,2.72,2.72,2.72,2.72,2.72,4.42,4.42,4.42,4.42,4.42,4.42,4.42,4.42,4.42,4.42,4.42,5.65,5.65,5.65,5.65,5.65,5.65,5.65,5.65,5.65,5.67,5.67,5.67,5.67,5.67,5.67,6.08,6.08,6.08,6.08,6.08,6.08,6.08,6.08,6.08,6.08,6.08,9.39,9.39,9.39,11.4,11.4,11.4,11.4,11.4,11.4,11.43,11.43,11.43,11.43,11.43],"run_time_percentiles":[37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,37,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,58,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,63,214,214,214,214,214,214,214,214,214,214,214,214,214,214,214,214],"tested_archs":["x86_64"]},"29ad2dd362dad2842eaa589bcb10d92457d4742b":{"description":"Device: CPU - Batch Size: 16 - Model: VGG-16","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":34,"timing_samples":5,"hib":1,"first_appeared":1711478911,"last_appeared":1711560316,"run_time_avg":280,"stddev_avg":0.01,"percentiles":[1.45,1.45,1.45,1.45,1.45,1.45,1.45,1.45,1.45,1.45,1.45,1.45,3.09,3.09,3.09,3.09,3.09,3.09,3.2,3.2,3.2,3.2,3.2,3.2,4.02,4.02,4.02,4.02,4.02,4.02,4.12,4.12,4.12,4.12,4.12,4.12,4.13,4.13,4.13,4.13,4.13,4.13,4.73,4.73,4.73,4.73,4.73,4.73,7.75,7.75,7.75,7.75,7.75,7.75,7.75,7.75,7.75,7.75,7.75,12.85,12.85,12.85,12.85,12.85,12.85,12.98,12.98,12.98,12.98,12.98,12.98,18.05,18.05,18.05,18.3,18.3,18.3,18.3,18.3,18.3,18.45,18.45,18.45,18.45,18.45,18.45,39.78,39.78,39.78,39.78,39.78,39.78,39.79,39.79,39.79,39.79,39.79,39.79,60.69,60.69],"run_time_percentiles":[142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,142,297,297,297,297,297,297,297,297,297,297,297,297,297,297,297,297,297,297,297,297,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410,410],"tested_archs":["x86_64"]},"b24071a13173fed1d53bd54c5c89d56a1073ff7d":{"description":"Device: CPU - Batch Size: 512 - Model: ResNet-50","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":31,"timing_samples":12,"hib":1,"first_appeared":1711492519,"last_appeared":1713471919,"run_time_avg":1169,"stddev_avg":0.08,"percentiles":[81.5,81.5,81.5,81.5,81.5,81.5,81.5,82.17,82.17,82.17,82.17,82.17,82.17,104.53,104.53,104.53,104.53,104.53,104.53,104.53,104.61,104.61,104.61,104.61,104.61,104.61,136.37,136.37,136.37,136.37,136.37,136.37,136.37,136.82,136.82,136.82,136.82,136.82,136.82,139.98,139.98,139.98,140.49,140.49,140.49,140.49,140.49,140.49,140.49,140.49,140.49,140.49,140.53,140.53,140.53,140.59,140.59,140.59,140.59,140.59,140.59,140.59,140.59,140.59,140.59,141.16,141.16,141.16,148.45,148.45,148.45,148.47,148.47,148.47,148.47,154.02,154.02,154.02,154.02,154.02,154.02,155.85,155.85,155.85,155.85,155.85,155.85,155.85,169,169,169,169.75,169.75,169.75,174.95,174.95,174.95,176.37,176.37,176.37],"run_time_percentiles":[1018,1018,1018,1018,1018,1018,1018,1018,1018,1023,1023,1023,1023,1023,1023,1023,1023,1043,1043,1043,1043,1043,1043,1043,1043,1047,1047,1047,1047,1047,1047,1047,1047,1047,1168,1168,1168,1168,1168,1168,1168,1168,1169,1169,1169,1169,1169,1169,1169,1169,1236,1236,1236,1236,1236,1236,1236,1236,1236,1243,1243,1243,1243,1243,1243,1243,1243,1268,1268,1268,1268,1268,1268,1268,1268,1268,1268,1268,1268,1268,1268,1268,1268,1268,1272,1272,1272,1272,1272,1272,1272,1272,1272,1272,1272,1272,1272,1272,1272,1272],"tested_archs":["x86_64"]},"d8cbe80fca45933149672c23d1c95cbdab4d8ca5":{"description":"Device: CPU - Batch Size: 32 - Model: VGG-16","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":30,"timing_samples":5,"hib":1,"first_appeared":1711478911,"last_appeared":1711560316,"run_time_avg":534,"stddev_avg":0.01,"percentiles":[3.05,3.05,3.05,3.05,3.05,3.05,3.05,3.27,3.27,3.27,3.27,3.27,3.27,3.27,4.31,4.31,4.31,4.31,4.31,4.31,4.45,4.45,4.45,4.45,4.45,4.45,4.45,4.46,4.46,4.46,4.46,4.46,4.46,4.46,4.98,4.98,4.98,4.98,4.98,4.98,7.94,7.94,7.94,7.94,7.94,7.94,7.94,7.95,7.95,7.95,7.95,7.95,7.95,7.95,13.27,13.27,13.27,13.27,13.27,13.27,13.3,13.3,13.3,13.3,13.3,13.3,13.3,18.93,18.93,18.93,18.93,18.93,18.93,18.93,18.99,18.99,18.99,19.16,19.16,19.16,19.16,19.16,19.16,19.16,42.82,42.82,42.82,42.82,42.82,42.82,42.93,42.93,42.93,42.93,42.93,42.93,42.93,76.04,76.04,76.04],"run_time_percentiles":[256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,256,561,561,561,561,561,561,561,561,561,561,561,561,561,561,561,561,561,561,561,561,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798,798],"tested_archs":["x86_64"]},"27728d5ccf6d68a6274e3d800a76cbeee3a59a98":{"description":"Device: CPU - Batch Size: 64 - Model: VGG-16","test_version":"2.2.x","app_version":"2.16.1","unit":"images\/sec","samples":18,"timing_samples":3,"hib":1,"first_appeared":1711492519,"last_appeared":1711560316,"run_time_avg":681,"stddev_avg":0,"percentiles":[8.04,8.04,8.04,8.04,8.04,8.04,8.04,8.04,8.04,8.04,8.04,8.04,8.05,8.05,8.05,8.05,8.05,8.05,8.05,8.05,8.05,8.05,8.05,13.47,13.47,13.47,13.47,13.47,13.47,13.47,13.47,13.47,13.47,13.47,13.49,13.49,13.49,13.49,13.49,13.49,13.49,13.49,13.49,13.49,13.49,19.51,19.51,19.51,19.51,19.51,19.51,19.51,19.51,19.51,19.51,19.51,19.68,19.68,19.68,19.68,19.68,19.68,19.73,19.73,19.73,19.73,19.73,19.73,19.73,19.73,19.73,19.73,19.73,44.69,44.69,44.69,44.69,44.69,44.69,44.69,44.69,44.69,44.69,44.69,44.7,44.7,44.7,44.7,44.7,44.7,44.7,44.7,44.7,44.7,44.7,95.91,95.91,95.91,95.91,95.91],"run_time_percentiles":[483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,483,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079,1079],"tested_archs":["x86_64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/tensorflow-2.2.0/install.sh b/ob-cache/test-profiles/pts/tensorflow-2.2.0/install.sh new file mode 100644 index 000000000..50019d3d5 --- /dev/null +++ b/ob-cache/test-profiles/pts/tensorflow-2.2.0/install.sh @@ -0,0 +1,16 @@ +#!/bin/sh +pip3 install --user tensorflow-cpu==2.16.1 +echo $? > ~/install-exit-status +unzip -o tensorflow-benchmarks-8fb79079265933ad39bea628b777af662f5bf15d.zip +# Compatibility workarounds for TensorFlow 2.16... +sed -i '126d' benchmarks-8fb79079265933ad39bea628b777af662f5bf15d/scripts/tf_cnn_benchmarks/models/experimental/deepspeech.py +sed -i '126d' benchmarks-8fb79079265933ad39bea628b777af662f5bf15d/scripts/tf_cnn_benchmarks/models/experimental/deepspeech.py +sed -i '126d' benchmarks-8fb79079265933ad39bea628b777af662f5bf15d/scripts/tf_cnn_benchmarks/models/experimental/deepspeech.py +sed -i 's/use_tf_layers = use_tf_layers/use_tf_layers = False/g' benchmarks-8fb79079265933ad39bea628b777af662f5bf15d/scripts/tf_cnn_benchmarks/convnet_builder.py +echo "#!/bin/sh +cd benchmarks-8fb79079265933ad39bea628b777af662f5bf15d/scripts/tf_cnn_benchmarks/ +python3 tf_cnn_benchmarks.py \$@ > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > tensorflow +chmod +x tensorflow + + diff --git a/ob-cache/test-profiles/pts/tensorflow-2.2.0/results-definition.xml b/ob-cache/test-profiles/pts/tensorflow-2.2.0/results-definition.xml new file mode 100644 index 000000000..387f17368 --- /dev/null +++ b/ob-cache/test-profiles/pts/tensorflow-2.2.0/results-definition.xml @@ -0,0 +1,7 @@ + + + + + total images/sec: #_RESULT_# + + diff --git a/ob-cache/test-profiles/pts/tensorflow-2.2.0/test-definition.xml b/ob-cache/test-profiles/pts/tensorflow-2.2.0/test-definition.xml new file mode 100644 index 000000000..9d543825d --- /dev/null +++ b/ob-cache/test-profiles/pts/tensorflow-2.2.0/test-definition.xml @@ -0,0 +1,101 @@ + + + + + TensorFlow + 2.16.1 + This is a benchmark of the TensorFlow deep learning framework using the TensorFlow reference benchmarks (tensorflow/benchmarks with tf_cnn_benchmarks.py). Note with the Phoronix Test Suite there is also pts/tensorflow-lite for benchmarking the TensorFlow Lite binaries if desired for complementary metrics. + images/sec + HIB + 3 + + + 2.2.0 + Linux + Benchmark + System + Free + Verified + python + 1300 + https://www.tensorflow.org/ + https://github.com/tensorflow/tensorflow + SMP + Michael Larabel + pip3 + + + + --data_format=NHWC + + + + + + diff --git a/ob-cache/test-profiles/pts/v-ray-1.5.0/changelog.json b/ob-cache/test-profiles/pts/v-ray-1.5.0/changelog.json new file mode 100644 index 000000000..273c0f2e3 --- /dev/null +++ b/ob-cache/test-profiles/pts/v-ray-1.5.0/changelog.json @@ -0,0 +1 @@ +{"1.5.0":{"last_updated":"1709326981","commit_description":"Update against V-RAY 6.0 upstream."},"1.4.0":{"last_updated":"1656155990","commit_description":"Update against V-RAY 5.02 upstream."},"1.3.0":{"last_updated":"1612654544","commit_description":"Update against V-Ray 5 Benchmark upstream release."},"1.2.1":{"last_updated":"1589745315","commit_description":"Add macOS support."},"1.2.0":{"last_updated":"1580568393","commit_description":"Update against upstream V-Ray Next 4.10.07."},"1.1.0":{"last_updated":"1556037534","commit_description":"Update against latest upstream"},"1.0.2":{"last_updated":"1534506808","commit_description":"Very easy Windows support here too."},"1.0.1":{"last_updated":"1532803189","commit_description":"Set MinimumLength to avoid false positives if trying to run test on GPU when no CUDA device is available."},"1.0.0":{"last_updated":"1532800991","commit_description":"Initial commit of Chaos Group V-RAY"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/v-ray-1.5.0/downloads.xml b/ob-cache/test-profiles/pts/v-ray-1.5.0/downloads.xml new file mode 100644 index 000000000..0407b1925 --- /dev/null +++ b/ob-cache/test-profiles/pts/v-ray-1.5.0/downloads.xml @@ -0,0 +1,30 @@ + + + + + + https://download.chaos.com/api/v1/builds/latest/download?productId=57&platformId=47&os=1 + 6741094cd01213274531dddb24e572a9 + 303b956e3de5d683922c4d8e70c49d98634d59e1c6ceba6af075ff21c92bca81 + vray-benchmark-6.00.00 + 756404009 + Linux + + + https://download.chaos.com/api/v1/builds/latest/download?productId=57&platformId=47&os=0&filter=cli + 8d922a619880d8ca389a753c7148423c + 53a0285b0a18fc8b8fbe305ca0fce4ab21f7e88a7aa68597d0895e8f253d2037 + vray-benchmark-6.00.00-cli.exe + 654222144 + Windows + + + https://download.chaos.com/api/v1/builds/latest/download?productId=57&platformId=47&os=2 + 84bab942663703c260140742c91a315a + 184ff0b1fda03f63c76096ab7d0ecf3931e510108f8850b917acca2980b63fa7 + vray-benchmark-6.00.00.dmg + 934067137 + MacOSX + + + diff --git a/ob-cache/test-profiles/pts/v-ray-1.5.0/generated.json b/ob-cache/test-profiles/pts/v-ray-1.5.0/generated.json new file mode 100644 index 000000000..1a0f9dfc9 --- /dev/null +++ b/ob-cache/test-profiles/pts/v-ray-1.5.0/generated.json @@ -0,0 +1 @@ +{"overview":{"9767d6ad07b757a8823d79a9b7393a480ac0f3bd":{"description":"Mode: CPU","test_version":"1.5.x","app_version":"6.0","unit":"vsamples","samples":135,"timing_samples":66,"hib":1,"first_appeared":1709418756,"last_appeared":1713580591,"run_time_avg":252,"stddev_avg":0.44,"percentiles":[3535,3535,3899,4379,4379,4429,6304,6370,6370,6531,6531,7019,7052,8007,8035,8930,9012,9077,10103,10386,10453,10587,10587,11420,11480,12644,12809,13323,13323,13452,13488,13543,13909,13926,14044,14116,14206,14206,14206,14750,14915,14982,14982,16310,16310,16393,17691,17712,17712,17762,17762,17872,20309,20326,20359,24759,25187,25221,27110,27204,35764,37880,38264,39780,39858,40019,40386,41082,41238,41354,41498,42233,43522,43700,43755,44287,44319,44375,44616,44633,45014,45163,47896,48144,48310,48411,48541,48835,48900,49309,58995,58995,59852,59852,80753,92008,92099,136047,136620,136909],"run_time_percentiles":[212,212,212,212,213,213,213,215,216,216,217,217,217,217,217,217,217,217,217,217,217,217,218,220,220,220,220,220,220,220,220,220,220,220,221,221,221,225,225,225,225,231,231,231,231,231,231,233,233,236,236,236,238,238,238,238,238,239,239,239,240,240,240,241,248,248,256,256,256,256,257,257,257,257,257,257,257,257,257,257,257,258,258,258,258,258,258,274,292,292,292,295,295,295,301,301,302,398,398,868],"tested_archs":["x86_64"]},"00eed3e758d3bb5810e0c8a1807098aaed1830cc":{"description":"Mode: NVIDIA CUDA GPU","test_version":"1.5.x","app_version":"6.0","unit":"vpaths","samples":14,"timing_samples":11,"hib":1,"first_appeared":1709435049,"last_appeared":1713580591,"run_time_avg":271,"stddev_avg":0.26,"percentiles":[311,311,311,311,311,311,311,311,1789,1789,1789,1789,1789,1789,1789,4127,4127,4127,4127,4127,4127,4127,4164,4164,4164,4164,4164,4164,4164,4756,4756,4756,4756,4756,4756,4756,4767,4767,4767,4767,4767,4767,4767,4772,4772,4772,4772,4772,4772,4772,4772,4772,4772,4772,4772,4772,4772,4772,4814,4814,4814,4814,4814,4814,4814,4835,4835,4835,4835,4835,4835,4835,4835,4835,4835,4835,4835,4835,4835,7103,7103,7103,7103,7103,7103,7103,7127,7127,7127,7127,7127,7127,7127,7721,7721,7721,7721,7721,7721,7721],"run_time_percentiles":[238,238,238,238,238,238,238,238,238,238,239,239,239,239,239,239,239,239,239,256,256,256,256,256,256,256,256,256,257,257,257,257,257,257,257,257,257,260,260,260,260,260,260,260,260,260,270,270,270,270,270,270,270,270,270,272,272,272,272,272,272,272,272,272,272,272,272,272,272,272,272,272,272,277,277,277,277,277,277,277,277,277,295,295,295,295,295,295,295,295,295,340,340,340,340,340,340,340,340,340],"tested_archs":["x86_64"]},"27093845cf99cf1e64a40c3467a8a6db9b03a333":{"description":"Mode: NVIDIA RTX GPU","test_version":"1.5.x","app_version":"6.0","unit":"vpaths","samples":13,"timing_samples":10,"hib":1,"first_appeared":1709435049,"last_appeared":1713580591,"run_time_avg":253,"stddev_avg":0.15,"percentiles":[4180,4180,4180,4180,4180,4180,4180,4180,5192,5192,5192,5192,5192,5192,5192,5192,5217,5217,5217,5217,5217,5217,5217,5217,5978,5978,5978,5978,5978,5978,5978,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,5993,6020,6020,6020,6020,6020,6020,6020,6020,6056,6056,6056,6056,6056,6056,6056,8725,8725,8725,8725,8725,8725,8725,8725,8725,8725,8725,8725,8725,8725,8725,8725,11362,11362,11362,11362,11362,11362,11362],"run_time_percentiles":[238,238,238,238,238,238,238,238,238,238,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,239,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,240,253,253,253,253,253,253,253,253,253,253,267,267,267,267,267,267,267,267,267,267,329,329,329,329,329,329,329,329,329,329],"tested_archs":["x86_64"]}},"capabilities":{"shared_libraries":["libpthread.so.0","libdl.so.2","librt.so.1","libc.so.6","libz.so.1","libm.so.6"],"default_instructions":["MMX","SSE","SSE2","SSSE3","SSE4_1","SSE4_2"],"max_instructions":["MMX","SSE","SSE2","SSSE3","SSE4_1","SSE4_2"],"honors_cflags":"0","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/v-ray-1.5.0/install.sh b/ob-cache/test-profiles/pts/v-ray-1.5.0/install.sh new file mode 100644 index 000000000..6209fc57a --- /dev/null +++ b/ob-cache/test-profiles/pts/v-ray-1.5.0/install.sh @@ -0,0 +1,6 @@ +#!/bin/sh +chmod +x vray-benchmark-6.00.00 +echo "#!/bin/sh +echo y | ./vray-benchmark-6.00.00 \$@ > \$LOG_FILE +echo \$? > ~/test-exit-status" > v-ray +chmod +x v-ray diff --git a/ob-cache/test-profiles/pts/v-ray-1.5.0/install_macosx.sh b/ob-cache/test-profiles/pts/v-ray-1.5.0/install_macosx.sh new file mode 100644 index 000000000..e674b7cd1 --- /dev/null +++ b/ob-cache/test-profiles/pts/v-ray-1.5.0/install_macosx.sh @@ -0,0 +1,7 @@ +#!/bin/sh +echo "#!/bin/sh +[ ! -d \"/Volumes/V-Ray\ Benchmark\ 6.00.00/\" ] && hdid vray-benchmark-6.00.00.dmg +cd /Volumes/V-Ray\ Benchmark\ 6.00.00/V-Ray\ Benchmark.app/Contents/MacOS/ +echo y | ./V-Ray\ Benchmark \$@ > \$LOG_FILE +echo \$? > ~/test-exit-status" > v-ray +chmod +x v-ray diff --git a/ob-cache/test-profiles/pts/v-ray-1.5.0/install_windows.sh b/ob-cache/test-profiles/pts/v-ray-1.5.0/install_windows.sh new file mode 100644 index 000000000..7c811f4be --- /dev/null +++ b/ob-cache/test-profiles/pts/v-ray-1.5.0/install_windows.sh @@ -0,0 +1,6 @@ +#!/bin/sh +chmod +x vray-benchmark-6.00.00-cli.exe +echo "#!/bin/sh +echo y | ./vray-benchmark-6.00.00-cli.exe \$@ > \$LOG_FILE" > v-ray +chmod +x v-ray + diff --git a/ob-cache/test-profiles/pts/v-ray-1.5.0/results-definition.xml b/ob-cache/test-profiles/pts/v-ray-1.5.0/results-definition.xml new file mode 100644 index 000000000..eec304f2a --- /dev/null +++ b/ob-cache/test-profiles/pts/v-ray-1.5.0/results-definition.xml @@ -0,0 +1,14 @@ + + + + + V-Ray GPU score: #_RESULT_# vpaths + V-Ray GPU score: + vpaths + + + V-Ray score: #_RESULT_# vsamples + V-Ray score: + vsamples + + diff --git a/ob-cache/test-profiles/pts/v-ray-1.5.0/test-definition.xml b/ob-cache/test-profiles/pts/v-ray-1.5.0/test-definition.xml new file mode 100644 index 000000000..54eeef081 --- /dev/null +++ b/ob-cache/test-profiles/pts/v-ray-1.5.0/test-definition.xml @@ -0,0 +1,49 @@ + + + + + Chaos Group V-RAY + 6.0 + This is a test of Chaos Group's V-RAY benchmark. V-RAY is a commercial renderer that can integrate with various creator software products like SketchUp and 3ds Max. The V-RAY benchmark is standalone and supports CPU and NVIDIA CUDA/RTX based rendering. + Vrays + HIB + 3 + You must manually download the (free) V-RAY CLI benchmark program from https://www.chaos.com/benchmark-download and place it in your Phoronix Test Suite download cache prior to test installation/execution. + + + 1.5.0 + Linux, Windows, MacOSX + Utility + System + Non-Free + Verified + x86_64 + 810 + https://www.chaosgroup.com/vray/benchmark + Michael Larabel + + + + 10 + + + + diff --git a/ob-cache/test-profiles/pts/vvenc-1.11.0/changelog.json b/ob-cache/test-profiles/pts/vvenc-1.11.0/changelog.json new file mode 100644 index 000000000..1ee19ab32 --- /dev/null +++ b/ob-cache/test-profiles/pts/vvenc-1.11.0/changelog.json @@ -0,0 +1 @@ +{"1.11.0":{"last_updated":"1708523670","commit_description":"Update against VVenC 1.11 upstream."},"1.9.1":{"last_updated":"1690647908","commit_description":"Update against VVenC 1.9 upstream."},"1.8.0":{"last_updated":"1680879911","commit_description":"Update against VVenC 1.8 upstream."},"1.1.0":{"last_updated":"1679324664","commit_description":"Update multi-threaded options."},"1.0.0":{"last_updated":"1675555090","commit_description":"Initial commit of VVenC H266 encoder test for new CPUs."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/vvenc-1.11.0/downloads.xml b/ob-cache/test-profiles/pts/vvenc-1.11.0/downloads.xml new file mode 100644 index 000000000..ebc96fe88 --- /dev/null +++ b/ob-cache/test-profiles/pts/vvenc-1.11.0/downloads.xml @@ -0,0 +1,27 @@ + + + + + + https://github.com/fraunhoferhhi/vvenc/archive/refs/tags/v1.11.0.tar.gz + 6f042c67cdab94bb1795905d66085cd9 + b586bbfd8c2e539b1308cb1af13b7e595d6464973339dcef9414c503e663a09f + vvenc-1.11.0.tar.gz + 2048433 + + + http://ultravideo.cs.tut.fi/video/Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z + 815ca5830c8ea2f95545429817b96b1f + d0fcb7d8cfc6e51c47ce8b427dab41ce38300c4b1a51a1903ddd5d86067c4c79 + Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z + 2804470345 + + + http://ultravideo.cs.tut.fi/video/Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z + 84ae521c95aa2537e16b34bbf72f2def + e2f60b904789a60f6d1edc194d8540d401dd882e3ee3605b9b1de8feacc72133 + Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z + 676792531 + + + diff --git a/ob-cache/test-profiles/pts/vvenc-1.11.0/generated.json b/ob-cache/test-profiles/pts/vvenc-1.11.0/generated.json new file mode 100644 index 000000000..1d060a2ae --- /dev/null +++ b/ob-cache/test-profiles/pts/vvenc-1.11.0/generated.json @@ -0,0 +1 @@ +{"overview":{"d5505e4363fd857c354d50bccc6fc1158275d7ba":{"description":"Video Input: Bosphorus 4K - Video Preset: Fast","test_version":"1.11.x","app_version":"1.11","unit":"Frames Per Second","samples":167,"timing_samples":106,"hib":1,"first_appeared":1683574505,"last_appeared":1713471919,"run_time_avg":567,"stddev_avg":0.49,"percentiles":[0.32,0.938,1.174,1.224,1.441,1.469,1.52,1.526,1.78,1.815,1.825,1.864,1.948,1.953,2.265,2.28,2.323,2.334,2.341,2.473,2.485,2.486,2.507,2.529,2.677,2.703,2.73,2.77,2.773,2.785,2.785,2.785,2.799,2.817,2.823,2.834,2.878,2.9,3.057,3.064,3.109,3.169,3.348,3.368,3.41,3.42,3.425,3.603,3.67,3.67,3.69,3.695,3.716,3.742,3.748,3.761,3.777,4.146,4.258,4.264,4.328,4.335,4.632,4.902,4.902,4.936,4.946,4.952,5.055,5.29,5.297,5.643,6.236,6.242,6.384,6.698,6.719,6.811,6.87,6.91,6.924,6.96,7.06,7.066,7.392,7.423,7.428,7.893,7.908,7.995,8.052,8.057,8.66,8.71,8.764,8.905,8.979,8.979,9.054,9.069],"run_time_percentiles":[204,204,204,204,205,205,205,206,207,207,207,208,209,210,225,225,225,226,229,230,230,230,249,250,255,255,258,273,274,274,274,275,275,276,279,281,292,321,344,345,345,357,358,364,366,390,390,390,417,418,424,424,425,436,479,479,483,486,489,489,490,490,496,539,555,569,633,645,645,650,663,663,664,664,664,671,674,674,674,674,676,676,771,771,876,890,967,987,1181,1186,1269,1269,1269,1473,1515,1515,1580,1921,2121,2144],"tested_archs":["x86_64","aarch64","arm64"]},"21efd1f8063650b4da755380ebed5dbffa5ad559":{"description":"Video Input: Bosphorus 4K - Video Preset: Faster","test_version":"1.11.x","app_version":"1.11","unit":"Frames Per Second","samples":167,"timing_samples":105,"hib":1,"first_appeared":1683574505,"last_appeared":1713471919,"run_time_avg":288,"stddev_avg":0.5,"percentiles":[0.736,2.1,2.677,2.81,2.993,3.05,3.488,3.66,4.168,4.197,4.208,4.271,4.874,4.875,4.986,5.081,5.315,5.37,5.391,5.438,5.57,5.611,5.611,5.617,5.769,5.804,5.808,5.808,5.869,5.879,5.908,5.908,5.942,6.077,6.128,6.158,6.186,6.253,6.29,6.55,7.052,7.093,7.202,7.214,7.308,7.377,7.646,7.948,8.08,8.199,8.282,8.439,8.659,8.692,8.722,8.736,8.746,8.923,9.289,9.328,9.524,9.847,9.847,9.966,9.966,10.435,11.395,11.403,11.65,12.066,12.536,12.652,12.918,12.918,12.997,13.069,13.211,13.265,13.981,13.981,14.009,14.47,14.566,14.823,15.06,15.079,16.044,17.775,17.794,18.65,18.763,18.763,18.791,18.851,18.853,18.972,19.059,19.435,19.528,19.886],"run_time_percentiles":[92,92,93,94,94,95,96,96,97,98,99,101,102,102,102,102,102,102,103,103,104,119,120,121,125,126,126,140,141,141,142,151,151,153,153,153,155,156,157,159,160,164,174,175,175,183,183,183,207,208,208,209,209,209,210,228,231,231,235,237,256,256,278,281,288,289,306,329,332,332,332,335,335,337,339,339,342,361,361,403,431,435,469,469,469,469,493,503,518,551,643,746,778,787,787,787,841,858,1018,1018],"tested_archs":["x86_64","aarch64","arm64"]},"f85c79f52f451d9ab7cd1b9f0d1c884a9cbd5a48":{"description":"Video Input: Bosphorus 1080p - Video Preset: Fast","test_version":"1.11.x","app_version":"1.11","unit":"Frames Per Second","samples":139,"timing_samples":78,"hib":1,"first_appeared":1683574505,"last_appeared":1712932120,"run_time_avg":161,"stddev_avg":0.28,"percentiles":[1.131,3.216,3.495,3.899,4.094,4.179,4.214,4.214,5.278,5.612,5.619,5.714,5.93,6.191,6.326,7.481,7.536,7.558,7.645,7.674,7.748,7.772,7.772,7.812,8.025,8.034,8.05,8.082,8.092,8.196,8.212,8.223,8.27,8.382,8.609,8.642,8.983,9.219,9.225,9.233,9.248,9.248,9.357,9.591,10.503,10.637,10.662,10.705,10.874,11.168,11.303,11.51,11.516,11.528,11.577,12.032,12.29,12.311,12.526,12.578,12.585,12.592,12.621,12.917,13.035,13.398,13.434,15.494,15.508,15.541,15.566,15.913,15.913,16.152,16.152,16.821,17.467,17.475,17.475,19.074,19.387,19.46,19.476,19.529,19.529,19.641,22.11,22.247,22.369,22.446,23.377,23.38,23.461,24.359,24.445,24.909,24.93,24.966,25.12,25.156],"run_time_percentiles":[74,74,74,74,75,75,75,75,76,77,77,77,77,77,77,78,78,79,79,79,81,82,82,82,82,83,95,96,96,105,106,106,106,106,107,108,108,108,117,117,117,117,117,123,123,125,125,125,125,138,138,138,140,143,144,144,144,144,147,151,151,157,158,158,158,161,162,166,172,172,188,194,196,196,196,196,212,213,213,214,225,225,225,226,241,243,244,244,245,284,285,285,291,321,342,368,368,397,463,560],"tested_archs":["x86_64","aarch64","arm64"]},"c9ea038a9d34f7d949a3555ed4b0957d342aaa46":{"description":"Video Input: Bosphorus 1080p - Video Preset: Faster","test_version":"1.11.x","app_version":"1.11","unit":"Frames Per Second","samples":139,"timing_samples":79,"hib":1,"first_appeared":1683574505,"last_appeared":1712932120,"run_time_avg":113,"stddev_avg":0.32,"percentiles":[2.734,7.718,7.991,10.258,10.3,10.3,10.936,10.936,12.673,12.681,12.684,13.819,14.206,14.28,14.379,15.105,15.665,15.843,16.02,16.736,16.793,18.727,18.753,18.761,18.88,18.889,19.05,19.576,19.637,19.792,19.819,20.028,20.509,20.561,20.721,20.721,20.843,20.863,21.633,21.981,22.122,22.244,22.383,22.396,22.694,23.653,24.096,24.174,24.237,26.361,26.639,26.959,27.259,27.286,27.47,29.823,29.823,30.534,30.534,30.976,31.026,31.066,31.91,31.968,32,32.031,32.158,33.094,33.986,33.986,36.219,36.239,38.195,38.195,38.278,39.389,39.552,40.203,40.461,40.659,40.802,40.915,41,41.283,41.827,42.061,51.754,51.834,52.012,52.284,52.46,52.565,52.581,52.631,52.636,52.742,54.578,54.67,55.704,55.936],"run_time_percentiles":[33,33,34,34,34,34,34,35,35,35,35,36,36,36,36,36,36,36,40,40,40,40,40,44,44,47,47,47,51,51,51,51,58,59,59,59,59,59,59,59,59,60,60,60,60,60,61,66,66,68,68,68,69,69,77,82,83,92,92,93,95,96,96,96,100,100,109,109,117,119,120,120,120,126,128,132,142,142,143,143,143,143,170,203,227,228,228,234,288,290,326,326,326,326,334,334,334,379,379,380],"tested_archs":["x86_64","aarch64","arm64"]}},"capabilities":{"shared_libraries":["libm.so.6","libc.so.6"],"default_instructions":["MMX","SSE","SSE2","SSE3","SSSE3","SSE4_1","SSE4_2","AVX","AVX2"],"max_instructions":["MMX","SSE","SSE2","SSE3","SSSE3","SSE4_1","SSE4_2","AVX","AVX2","FMA","AVX512"],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/vvenc-1.11.0/install.sh b/ob-cache/test-profiles/pts/vvenc-1.11.0/install.sh new file mode 100644 index 000000000..cf0a3c6d7 --- /dev/null +++ b/ob-cache/test-profiles/pts/vvenc-1.11.0/install.sh @@ -0,0 +1,15 @@ +#!/bin/sh +tar -xf vvenc-1.11.0.tar.gz +cd vvenc-1.11.0 +mkdir build +cd build +cmake -DCMAKE_BUILD_TYPE=Release .. +cmake --build . -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +7z x Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z -aoa +7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z -aoa +echo "#!/bin/sh +./vvenc-1.11.0/bin/release-static/vvencapp --threads \$NUM_CPU_CORES \$@ -o /dev/null > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > vvenc +chmod +x vvenc diff --git a/ob-cache/test-profiles/pts/vvenc-1.11.0/results-definition.xml b/ob-cache/test-profiles/pts/vvenc-1.11.0/results-definition.xml new file mode 100644 index 000000000..024ca945d --- /dev/null +++ b/ob-cache/test-profiles/pts/vvenc-1.11.0/results-definition.xml @@ -0,0 +1,8 @@ + + + + + vvencapp [info]: Total Time: 150.910 sec. Fps(avg): #_RESULT_# encoded Frames 600 + Total Time + + diff --git a/ob-cache/test-profiles/pts/vvenc-1.11.0/test-definition.xml b/ob-cache/test-profiles/pts/vvenc-1.11.0/test-definition.xml new file mode 100644 index 000000000..09a530b87 --- /dev/null +++ b/ob-cache/test-profiles/pts/vvenc-1.11.0/test-definition.xml @@ -0,0 +1,58 @@ + + + + + VVenC + 1.11 + VVenC is the Fraunhofer Versatile Video Encoder as a fast/efficient H.266/VVC encoder. The vvenc encoder makes use of SIMD Everywhere (SIMDe). The vvenc software is published under the Clear BSD License. + Frames Per Second + HIB + 3 + + + 1.11.0 + Linux + Utility + Processor + Free + Verified + build-utilities, p7zip, cmake + 9400 + https://www.hhi.fraunhofer.de/en/departments/vca/technologies-and-solutions/h266-vvc.html + https://github.com/fraunhoferhhi/vvenc + SMP + Michael Larabel + + + + + + diff --git a/ob-cache/test-profiles/pts/x265-1.4.0/changelog.json b/ob-cache/test-profiles/pts/x265-1.4.0/changelog.json new file mode 100644 index 000000000..cb3b17bfc --- /dev/null +++ b/ob-cache/test-profiles/pts/x265-1.4.0/changelog.json @@ -0,0 +1 @@ +{"1.4.0":{"last_updated":"1712327591","commit_description":"Update against x265 3.6 upstream."},"1.3.0":{"last_updated":"1602884917","commit_description":"Update against x265 3.4 upstream, add 1080p\/4K video option input."},"1.2.0":{"last_updated":"1567982612","commit_description":"Update against upstream per https:\/\/github.com\/phoronix-test-suite\/test-profiles\/pull\/99"},"1.1.0":{"last_updated":"1549302436","commit_description":"Update against x265 v3.0, also fixes building on POWER9."},"1.0.0":{"last_updated":"1532794140","commit_description":"Finally got around to uploading this x265 video encode test profile."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/x265-1.4.0/downloads.xml b/ob-cache/test-profiles/pts/x265-1.4.0/downloads.xml new file mode 100644 index 000000000..338a38180 --- /dev/null +++ b/ob-cache/test-profiles/pts/x265-1.4.0/downloads.xml @@ -0,0 +1,27 @@ + + + + + + http://bitbucket.org/multicoreware/x265_git/downloads/x265_3.6.tar.gz + 99997ecc8ee4d3575ba7715c759ad3bb + 663531f341c5389f460d730e62e10a4fcca3428ca2ca109693867bc5fe2e2807 + x265_3.6.tar.gz + 1655889 + + + http://ultravideo.cs.tut.fi/video/Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z + 815ca5830c8ea2f95545429817b96b1f + d0fcb7d8cfc6e51c47ce8b427dab41ce38300c4b1a51a1903ddd5d86067c4c79 + Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z + 2804470345 + + + http://ultravideo.cs.tut.fi/video/Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z + 84ae521c95aa2537e16b34bbf72f2def + e2f60b904789a60f6d1edc194d8540d401dd882e3ee3605b9b1de8feacc72133 + Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z + 676792531 + + + diff --git a/ob-cache/test-profiles/pts/x265-1.4.0/generated.json b/ob-cache/test-profiles/pts/x265-1.4.0/generated.json new file mode 100644 index 000000000..7aa7dcfa4 --- /dev/null +++ b/ob-cache/test-profiles/pts/x265-1.4.0/generated.json @@ -0,0 +1 @@ +{"overview":{"bf3b40a1e6a342a89a219f93154eb52f5c73abff":{"description":"Video Input: Bosphorus 4K","test_version":"1.4.x","app_version":"3.6","unit":"Frames Per Second","samples":127,"timing_samples":34,"hib":1,"first_appeared":1712279498,"last_appeared":1713582587,"run_time_avg":110,"stddev_avg":0.15,"percentiles":[0.11,4.8,5.22,5.22,5.24,5.79,5.83,5.88,7.7,7.76,7.79,7.98,8.43,9.36,9.41,9.41,9.41,9.58,9.76,9.81,9.81,9.85,9.88,9.96,9.99,10.38,10.89,11.08,11.08,11.32,11.79,11.79,11.88,11.89,11.9,11.97,12.05,12.13,12.22,12.44,12.83,13.62,13.75,13.87,14.54,14.73,14.8,14.87,14.91,15,15.27,16.31,18.28,18.52,20.86,20.86,21.39,24.23,24.39,24.45,28.8,29.14,30.6,30.98,31.02,31.03,31.12,31.31,31.39,33.97,34.17,34.63,34.85,34.87,34.89,35.24,35.64,35.65,35.75,35.77,35.81,36.15,37.04,37.86,37.95,37.95,38.18,38.3,38.93,39.72,40.16,40.29,40.29,40.33,40.33,40.33,41.53,41.74,41.82,41.82],"run_time_percentiles":[43,43,43,44,44,44,51,51,51,51,51,51,51,51,51,52,52,52,53,53,53,59,59,59,59,59,59,59,59,59,60,60,60,62,62,62,62,62,62,62,62,62,62,62,62,63,63,63,63,63,64,64,64,66,66,66,75,75,75,88,88,88,111,111,111,121,121,121,131,131,131,141,141,141,145,145,145,165,165,165,180,180,180,201,201,201,213,213,213,226,226,226,234,234,234,307,307,307,311,311],"tested_archs":["x86_64","aarch64","riscv64","arm64"]},"999b7c9336b8212cf6f71b29fc4f3c12e38a78fd":{"description":"Video Input: Bosphorus 1080p","test_version":"1.4.x","app_version":"3.6","unit":"Frames Per Second","samples":126,"timing_samples":33,"hib":1,"first_appeared":1712279498,"last_appeared":1713582587,"run_time_avg":101,"stddev_avg":0.19,"percentiles":[0.44,10.41,13.47,13.67,14.72,14.78,15.55,21.37,21.47,21.47,23.85,24.07,26.84,26.84,27.53,27.53,29.29,29.37,29.37,32.67,33.83,34.08,36.1,36.95,37.43,39.55,41.12,42.36,42.79,42.79,42.87,45.03,45.03,45.31,45.38,45.66,45.83,47.25,47.32,48.64,48.78,49.63,50.18,52.74,54.16,54.74,54.76,54.85,55.15,55.15,55.22,55.4,55.4,55.9,57,57.25,57.36,57.36,58.22,58.22,60.93,61.04,70.97,70.97,71.78,80.81,84.73,85,85.2,85.44,85.83,86.17,86.18,87.15,89.14,90.15,90.15,90.19,90.71,90.89,91.15,92.35,98.18,98.43,98.43,99.03,99.16,99.16,99.6,100.09,100.09,101.63,101.63,103.93,104.58,105.14,119.75,120.7,120.78,120.8],"run_time_percentiles":[15,15,15,15,15,15,15,15,15,15,18,18,18,20,20,20,20,20,20,20,20,20,20,20,20,21,21,21,21,21,21,21,21,21,21,21,21,21,21,21,22,22,22,22,22,22,26,26,26,30,30,30,30,30,30,32,32,32,33,33,33,35,35,35,36,36,36,40,40,40,49,49,49,55,55,55,68,68,68,75,75,75,76,76,76,132,132,132,280,280,280,627,627,627,699,699,699,720,720,720],"tested_archs":["x86_64","aarch64","riscv64","arm64"]}},"capabilities":{"shared_libraries":["libx265.so.192","libpthread.so.0","librt.so.1","libdl.so.2","libnuma.so.1","libm.so.6","libc.so.6","libmvec.so.1"],"default_instructions":["MMX","SSE","SSE2"],"max_instructions":[],"honors_cflags":"1","scales_cpu_cores":"1"}} \ No newline at end of file diff --git a/ob-cache/test-profiles/pts/x265-1.4.0/install.sh b/ob-cache/test-profiles/pts/x265-1.4.0/install.sh new file mode 100644 index 000000000..1f60dfdce --- /dev/null +++ b/ob-cache/test-profiles/pts/x265-1.4.0/install.sh @@ -0,0 +1,13 @@ +#!/bin/sh +tar -xf x265_3.6.tar.gz +cd x265_3.6/build +cmake ../source +make -j $NUM_CPU_CORES +echo $? > ~/install-exit-status +cd ~ +7z x Bosphorus_3840x2160_120fps_420_8bit_YUV_Y4M.7z -aoa +7z x Bosphorus_1920x1080_120fps_420_8bit_YUV_Y4M.7z -aoa +echo "#!/bin/sh +./x265_3.6/build/x265 \$@ /dev/null > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status" > x265 +chmod +x x265 diff --git a/ob-cache/test-profiles/pts/x265-1.4.0/results-definition.xml b/ob-cache/test-profiles/pts/x265-1.4.0/results-definition.xml new file mode 100644 index 000000000..f400c5d69 --- /dev/null +++ b/ob-cache/test-profiles/pts/x265-1.4.0/results-definition.xml @@ -0,0 +1,9 @@ + + + + + encoded 600 frames in 55.40s #_RESULT_# fps), 1098.05 kb/s, Avg QP:34.03 + encoded 600 frames + ( + + diff --git a/ob-cache/test-profiles/pts/x265-1.4.0/test-definition.xml b/ob-cache/test-profiles/pts/x265-1.4.0/test-definition.xml new file mode 100644 index 000000000..69201d76d --- /dev/null +++ b/ob-cache/test-profiles/pts/x265-1.4.0/test-definition.xml @@ -0,0 +1,45 @@ + + + + + x265 + 3.6 + This is a simple test of the x265 encoder run on the CPU with 1080p and 4K options for H.265 video encode performance with x265. + Frames Per Second + HIB + 3 + + + 1.4.0 + Linux, MacOSX, BSD + Utility + Processor + Free + Verified + build-utilities, p7zip, cmake, yasm + 3400 + http://x265.org/ + https://bitbucket.org/multicoreware/x265_git/ + SMP + Michael Larabel + + + + + + + + diff --git a/ob-cache/test-profiles/system/selenium-1.0.39/changelog.json b/ob-cache/test-profiles/system/selenium-1.0.39/changelog.json new file mode 100644 index 000000000..588a4b1ff --- /dev/null +++ b/ob-cache/test-profiles/system/selenium-1.0.39/changelog.json @@ -0,0 +1 @@ +{"1.0.39":{"last_updated":"1710340369","commit_description":"Update Chrome 122 driver, add Speedometer 3.0 and Silverbench tests."},"1.0.38":{"last_updated":"1702570458","commit_description":"Update Chrome driver for Chrome 120 support."},"1.0.37":{"last_updated":"1694809375","commit_description":"Update for Chrome 117 driver compatibility."},"1.0.36":{"last_updated":"1691786894","commit_description":"Update for Chrome 115 compatibility."},"1.0.35":{"last_updated":"1683070557","commit_description":"Update Chrome driver for Chrome 113 compatibility."},"1.0.34":{"last_updated":"1678661414","commit_description":"Update driver for Chrome 111 compatibility."},"1.0.33":{"last_updated":"1674045116","commit_description":"Update for Google Chrome 109 compatibility."},"1.0.32":{"last_updated":"1666727000","commit_description":"Update ChromeDriver for Chrome 107 compatibility."},"1.0.31":{"last_updated":"1662767604","commit_description":"Update upstream Chrome Driver for working with newest Chrome 105 builds."},"1.0.30":{"last_updated":"1655853453","commit_description":"Update against Chrome 103 driver compatibility."},"1.0.29":{"last_updated":"1651365161","commit_description":"Update Chrome and Firefox drivers, namely for Chrome 101 compatibility."},"1.0.28":{"last_updated":"1646268640","commit_description":"Update Chrome Driver for Google Chrome 99 compatibility."},"1.0.27":{"last_updated":"1641470632","commit_description":"Update Chrome Driver against Chrome 97 compatibility."},"1.0.26":{"last_updated":"1636539094","commit_description":"Fix pip intallation path on Windows by using DEBUG_REAL_HOME."},"1.0.25":{"last_updated":"1634985113","commit_description":"Update Chrome driver for Chrome 95, version lock Selenium to 3.x since Selenium 4.0 is breaking things..."},"1.0.24":{"last_updated":"1632656834","commit_description":"Update Chrome driver for Chrome v94, fix Kraken for new URL due to old benchmark location no longer active."},"1.0.23":{"last_updated":"1628959576","commit_description":"Update against latest Chrome and Firefox web drivers for compatibility."},"1.0.22":{"last_updated":"1622194221","commit_description":"Update against Chrome 91 web driver."},"1.0.21":{"last_updated":"1614793848","commit_description":"Update against Chrome 89 web driver."},"1.0.20":{"last_updated":"1605990165","commit_description":"Update against latest Chrome and Gecko drivers."},"1.0.19":{"last_updated":"1602327573","commit_description":"Update Chrome Driver against v86."},"1.0.18":{"last_updated":"1595365494","commit_description":"Update against Chrome 84 driver."},"1.0.17":{"last_updated":"1589220078","commit_description":"Update against Chrome v83 driver."},"1.0.16":{"last_updated":"1578417109","commit_description":"Fix for JetStream 2. Add Kraken along with a few more WebAssembly WASM benchmarks and GUIMark3 HTML5 tests."},"1.0.15":{"last_updated":"1576236307","commit_description":"Update Gecko driver."},"1.0.14":{"last_updated":"1576189679","commit_description":"Update for Chrome 79 driver support."},"1.0.13":{"last_updated":"1572301172","commit_description":"Update downloads link."},"1.0.12":{"last_updated":"1572301054","commit_description":"Add PSPDFKit WASM"},"1.0.11":{"last_updated":"1572214312","commit_description":"Add StyleBench and Maze Solver benchmark tests."},"1.0.10":{"last_updated":"1571179387","commit_description":"Add macOS support."},"1.0.9":{"last_updated":"1568592250","commit_description":"Update for Chrome 77"},"1.0.8":{"last_updated":"1564617108","commit_description":"Update ChromeDriver for Chrome 76."},"1.0.7":{"last_updated":"1556396886","commit_description":"Update chrome driver for Chrome 74"},"1.0.6":{"last_updated":"1553768860","commit_description":"Add JetStream 2 benchmark."},"1.0.5":{"last_updated":"1553520131","commit_description":"Add CanvasMark test option, increase initial wait on page load from 4 to 6 seconds to help older systems."},"1.0.4":{"last_updated":"1553475691","commit_description":"Add Jetstream benchmark."},"1.0.3":{"last_updated":"1553262606","commit_description":"Add pause after loading the initial page to allow the elements to load to avoid possible race condition. 4 seconds seems fine."},"1.0.2":{"last_updated":"1553182401","commit_description":"Add Octane benchmark option."},"1.0.1":{"last_updated":"1552521765","commit_description":"Add Windows support."},"1.0.0":{"last_updated":"1552519202","commit_description":"Initial commit of selenium test profile to automate Chrome and Firefox web browser benchmarks."}} \ No newline at end of file diff --git a/ob-cache/test-profiles/system/selenium-1.0.39/downloads.xml b/ob-cache/test-profiles/system/selenium-1.0.39/downloads.xml new file mode 100644 index 000000000..ec633a37b --- /dev/null +++ b/ob-cache/test-profiles/system/selenium-1.0.39/downloads.xml @@ -0,0 +1,61 @@ + + + + + + http://phoronix-test-suite.com/benchmark-files/selenium-scripts-10.zip + 9fa114be860b0456e1a078509e201a0e + e1d8576e376b52e5f109542d49589027469919257219410eeddee148a3b4a9b0 + selenium-scripts-10.zip + 21751 + + + https://github.com/mozilla/geckodriver/releases/download/v0.32.0/geckodriver-v0.32.0-linux64.tar.gz + c4e23a5fea0f294bb2150a0d9e117aa5 + c33054fda83b8d3275c87472dd005a9f70372e9338c2df2665d8cfeb923e67ba + geckodriver-v0.32.0-linux64.tar.gz + 2991185 + Linux + + + https://github.com/mozilla/geckodriver/releases/download/v0.32.0/geckodriver-v0.32.0-macos.tar.gz + 3d6aa6528e2e05cc53cebb77525aaabb + 8c5bef0690de88a36ef94d07c71c7d7725b115b147d348b56cfae5f3c56bc8a1 + geckodriver-v0.32.0-macos.tar.gz + 2104563 + MacOSX + + + https://github.com/mozilla/geckodriver/releases/download/v0.32.0/geckodriver-v0.32.0-win32.zip + 4c437d64d29e1a23237f1ec8d626af5f + ec7df877a4c8b30b96e00306ea01a203b18283735afeab56976c50cd30beb4b5 + geckodriver-v0.32.0-win32.zip + 1601693 + Windows + + + https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.128/mac-x64/chromedriver-mac-x64.zip + 7de0752d5d4fd0cb7b718ccf6bb9bc4f + 41d2fd29a9a5b955fa908218e85ef3c4a2f997b72586c13b416196c3861152d3 + chromedriver-mac-x64-122.zip + 9202422 + MacOSX + + + https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.128/linux64/chromedriver-linux64.zip + 38552e454e6a0e74cdb860301723b703 + 40aaf6063c9d88fe43dd3e5b79cc101de1662b42ccac81616ecb0310ba921103 + chromedriver-linux64-122.zip + 8598044 + Linux + + + https://storage.googleapis.com/chrome-for-testing-public/122.0.6261.128/win64/chromedriver-win64.zip + 95c028b6c32abaff6e0c837a27f4ef22 + 661c0bf26bb4cdd7871de4d7f2c76efb7616e7d1244625173fffcad36f610146 + chromedriver-win64-122.zip + 8527474 + Windows + + + diff --git a/ob-cache/test-profiles/system/selenium-1.0.39/generated.json b/ob-cache/test-profiles/system/selenium-1.0.39/generated.json new file mode 100644 index 000000000..8ca92de7e --- /dev/null +++ b/ob-cache/test-profiles/system/selenium-1.0.39/generated.json @@ -0,0 +1 @@ +{"overview":{"c058928a8a37cc11d7e54c7815218e2add8dfe01":{"description":"Benchmark: Speedometer - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Runs Per Minute","samples":1783,"timing_samples":1707,"hib":1,"first_appeared":1552521811,"last_appeared":1710903193,"run_time_avg":269,"stddev_avg":0.75,"percentiles":[10,29.23,42.5,48.53,51.9,53.3,55.34,58.1,60.75,63,63.59,65.6,66.7,67.5,68.96,69.93,71.66,72.9,74.15,76,77.16,78.4,79.9,80.83,82.13,83.5,84.63,85.9,86.7,87.7,88.34,89.18,90.76,92.3,93.52,94.6,95.6,97,97.9,99.3,99.9,100.6,101,102,103,104,105,106,108,109,112,113,115,117,119,121,121,122,123,124,125,126.7,128,129.3,132,134,136.1,139.6,143,147,152,155.1,158,162,166,170,176,181,190,207,214,223,235,246,254,260,269,283.8,289,292.7,304.8,309,315,335,361,368,377,381,387,406],"run_time_percentiles":[113,114,116,118,119,120,122,126,127,129,130,136,140,145,154,159,166,168,174,176,182,185,188,192,195,198,200,202,204,206,208,210,213,215,218,220,223,224,227,229,232,233,235,237,238,240,242,243,244,246,248,250,252,253,255,256,258,260,263,266,267,269,274,277,281,285,289,293,297,300,303,305,309,313,315,321,324,328,330,334,337,340,344,349,356,361,367,372,378,387,400,409,417,429,441,462,504,540,636,787],"tested_archs":["x86_64","i686","arm64"]},"578bf2aff427f7bf7f5d843d9f8c27a28ba3d244":{"description":"Benchmark: Jetstream 2 - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Score","samples":1693,"timing_samples":1652,"hib":1,"first_appeared":1553762576,"last_appeared":1712958449,"run_time_avg":841,"stddev_avg":1.32,"percentiles":[13.827,34.854,46.283,51.685,54.74,58.247,60.561,62.403,63.561,64.623,66.14,67.81,69.04,70.126,70.71,71.589,72.689,73.89,75.281,76.486,77.135,77.879,78.672,79.518,80.717,81.423,82.228,83.093,83.84,84.307,84.817,85.326,85.966,87.04,87.615,88.355,88.878,89.538,90.376,91.384,92.058,93.064,93.95,94.609,95.04,95.638,96.17,96.834,97.246,98.082,98.83,99.328,99.826,100.439,101.176,102.084,102.781,103.7,104.767,105.77,106.727,107.752,108.597,109.677,110.214,111.317,112.868,113.978,115.166,115.957,117.721,119.053,120.204,122.531,124.78,130.557,135.899,142.146,145.757,151.429,154.733,159.278,165.957,173.635,178.853,181.082,183.435,188.293,190.605,193.455,200.975,206.787,212.731,215.545,219.9,226.512,229.64,239.045,244.543,253.624],"run_time_percentiles":[252,289,297,307,313,320,323,330,338,354,358,372,387,398,413,434,445,473,487,503,524,536,553,566,574,581,587,590,596,602,613,623,632,636,640,647,648,652,654,658,662,666,670,672,674,679,683,689,694,698,703,708,714,720,725,728,736,742,750,759,763,776,784,791,800,811,822,827,838,854,863,874,880,891,902,913,929,945,957,969,991,1015,1041,1066,1089,1108,1129,1183,1219,1247,1289,1334,1378,1464,1563,1724,1881,2217,2540,3398],"tested_archs":["x86_64","arm64"]},"ca4d73063c646d5592ebf3206dd7d75d347e0c11":{"description":"Benchmark: PSPDFKit WASM - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Score","samples":1625,"timing_samples":1548,"hib":0,"first_appeared":1572301188,"last_appeared":1712958449,"run_time_avg":104,"stddev_avg":0.67,"percentiles":[622,1065,1093,1146,1171,1204,1232,1253,1266,1280,1291,1299,1304,1310,1317,1324,1338,1366,1395,1419,1448,1462,1482,1491,1520,1578,1654,1685,1721,1767,1782,1799,1839,1874,1934,2003,2057,2092,2102,2105,2118,2126,2142,2163,2177,2195,2216,2228,2250,2260,2290,2319,2332,2347,2359,2374,2383,2389,2420,2433,2449,2470,2489,2521,2557,2588,2603,2615,2630,2651,2662,2685,2726,2756,2776,2799,2813,2821,2838,2849,2861,2878,2897,2930,2947,2966,2995,3043,3097,3147,3192,3253,3291,3331,3355,3390,3453,3545,3634,3713],"run_time_percentiles":[38,49,52,54,55,56,57,58,59,59,60,60,61,62,63,64,65,67,68,69,70,72,73,73,74,75,76,76,77,79,80,81,82,83,84,85,85,86,86,87,88,88,89,90,90,91,92,92,93,93,93,94,94,94,95,95,96,96,96,97,97,98,98,99,100,100,101,102,102,103,103,104,105,106,107,108,109,110,111,112,113,115,117,118,121,122,125,127,136,142,159,172,203,207,223,261,274,275,280,292],"tested_archs":["x86_64","arm64"]},"545a4aed8e3c5356c581e3da62d94b65ba4f4ea8":{"description":"Benchmark: ARES-6 - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"ms","samples":1524,"timing_samples":1483,"hib":0,"first_appeared":1552521811,"last_appeared":1711016972,"run_time_avg":556,"stddev_avg":0.93,"percentiles":[12.92,16.26,17.97,18.63,18.85,19.48,20.55,22.39,23.92,24.58,25.94,27.54,28.71,29.66,30.21,31.58,33.42,33.89,34.4,34.87,35.36,35.82,36.5,36.97,37.46,37.91,38.45,39.06,39.47,39.95,40.2,40.49,41.14,41.71,42.2,42.39,42.87,43.17,43.3,43.6,43.98,44.27,44.64,45,45.59,46.01,46.37,46.94,47.36,47.79,48.12,48.36,48.72,48.99,49.46,49.83,50.3,50.58,50.76,51,51.18,51.48,51.66,51.92,52.26,52.76,53.27,53.54,54.28,54.68,55.09,55.63,56.21,56.74,57.3,57.83,58.87,59.94,61.16,61.85,62.75,64.13,65.21,66.74,67.81,69,69.86,71.45,73.46,74.21,75.27,76.72,78.74,81.43,85.42,91.33,96.88,105.5,131.03,172.75],"run_time_percentiles":[135,215,249,258,286,295,303,311,319,324,330,336,340,347,353,357,361,365,369,374,378,383,385,389,394,400,405,408,412,419,422,424,428,432,436,441,442,444,447,449,452,454,456,459,461,462,464,467,470,471,473,476,477,480,482,485,488,490,492,494,498,499,501,505,507,510,513,517,525,531,541,545,550,556,562,568,582,592,603,616,624,634,648,656,663,675,690,700,719,750,771,823,883,937,1016,1180,1331,1514,1820,2373],"tested_archs":["x86_64","arm64"]},"e3b0215d7c7ba779f836b73069aaec728502279b":{"description":"Benchmark: Kraken - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"ms","samples":1519,"timing_samples":1480,"hib":0,"first_appeared":1578420785,"last_appeared":1712958449,"run_time_avg":111,"stddev_avg":0.71,"percentiles":[407.9,436.2,442.5,464,479.8,482.1,484.6,485.8,490.7,494,500.4,505.7,509.4,513,516.8,525.9,545.5,560.1,586.3,601.6,609.4,613.1,620.4,634.6,648.5,663,665.8,670.4,672.8,677.9,688.4,695,703,707.8,710.4,714.2,716,719.1,722.2,725.2,730.3,733.4,736.5,740.4,745.9,749.3,753.9,757,762.6,769.1,777.2,781,787.3,792.6,796.8,801.7,808.7,813.7,825.1,835,842.2,847,856.8,867.5,874,882.4,888.2,894.1,898.5,904.1,913.2,921.2,926.1,932.5,942.4,955.5,967,977.4,982.5,995.1,1005.3,1011.4,1022,1029.9,1042.1,1052.1,1076.6,1093.3,1104.7,1121.1,1138.5,1162,1204.3,1228.1,1254.6,1286.2,1328.2,1374.1,1452.7,1620.9],"run_time_percentiles":[33,62,63,63,64,64,64,65,65,66,66,66,67,69,70,71,72,72,72,73,73,74,74,75,75,75,76,76,76,77,77,78,78,78,79,80,80,81,81,82,82,83,83,84,84,84,85,85,86,86,87,87,88,88,89,89,90,91,92,92,93,94,94,95,96,97,97,99,100,101,101,102,104,105,106,107,109,111,112,113,115,117,119,121,125,128,130,137,146,159,185,193,248,255,256,263,276,320,370,389],"tested_archs":["x86_64","arm64"]},"a2af577beaf601144472827b56b528505532d8de":{"description":"Benchmark: WASM imageConvolute - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"ms","samples":1476,"timing_samples":1424,"hib":0,"first_appeared":1578420785,"last_appeared":1712958449,"run_time_avg":60,"stddev_avg":1.09,"percentiles":[14.2,14.3,14.9,15.3,16.5,16.6,17.1,17.5,17.7,17.9,18,18.1,18.3,18.5,18.9,19.4,19.6,19.7,19.9,20.1,20.3,20.5,20.6,21,21.4,21.6,21.8,22,22.1,22.3,22.4,22.6,23,23.2,23.8,24.1,24.2,24.3,24.4,24.5,24.6,24.7,24.8,24.9,25.1,25.2,25.3,25.4,25.5,25.7,26,26.1,26.2,26.4,26.5,26.6,26.7,26.9,26.9,27,27.1,27.2,27.3,27.5,27.7,27.8,28,28.1,28.2,28.4,28.6,28.7,28.9,29,29.1,29.3,29.4,29.6,29.7,30,30.4,30.7,31.3,32,32.5,33.2,33.8,34.3,34.8,35.3,36.4,37.1,37.7,38.6,40.7,43.3,45.4,51.3,54.8,65.1],"run_time_percentiles":[19,20,20,21,21,21,22,22,22,22,23,23,23,24,24,25,25,25,26,26,26,26,27,27,28,28,29,29,30,30,31,32,32,33,34,34,35,36,37,38,38,40,41,41,42,42,43,43,43,44,44,44,44,44,44,45,45,45,45,45,46,46,46,47,47,47,48,48,49,49,49,50,50,51,52,53,55,56,59,62,68,76,85,90,92,104,114,122,134,139,147,151,156,190,204,212,212,214,217,219],"tested_archs":["x86_64","arm64"]},"a976134ccce9d8b7d8c1e52bce75957523618706":{"description":"Benchmark: WASM collisionDetection - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"ms","samples":1436,"timing_samples":1394,"hib":0,"first_appeared":1578420785,"last_appeared":1712958449,"run_time_avg":82,"stddev_avg":0.74,"percentiles":[214.2,219.3,222.3,229.3,241.8,244,244.9,245.5,247.5,249.2,250.2,251.1,252.9,254.7,258.6,262.9,268,269.2,269.9,270.3,271.3,272.5,275.4,277.3,279.9,280.9,282.6,284.5,286.2,288.2,289.2,290.4,291.6,293.2,294.1,295.1,296.4,297.7,298.5,299.33,300.1,301.4,302.9,304.6,305.5,309.6,314.4,324.7,332.7,335.8,338,341.1,342.3,347.8,350.5,353.9,356.5,359.6,360.7,362.3,364.7,366.4,368.2,370.5,376.2,384,386.7,391.1,392.7,398.4,401.5,404.7,410.8,414.3,418.6,426.2,437.7,438.7,440.8,444.7,450.7,458.7,464.3,467.3,475.2,484.8,494.4,500.9,508.6,513.2,524.6,545.4,558.2,589.5,634.9,708,776.5,832.5,956.1,1063.8],"run_time_percentiles":[37,41,42,42,43,43,43,44,44,45,45,46,46,47,47,48,48,49,50,51,51,52,52,52,52,53,53,54,54,55,55,56,56,56,56,56,56,57,57,57,57,57,58,58,58,59,59,59,59,60,60,60,61,61,61,62,62,62,63,63,63,64,65,65,65,66,66,67,68,68,69,70,71,71,73,74,76,77,79,82,85,90,96,103,107,112,116,125,135,163,177,194,217,227,232,234,236,238,245,284],"tested_archs":["x86_64","arm64"]},"459646ef1565b8e0d56916c3c86d266b782db047":{"description":"Benchmark: Speedometer - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"Runs Per Minute","samples":1342,"timing_samples":1273,"hib":1,"first_appeared":1552521811,"last_appeared":1710903193,"run_time_avg":180,"stddev_avg":0.73,"percentiles":[25.5,51.1,60.6,69.17,72.65,78.39,82.6,87.88,94.4,97.2,99.1,100,102,103,105,107,109,112,114,115,116,118,123,125,129,130,131.97,132.5,133.1,134,134,136,136.8,138,138.8,140.2,142.4,144,146,149,153,156.4,159,161,163,164.9,168,171,176,178,182,184,186.8,189,190,193,196,198,204,206,210,216,220.5,223,225,229,236,242,248,252,262,271,277,281,286,290,295,303,310,317,329,338,347,355,359,367,370,373,377,381,394,397,416,419,426,436,440,442,460,483],"run_time_percentiles":[92,94,95,95,96,97,98,98,99,99,100,101,101,103,103,104,106,108,110,111,111,112,113,114,116,118,119,121,123,124,125,127,128,129,131,132,135,138,139,142,144,145,146,147,149,150,152,154,158,160,160,162,163,165,167,169,171,174,175,176,177,179,180,181,182,183,185,186,187,189,191,193,195,199,202,204,206,210,212,214,217,221,224,226,230,234,238,242,246,251,261,267,285,294,326,354,394,462,545,646],"tested_archs":["x86_64","arm64"]},"7f8ce47eba1ebb7f121d38990d25ddb335f7d4fc":{"description":"Benchmark: Octane - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Geometric Mean","samples":1292,"timing_samples":1219,"hib":1,"first_appeared":1553186165,"last_appeared":1712958449,"run_time_avg":154,"stddev_avg":0.95,"percentiles":[4379,9584,11925,12806,14491,15343,16502,17172,17952,18687,19505,20512,21352,22012,22512,22920,23109,23439,23934,24306,24534,24724,24943,25381,25774,26014,26344,26674,27304,27566,27999,28287,28564,28890,29186,29413,29794,30117,30309,30622,30969,31442,31852,32110,32293,32576,32796,32981,33343,33612,33796,33978,34130,34485,34696,35173,35362,35518,35757,36037,36276,36470,36662,36768,36981,37108,37283,37467,37653,37909,38136,38258,38459,38682,38963,39287,39515,39847,40385,40727,41082,41466,41808,42488,43060,43467,44732,47147,48417,50029,51875,52682,53238,53662,53905,55067,56003,57104,58953,60711],"run_time_percentiles":[108,123,124,125,125,125,125,126,126,126,127,127,128,129,129,130,131,131,131,132,132,132,133,133,133,133,134,134,134,135,135,135,135,136,136,136,137,137,137,137,138,138,138,138,139,139,139,139,140,140,140,140,141,141,141,142,142,143,143,144,144,145,146,146,146,146,147,147,147,148,148,149,149,150,151,151,152,153,154,154,155,157,158,159,160,162,164,167,171,177,180,190,197,204,210,222,254,276,327,371],"tested_archs":["x86_64","arm64"]},"13bd01d8e2b6d5b00c989b5c93a0e07724838230":{"description":"Benchmark: Jetstream 2 - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"Score","samples":1284,"timing_samples":1194,"hib":1,"first_appeared":1553762576,"last_appeared":1712958449,"run_time_avg":468,"stddev_avg":0.91,"percentiles":[23.866,47.964,63.65,74.073,86.349,92.632,98.328,101.214,104.555,106.138,107.35,110.136,113,114.98,116.628,117.722,119.978,122.35,123.767,125.797,127.427,128.554,131.572,134.661,136.64,137.31,138.237,139.492,141.095,143.832,146.02,148.466,149.88,152.151,153.057,155.822,156.778,159.468,161.14,162.826,164.091,165.767,166.673,168.334,169.474,172.747,176.021,179.415,181.31,183.806,185.204,186.69,187.66,188.9,189.48,191.154,194.018,196.61,198.902,202.517,206.319,208.83,211.41,214.979,218.101,222.679,226.52,230.72,235.212,237.689,244.038,250.989,256.787,261.804,265.391,268.196,269.918,273.149,280.166,288.392,296.685,305.181,307.94,315.007,318.158,322.628,324.999,329.349,333.012,337.735,341.562,346.777,353.928,361.45,365.714,371.472,377.533,383.508,388.309,418.82],"run_time_percentiles":[159,165,170,176,178,180,183,185,186,188,190,191,193,195,197,203,211,216,219,224,229,241,248,254,258,264,269,275,279,282,291,306,311,316,322,324,326,331,335,340,342,346,350,353,359,362,369,371,376,381,386,392,399,405,410,416,418,424,428,433,434,437,439,444,447,453,457,459,463,467,473,480,485,490,494,501,513,521,528,533,544,552,560,575,596,611,622,634,657,667,705,770,839,1019,1185,1241,1347,1561,1660,2171],"tested_archs":["x86_64","arm64"]},"0285dd1408017314a7a0441dbcbb992590a1db41":{"description":"Benchmark: PSPDFKit WASM - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"Score","samples":1208,"timing_samples":1105,"hib":0,"first_appeared":1572304868,"last_appeared":1712958449,"run_time_avg":95,"stddev_avg":0.71,"percentiles":[832,1098,1296,1404,1463,1485,1499,1509,1528,1550,1626,1811,1856,1885,1934,2072,2139,2184,2228,2272,2316,2323,2355,2360,2379,2391,2410,2432,2435,2442,2448,2462,2479,2483,2490,2498,2504,2512,2524,2535,2546,2578,2595,2604,2617,2627,2635,2648,2666,2672,2688,2700,2717,2723,2736,2746,2764,2783,2790,2798,2813,2819,2823,2829,2834,2845,2864,2880,2885,2898,2911,2918,2930,2952,2961,2975,2995,3008,3031,3047,3061,3070,3092,3104,3121,3138,3152,3175,3194,3220,3267,3294,3326,3364,3413,3459,3499,3576,3625,3672],"run_time_percentiles":[37,47,50,53,53,54,55,55,57,59,63,65,65,67,70,73,75,79,80,81,83,83,84,84,85,85,86,86,86,86,87,87,87,88,88,88,88,88,89,89,89,89,90,90,90,91,92,92,92,92,92,93,93,93,94,94,94,95,95,95,96,97,97,97,97,98,98,99,99,99,100,100,101,101,101,102,102,103,103,104,105,106,107,108,109,109,110,111,112,113,113,114,117,119,124,133,153,167,192,225],"tested_archs":["x86_64","arm64"]},"845cb55c4ba8868a06aca247507e25d36af3ac0f":{"description":"Benchmark: WASM imageConvolute - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"ms","samples":1195,"timing_samples":1127,"hib":0,"first_appeared":1578420785,"last_appeared":1712958449,"run_time_avg":42,"stddev_avg":1.34,"percentiles":[14.04,14.61,15.33,15.95,16.52,16.86,17.03,17.13,17.34,17.55,17.65,17.76,17.84,17.87,17.9,17.96,18.04,18.13,18.17,18.24,18.31,18.47,18.64,18.76,18.89,19.1,19.23,19.52,20.08,20.38,20.69,20.81,21.03,21.28,21.43,21.52,21.8,22.16,22.37,22.56,22.75,22.86,23.03,23.22,23.57,23.9,24.13,24.24,24.33,24.47,24.5742,24.6358,24.74,24.8403,24.94,25.04,25.1752,25.378,25.54,25.69,26.1133,26.38,26.4557,26.6302,26.83,27.12,27.324,27.5553,27.7527,27.9018,28.2,28.2868,28.4992,28.7353,29,29.2972,29.58,29.979,30.28,30.6557,31.1758,31.6018,32.31,33.8283,34.8975,35.7272,36.2053,37.207,37.7737,38.8203,40.3953,42.2813,45.36,45.9248,47.9,50.6607,54.1448,59.44,69.942,84.68],"run_time_percentiles":[18,19,19,19,19,19,20,20,20,20,20,20,20,20,20,20,20,21,21,21,21,21,21,21,21,21,21,22,22,22,22,22,22,23,23,23,24,25,28,31,33,35,37,38,38,38,39,39,39,39,39,39,40,40,40,40,40,40,40,40,40,40,40,41,41,41,41,42,42,42,42,42,42,42,43,43,43,43,43,44,44,44,45,46,49,51,53,62,93,96,96,98,99,101,101,103,103,105,107,112],"tested_archs":["x86_64","arm64"]},"4f28c8d30f5aa3b556be8f6df466913ad9dea77d":{"description":"Benchmark: Kraken - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"ms","samples":1168,"timing_samples":1078,"hib":0,"first_appeared":1578420785,"last_appeared":1712958449,"run_time_avg":75,"stddev_avg":0.83,"percentiles":[316.2,318.7,332.3,335,336.7,340.2,341.9,345.5,347.2,350.1,354.3,355.7,359.1,361.3,365.7,373.2,376.7,379.1,381.3,383.6,389.9,395,400.2,418.6,422.4,423.9,426.8,436.8,440.8,442.8,446.4,454.2,458.7,463.3,466.5,470.7,479.8,482.9,489.1,495.9,499.9,504.4,509.3,514.7,524.9,532.9,536.6,539.33,542.9,545.9,551,555,557.2,560.8,564.6,571.4,580.4,583.3,587.6,591.5,597.5,601.1,606,608.9,611.7,617,630.2,652.7,661.5,668.6,688.6,700.5,709,712.5,718.3,728.2,738.1,745,752.2,754.9,758.6,767,779.3,787.1,803.8,812.8,831.6,847,869.4,878.9,892.3,915.8,956.4,989.2,1021.9,1059.5,1122.6,1160.6,1230.9,1429.8],"run_time_percentiles":[46,49,50,50,51,51,51,51,52,52,52,52,53,53,53,53,53,54,54,54,55,55,55,55,56,56,57,58,58,59,59,60,60,61,61,62,63,63,63,63,63,63,64,64,64,64,65,65,65,65,66,66,66,67,68,68,69,70,70,71,72,72,72,73,73,73,74,74,76,77,78,79,79,80,81,81,82,82,83,83,84,84,85,86,86,87,88,89,90,92,95,99,101,103,113,121,136,165,236,243],"tested_archs":["x86_64"]},"3fd269a16b6d393fcf48db9ac580f3d277c0b0fb":{"description":"Benchmark: WASM collisionDetection - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"ms","samples":1155,"timing_samples":1083,"hib":0,"first_appeared":1578420785,"last_appeared":1712958449,"run_time_avg":59,"stddev_avg":0.92,"percentiles":[171.17,176.38,186.32,193.39,200.66,206.19,207.4,210.76,211.89,213.98,215.68,216.51,217.12,217.92,218.01,219.64,219.9,220.67,221.05,221.94,222.85,226.61,228.38,230.42,230.91,230.94,235.48,236.53,237.63,239.01,240.13,242.99,249.3483,249.89,250.37,251.2692,251.83,252.31,252.94,253.3977,254.1522,254.71,255.618,256.5661,257.7625,258.3735,260.06,260.402,260.7575,261.16,261.4,262.28,262.84,263.7668,264.58,266.55,268.49,271.236,273.17,274.04,274.4669,275.06,275.47,276.24,279.09,280.18,280.4355,280.952,281.27,282.4449,284.44,285.7,287.0012,288.34,291.35,296.9,300.76,303.1417,304.78,307.6215,309.8895,315.88,318.06,322.21,340.2315,343.105,345.43,360.747,369.463,372.48,378.96,394.24,406.3,420.0983,438.8247,465.8318,509.6,583.11,715.7,977.8812],"run_time_percentiles":[29,32,32,33,34,35,36,36,36,36,36,37,37,37,37,37,38,38,38,39,39,39,39,40,40,40,41,41,41,41,42,42,43,43,44,45,46,46,46,47,47,47,48,48,48,48,48,48,48,48,48,49,49,49,49,49,50,50,50,50,51,51,51,51,51,52,52,52,53,53,54,54,55,55,55,55,56,56,56,56,57,57,57,59,61,62,64,67,71,76,97,130,148,154,159,163,173,176,182,205],"tested_archs":["x86_64","arm64"]},"8c17cadcf5d66e8ccb4032559c5f1044cca4320d":{"description":"Benchmark: StyleBench - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Runs \/ Minute","samples":1149,"timing_samples":1102,"hib":1,"first_appeared":1572217985,"last_appeared":1710903193,"run_time_avg":235,"stddev_avg":0.88,"percentiles":[19.4,35.7,40.3,45.1,47.1,50.6,51.9,52.7,53.5,55.2,56.7,58.6,59.5,60.1,60.6,61,61.6,62.2,62.7,63.7,64.1,65.03,66.5,67.6,67.9,68.6,69.6,70.2,71.2,71.7,72.9,74.1,75.6,76.4,77.2,78,78.5,79.1,79.7,80.5,81.7,83.1,84,84.6,85.3,85.8,86.2,86.6,86.9,87.3,87.7,88.2,88.9,90.3,91,91.5,92.3,92.7,93.2,93.73,95.2,96.3,97.3,97.9,98.51,99.3,99.9,100.8,101,102,102,102.6,103,104,105,105,106,107,107.5,108,109,109,110,111,112,112,113,114,115,117,118,119,121,122,127.6,129,133,137,145,153],"run_time_percentiles":[107,116,126,130,134,135,137,141,142,145,147,149,151,152,153,155,155,156,157,158,158,160,161,162,163,164,166,166,168,169,170,172,173,174,175,176,177,178,179,179,181,182,183,184,185,186,187,188,190,192,193,195,197,198,201,203,206,209,211,213,215,217,220,222,224,225,226,227,230,232,235,237,239,244,245,249,252,256,261,265,268,270,272,275,278,283,290,295,318,329,338,353,361,380,464,627,678,712,751,766],"tested_archs":["x86_64","arm64"]},"49f6ffe041229f8fb91bb1a800ce3400a9e3be80":{"description":"Benchmark: ARES-6 - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"ms","samples":987,"timing_samples":938,"hib":0,"first_appeared":1552521811,"last_appeared":1710903193,"run_time_avg":171,"stddev_avg":1,"percentiles":[5.94,6.65,7.01,7.14,7.34,7.47,7.56,7.96,8.55,8.96,9.19,9.38,9.55,9.78,9.91,10.2,10.31,10.55,10.94,11.27,11.65,12.23,12.7,12.95,13.07,13.32,13.42,13.51,13.69,14.02,14.18,14.48,14.73,14.87,15.04,15.16,15.42,15.66,15.94,16.1,16.22,16.34,16.51,16.64,17.01,17.15,17.42,17.51,17.86,18.09,18.38,18.56,18.83,18.99,19.11,19.18,19.32,19.47,19.63,19.71,19.89,19.99,20.15,20.24,20.31,20.45,20.8,21.27,21.4,21.55,21.78,22.15,22.41,22.81,23.05,23.29,23.38,24.1,24.73,24.91,25.04,25.36,25.88,26.55,26.79,27.13,27.47,27.66,28.44,29.02,30.54,31.79,32.89,34.33,35.65,36.9,41.6,46.1,55.98,62.05],"run_time_percentiles":[86,87,89,90,91,91,94,97,99,100,101,103,105,106,107,109,111,112,112,113,115,116,116,117,118,119,120,122,123,123,124,125,126,127,128,129,130,132,133,134,136,137,138,139,140,140,141,142,143,144,144,145,146,146,146,147,148,148,150,152,154,156,157,158,160,162,164,165,165,167,168,170,171,173,175,176,179,180,183,187,188,191,193,199,204,210,213,215,224,228,241,267,289,318,337,411,462,512,561,588],"tested_archs":["x86_64","arm64"]},"b7498d37ec4b0d604b68fe35b04b8afea531be0e":{"description":"Benchmark: CanvasMark - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Score","samples":963,"timing_samples":927,"hib":1,"first_appeared":1553520262,"last_appeared":1710903193,"run_time_avg":761,"stddev_avg":2.22,"percentiles":[4728,4960,4990,5009,5434,6180,6969,8002,8234,8461,8683,8943,9175,9383,9531,9603,9710,9806,9891,9936,10036,10146,10298,10506,10570,10684,10834,10973,11065,11155,11254,11321,11487,11581,11648,11713,11817,11871,11926,12004,12147,12206,12286,12358,12437,12519,12618,12685,12757,12808,12908,12953,13011,13072,13125,13166,13227,13283,13375,13472,13548,13642,13787,13897,13965,14038,14104,14118,14235,14422,14492,14561,14644,14745,14857,14990,15110,15190,15301,15447,15565,15660,15734,15876,15927,16079,16200,16599,16998,17546,17936,19036,19980,22039,23680,25234,26527,30236,37070,45172],"run_time_percentiles":[196,200,202,216,244,271,288,305,316,323,331,333,337,341,343,347,355,362,364,369,371,374,377,384,386,388,390,392,393,395,399,401,403,406,410,412,415,417,418,420,423,424,425,428,431,434,435,438,441,445,447,450,456,461,463,466,469,472,476,480,484,491,495,500,504,510,518,522,547,564,581,611,627,679,725,789,897,1024,1106,1294,1420,1482,1525,1575,1612,1651,1711,1731,1768,1797,1821,1852,1889,1916,2041,2186,2296,2434,2691,2812],"tested_archs":["x86_64","arm64"]},"10dadf4a6cf49e51e659d7f736c9ea40ed07c3d7":{"description":"Benchmark: Jetstream - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Score","samples":872,"timing_samples":837,"hib":1,"first_appeared":1553475749,"last_appeared":1710903193,"run_time_avg":596,"stddev_avg":0.46,"percentiles":[33.639,71.013,89.872,97.891,108.94,112.21,119.35,124.9,128.6,135.12,136.62,138.95,143.38,146.63,149.55,152.13,153.72,155.27,155.87,157.98,160.94,163.27,165.91,167.6,168.57,169.37,169.98,171.11,172.71,173.56,175.29,176.33,177,178.82,179.35,180.27,181.36,182.34,183.27,185.38,186,186.63,187.76,188.95,190.5,191.5,193.1,194.41,196.44,197.43,198.73,199.62,201.6,202.3,203.16,205.38,207.55,209.23,209.81,211.84,213.51,214.5,216.09,217.67,218.78,220,221.41,222.47,222.91,223.61,224.67,225.14,225.93,226.48,227.34,228.28,229.77,230.86,231.34,232.58,233.19,234.16,235.26,236.51,237.62,238.42,238.86,240.23,242,244.46,246.24,248.08,249.87,253.39,257.74,262.57,269.43,273.69,285.88,393.96],"run_time_percentiles":[422,479,509,522,526,528,532,535,536,539,540,542,543,543,544,545,546,547,547,548,548,549,549,550,551,551,552,553,553,554,556,557,557,559,559,560,560,561,563,564,565,566,567,568,569,570,571,571,572,573,575,576,577,577,578,579,580,581,582,584,586,586,587,589,590,592,593,594,595,598,600,602,603,605,607,609,611,614,615,618,620,624,628,632,635,641,642,648,654,659,665,671,682,705,713,743,757,816,875,970],"tested_archs":["x86_64","arm64"]},"e4bc8f4475a50a948b6ac042718303cf7113cd25":{"description":"Benchmark: Octane - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"Geometric Mean","samples":823,"timing_samples":762,"hib":1,"first_appeared":1553186165,"last_appeared":1712958449,"run_time_avg":133,"stddev_avg":0.75,"percentiles":[7141,16312,21436,24675,28154,29388,30707,32074,33314,34384,35673,36046,36463,36820,37329,38094,38460,39512,40054,40747,41234,41928,42481,43304,43870,44452,44649,44859,45453,45891,46197,46319,46666,46948,47358,47803,48224,48571,48715,48894,49180,49262,49499,49934,50727,51242,52555,52976,53629,54175,55001,56477,56743,58021,59018,60383,61322,62094,62868,63727,65249,65457,65953,66475,67692,69791,70507,71478,72165,73246,73644,75068,76541,77255,78357,81447,82678,83897,85592,87592,89258,92112,94033,94200,94277,94918,95229,95915,97685,98628,99902,100358,100867,101283,102786,104572,105605,106505,113751,117030],"run_time_percentiles":[105,117,117,117,117,117,117,117,117,118,118,118,118,118,118,118,119,119,119,119,120,120,120,120,120,120,121,121,121,121,121,122,122,122,122,123,123,123,123,123,124,124,124,124,124,124,125,125,125,125,125,125,126,126,126,126,126,126,126,127,127,127,127,127,127,127,128,128,128,129,129,129,129,130,130,130,130,130,131,131,132,132,133,134,134,135,136,138,142,145,145,148,152,155,158,161,171,191,261,358],"tested_archs":["x86_64","arm64"]},"c17536b9b45eae782da94c8974616b10a92f2985":{"description":"Benchmark: StyleBench - Browser: Google Chrome","test_version":"1.0.x","app_version":"","unit":"Runs \/ Minute","samples":798,"timing_samples":741,"hib":1,"first_appeared":1572217985,"last_appeared":1712958449,"run_time_avg":325,"stddev_avg":0.61,"percentiles":[11.8,15.09,20.2,22.11,23.4,24.8,25.6,26.16,26.76,27.5,27.97,28.42,28.7,29.28,29.6,30.1,30.66,31.29,32.31,32.7,33,33.1,33.26,33.4,33.7,33.8,34.1,34.57,34.8,35.1,35.3,35.5,35.68,35.9,36.06,36.16,36.3,36.31,36.4,36.58,36.66,36.85,36.9,37.06,37.1,37.2,37.4,37.7,37.78,37.9,38.37,38.6,39.2,39.6,39.8,40.3,40.7,41.4,42.2,42.44,42.8,43,43.4,43.7,44.4,44.8,45,45.74,45.9,46.12,46.39,47.4,48,48.6,49.21,49.6,49.85,50.4,50.5,51,51.96,52.8,53.3,54.7,55.1,55.7,56.4,56.9,57.4,57.9,58.8,59.8,61.12,61.78,64.2,65.4,66,69.5,82.27,98.6],"run_time_percentiles":[151,158,184,195,200,203,208,211,216,218,221,222,224,227,228,232,235,237,241,243,245,247,249,252,255,261,261,263,264,266,267,268,271,271,275,280,281,283,284,287,288,292,295,298,299,302,304,306,308,309,310,312,313,314,315,315,316,317,317,317,318,319,320,320,321,322,323,326,328,331,333,336,338,342,343,345,346,349,358,368,374,377,382,385,387,392,396,401,406,411,416,427,432,454,466,486,527,640,801,1007],"tested_archs":["x86_64","arm64"]},"a36e87a766a6a164ba8585f9ce3388f5ef152faa":{"description":"Benchmark: MotionMark - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Score","samples":793,"timing_samples":768,"hib":1,"first_appeared":1552521811,"last_appeared":1710903193,"run_time_avg":2434,"stddev_avg":12.13,"percentiles":[1,1,1,1,5.75,13.58,21.2,24.18,27.46,31.73,35.89,39.14,41.67,44.24,46.91,47.93,51.81,53.86,58.38,62.12,64.42,67.43,70.21,75.71,78.81,85.45,90.21,92.66,94.79,96.57,98.79,101.75,103.59,105.38,108.42,110.28,111.81,113.75,115.59,118.83,121.27,123,124.98,129.79,133.23,135.29,136.68,139.01,142.09,144.73,149.76,151.84,155.88,157.8,161.79,164.95,169.16,174.4,179.06,184.05,187,191.17,196.95,202.83,207,211.68,217.15,219.02,223.75,226.91,231.54,233.21,237,241,250.2,254.26,257.54,265.46,277,279.49,285.61,291.7,295.39,303.71,312.04,321.99,338.85,357.28,373.27,410.57,464.12,501.13,559.59,601.31,634.53,677.76,729.7,823.34,873.85,1557.82],"run_time_percentiles":[741,888,893,972,974,976,983,989,1001,1009,1014,1024,1035,1053,1064,1080,1092,1104,1146,1178,1293,1330,1942,1954,1959,1968,1972,1976,1983,1984,1989,1995,2004,2017,2040,2065,2130,2222,2295,2320,2352,2601,2657,2915,2922,2924,2928,2932,2935,2938,2940,2944,2945,2947,2949,2952,2954,2955,2957,2959,2961,2963,2966,2968,2970,2972,2975,2978,2980,2982,2986,2988,2990,2992,2995,3000,3003,3007,3015,3020,3025,3033,3043,3054,3061,3069,3080,3093,3121,3127,3144,3190,3234,3258,3295,3312,3391,3414,3493,3733],"tested_archs":["x86_64","arm64"]},"74c11b31ac6a669fa2d9d2ff4de73d591c99d4a0":{"description":"Benchmark: Maze Solver - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Seconds","samples":747,"timing_samples":704,"hib":0,"first_appeared":1572217985,"last_appeared":1692408143,"run_time_avg":70,"stddev_avg":0.99,"percentiles":[3.8,3.9,3.9,3.9,4,4,4,4,4,4,4,4.1,4.1,4.1,4.1,4.1,4.2,4.2,4.2,4.2,4.3,4.3,4.3,4.3,4.4,4.4,4.4,4.4,4.4,4.4,4.4,4.4,4.5,4.5,4.6,4.7,4.8,4.9,5,5,5.1,5.1,5.1,5.1,5.1,5.2,5.2,5.2,5.2,5.3,5.3,5.3,5.3,5.3,5.3,5.4,5.4,5.4,5.4,5.4,5.4,5.4,5.4,5.4,5.47,5.5,5.5,5.5,5.5,5.6,5.6,5.6,5.6,5.7,5.7,5.7,5.7,5.8,5.8,5.9,6,6.2,6.2,6.3,6.3,6.3,6.5,6.6,6.7,6.8,7.3,8,11,13,14,14,15,15,15,16],"run_time_percentiles":[41,42,44,44,45,45,46,46,46,46,46,47,48,48,48,48,49,49,49,50,50,50,51,51,51,52,52,52,53,53,53,53,54,54,55,55,55,56,56,56,56,57,57,57,57,58,58,58,59,59,59,60,60,60,61,61,61,62,62,63,63,63,64,64,65,65,65,65,66,66,67,68,68,69,70,71,72,72,73,74,75,79,81,83,85,90,96,99,100,101,102,106,108,112,118,126,157,180,232,244],"tested_archs":["x86_64","arm64"]},"92bc4d513a59d9a4da1d75a70bb3f0abeddbd61c":{"description":"Benchmark: Basemark - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Overall Score","samples":667,"timing_samples":641,"hib":1,"first_appeared":1552521811,"last_appeared":1673719053,"run_time_avg":1676,"stddev_avg":3.01,"percentiles":[97.24,163.53,192,229.72,261.03,274.58,279.95,291.17,298.76,308.96,313.75,319,326,340.31,347.19,358.13,366.09,372.55,380.6,384.25,386.77,396.3,405.61,408.29,410.38,414.63,417.77,421.06,423.07,428.51,431.98,437,444.18,452.15,456.29,459.59,465.5,470.98,475.73,479.01,483.88,487.6,489.06,491.36,496.14,499.54,509.06,518.96,522.28,527.15,537,545.09,548.12,551.53,556.08,563.52,573.49,582.23,590.84,597.64,602.66,609.96,613.42,621.43,625.97,627.93,636,649,655,664.69,676,682.28,692.89,702.58,709,716.86,721.95,724.82,732.6,739.99,748.53,754.39,757.95,762.05,773,778.54,792.53,800.44,807.37,814,823.39,829.89,848.98,871.92,882.23,893.88,907.14,920.27,961.04,1044.1],"run_time_percentiles":[339,388,406,416,430,439,454,460,473,480,493,517,532,543,549,562,567,573,580,591,608,623,630,637,645,655,678,697,704,719,729,754,764,780,793,813,843,876,898,927,940,952,977,1008,1029,1079,1148,1250,1315,1367,1436,1479,1567,1609,1662,1694,1767,1788,1843,1899,1924,1987,2015,2102,2134,2151,2178,2200,2227,2260,2263,2310,2327,2366,2395,2412,2447,2463,2485,2531,2549,2596,2605,2647,2687,2730,2745,2771,2810,2823,2931,3078,3187,3483,3591,3666,4159,4631,5480,5917],"tested_archs":["x86_64","arm64"]},"1457a35d0444bff7b0d9061083107f559469230d":{"description":"Benchmark: WebXPRT - Browser: Firefox","test_version":"1.0.x","app_version":"","unit":"Score","samples":618,"timing_samples":600,"hib":1,"first_appeared":1552521811,"last_appeared":1665154315,"run_time_avg":1743,"stddev_avg":0.38,"percentiles":[47,81,95,116,134,154,161,162,163,171,175,177,183,187,191,193,195,196,199,201,202,203,206,206,208,209,213,214,217,217,219,220,222,223,225,226,226,227,228,229,230,231,233,235,236,238,239,240,241,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,258,259,260,260,262,262,264,265,267,267,268,270,271,272,273,274,275,276,277,278,279,280,282,283,285,288,289,292,294,296,299,302,303,308,328],"run_time_percentiles":[1112,1499,1505,1510,1513,1518,1520,1521,1522,1524,1527,1529,1532,1534,1535,1537,1538,1540,1542,1544,1546,1548,1550,1555,1557,1558,1561,1568,1574,1576,1579,1582,1586,1587,1592,1597,1599,1601,1603,1607,1611,1615,1618,1620,1622,1624,1627,1628,1630,1631,1633,1634,1637,1638,1639,1643,1648,1651,1653,1654,1657,1660,1663,1668,1673,1678,1689,1698,1702,1708,1719,1727,1733,1737,1745,1751,1759,1765,1771,1781,1792,1809,1826,1834,1846,1863,1880,1913,1943,1978,2021,2072,2131,2162,2243,2474,2877,2946,3135,3525],"tested_archs":["x86_64","arm64"]}}} \ No newline at end of file diff --git a/ob-cache/test-profiles/system/selenium-1.0.39/install.sh b/ob-cache/test-profiles/system/selenium-1.0.39/install.sh new file mode 100644 index 000000000..fd49061a7 --- /dev/null +++ b/ob-cache/test-profiles/system/selenium-1.0.39/install.sh @@ -0,0 +1,39 @@ +#!/bin/bash +if which pip3>/dev/null 2>&1 ; +then + echo 0 > ~/install-exit-status +else + echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed." + echo 2 > ~/install-exit-status +fi +pip3 install --user selenium==3.141.0 +unzip -o selenium-scripts-10.zip +# Drivers +tar -xf geckodriver-v0.32.0-linux64.tar.gz +unzip -o chromedriver-linux64-122.zip +mv chromedriver-linux64/chromedriver . +# Script +echo "#!/bin/bash +rm -f run-benchmark.py +cp -f selenium-run-\$1.py run-benchmark.py +sed -i \"s/Firefox/\$2/g\" run-benchmark.py + +echo \"from selenium import webdriver +driver = webdriver.\$2() +if \\\"browserName\\\" in driver.capabilities: + browserName = driver.capabilities['browserName'] + +if \\\"browserVersion\\\" in driver.capabilities: + browserVersion = driver.capabilities['browserVersion'] +else: + browserVersion = driver.capabilities['version'] + +print('{0} {1}'.format(browserName, browserVersion)) +driver.quit()\" > browser-version.py + +PATH=\$HOME:\$PATH python3 ./run-benchmark.py > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status + +PATH=\$HOME:\$PATH python3 ./browser-version.py > ~/pts-footnote +" > selenium +chmod +x selenium diff --git a/ob-cache/test-profiles/system/selenium-1.0.39/install_macosx.sh b/ob-cache/test-profiles/system/selenium-1.0.39/install_macosx.sh new file mode 100644 index 000000000..e128c8df2 --- /dev/null +++ b/ob-cache/test-profiles/system/selenium-1.0.39/install_macosx.sh @@ -0,0 +1,39 @@ +#!/bin/bash +if which pip3>/dev/null 2>&1 ; +then + echo 0 > ~/install-exit-status +else + echo "ERROR: Python pip3 is not found on the system! This test profile needs Python pip3 to proceed." + echo 2 > ~/install-exit-status +fi +pip3 install --user selenium==3.141.0 +unzip -o selenium-scripts-10.zip +# Drivers +tar -xf geckodriver-v0.32.0-macos.tar.gz +unzip -o chromedriver-mac-x64-122.zip +mv chromedriver-mac-x64/chromedriver . +# Script +echo "#!/bin/bash +rm -f run-benchmark.py +cp -f selenium-run-\$1.py run-benchmark.py +sed -i \"s/Firefox/\$2/g\" run-benchmark.py + +echo \"from selenium import webdriver +driver = webdriver.\$2() +if \\\"browserName\\\" in driver.capabilities: + browserName = driver.capabilities['browserName'] + +if \\\"browserVersion\\\" in driver.capabilities: + browserVersion = driver.capabilities['browserVersion'] +else: + browserVersion = driver.capabilities['version'] + +print('{0} {1}'.format(browserName, browserVersion)) +driver.quit()\" > browser-version.py + +PATH=\$HOME:\$PATH python3 ./run-benchmark.py > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status + +PATH=\$HOME:\$PATH python3 ./browser-version.py > ~/pts-footnote +" > selenium +chmod +x selenium diff --git a/ob-cache/test-profiles/system/selenium-1.0.39/install_windows.sh b/ob-cache/test-profiles/system/selenium-1.0.39/install_windows.sh new file mode 100644 index 000000000..355695e9e --- /dev/null +++ b/ob-cache/test-profiles/system/selenium-1.0.39/install_windows.sh @@ -0,0 +1,34 @@ +#!/bin/sh +unzip -o selenium-scripts-10.zip +# Drivers +unzip -o geckodriver-v0.32.0-win32.zip +unzip -o chromedriver-win64-122.zip +mv chromedriver-win64/chromedriver.exe . +pip3 install --user selenium==3.141.0 +HOME=$DEBUG_REAL_HOME pip3 install --user selenium==3.141.0 +# Script +echo "#!/bin/sh +HOME=\$DEBUG_REAL_HOME cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\Scripts\pip3.exe\" install --user selenium==3.141.0 +rm -f run-benchmark.py +cp -f selenium-run-\$1.py run-benchmark.py +sed -i \"s/Firefox/\$2/g\" run-benchmark.py + +echo \"from selenium import webdriver +driver = webdriver.\$2() +if \\\"browserName\\\" in driver.capabilities: + browserName = driver.capabilities['browserName'] + +if \\\"browserVersion\\\" in driver.capabilities: + browserVersion = driver.capabilities['browserVersion'] +else: + browserVersion = driver.capabilities['version'] + +print('{0} {1}'.format(browserName, browserVersion)) +driver.quit()\" > browser-version.py + +cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\python.exe\" ./run-benchmark.py > \$LOG_FILE 2>&1 +echo \$? > ~/test-exit-status + +cmd /c \"\$DEBUG_REAL_HOME\AppData\Local\Programs\Python\Python37\python.exe\" ./browser-version.py > ~/pts-footnote +" > selenium +chmod +x selenium diff --git a/ob-cache/test-profiles/system/selenium-1.0.39/results-definition.xml b/ob-cache/test-profiles/system/selenium-1.0.39/results-definition.xml new file mode 100644 index 000000000..de9152ea6 --- /dev/null +++ b/ob-cache/test-profiles/system/selenium-1.0.39/results-definition.xml @@ -0,0 +1,126 @@ + + + + + SPEEDOMETER RUNS PER MINUTE RESULT: #_RESULT_# + SPEEDOMETER + Runs Per Minute + HIB + + + SPEEDOM3 RUNS PER MINUTE RESULT: #_RESULT_# + SPEEDOM3 + Score + HIB + + + SILVERBENCH OVERALL SCORE RESULT: #_RESULT_# + SILVERBENCH + P + Score + HIB + + + MOTIONMARK RESULT: #_RESULT_# + MOTIONMARK + Score + HIB + + + BASEMARK OVERALL SCORE RESULT: #_RESULT_# + BASEMARK + Overall Score + HIB + + + WEBXPRT SCORE RESULT: #_RESULT_# + WEBXPRT + Score + HIB + + + ARES-6 GEOMETRIC MEAN RESULT: #_RESULT_# + ARES-6 + ms + LIB + + + OCTANE RESULT: #_RESULT_# + OCTANE + Geometric Mean + HIB + + + JETSTREAM RESULT: #_RESULT_# + JETSTREAM + Score + HIB + + + JSTREAM2 RESULT: #_RESULT_# + JSTREAM2 + Score + HIB + + + CANVASMARK RESULT: #_RESULT_# + CANVASMARK + Score + HIB + + + STYLEBENCH RESULT: #_RESULT_# + STYLEBENCH + Runs / Minute + HIB + + + MAZESOLVER RESULT: #_RESULT_# + MAZESOLVER + Seconds + LIB + + + PSPDFKitWASM RESULT: #_RESULT_# + PSPDFKitWASM + Score + LIB + + + KRAKEN RESULT: #_RESULT_# +/- 1.1% + KRAKEN + ms + ms + LIB + + + WASM COLLISION RESULT: #_RESULT_# + WASM COLLISION + ms + LIB + + + WASM CONVOLUTE RESULT: #_RESULT_# + WASM CONVOLUTE + ms + LIB + + + GUIMARK3 BITMAP RESULT: #_RESULT_# +/- 1.1% + GUIMARK3 BITMAP + fps + HIB + + + GUIMARK3 VECTOR RESULT: #_RESULT_# +/- 1.1% + GUIMARK3 VECTOR + fps + HIB + + + GUIMARK3 COMPUTE RESULT: #_RESULT_# +/- 1.1% + GUIMARK3 COMPUTE + fps + HIB + + diff --git a/ob-cache/test-profiles/system/selenium-1.0.39/test-definition.xml b/ob-cache/test-profiles/system/selenium-1.0.39/test-definition.xml new file mode 100644 index 000000000..1fb227b01 --- /dev/null +++ b/ob-cache/test-profiles/system/selenium-1.0.39/test-definition.xml @@ -0,0 +1,113 @@ + + + + + Selenium + This test profile uses the Selenium WebDriver for running various browser benchmarks in different available web browsers such as Mozilla Firefox and Google Chrome. + Score + HIB + 3 + + + 1.0.39 + Linux, Windows, MacOSX + Utility + System + Free + Verified + python + TRUE + TRUE + 100 + https://www.selenium.dev/ + https://github.com/SeleniumHQ/selenium + Michael Larabel + firefox, google-chrome + + + + + + diff --git a/ob-cache/test-suites/pts/database-1.3.12/suite-definition.xml b/ob-cache/test-suites/pts/database-1.3.12/suite-definition.xml new file mode 100644 index 000000000..2973c5308 --- /dev/null +++ b/ob-cache/test-suites/pts/database-1.3.12/suite-definition.xml @@ -0,0 +1,123 @@ + + + + + Database Test Suite + 1.3.12 + System + The database test suite consists of tests that are designed to represent real-world database performance in areas such as SQL. + Michael Larabel + + + pts/sqlite-2.1.0 + 1 + Threads / Copies: 1 + + + pts/sqlite-speedtest + + + pts/etcd + BATCH + + + pts/redis + BATCH + + + pts/memcached + BATCH + + + pts/dragonflydb + BATCH + + + pts/memtier-benchmark + BATCH + + + pts/keydb + BATCH + + + pts/leveldb + BATCH + + + pts/hbase + BATCH + + + pts/rocksdb + BATCH + + + pts/cassandra + BATCH + + + pts/pgbench + BATCH + + + pts/mysqlslap + BATCH + + + pts/mariadb + BATCH + + + pts/couchdb + BATCH + + + pts/influxdb + BATCH + + + pts/clickhouse + BATCH + + + pts/spark + BATCH + + + pts/cockroach + BATCH + + + pts/yugabytedb + BATCH + + + pts/apache-iotdb + BATCH + + + pts/hadoop + BATCH + + + pts/duckdb + BATCH + + + pts/spark-tpch + BATCH + + + pts/spark-tpcds + BATCH + + + pts/scylladb + BATCH + + + pts/speedb + BATCH + + diff --git a/ob-cache/test-suites/pts/database-1.3.7/suite-definition.xml b/ob-cache/test-suites/pts/database-1.3.7/suite-definition.xml new file mode 100644 index 000000000..0c2d73ff7 --- /dev/null +++ b/ob-cache/test-suites/pts/database-1.3.7/suite-definition.xml @@ -0,0 +1,87 @@ + + + + + Database Test Suite + 1.3.7 + System + The database test suite consists of tests that are designed to represent real-world database performance in areas such as SQL. + Michael Larabel + + + pts/sqlite-2.1.0 + 1 + Threads / Copies: 1 + + + pts/sqlite-speedtest + + + pts/etcd + BATCH + + + pts/redis + BATCH + + + pts/memcached + BATCH + + + pts/dragonflydb + BATCH + + + pts/memtier-benchmark + BATCH + + + pts/keydb + BATCH + + + pts/leveldb + BATCH + + + pts/hbase + BATCH + + + pts/rocksdb + BATCH + + + pts/cassandra + BATCH + + + pts/pgbench + BATCH + + + pts/mysqlslap + BATCH + + + pts/couchdb + BATCH + + + pts/influxdb + BATCH + + + pts/clickhouse + BATCH + + + pts/spark + BATCH + + + pts/cockroach + BATCH + + diff --git a/ob-cache/test-suites/pts/machine-learning-1.3.5/suite-definition.xml b/ob-cache/test-suites/pts/machine-learning-1.3.5/suite-definition.xml new file mode 100644 index 000000000..b9d6518bd --- /dev/null +++ b/ob-cache/test-suites/pts/machine-learning-1.3.5/suite-definition.xml @@ -0,0 +1,119 @@ + + + + + Machine Learning + 1.3.5 + System + The machine learning test suite helps to benchmark a system for the popular pattern recognition and computational learning algorithms. Mainly different machine learning / deep learning benchmarks. + Victor Rodriguez + + + pts/mnn + BATCH + + + pts/ncnn + BATCH + + + pts/tnn + BATCH + + + pts/opencv + dnn + Test: DNN - Deep Neural Network + + + pts/caffe + BATCH + accel = CPU + + + pts/shoc + + + pts/rbenchmark + + + pts/numpy + + + pts/ai-benchmark + + + pts/deepspeech + BATCH + + + pts/ecp-candle + BATCH + + + pts/rnnoise + BATCH + + + pts/scikit-learn + + + + pts/mlpack + BATCH + + + pts/numenta-nab + BATCH + + + pts/tensorflow + BATCH + + + pts/tensorflow-lite + BATCH + + + pts/numenta-nab + BATCH + + + pts/onednn + BATCH + + + pts/openvino + BATCH + + + pts/onnx + BATCH + + + pts/plaidml + --no-fp16 --no-train resnet50 CPU + FP16: No - Mode: Inference - Network: ResNet 50 - Device: CPU + + + + pts/plaidml + --no-fp16 --no-train vgg16 CPU + FP16: No - Mode: Inference - Network: VGG16 - Device: CPU + + + + pts/lczero + -b blas + Backend: BLAS + + + + pts/spacy + BATCH + + + pts/deepsparse + BATCH + +