1 line
38 KiB
JSON
1 line
38 KiB
JSON
{"overview":{"947610139beb46c152f74ada08833bfe9728062d":{"description":"Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":130,"stddev_avg":0.05,"percentiles":[4.3724,4.3724,4.4236,4.4546,4.4546,4.6509,4.8027,4.8027,5.0006,5.2615,5.2615,5.2615,5.3183,5.3183,5.3183,5.5525,5.5525,5.6993,5.7059,5.7059,5.7537,7.5518,7.5518,7.5518,7.5633,7.5633,7.5633,8.4341,8.4341,8.4524,8.4593,8.4593,8.9375,8.9566,8.9566,9.0093,9.0559,9.0559,9.064,9.1491,9.1491,9.5325,10.6496,10.6496,10.6773,10.7197,10.7197,10.8516,10.8623,10.8623,18.0701,18.0701,18.0701,18.3106,18.3106,18.3106,21.2445,21.2505,21.2505,21.2799,21.3119,21.3119,21.5986,21.795,21.795,21.8225,21.8474,21.8474,21.8606,26.6035,26.6035,26.6165,26.6926,26.6926,26.6941,30.3038,30.3038,30.444,30.5421,30.5421,33.4187,33.6797,33.6797,33.7125,35.617,35.617,35.6174,35.7366,35.7366,132.8792,132.9523,132.9523,132.9817,133.012,133.012,136.559,137.2758,137.2758,137.823,137.9486],"run_time_percentiles":[120,120,120,120,120,120,120,121,121,121,121,121,121,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,125,125,125,125,125,125,125,129,129,129,129,129,129,134,134,134,134,134,134,137,137,137,137,137,137,137,137,137,137,137,137,137,138,138,138,138,138,138,138,138,138,138,138,138,154,154,154,154,154,154],"tested_archs":["x86_64","aarch64"]},"a6893edb09ab37f3c2a30cc382eee443bef51652":{"description":"Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":124,"stddev_avg":0.03,"percentiles":[202.0153,202.0153,202.3677,202.463,202.463,202.5056,207.8898,207.8898,210.523,211.443,211.443,211.7512,211.819,211.819,212.0904,212.4479,212.4479,212.7103,267.9952,267.9952,268.0825,268.5519,268.5519,269.6208,269.9726,269.9726,313.7349,313.7349,313.7349,313.9578,313.9578,313.9578,349.8032,350.3778,350.3778,350.443,351.8687,351.8687,355.527,356.1523,356.1523,356.2134,356.291,356.291,356.6279,357.5452,357.5452,362.2743,381.0376,381.0376,381.1234,382.1237,382.1237,382.1742,393.0761,393.0761,393.394,393.6606,393.6606,393.8206,396.3127,396.3127,396.3127,410.6774,410.6774,410.6774,430.692,430.692,430.692,440.663,440.663,440.663,477.026,477.026,479.2889,481.3091,481.3091,507.7182,508.6027,508.6027,509.3081,574.9023,574.9023,600.1209,607.7805,607.7805,632.7488,633.8932,633.8932,634.5354,983.938,983.938,1016.0045,1020.2272,1020.2272,1030.8408,1333.7177,1333.7177,1335.3456,1337.5918],"run_time_percentiles":[119,119,119,119,119,119,119,119,119,119,119,119,119,119,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,122,122,122,122,122,122,122,125,125,125,125,125,125,125,126,126,126,126,126,126,127,127,127,127,127,127,127,127,127,127,127,127,127,127,128,128,128,128,128,128,128,128,128,128,128,128,128,129,129,129,129,129,129,129,129,129,129,129,129,129],"tested_archs":["x86_64","aarch64"]},"7c1c5406d5fd0bc7f453370348b492b3d54aaa76":{"description":"Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":113,"stddev_avg":0.04,"percentiles":[55.7142,55.7142,55.7242,55.7256,55.7256,55.7375,55.7746,55.7746,58.5286,58.7366,58.7366,59.2873,61.7579,61.7579,61.7698,61.9371,61.9371,61.9978,62.9466,62.9466,63.0966,63.1227,63.1227,63.2608,63.2681,63.2681,71.699,72.2559,72.2559,72.2762,72.4043,72.4043,72.6309,72.7313,72.7313,72.8207,73.9698,73.9698,73.9961,74.0261,74.0261,74.0382,78.8208,78.8208,79.2452,79.4548,79.4548,79.5069,84.2144,84.2144,84.2144,84.3041,84.3041,84.3041,93.1305,93.1305,93.1305,93.3775,93.3775,93.3775,96.4154,96.4154,96.4154,96.5554,96.5554,96.5554,100.6851,100.6851,100.9073,101.1005,101.1005,118.9649,119.8962,119.8962,119.9052,119.9993,119.9993,120.1787,120.27,120.27,120.3976,121.7572,121.7572,122.2706,132.9137,132.9137,149.2455,149.6143,149.6143,150.0741,190.0904,190.0904,190.2256,190.558,190.558,192.2847,310.5129,310.5129,311.1676,312.7909],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,113,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,121,121,121,121,121,121],"tested_archs":["x86_64","aarch64"]},"b2a594486c92f0c4e4b93b0a9dbe5a0be062f298":{"description":"Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":115,"stddev_avg":0.04,"percentiles":[23.0607,23.0607,23.0973,23.1057,23.1057,24.7946,24.9388,24.9388,24.9889,28.5761,28.5761,28.5761,28.7886,28.7886,29.0492,29.0492,29.0492,29.9021,30.3345,30.3345,30.3372,36.1587,36.1587,36.1587,36.3099,36.3099,36.3099,46.1964,46.1964,46.5432,46.6672,46.6672,51.9778,53.5893,53.5893,53.6218,53.6674,53.6674,53.7675,53.8839,53.8839,53.9161,67.2624,67.2624,67.3195,67.3817,67.3817,67.411,67.6241,67.6241,83.2289,83.2289,83.2289,83.5549,83.5549,83.5549,87.3635,87.5496,87.5496,87.6213,87.6317,87.6317,93.011,93.7892,93.7892,93.8712,98.8001,98.8001,99.0032,99.0547,99.0547,99.104,99.2228,99.2228,99.3344,99.4073,99.4073,99.497,99.4984,99.4984,112.5334,112.8291,112.8291,112.8521,154.039,154.039,154.4093,154.5035,154.5035,195.8325,195.8717,195.8717,197.0081,197.6133,197.6133,212.1812,212.4945,212.4945,212.639,213.5555],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,115,115,115,115,115,115,115,125,125,125,125,125,125,125,125,125,125,125,125,133,133,133,133,133,133],"tested_archs":["x86_64","aarch64"]},"a77140031a418d03f49e6debb4e03cbe7a03a678":{"description":"Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":115,"stddev_avg":0.04,"percentiles":[4.6801,4.6801,4.7002,4.7035,4.7035,4.7104,5.058,5.058,5.0734,5.103,5.103,5.1037,6.4656,6.4656,6.4692,6.4846,6.4846,8.8461,8.8483,8.8483,8.8709,10.046,10.046,10.046,10.0546,10.0546,10.0615,10.0731,10.0731,10.0857,10.0902,10.0902,10.0959,10.1159,10.1159,10.646,10.6547,10.6547,10.7442,11.4055,11.4055,11.4067,11.4159,11.4159,11.4406,11.959,11.959,11.959,12.0042,12.0042,12.0042,14.7838,14.7838,14.8305,14.8369,14.8369,14.8504,14.8628,14.8628,18.5431,18.5538,18.5538,18.5938,18.6283,18.6283,18.6441,18.6556,18.6556,19.2342,21.4134,21.4134,21.4737,21.6301,21.6301,27.5324,27.5324,27.5324,27.6472,27.6472,27.6472,32.9409,32.9456,32.9456,33.4221,34.4009,34.4009,34.4009,34.7133,34.7133,34.9715,34.9715,34.9715,40.0104,40.091,40.091,40.325,43.2686,43.2686,43.2842,43.353],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,115,115,115,115,115,115,115,125,125,125,125,125,125,125,125,125,125,125,125,133,133,133,133,133,133],"tested_archs":["x86_64","aarch64"]},"4b08a77993201615e7cdd48a86e15cf72e9b3352":{"description":"Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":117,"stddev_avg":0.05,"percentiles":[35.7435,35.7435,35.7498,38.0851,38.0851,40.87,40.8905,40.8905,40.953,46.2795,46.2795,46.2795,47.2628,47.2628,47.2628,53.4604,53.4604,54.0806,54.2522,54.2522,55.1778,65.5872,65.5872,65.5872,65.5898,65.5898,65.5898,73.9356,73.9356,74.0959,74.2257,74.2257,77.9417,79.3779,79.3779,79.4246,79.4885,79.4885,79.5563,79.5793,79.5793,79.7457,81.1745,81.1745,81.4912,81.5021,81.5021,81.5086,81.6823,81.6823,149.1997,149.1997,149.1997,149.4028,149.4028,149.4028,188.1505,188.2128,188.2128,188.3255,188.4415,188.4415,190.7916,191.7023,191.7023,192.3054,192.506,192.506,192.6076,223.0028,223.0028,223.554,224.1641,224.1641,224.1971,244.4601,244.4601,245.3457,245.9676,245.9676,314.4659,314.4763,314.4763,315.2865,339.9,339.9,345.108,346.6699,346.6699,1141.2417,1142.9944,1142.9944,1144.0054,1144.5034,1144.5034,1233.705,1236.9478,1236.9478,1238.0561,1241.5488],"run_time_percentiles":[113,113,113,113,113,113,113,113,113,113,113,113,113,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,116,116,116,116,116,116,117,117,117,117,117,117,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,126,126,126,126,126,126],"tested_archs":["x86_64","aarch64"]},"7108c1bde12eb0d9c6ff634d37ff517773086268":{"description":"Model: NLP Text Classification, DistilBERT mnli - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":117,"stddev_avg":0.05,"percentiles":[40.3825,40.3825,40.4564,40.5404,40.5404,41.5244,41.53,41.53,41.5819,41.7072,41.7072,41.9183,42.4217,42.4217,42.4509,42.4756,42.4756,42.4853,48.9564,48.9564,49.0612,49.066,49.066,49.0714,49.2619,49.2619,50.1496,50.2554,50.2554,50.2694,50.3129,50.3129,50.3532,50.3829,50.3829,51.3204,51.5131,51.5131,51.6596,51.7072,51.7072,51.8422,53.4714,53.4714,53.4812,53.6259,53.6259,53.7553,60.218,60.218,60.218,60.3001,60.3001,60.3001,60.9399,60.9399,60.9399,60.9458,60.9458,60.9458,63.444,63.444,63.444,64.7626,64.7626,64.7626,65.0212,65.0212,65.1819,65.4072,65.4072,73.1801,73.2979,73.2979,73.352,78.7443,78.7443,83.6574,83.7657,83.7657,83.8482,83.8862,83.8862,83.8992,83.9259,83.9259,101.3076,101.5303,101.5303,101.6256,126.6007,126.6007,128.6802,128.9833,128.9833,130.4653,181.8956,181.8956,182.8789,185.7196],"run_time_percentiles":[113,113,113,113,113,113,113,113,113,113,113,113,113,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,116,116,116,116,116,116,117,117,117,117,117,117,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,126,126,126,126,126,126],"tested_archs":["x86_64","aarch64"]},"ec149e1403247f5016fb1f96ce6614000e37c266":{"description":"Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":178,"stddev_avg":0.12,"percentiles":[31.7852,31.7852,32.0773,33.8164,33.8164,37.4422,37.5073,37.5073,37.5286,38.8108,38.8108,39.1848,39.669,39.669,39.9828,42.7211,42.7211,42.7211,42.9858,42.9858,42.9858,49.7864,49.7864,50.0942,50.333,50.333,50.333,50.4094,50.4094,50.4094,50.4405,50.4405,50.8544,50.892,50.892,67.0003,67.1305,67.1305,67.27,67.4313,67.4313,68.672,68.6726,68.6726,68.7072,68.8463,68.8463,68.8904,68.97,68.97,81.1472,84.4546,84.4546,85.6351,85.6351,85.6351,85.698,86.3359,86.3359,86.3359,109.4784,109.4784,109.9523,111.1578,111.1578,111.4506,111.8371,111.8371,112.0022,112.3308,112.3308,113.4701,113.8761,113.8761,114.4072,114.8252,114.8252,115.2566,116.3492,116.3492,116.5639,117.2079,117.2079,117.6643,136.9731,136.9731,137.7834,138.0557,138.0557,198.3448,198.3789,198.3789,199.0668,200.2818,200.2818,225.4415,225.4496,225.4496,225.4674,225.5614],"run_time_percentiles":[113,113,113,113,113,113,113,114,114,114,114,114,114,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,117,117,117,117,117,117,117,119,119,119,119,119,119,120,120,120,120,120,120,120,120,120,120,120,120,121,121,121,121,121,121,121,133,133,133,133,133,133,603,603,603,603,603,603,603,603,603,603,603,603],"tested_archs":["x86_64","aarch64"]},"1968a2c97ff6ff373d30fe5697bcd3ea3912ae50":{"description":"Model: NLP Text Classification, DistilBERT mnli - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":178,"stddev_avg":0.12,"percentiles":[4.4307,4.4307,4.4325,4.4329,4.4329,4.4329,4.9896,4.9896,5.0199,5.0371,5.0371,5.0378,7.2356,7.2356,7.2496,7.2927,7.2927,8.4942,8.5269,8.5269,8.5743,8.5902,8.5902,8.6715,8.7026,8.7026,8.7347,8.7752,8.7752,8.807,8.8921,8.8921,8.9189,8.9317,8.9317,8.9625,8.982,8.982,9.0819,9.1198,9.1198,11.5739,11.5739,11.5739,11.6625,11.6863,11.6863,11.6863,11.8338,11.8338,12.3168,14.4952,14.4952,14.5116,14.521,14.521,14.5507,14.5577,14.5577,14.5578,14.8283,14.8283,14.8559,14.8872,14.8872,14.9156,19.6462,19.6462,19.6607,19.8227,19.8227,19.8296,19.8296,19.8296,19.8602,19.8602,19.8602,19.9587,20.0825,20.0825,23.2497,23.2497,23.2497,23.3937,23.3937,23.3937,24.9998,25.1971,25.1971,25.5085,25.7552,25.7552,26.6361,26.6514,26.6514,26.698,29.5657,29.5657,31.1695,31.4555],"run_time_percentiles":[113,113,113,113,113,113,113,114,114,114,114,114,114,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,117,117,117,117,117,117,117,119,119,119,119,119,119,120,120,120,120,120,120,120,120,120,120,120,120,121,121,121,121,121,121,121,133,133,133,133,133,133,603,603,603,603,603,603,603,603,603,603,603,603],"tested_archs":["x86_64","aarch64"]},"029547d9862776523c5601395a6358610a352681":{"description":"Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":124,"stddev_avg":0.04,"percentiles":[4.7151,4.7151,4.7167,4.7347,4.7347,4.9333,4.9986,4.9986,5.2179,6.6736,6.6736,6.7557,6.7585,6.7585,7.0047,9.0767,9.0767,9.0767,9.2291,9.2291,9.2291,9.5532,9.5532,9.5532,9.5583,9.5583,9.5583,11.0411,11.0411,11.1867,11.2154,11.2154,11.226,11.2285,11.2285,11.2304,11.2502,11.2502,14.1829,14.2388,14.2388,14.4256,14.8156,14.8156,14.8348,14.8935,14.8935,14.9195,14.9245,14.9245,21.9132,21.9132,21.9132,22.6977,22.6977,22.6977,30.3866,30.4683,30.4683,30.4851,30.488,30.488,33.1639,33.3294,33.3294,33.4545,37.6057,37.6057,37.6522,37.7156,37.7156,37.7639,37.7759,37.7759,39.4525,39.4664,39.4664,39.4685,39.5729,39.5729,46.612,46.6799,46.6799,46.715,62.2981,62.2981,62.3522,62.3947,62.3947,181.7853,182.1096,182.1096,182.5524,182.809,182.809,249.0943,249.4018,249.4018,249.7234,249.7754],"run_time_percentiles":[119,119,119,119,119,119,119,119,119,119,119,119,119,119,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,120,122,122,122,122,122,122,122,125,125,125,125,125,125,125,126,126,126,126,126,126,127,127,127,127,127,127,127,127,127,127,127,127,127,127,128,128,128,128,128,128,128,128,128,128,128,128,128,129,129,129,129,129,129,129,129,129,129,129,129,129],"tested_archs":["x86_64","aarch64"]},"2e09524a2afac98ccf359361f18a9bf744359ec7":{"description":"Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":121,"stddev_avg":0.03,"percentiles":[4.7566,4.7566,4.7614,4.763,4.763,4.7761,5.0119,5.0119,5.0335,6.2871,6.2871,6.3123,6.3497,6.3497,6.4397,8.5233,8.5233,8.5233,8.526,8.526,8.526,9.5857,9.5857,9.5857,9.6551,9.6551,9.6551,10.4758,10.4758,10.6192,10.6449,10.6449,10.6542,10.667,10.667,10.6742,10.6756,10.6756,13.6991,13.8746,13.8746,13.8988,13.9961,13.9961,13.9983,14.9599,14.9599,15.0104,15.0277,15.0277,21.1073,21.1073,21.1073,21.1264,21.4205,21.4205,21.4341,21.601,21.601,21.601,21.6925,21.6925,21.7009,21.7206,21.7206,21.7471,29.7744,29.7744,29.7882,29.7891,29.7891,29.8179,30.5961,30.5961,30.6675,30.7211,30.7211,31.5591,31.5733,31.5733,31.6577,31.6614,31.6614,31.7017,35.1943,35.1943,35.7654,35.8292,35.8292,35.851,44.058,44.058,44.0724,44.1116,44.1116,64.8586,64.8907,64.8907,64.9222,64.997],"run_time_percentiles":[117,117,117,117,117,117,117,117,117,117,117,117,117,117,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,119,119,119,119,119,119,120,120,120,120,120,120,120,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,122,122,122,122,122,122,122,124,124,124,124,124,124,126,126,126,126,126,126,126,126,126,126,126,126,126,126,129,129,129,129,129,129],"tested_archs":["x86_64","aarch64"]},"948f96bcbf119b23cb418fb75b2bd04da31f599f":{"description":"Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":112,"stddev_avg":0.06,"percentiles":[2.9035,2.9035,2.9085,2.9173,2.9173,2.9192,4.7773,4.7773,4.7882,4.7905,4.7905,4.8123,5.0871,5.0871,5.088,5.0981,5.0981,5.112,5.1378,5.1378,5.3412,5.3423,5.3423,5.3508,5.8281,5.8281,5.8302,5.8312,5.8312,5.8423,6.3846,6.3846,6.4059,6.4103,6.4103,6.4293,6.6951,6.6951,6.8307,6.9254,6.9254,7.454,7.4691,7.4691,7.4692,7.5105,7.5105,7.5105,7.7867,7.7867,7.7867,7.8904,7.8904,7.9248,7.9405,7.9405,7.9734,8.0391,8.0391,10.0287,10.0386,10.0386,10.0398,10.0432,10.0432,10.0553,10.0601,10.0601,10.2713,12.9842,12.9842,13.0117,13.0127,13.0127,14.0124,14.0124,14.0124,14.0304,14.0304,14.0304,18.4338,18.4338,18.4338,18.4664,18.4664,18.4664,18.5416,19.0076,19.0076,19.2051,19.3953,19.3953,21.3677,21.4013,21.4013,21.4271,22.4817,22.4817,22.5378,22.8445],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,113,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114],"tested_archs":["x86_64","aarch64"]},"4c1cc90e3ea0d3504b4076fbf87308d1ee648506":{"description":"Model: CV Segmentation, 90% Pruned YOLACT Pruned - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":121,"stddev_avg":0.03,"percentiles":[15.366,15.366,15.3844,15.3899,15.3899,15.3982,22.645,22.645,22.6651,22.671,22.671,27.8666,27.8836,27.8836,27.9309,28.3852,28.3852,31.5308,31.5706,31.5706,31.5743,31.6588,31.6588,31.6738,32.5272,32.5272,32.5835,32.6597,32.6597,33.5194,33.5525,33.5525,33.5532,33.5681,33.5681,45.9601,46.0166,46.0166,46.0582,46.0763,46.0763,46.2791,46.2791,46.2791,46.6399,46.6702,46.6702,47.3193,47.3605,47.3605,47.3605,66.5273,66.5273,66.6042,66.8284,66.8284,71.4267,71.4383,71.4383,71.9383,72.0667,72.0667,72.9891,93.6568,93.6568,93.6687,93.7321,93.7321,93.8454,93.9272,93.9272,94.1551,95.4447,95.4447,103.5422,103.5422,103.5422,104.292,104.292,104.292,117.2742,117.2742,117.2742,117.3119,117.3119,117.3119,155.2639,157.4653,157.4653,158.3979,159.0351,159.0351,198.6491,199.5088,199.5088,209.3586,209.9382,209.9382,210.0086,210.2137],"run_time_percentiles":[117,117,117,117,117,117,117,117,117,117,117,117,117,117,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,118,119,119,119,119,119,119,120,120,120,120,120,120,120,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,121,122,122,122,122,122,122,122,124,124,124,124,124,124,126,126,126,126,126,126,126,126,126,126,126,126,126,126,129,129,129,129,129,129],"tested_archs":["x86_64","aarch64"]},"83ca1e360507a59226001525682d066a1eee5e84":{"description":"Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":131,"stddev_avg":0.04,"percentiles":[51.139,51.139,51.1871,51.4072,51.4072,61.6926,65.5875,65.5875,77.5952,91.3708,91.3708,91.3708,91.5959,91.5959,91.5959,92.5958,92.5958,94.1702,94.1702,94.1702,94.9722,95.4312,95.4312,95.4312,95.9326,95.9326,95.9642,148.1466,148.1466,148.2161,148.5349,148.5349,150.8967,151.1466,151.1466,151.6354,152.4416,152.4416,153.7216,156.1413,156.1413,156.2254,196.6202,196.6202,197.1962,197.2772,197.2772,197.4838,197.5747,197.5747,208.2798,208.2798,208.2798,209.861,209.861,209.861,334.3887,334.7181,334.7181,334.7472,337.4525,337.4525,344.2857,344.6603,344.6603,344.9227,396.4446,396.4446,396.5768,397.5652,397.5652,397.587,429.1529,429.1529,430.4254,430.6637,430.6637,430.8886,431.8114,431.8114,438.2501,438.7131,438.7131,439.6023,683.7678,683.7678,685.2338,686.678,686.678,1902.1758,1902.9145,1902.9145,1902.9281,1904.0783,1904.0783,2592.8516,2595.1763,2595.1763,2595.4788,2598.2083],"run_time_percentiles":[125,125,125,125,125,125,125,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,129,129,129,129,129,129,132,132,132,132,132,132,132,136,136,136,136,136,136,136,138,138,138,138,138,138,138,138,138,138,138,138,138,140,140,140,140,140,140,140,140,140,140,140,140,140],"tested_archs":["x86_64","aarch64"]},"356fd68833e3222975779732b39790139f819b22":{"description":"Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":15,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":131,"stddev_avg":0.03,"percentiles":[18.5138,18.5138,18.5539,18.5638,18.5638,18.5738,18.6294,18.6294,20.1007,20.1014,20.1014,20.1516,20.1585,20.1585,20.1641,20.2089,20.2089,20.2172,20.2315,20.2315,20.2407,20.2619,20.2619,20.2703,20.3301,20.3301,25.5887,25.602,25.602,26.0051,26.2237,26.2237,26.3635,26.4489,26.4489,26.4927,31.3953,31.3953,31.3953,31.8183,31.8183,31.8183,33.5718,33.5718,33.5913,33.5942,33.5942,33.5967,35.5391,35.5391,35.8092,35.8135,35.8135,35.8509,36.8891,36.8891,36.9216,36.9324,36.9324,36.9564,38.6102,38.6102,42.8622,42.8622,42.8622,43.1817,43.1817,43.1817,43.652,43.652,43.652,43.7613,43.7613,43.7613,45.702,46.3528,46.3528,46.3647,46.4169,46.4169,46.5298,46.624,46.624,46.7235,48.5906,48.5906,58.3096,58.5538,58.5538,58.6004,72.7549,72.7549,72.8034,73.5534,73.5534,75.391,143.4837,143.4837,143.6025,143.8317],"run_time_percentiles":[125,125,125,125,125,125,125,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,127,129,129,129,129,129,129,132,132,132,132,132,132,132,136,136,136,136,136,136,136,138,138,138,138,138,138,138,138,138,138,138,138,138,140,140,140,140,140,140,140,140,140,140,140,140,140],"tested_archs":["x86_64","aarch64"]},"56185e1b61cd8aa824fb78f1d7d102710de33b94":{"description":"Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":211,"stddev_avg":0.09,"percentiles":[39.0245,39.0245,39.0337,39.0886,39.0886,40.4041,40.9163,40.9163,42.681,44.1331,44.1331,47.8927,47.8927,47.8927,47.9084,47.9084,47.9084,48.955,50.5976,50.5976,50.649,50.7328,50.7328,50.9996,51.2363,51.2363,54.7746,54.7746,54.7746,55.2,55.2,55.2,64.008,64.4166,64.4166,64.4883,68.3972,68.3972,68.5565,68.5822,68.5822,68.7657,71.0079,71.0079,71.0079,73.343,73.343,73.343,75.6991,75.6991,75.876,76.0575,76.0575,76.1222,85.9966,85.9966,86.3905,86.5036,86.5036,89.7091,89.8053,89.8053,90.3875,90.4983,90.4983,98.7467,99.7096,99.7096,100.2084,100.9536,100.9536,101.1551,102.0626,102.0626,102.383,102.4459,102.4459,102.4811,102.6123,102.6123,102.6673,102.8021,102.8021,102.886,104.347,104.347,112.2523,112.5344,112.5344,112.5691,112.649,112.649,112.8655,125.4108,125.4108,125.4487,125.5685,125.5685,125.6334,125.9194],"run_time_percentiles":[124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,131,131,131,131,131,131,131,131,131,131,131,131,131,132,132,132,132,132,132,133,133,133,133,133,133,164,164,164,164,164,164,210,210,210,210,210,210,210,237,237,237,237,237,237,683,683,683,683,683,683,683,683,683,683,683,683],"tested_archs":["x86_64","aarch64"]},"d4b9f05f0f69b018a9d07117bd621c6a7f7953e4":{"description":"Model: BERT-Large, NLP Question Answering, Sparse INT8 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":211,"stddev_avg":0.09,"percentiles":[7.9348,7.9348,7.9518,7.9571,7.9571,7.9643,7.9673,7.9673,8.8521,8.8696,8.8696,8.8748,8.878,8.878,8.9004,9.5744,9.5744,9.7105,9.7178,9.7178,9.7264,9.7363,9.7363,9.7439,9.748,9.748,9.7584,9.7892,9.7892,9.8776,9.8997,9.8997,9.9739,10.0233,10.0233,10.1216,11.0383,11.0383,11.0513,11.1223,11.1223,11.135,11.5532,11.5532,11.5688,11.6214,11.6214,13.1312,13.1431,13.1431,13.1742,13.2048,13.2048,13.6133,13.6133,13.6133,14.0609,14.0609,14.0609,14.5348,14.5734,14.5734,14.5791,14.6134,14.6134,15.4906,15.5082,15.5082,15.6061,18.1447,18.1447,18.1447,18.2433,18.2433,18.2433,19.5064,19.5064,19.5952,19.6933,19.6933,19.7262,19.7459,19.7459,20.4143,20.8621,20.8621,20.8621,20.8684,20.8684,20.8684,22.6399,22.6399,23.4112,24.4207,24.4207,24.7316,25.571,25.571,25.6066,25.6128],"run_time_percentiles":[124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,126,131,131,131,131,131,131,131,131,131,131,131,131,131,132,132,132,132,132,132,133,133,133,133,133,133,164,164,164,164,164,164,210,210,210,210,210,210,210,237,237,237,237,237,237,683,683,683,683,683,683,683,683,683,683,683,683],"tested_archs":["x86_64","aarch64"]},"93d0edcc5ea127a7ae76411e7c930bccd559b10d":{"description":"Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":129,"stddev_avg":0.04,"percentiles":[3.7499,3.7499,3.8107,4.0838,4.0838,4.49,4.49,4.49,4.5018,5.0336,5.0336,5.0336,5.2084,5.2084,5.2084,5.4819,5.4819,5.5129,5.5873,5.5873,5.5932,7.5437,7.5437,7.5437,7.5861,7.5861,7.5861,8.4654,8.4654,8.473,8.4789,8.4789,8.9756,8.9861,8.9861,8.9956,9.0183,9.0183,9.0311,9.0749,9.0749,9.0939,10.5338,10.5338,10.5495,10.5739,10.5739,10.5769,10.5993,10.5993,17.8751,17.8751,17.8751,18.3268,18.3268,18.3268,21.3153,21.4247,21.4247,21.4523,21.4734,21.4734,21.5097,21.9027,21.9027,21.9041,21.9224,21.9224,21.9527,26.6956,26.6956,26.7411,26.8079,26.8079,26.8554,30.074,30.074,30.0742,30.2196,30.2196,33.5337,33.5843,33.5843,33.6663,35.5936,35.5936,35.6837,35.7614,35.7614,132.7968,132.9148,132.9148,132.9467,133.8061,133.8061,137.7909,137.9657,137.9657,137.9705,138.305],"run_time_percentiles":[120,120,120,120,120,120,120,120,120,120,120,120,120,123,123,123,123,123,123,123,123,123,123,123,123,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,125,129,129,129,129,129,129,134,134,134,134,134,134,136,136,136,136,136,136,136,136,136,136,136,136,136,137,137,137,137,137,137,137,137,137,137,137,137,154,154,154,154,154,154],"tested_archs":["x86_64","aarch64"]},"1ef7bb431fa28fd7b9e986fd0cb9552c75643fd9":{"description":"Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":129,"stddev_avg":0.06,"percentiles":[353.5765,353.5765,353.6036,353.7898,353.7898,363.5336,363.5857,363.5857,363.7623,364.4283,364.4283,370.8275,371.5702,371.5702,371.948,372.4923,372.4923,374.0775,377.3639,377.3639,378.1676,378.2626,378.2626,379.1422,379.7141,379.7141,439.8417,440.7639,440.7639,442.9028,443.5299,443.5299,444.6478,445.1168,445.1168,445.6402,446.2375,446.2375,446.8406,447.1743,447.1743,447.5829,460.7323,460.7323,461.2167,461.9932,461.9932,462.0284,489.524,489.524,489.524,499.6558,499.6558,499.6558,525.9196,525.9196,526.2129,526.2129,526.2129,527.0591,527.0591,527.0591,529.085,530.6512,530.6512,573.1233,573.1233,573.1233,593.8799,593.8799,593.8799,665.1773,665.4893,665.4893,666.7407,709.2588,709.2588,715.4294,715.4595,715.4595,717.2565,730.0217,730.0217,778.5028,793.8798,793.8798,882.3366,882.8675,882.8675,883.107,1234.8017,1234.8017,1235.5842,1242.9553,1242.9553,1243.6077,1835.2572,1835.2572,1836.793,1840.3677],"run_time_percentiles":[120,120,120,120,120,120,120,120,120,120,120,120,120,123,123,123,123,123,123,123,123,123,123,123,123,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,125,129,129,129,129,129,129,134,134,134,134,134,134,136,136,136,136,136,136,136,136,136,136,136,136,136,137,137,137,137,137,137,137,137,137,137,137,137,154,154,154,154,154,154],"tested_archs":["x86_64","aarch64"]},"8810fe9271cfde46003041442cc253185eb44e1c":{"description":"Model: NLP Token Classification, BERT base uncased conll2003 - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":128,"stddev_avg":0.04,"percentiles":[3.7941,3.7941,4.0441,4.0998,4.0998,4.3291,4.3554,4.3554,4.358,5.1251,5.1251,5.1251,5.1893,5.1893,5.1893,5.584,5.584,5.5888,5.6314,5.6314,5.6903,6.9704,6.9704,6.9704,6.9873,6.9873,6.9873,8.5637,8.5637,8.5704,8.585,8.585,9.0038,9.1063,9.1063,9.1867,9.261,9.261,9.2712,9.3361,9.3361,9.3639,9.3782,9.3782,9.4148,9.416,9.416,9.4444,9.4838,9.4838,15.8316,15.8316,15.8316,15.9276,15.9276,15.9276,17.1825,17.196,17.196,17.1981,17.2184,17.2184,17.5413,17.627,17.627,17.6288,18.479,18.479,18.4866,18.4908,18.4908,18.5232,18.5403,18.5403,18.5981,18.6145,18.6145,18.6168,18.6535,18.6535,26.2002,26.2531,26.2531,26.3468,29.742,29.742,29.7516,29.7584,29.7584,34.1503,34.1833,34.1833,34.1968,34.2297,34.2297,48.379,48.3841,48.3841,48.4228,48.5284],"run_time_percentiles":[119,119,119,119,119,119,119,119,119,119,119,119,119,119,123,123,123,123,123,123,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,127,127,127,127,127,127,127,128,128,128,128,128,128,132,132,132,132,132,132,132,132,132,132,132,132,132,132,133,133,133,133,133,133,136,136,136,136,136,136,136,136,136,136,136,136,136,136,147,147,147,147,147,147],"tested_archs":["x86_64","aarch64"]},"9f3ae2bc1f10bc938757c19ae97a957a6a9ee97a":{"description":"Model: CV Detection, YOLOv5s COCO, Sparse INT8 - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":113,"stddev_avg":0.04,"percentiles":[22.5616,22.5616,24.5281,24.6313,24.6313,24.9236,25.0064,25.0064,25.18,32.1078,32.1078,32.1078,32.2004,32.2004,32.2004,36.2569,36.2569,36.5825,36.6392,36.6392,36.6946,41.4197,41.4197,41.4197,41.4803,41.4803,41.4803,50.5665,50.5665,51.0407,51.2109,51.2109,54.9206,54.9875,54.9875,55.0641,55.2365,55.2365,55.334,55.3492,55.3492,55.779,71.6975,71.6975,71.7457,71.7605,71.7605,71.7627,71.7753,71.7753,106.7283,106.7283,106.7283,106.8423,106.8423,106.8423,126.3399,126.4112,126.4112,126.6763,126.7258,126.7258,127.0251,128.956,128.956,129.1012,129.4408,129.4408,129.4552,150.7344,150.7344,150.8283,151.2559,151.2559,151.9811,158.0423,158.0423,158.4993,158.6954,158.6954,201.0244,202.1471,202.1471,202.6359,212.4733,212.4733,213.196,213.9443,213.9443,795.0277,796.5966,796.5966,797.7062,798.6248,798.6248,863.6692,863.8538,863.8538,863.9257,864.3474],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,113,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,115,116,116,116,116,116,116,116,121,121,121,121,121,121],"tested_archs":["x86_64","aarch64"]},"f23135dde731648112460c357dc2312eab3ce978":{"description":"Model: CV Classification, ResNet-50 ImageNet - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":15,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":112,"stddev_avg":0.06,"percentiles":[43.761,43.761,44.3564,44.4672,44.4672,46.6428,46.6998,46.6998,46.7734,51.5251,51.5251,52.0291,52.5759,52.5759,53.893,54.1033,54.1033,54.1033,54.199,54.199,54.199,71.2276,71.2276,71.2276,71.3199,71.3199,71.3199,76.7873,76.7873,76.7921,76.954,76.954,97.3178,99.3272,99.3272,99.3939,99.5123,99.5123,99.5487,99.5544,99.5544,99.6579,124.3319,124.3319,125.3512,125.8707,125.8707,126.1129,126.6727,126.6727,128.2326,128.2326,128.2326,132.9416,132.9416,132.9416,133.6218,133.6253,133.6253,133.8853,144.2424,144.2424,146.2299,149.1998,149.1998,155.3135,155.794,155.794,155.8985,156.4322,156.4322,170.9594,171.2808,171.2808,171.3099,171.3647,171.3647,186.6661,186.9693,186.9693,186.9956,194.4294,194.4294,195.4038,195.9355,195.9355,196.3357,196.3727,196.3727,207.6733,208.6327,208.6327,208.7235,209.1911,209.1911,342.2084,342.4421,342.4421,343.4587,344.0469],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,113,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114,114],"tested_archs":["x86_64","aarch64"]},"6f6400821c5c8b1463564cdf0dcc6fc2fc0a66f6":{"description":"Model: NLP Document Classification, oBERT base uncased on IMDB - Scenario: Asynchronous Multi-Stream","test_version":"1.7.x","app_version":"1.7","unit":"ms\/batch","samples":67,"timing_samples":16,"hib":0,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":130,"stddev_avg":0.06,"percentiles":[353.5494,353.5494,353.6742,354.5107,354.5107,365.3355,365.5771,365.5771,365.9832,366.6823,366.6823,368.2256,368.5855,368.5855,369.7269,373.1233,373.1233,374.6573,374.9653,374.9653,375.6293,375.8659,375.8659,376.3639,376.5224,376.5224,419.6025,437.1893,437.1893,441.2935,441.6892,441.6892,443.9691,446.5887,446.5887,447.5375,447.6535,447.6535,448.7091,448.927,448.927,449.1187,460.9087,460.9087,461.3828,462.5178,462.5178,465.457,489.3748,489.3748,489.3748,494.0386,494.0386,494.0386,522.3522,522.3522,524.8705,525.4017,525.4017,528.847,528.847,528.847,529.6558,529.6558,529.6558,563.3792,563.3792,563.3792,568.0177,568.0177,568.0177,598.3451,624.614,624.614,644.9876,670.4488,670.4488,672.1069,681.9059,681.9059,713.5443,714.456,714.456,715.877,717.49,717.49,881.713,883.0605,883.0605,883.404,1190.1515,1190.1515,1217.1789,1218.9412,1218.9412,1224.52,1833.4487,1833.4487,1834.8257,1844.1246],"run_time_percentiles":[120,120,120,120,120,120,120,121,121,121,121,121,121,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,124,125,125,125,125,125,125,125,125,125,125,125,125,125,129,129,129,129,129,129,134,134,134,134,134,134,137,137,137,137,137,137,137,137,137,137,137,137,137,138,138,138,138,138,138,138,138,138,138,138,138,154,154,154,154,154,154],"tested_archs":["x86_64","aarch64"]},"1da2e9cb8d7a6eb8e64ede4d748a5c63dbec8559":{"description":"Model: ResNet-50, Baseline - Scenario: Synchronous Single-Stream","test_version":"1.7.x","app_version":"1.7","unit":"items\/sec","samples":67,"timing_samples":16,"hib":1,"first_appeared":1710541120,"last_appeared":1711438964,"run_time_avg":113,"stddev_avg":0.07,"percentiles":[46.1087,46.1087,46.5486,46.7201,46.7201,46.7715,46.8078,46.8078,49.4811,50.0414,50.0414,51.2776,52.1316,52.1316,53.6917,57.3899,57.3899,57.3899,58.7493,58.7493,58.7493,71.3684,71.3684,71.3684,71.4438,71.4438,71.4438,76.8282,76.8282,76.8942,77.1719,77.1719,97.3359,99.4907,99.4907,99.534,99.5805,99.5805,99.5916,99.6773,99.6773,99.7371,124.9918,124.9918,125.0031,125.7691,125.7691,125.7981,126.0684,126.0684,131.2245,131.2245,131.2245,133.4866,133.5301,133.5301,133.688,133.688,133.688,134.0016,143.4493,143.4493,147.8901,148.1563,148.1563,155.3413,155.6803,155.6803,156.0415,156.2099,156.2099,170.309,171.3561,171.3561,171.4781,171.4934,171.4934,187.1998,187.2838,187.2838,187.4636,195.2905,195.2905,195.5005,195.7473,195.7473,195.9601,196.0237,196.0237,206.8154,208.7406,208.7406,208.9767,209.7711,209.7711,341.4441,342.2814,342.2814,342.9008,343.5349],"run_time_percentiles":[111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,111,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,112,113,113,113,113,113,113,114,114,114,114,114,114,114,114,114,114,114,114,114,118,118,118,118,118,118,118,118,118,118,118,118,119,119,119,119,119,119],"tested_archs":["x86_64","aarch64"]}}} |