From e3f3d9d0c81c97b811ea3d2d0b4b3a97af83a14b Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Fri, 4 Oct 2024 19:30:22 +0000 Subject: [PATCH] Results from R50 GH action on ubuntu-latest --- .../README.md | 2 +- .../resnet50/offline/README.md | 4 +- .../resnet50/offline/cm-version-info.json | 32 ++-- .../resnet50/offline/os_info.json | 2 +- .../resnet50/offline/accuracy/accuracy.txt | 2 +- .../offline/accuracy/mlperf_log_detail.txt | 140 +++++++------- .../performance/run_1/mlperf_log_detail.txt | 174 +++++++++--------- .../performance/run_1/mlperf_log_summary.txt | 20 +- 8 files changed, 188 insertions(+), 188 deletions(-) diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md index dec0d5120..c6f52cab6 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 76 | 22.556 | - | \ No newline at end of file +| resnet50 | offline | 76 | 23.004 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md index 3fd3b85c0..0d1c80669 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md @@ -18,7 +18,7 @@ pip install -U cmind cm rm cache -f -cm pull repo anandhu-eng@cm4mlops --checkout=b4eb2f45e209ec6b0836804602e16102c7fa0d23 +cm pull repo anandhu-eng@cm4mlops --checkout=122cea2f85089d882a2f6a5dbcdf42658c1b86c9 cm run script \ --tags=run-mlperf,inference,_submission,_short \ @@ -54,4 +54,4 @@ Model Precision: fp32 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `22.5557` +`Samples per second`: `23.004` diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json index fa1d34a22..24a36b9ef 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json @@ -87,15 +87,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/05f74a9a1fe54061/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/18e285c1fb93457f/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/CM/repos/local/cache/05f74a9a1fe54061/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/CM/repos/local/cache/18e285c1fb93457f/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/CM/repos/local/cache/05f74a9a1fe54061/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/CM/repos/local/cache/18e285c1fb93457f/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )" } @@ -127,7 +127,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -147,7 +147,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -457,7 +457,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -487,7 +487,7 @@ "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp", "script_variations": "cpu", "version": "1.16.3", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -537,15 +537,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/8f8688e6248d4630/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/69b2680abea045d3/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/CM/repos/local/cache/8f8688e6248d4630/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/CM/repos/local/cache/69b2680abea045d3/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/CM/repos/local/cache/8f8688e6248d4630/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/CM/repos/local/cache/69b2680abea045d3/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.https://www.dropbox.com/scl/fi/a7fhjnzxi6x3ceapxh5bm/ILSVRC2012_img_val_500.tar?rlkey=hz4rabo9ve43co3c303y9r6l7&st=ulcgb3av&dl=1 )" } @@ -717,7 +717,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "NCHW", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -757,7 +757,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "onnx", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -837,7 +837,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -907,7 +907,7 @@ "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } }, { @@ -947,7 +947,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )" + "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )" } } ] diff --git a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json index 6c9939943..c128cff90 100644 --- a/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json +++ b/open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "fv-az740-219" + "CM_HOST_SYSTEM_NAME": "fv-az2028-948" } \ No newline at end of file diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt index 5d35022d6..896e56bd0 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt @@ -1,2 +1,2 @@ accuracy=76.000%, good=380, total=500 -hash=aa79e7ffdcc3c524e995ded0ac3a939228e65fad3045606224e376c8e248a8f9 +hash=13a63b308a0dd6d5e1bcd5527cccd59709cf6f7cf642c1f8cb54768b5da273da diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index dd00b4e27..e33eb2a85 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.008516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 53, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-04T19:02:44.642510", "time_ms": 0.008516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 55, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-04T19:02:44.644163", "time_ms": 0.008516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 56, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.008516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 57, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.008516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 58, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 60, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.008516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 67, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "test_datetime", "value": "2024-10-04T19:04:26Z", "time_ms": 0.017443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.017443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 200, "time_ms": 0.017443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.017443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.017443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.017443, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 270, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 271, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 308, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.020609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 416, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.020729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.025949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "loaded_qsl_set", "value": [230,119,189,383,406,142,291,87,220,70,135,496,371,77,206,427,85,243,193,29,372,499,249,443,200,473,157,167,279,165,326,27,259,79,400,363,123,262,316,437,101,6,128,62,151,252,92,257,381,425,467,429,308,342,290,12,148,483,455,276,409,366,67,176,153,282,216,97,407,359,448,199,158,118,324,271,452,114,379,256,0,384,219,127,489,277,160,338,162,420,21,353,121,186,435,368,145,7,494,390,234,203,221,445,471,141,349,397,412,318,440,137,296,242,264,335,105,273,117,68,306,428,129,154,235,116,240,488,57,265,41,80,367,424,43,32,78,223,447,399,300,341,22,244,402,422,347,149,491,239,204,317,17,245,284,497,333,174,212,36,140,37,385,96,418,236,138,311,120,272,396,71,292,346,16,498,312,65,136,169,241,474,289,191,198,469,228,54,253,46,183,431,395,139,354,325,266,468,155,109,246,217,387,307,446,163,376,490,337,441,106,415,270,388,481,58,459,286,267,464,351,91,170,327,336,112,362,24,301,147,166,84,472,168,294,274,104,181,15,386,438,269,180,205,179,143,99,208,394,475,2,484,410,404,102,268,398,38,439,187,89,261,182,373,430,126,211,115,479,453,321,313,81,188,356,339,238,426,482,350,310,485,3,480,225,130,131,382,355,132,48,331,13,173,315,175,466,298,375,302,492,232,280,303,55,389,133,14,393,192,51,8,172,436,370,74,88,60,207,161,184,171,125,357,107,361,49,10,369,177,365,278,314,103,93,34,450,196,226,30,75,380,237,416,20,408,320,159,86,477,156,231,50,457,319,83,194,215,465,61,248,40,434,281,328,213,210,323,487,295,332,33,190,413,403,164,419,98,150,113,152,476,432,414,39,72,417,1,218,275,26,495,309,299,348,122,442,486,69,28,322,340,451,82,95,411,100,254,250,374,124,360,391,460,146,378,63,144,31,463,5,423,73,247,461,56,330,185,456,90,23,329,209,4,493,18,343,9,44,352,110,76,364,258,229,345,11,470,358,283,25,47,201,334,52,178,108,227,288,444,233,111,59,263,304,458,255,66,433,392,377,251,94,214,202,53,42,405,478,344,19,297,64,35,287,222,454,462,197,293,134,285,260,401,224,421,195,45,449,305], "time_ms": 0.040466, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 174.168385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 174.168385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 174.168385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21855.997307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 898, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21855.997307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 900, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21855.997307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 902, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21855.997307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 904, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21855.997307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 906, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21855.997307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 908, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "power_begin", "value": "10-04-2024 19:04:27.142", "time_ms": 21855.997868, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 6123, "tid": 6123}} -:::MLLOG {"key": "power_end", "value": "10-04-2024 19:04:48.814", "time_ms": 21855.997868, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 6123, "tid": 6123}} +:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.008937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 53, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-04T19:27:53.545212", "time_ms": 0.008937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 55, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-04T19:27:53.546773", "time_ms": 0.008937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 56, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.008937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 57, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.008937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 58, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 60, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.008937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 67, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-04T19:29:31Z", "time_ms": 0.017683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.017683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 280, "time_ms": 0.017683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.017683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.017683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.017683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 270, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 271, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 308, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.021310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 416, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.021430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.027131, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "loaded_qsl_set", "value": [230,119,189,383,406,142,291,87,220,70,135,496,371,77,206,427,85,243,193,29,372,499,249,443,200,473,157,167,279,165,326,27,259,79,400,363,123,262,316,437,101,6,128,62,151,252,92,257,381,425,467,429,308,342,290,12,148,483,455,276,409,366,67,176,153,282,216,97,407,359,448,199,158,118,324,271,452,114,379,256,0,384,219,127,489,277,160,338,162,420,21,353,121,186,435,368,145,7,494,390,234,203,221,445,471,141,349,397,412,318,440,137,296,242,264,335,105,273,117,68,306,428,129,154,235,116,240,488,57,265,41,80,367,424,43,32,78,223,447,399,300,341,22,244,402,422,347,149,491,239,204,317,17,245,284,497,333,174,212,36,140,37,385,96,418,236,138,311,120,272,396,71,292,346,16,498,312,65,136,169,241,474,289,191,198,469,228,54,253,46,183,431,395,139,354,325,266,468,155,109,246,217,387,307,446,163,376,490,337,441,106,415,270,388,481,58,459,286,267,464,351,91,170,327,336,112,362,24,301,147,166,84,472,168,294,274,104,181,15,386,438,269,180,205,179,143,99,208,394,475,2,484,410,404,102,268,398,38,439,187,89,261,182,373,430,126,211,115,479,453,321,313,81,188,356,339,238,426,482,350,310,485,3,480,225,130,131,382,355,132,48,331,13,173,315,175,466,298,375,302,492,232,280,303,55,389,133,14,393,192,51,8,172,436,370,74,88,60,207,161,184,171,125,357,107,361,49,10,369,177,365,278,314,103,93,34,450,196,226,30,75,380,237,416,20,408,320,159,86,477,156,231,50,457,319,83,194,215,465,61,248,40,434,281,328,213,210,323,487,295,332,33,190,413,403,164,419,98,150,113,152,476,432,414,39,72,417,1,218,275,26,495,309,299,348,122,442,486,69,28,322,340,451,82,95,411,100,254,250,374,124,360,391,460,146,378,63,144,31,463,5,423,73,247,461,56,330,185,456,90,23,329,209,4,493,18,343,9,44,352,110,76,364,258,229,345,11,470,358,283,25,47,201,334,52,178,108,227,288,444,233,111,59,263,304,458,255,66,433,392,377,251,94,214,202,53,42,405,478,344,19,297,64,35,287,222,454,462,197,293,134,285,260,401,224,421,195,45,449,305], "time_ms": 0.062066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 169.123811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 169.123811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 169.123811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21548.235906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 898, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21548.235906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 900, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21548.235906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 902, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21548.235906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 904, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21548.235906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 906, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21548.235906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 908, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "power_begin", "value": "10-04-2024 19:29:32.073", "time_ms": 21548.236316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 6038, "tid": 6038}} +:::MLLOG {"key": "power_end", "value": "10-04-2024 19:29:53.448", "time_ms": 21548.236316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 6038, "tid": 6038}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index 55739a60d..d8c1c3279 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.009839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 53, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-04T19:02:44.642510", "time_ms": 0.009839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 55, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-04T19:02:44.644163", "time_ms": 0.009839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 56, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.009839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 57, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.009839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 58, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 60, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.009839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/version.cc", "line_no": 67, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "test_datetime", "value": "2024-10-04T19:03:54Z", "time_ms": 0.019928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.019928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 370, "time_ms": 0.019928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.019928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.019928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.019928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 270, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 271, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 308, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.023183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 416, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.023384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.033162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "loaded_qsl_set", "value": [230,119,189,383,406,142,291,87,220,70,135,496,371,77,206,427,85,243,193,29,372,499,249,443,200,473,157,167,279,165,326,27,259,79,400,363,123,262,316,437,101,6,128,62,151,252,92,257,381,425,467,429,308,342,290,12,148,483,455,276,409,366,67,176,153,282,216,97,407,359,448,199,158,118,324,271,452,114,379,256,0,384,219,127,489,277,160,338,162,420,21,353,121,186,435,368,145,7,494,390,234,203,221,445,471,141,349,397,412,318,440,137,296,242,264,335,105,273,117,68,306,428,129,154,235,116,240,488,57,265,41,80,367,424,43,32,78,223,447,399,300,341,22,244,402,422,347,149,491,239,204,317,17,245,284,497,333,174,212,36,140,37,385,96,418,236,138,311,120,272,396,71,292,346,16,498,312,65,136,169,241,474,289,191,198,469,228,54,253,46,183,431,395,139,354,325,266,468,155,109,246,217,387,307,446,163,376,490,337,441,106,415,270,388,481,58,459,286,267,464,351,91,170,327,336,112,362,24,301,147,166,84,472,168,294,274,104,181,15,386,438,269,180,205,179,143,99,208,394,475,2,484,410,404,102,268,398,38,439,187,89,261,182,373,430,126,211,115,479,453,321,313,81,188,356,339,238,426,482,350,310,485,3,480,225,130,131,382,355,132,48,331,13,173,315,175,466,298,375,302,492,232,280,303,55,389,133,14,393,192,51,8,172,436,370,74,88,60,207,161,184,171,125,357,107,361,49,10,369,177,365,278,314,103,93,34,450,196,226,30,75,380,237,416,20,408,320,159,86,477,156,231,50,457,319,83,194,215,465,61,248,40,434,281,328,213,210,323,487,295,332,33,190,413,403,164,419,98,150,113,152,476,432,414,39,72,417,1,218,275,26,495,309,299,348,122,442,486,69,28,322,340,451,82,95,411,100,254,250,374,124,360,391,460,146,378,63,144,31,463,5,423,73,247,461,56,330,185,456,90,23,329,209,4,493,18,343,9,44,352,110,76,364,258,229,345,11,470,358,283,25,47,201,334,52,178,108,227,288,444,233,111,59,263,304,458,255,66,433,392,377,251,94,214,202,53,42,405,478,344,19,297,64,35,287,222,454,462,197,293,134,285,260,401,224,421,195,45,449,305], "time_ms": 0.047399, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 171.936791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 171.936791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 171.936791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 171.959043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 22346.775754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 898, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 22346.775754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 900, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 22346.775754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 902, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 22346.775754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 904, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 22346.775754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 906, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 22346.775754, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/logging.cc", "line_no": 908, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "power_begin", "value": "10-04-2024 19:03:54.551", "time_ms": 22346.776716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "power_end", "value": "10-04-2024 19:04:16.718", "time_ms": 22346.776716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 655, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 660, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 661, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 662, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 682, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 692, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_samples_per_second", "value": 22.5557, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 748, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_min_latency_ns", "value": 1378995382, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 754, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_max_latency_ns", "value": 22167303191, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 755, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 11796325818, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 756, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 11459307933, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 758, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 21284227789, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 758, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 21284227789, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 758, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 22167303191, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 758, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 22167303191, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 758, "pid": 5028, "tid": 5028}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 22167303191, "time_ms": 22346.791424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/a4b43fd23a004375/inference/loadgen/results.cc", "line_no": 758, "pid": 5028, "tid": 5028}} +:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.008346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 53, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-04T19:27:53.545212", "time_ms": 0.008346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 55, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-04T19:27:53.546773", "time_ms": 0.008346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 56, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.008346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 57, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.008346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 58, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 60, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.008346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/version.cc", "line_no": 67, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-04T19:29:00Z", "time_ms": 0.016872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "sut_name", "value": "QueueSUT", "time_ms": 0.016872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 320, "time_ms": 0.016872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "qsl_name", "value": "NumpyLibrary", "time_ms": 0.016872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.016872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.016872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 270, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 271, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 308, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_min_query_count", "value": 500, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_max_query_count", "value": 500, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.019748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_samples_per_query", "value": 500, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 416, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_max_query_count", "value": 500, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_min_sample_count", "value": 500, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 439, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 446, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.019898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/test_settings_internal.cc", "line_no": 448, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.027853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "loaded_qsl_set", "value": [230,119,189,383,406,142,291,87,220,70,135,496,371,77,206,427,85,243,193,29,372,499,249,443,200,473,157,167,279,165,326,27,259,79,400,363,123,262,316,437,101,6,128,62,151,252,92,257,381,425,467,429,308,342,290,12,148,483,455,276,409,366,67,176,153,282,216,97,407,359,448,199,158,118,324,271,452,114,379,256,0,384,219,127,489,277,160,338,162,420,21,353,121,186,435,368,145,7,494,390,234,203,221,445,471,141,349,397,412,318,440,137,296,242,264,335,105,273,117,68,306,428,129,154,235,116,240,488,57,265,41,80,367,424,43,32,78,223,447,399,300,341,22,244,402,422,347,149,491,239,204,317,17,245,284,497,333,174,212,36,140,37,385,96,418,236,138,311,120,272,396,71,292,346,16,498,312,65,136,169,241,474,289,191,198,469,228,54,253,46,183,431,395,139,354,325,266,468,155,109,246,217,387,307,446,163,376,490,337,441,106,415,270,388,481,58,459,286,267,464,351,91,170,327,336,112,362,24,301,147,166,84,472,168,294,274,104,181,15,386,438,269,180,205,179,143,99,208,394,475,2,484,410,404,102,268,398,38,439,187,89,261,182,373,430,126,211,115,479,453,321,313,81,188,356,339,238,426,482,350,310,485,3,480,225,130,131,382,355,132,48,331,13,173,315,175,466,298,375,302,492,232,280,303,55,389,133,14,393,192,51,8,172,436,370,74,88,60,207,161,184,171,125,357,107,361,49,10,369,177,365,278,314,103,93,34,450,196,226,30,75,380,237,416,20,408,320,159,86,477,156,231,50,457,319,83,194,215,465,61,248,40,434,281,328,213,210,323,487,295,332,33,190,413,403,164,419,98,150,113,152,476,432,414,39,72,417,1,218,275,26,495,309,299,348,122,442,486,69,28,322,340,451,82,95,411,100,254,250,374,124,360,391,460,146,378,63,144,31,463,5,423,73,247,461,56,330,185,456,90,23,329,209,4,493,18,343,9,44,352,110,76,364,258,229,345,11,470,358,283,25,47,201,334,52,178,108,227,288,444,233,111,59,263,304,458,255,66,433,392,377,251,94,214,202,53,42,405,478,344,19,297,64,35,287,222,454,462,197,293,134,285,260,401,224,421,195,45,449,305], "time_ms": 0.040166, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 172.696137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "generated_samples_per_query", "value": 500, "time_ms": 172.696137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 172.696137, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 172.713430, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21914.091620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 898, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21914.091620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 900, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21914.091620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 902, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21914.091620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 904, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21914.091620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 906, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21914.091620, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/logging.cc", "line_no": 908, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "power_begin", "value": "10-04-2024 19:29:00.484", "time_ms": 21914.092031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "power_end", "value": "10-04-2024 19:29:22.219", "time_ms": 21914.092031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 655, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 660, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 661, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 662, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 682, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 692, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_samples_per_second", "value": 23.004, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 748, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1356154936, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 754, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_max_latency_ns", "value": 21735369414, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 755, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 11500917469, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 756, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 11068785245, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 758, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 20856873436, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 758, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 20856873436, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 758, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 21735369414, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 758, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 21735369414, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 758, "pid": 5021, "tid": 5021}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 21735369414, "time_ms": 21914.107930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/runner/CM/repos/local/cache/8627b21f39ce48f2/inference/loadgen/results.cc", "line_no": 758, "pid": 5021, "tid": 5021}} diff --git a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index cbcd23237..bc73624b2 100644 --- a/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : QueueSUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 22.5557 +Samples per second: 23.004 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1378995382 -Max latency (ns) : 22167303191 -Mean latency (ns) : 11796325818 -50.00 percentile latency (ns) : 11459307933 -90.00 percentile latency (ns) : 21284227789 -95.00 percentile latency (ns) : 21284227789 -97.00 percentile latency (ns) : 22167303191 -99.00 percentile latency (ns) : 22167303191 -99.90 percentile latency (ns) : 22167303191 +Min latency (ns) : 1356154936 +Max latency (ns) : 21735369414 +Mean latency (ns) : 11500917469 +50.00 percentile latency (ns) : 11068785245 +90.00 percentile latency (ns) : 20856873436 +95.00 percentile latency (ns) : 20856873436 +97.00 percentile latency (ns) : 21735369414 +99.00 percentile latency (ns) : 21735369414 +99.90 percentile latency (ns) : 21735369414 ================================================ Test Parameters Used