diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md index 12dec5afc..7e9df3dfc 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |----------|------------|------------|--------------|-------------------| -| resnet50 | offline | 80 | 1.754 | - | \ No newline at end of file +| resnet50 | offline | 80 | 1.722 | - | \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md index 106776780..4c046c2c0 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/README.md @@ -41,4 +41,4 @@ Model Precision: fp32 `acc`: `80.0`, Required accuracy for closed division `>= 75.6954` ### Performance Results -`Samples per second`: `1.75351` +`Samples per second`: `1.72203` diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out index 0575109b9..e8a4db40d 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy_console.out @@ -1,10 +1,10 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_655a61cb --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_e53cfe20/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy" --backend tvm --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/8e0f5b4d99784826930b71265e475d72.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_655a61cb --dataset-list /home/runner/MLC/repos/local/cache/extract-file_29278e33/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_655a61cb', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_29278e33/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_e53cfe20/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_655a61cb', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/8e0f5b4d99784826930b71265e475d72.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bb0ec862 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_fe2b85b8/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy" --backend tvm --scenario Offline --max-batchsize 1 --count 5 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/11bd3ab868b74c76997e018f16b767bc.conf --accuracy --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bb0ec862 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_06c50cce/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bb0ec862', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_06c50cce/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_fe2b85b8/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/accuracy', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bb0ec862', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=True, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/11bd3ab868b74c76997e018f16b767bc.conf', audit_conf='audit.config', time=None, count=5, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 5 preprocessed images using 4 threads INFO:imagenet:loaded 5 images, cache=0, already_preprocessed=True, took=0.0sec -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/model-tvm.so INFO:main:starting TestScenario.Offline -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/model-tvm.so -TestScenario.Offline qps=1.74, mean=1.7642, time=2.879, acc=80.000%, queries=5, tiles=50.0:1.5012,80.0:1.7884,90.0:2.3199,95.0:2.5856,99.0:2.7982,99.9:2.8460 +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/model-tvm.so +TestScenario.Offline qps=1.72, mean=1.7538, time=2.908, acc=80.000%, queries=5, tiles=50.0:1.4796,80.0:1.7690,90.0:2.3221,95.0:2.5986,99.0:2.8198,99.9:2.8696 diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd index 1cf3b51a1..e6a128549 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.mmd @@ -13,32 +13,32 @@ graph TD app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tvm-onnx,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_5643e68f/caffe_ilsvrc12.tar.gz_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_5643e68f/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_7b372169/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_7b372169/caffe_ilsvrc12.tar.gz get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz app-mlperf-inference,d775cac873ee4231_(_python,_resnet50,_tvm-onnx,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> detect,cpu - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,sys-utils-cm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,sys-utils-cm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,python get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnxruntime_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,generic-python-lib,_onnxruntime + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,generic-python-lib,_onnxruntime download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx get-ml-model-resnet50,56203e4e998b4bc0_(_batch_size.1,_fp32_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,ml-model,image-classification,resnet50,_batch_size.1,_fp32 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,ml-model,image-classification,resnet50,_batch_size.1,_fp32 get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,python3 get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar - extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_6d05419a/ILSVRC2012_img_val_500.tar_) --> detect,os - download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_6d05419a/ILSVRC2012_img_val_500.tar + extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_890f2f63/ILSVRC2012_img_val_500.tar_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_890f2f63/ILSVRC2012_img_val_500.tar get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,dataset,image-classification,original,_size.500,_2012 get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> get,dataset-aux,image-classification,imagenet-aux @@ -60,8 +60,8 @@ graph TD get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference get-preprocessed-dataset-imagenet,f259d490bbaf45f5 --> mlperf,mlcommons,inference,source,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,dataset,image-classification,imagenet,preprocessed + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,dataset-aux,image-classification,imagenet-aux generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -72,7 +72,7 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> generate,user-conf,mlperf,inference get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> detect,os @@ -106,85 +106,85 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,generic-python-lib,_opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,generic-python-lib,_opencv-python get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_numpy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_numpy_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,generic-python-lib,_numpy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,generic-python-lib,_numpy get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pycocotools_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,generic-python-lib,_pycocotools + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,generic-python-lib,_pycocotools get-generic-python-lib,94b62a682bc44791_(_onnx_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_onnx_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,generic-python-lib,_pip - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,generic-python-lib,_onnx - get-tvm,93c89140e6224f4b_(_pip-install_) --> cmake,get-cmake + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,generic-python-lib,_onnx + get-tvm,93c89140e6224f4b --> cmake,get-cmake detect-cpu,586c8a43320142f7 --> detect,os - get-tvm,93c89140e6224f4b_(_pip-install_) --> detect,cpu + get-tvm,93c89140e6224f4b --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_typing_extensions + get-tvm,93c89140e6224f4b --> get,generic-python-lib,_typing_extensions get-generic-python-lib,94b62a682bc44791_(_decorator_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_decorator_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_decorator + get-tvm,93c89140e6224f4b --> get,generic-python-lib,_decorator get-generic-python-lib,94b62a682bc44791_(_scipy_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_scipy_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_scipy + get-tvm,93c89140e6224f4b --> get,generic-python-lib,_scipy get-generic-python-lib,94b62a682bc44791_(_attrs_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_attrs_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_attrs + get-tvm,93c89140e6224f4b --> get,generic-python-lib,_attrs get-generic-python-lib,94b62a682bc44791_(_psutil_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_psutil_) --> detect,cpu get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,generic-python-lib,_pip - get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_psutil + get-tvm,93c89140e6224f4b --> get,generic-python-lib,_psutil get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> detect,cpu @@ -193,24 +193,24 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> get,generic-python-lib,_pip get-generic-python-lib,94b62a682bc44791_(_typing_extensions_) --> get,python3 get-generic-python-lib,94b62a682bc44791_(_apache-tvm_) --> get,generic-python-lib,_typing_extensions - get-tvm,93c89140e6224f4b_(_pip-install_) --> get,generic-python-lib,_apache-tvm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,tvm,_pip-install - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_graph-executor,_model.resnet50_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_graph-executor,_model.resnet50_) --> get,tvm,_pip-install + get-tvm,93c89140e6224f4b --> get,generic-python-lib,_apache-tvm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,tvm + get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,python3 + get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,tvm get-generic-python-lib,94b62a682bc44791_(_decorator_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_graph-executor,_model.resnet50_) --> get,generic-python-lib,_decorator + get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_decorator get-generic-python-lib,94b62a682bc44791_(_psutil_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_graph-executor,_model.resnet50_) --> get,generic-python-lib,_psutil + get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_psutil get-generic-python-lib,94b62a682bc44791_(_scipy_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_graph-executor,_model.resnet50_) --> get,generic-python-lib,_scipy + get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_scipy get-generic-python-lib,94b62a682bc44791_(_attrs_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_graph-executor,_model.resnet50_) --> get,generic-python-lib,_attrs + get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_attrs get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_graph-executor,_model.resnet50_) --> get,generic-python-lib,_onnx + get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,generic-python-lib,_onnx get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx - get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_graph-executor,_model.resnet50_) --> get,ml-model,raw,resnet50,_fp32,_onnx - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> get,tvm-model,_onnx,_batch_size.1,_graph-executor,_model.resnet50 + get-tvm-model,c1b7b656b6224307_(_onnx,_batch_size.1,_model.resnet50_) --> get,ml-model,raw,resnet50,_fp32,_onnx + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> get,tvm-model,_onnx,_batch_size.1,_model.resnet50 detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png index 4ccbf7b1f..eac62c7d5 100644 Binary files a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png and b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-deps.png differ diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json index b43d1e7fc..9a940c398 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/mlc-version-info.json @@ -147,15 +147,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_5643e68f/caffe_ilsvrc12.tar.gz )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/download-file_7b372169/caffe_ilsvrc12.tar.gz )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_5643e68f/caffe_ilsvrc12.tar.gz": { + "extract,file,_path./home/runner/MLC/repos/local/cache/download-file_7b372169/caffe_ilsvrc12.tar.gz": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_5643e68f/caffe_ilsvrc12.tar.gz", + "script_variations": "path./home/runner/MLC/repos/local/cache/download-file_7b372169/caffe_ilsvrc12.tar.gz", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" } @@ -187,7 +187,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -207,7 +207,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -217,7 +217,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -227,7 +227,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.9.21", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnxruntime", "version": "1.19.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "batch_size.1,fp32", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -387,15 +387,15 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_6d05419a/ILSVRC2012_img_val_500.tar )" + "parent": "extract-file,3f0b76219d004817 ( path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_890f2f63/ILSVRC2012_img_val_500.tar )" } }, { - "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_6d05419a/ILSVRC2012_img_val_500.tar": { + "extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_890f2f63/ILSVRC2012_img_val_500.tar": { "script_uid": "3f0b76219d004817", "script_alias": "extract-file", "script_tags": "extract,file", - "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_6d05419a/ILSVRC2012_img_val_500.tar", + "script_variations": "path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_890f2f63/ILSVRC2012_img_val_500.tar", "version": "", "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )" } @@ -617,7 +617,7 @@ "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -737,7 +737,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1077,7 +1077,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1117,7 +1117,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1127,7 +1127,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-e618c314fc3c323e9b3e82578ce3774e72d9ac2b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1197,7 +1197,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1337,7 +1337,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "numpy", "version": "1.26.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pycocotools", "version": "2.0.8", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1477,7 +1477,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx", "version": "1.17.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1487,7 +1487,7 @@ "script_tags": "get,cmake,get-cmake", "script_variations": "", "version": "3.31.4", - "parent": "get-tvm,93c89140e6224f4b ( pip-install )" + "parent": "get-tvm,93c89140e6224f4b" } }, { @@ -1507,7 +1507,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "get-tvm,93c89140e6224f4b ( pip-install )" + "parent": "get-tvm,93c89140e6224f4b" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "typing_extensions", "version": "4.12.2", - "parent": "get-tvm,93c89140e6224f4b ( pip-install )" + "parent": "get-tvm,93c89140e6224f4b" } }, { @@ -1647,7 +1647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "decorator", "version": "5.1.1", - "parent": "get-tvm,93c89140e6224f4b ( pip-install )" + "parent": "get-tvm,93c89140e6224f4b" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "scipy", "version": "1.13.1", - "parent": "get-tvm,93c89140e6224f4b ( pip-install )" + "parent": "get-tvm,93c89140e6224f4b" } }, { @@ -1787,7 +1787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "attrs", "version": "25.1.0", - "parent": "get-tvm,93c89140e6224f4b ( pip-install )" + "parent": "get-tvm,93c89140e6224f4b" } }, { @@ -1857,7 +1857,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "psutil", "version": "6.1.1", - "parent": "get-tvm,93c89140e6224f4b ( pip-install )" + "parent": "get-tvm,93c89140e6224f4b" } }, { @@ -1947,17 +1947,17 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "apache-tvm", "version": "0.14.dev273", - "parent": "get-tvm,93c89140e6224f4b ( pip-install )" + "parent": "get-tvm,93c89140e6224f4b" } }, { - "get,tvm,_pip-install": { + "get,tvm": { "script_uid": "93c89140e6224f4b", "script_alias": "get-tvm", "script_tags": "get,tvm,get-tvm", - "script_variations": "pip-install", + "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -1967,17 +1967,17 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.9.21", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_graph-executor,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" } }, { - "get,tvm,_pip-install": { + "get,tvm": { "script_uid": "93c89140e6224f4b", "script_alias": "get-tvm", "script_tags": "get,tvm,get-tvm", - "script_variations": "pip-install", + "script_variations": "", "version": "", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_graph-executor,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" } }, { @@ -1997,7 +1997,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "decorator", "version": "5.1.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_graph-executor,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" } }, { @@ -2017,7 +2017,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "psutil", "version": "6.1.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_graph-executor,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" } }, { @@ -2037,7 +2037,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "scipy", "version": "1.13.1", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_graph-executor,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" } }, { @@ -2057,7 +2057,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "attrs", "version": "25.1.0", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_graph-executor,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" } }, { @@ -2077,7 +2077,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx", "version": "1.17.0", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_graph-executor,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" } }, { @@ -2097,17 +2097,17 @@ "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", "script_variations": "fp32,onnx", "version": "", - "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_graph-executor,_model.resnet50 )" + "parent": "get-tvm-model,c1b7b656b6224307 ( onnx,_batch_size.1,_model.resnet50 )" } }, { - "get,tvm-model,_onnx,_batch_size.1,_graph-executor,_model.resnet50": { + "get,tvm-model,_onnx,_batch_size.1,_model.resnet50": { "script_uid": "c1b7b656b6224307", "script_alias": "get-tvm-model", "script_tags": "get,ml-model-tvm,tvm-model", - "script_variations": "onnx,batch_size.1,graph-executor,model.resnet50", + "script_variations": "onnx,batch_size.1,model.resnet50", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } }, { @@ -2147,7 +2147,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_cpu,_offline,_resnet50,_tvm-onnx,_fp32 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( batch_size.1,_resnet50,_cpu,_offline,_tvm-onnx,_fp32 )" } } ] diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json index 354f22846..8488f4784 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "fv-az1376-705" + "MLC_HOST_SYSTEM_NAME": "fv-az787-359" } \ No newline at end of file diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out index 3276e120e..a0dbfaa44 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance_console.out @@ -1,11 +1,10 @@ -python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_655a61cb --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_e53cfe20/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1" --backend tvm --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/014cab26082e40b2b8d04afbe7386a3e.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_655a61cb --dataset-list /home/runner/MLC/repos/local/cache/extract-file_29278e33/val.txt -INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_655a61cb', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_29278e33/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_e53cfe20/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_655a61cb', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/014cab26082e40b2b8d04afbe7386a3e.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) +python3 python/main.py --profile resnet50-onnxruntime --model "/home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/resnet50_v1.onnx" --dataset-path /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bb0ec862 --output "/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_fe2b85b8/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1" --backend tvm --scenario Offline --max-batchsize 1 --threads 4 --user_conf /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d7b407e97c834ec2a9a3a06ebc63b269.conf --use_preprocessed_dataset --cache_dir /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bb0ec862 --dataset-list /home/runner/MLC/repos/local/cache/extract-file_06c50cce/val.txt +INFO:main:Namespace(dataset='imagenet', dataset_path='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bb0ec862', dataset_list='/home/runner/MLC/repos/local/cache/extract-file_06c50cce/val.txt', data_format=None, profile='resnet50-onnxruntime', scenario='Offline', max_batchsize=1, model='/home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/resnet50_v1.onnx', output='/home/runner/MLC/repos/local/cache/get-mlperf-inference-results-dir_fe2b85b8/test_results/default-reference-cpu-tvm-onnx-v1.19.2-default_config/resnet50/offline/performance/run_1', inputs=None, outputs=['ArgMax:0'], backend='tvm', device=None, model_name='resnet50', threads=4, qps=None, cache=0, cache_dir='/home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_bb0ec862', preprocessed_dir=None, use_preprocessed_dataset=True, accuracy=False, find_peak_performance=False, debug=False, user_conf='/home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d7b407e97c834ec2a9a3a06ebc63b269.conf', audit_conf='audit.config', time=None, count=None, performance_sample_count=None, max_latency=None, samples_per_query=8) INFO:imagenet:Loading 50000 preprocessed images using 4 threads INFO:imagenet:reduced image list, 49500 images not found INFO:imagenet:loaded 500 images, cache=0, already_preprocessed=True, took=1.1sec -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/model-tvm.so INFO:main:starting TestScenario.Offline -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/model-tvm.so -TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_69fd5eb5/model-tvm.so -TestScenario.Offline qps=1.74, mean=1.7461, time=2.881, queries=5, tiles=50.0:1.4819,80.0:1.7560,90.0:2.3028,95.0:2.5762,99.0:2.7949,99.9:2.8441 +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/model-tvm.so +TVM: loading model /home/runner/MLC/repos/local/cache/get-tvm-model_0838619d/model-tvm.so +TestScenario.Offline qps=1.70, mean=1.8047, time=2.934, queries=5, tiles=50.0:1.5490,80.0:1.8209,90.0:2.3613,95.0:2.6315,99.0:2.8476,99.9:2.8963 diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt index f5b1d93a3..af59bf34b 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1376-705 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az787-359 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 12:20:43 up 5 min, 0 user, load average: 1.75, 0.85, 0.36 + 12:29:10 up 5 min, 0 user, load average: 1.82, 0.91, 0.39 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -38,8 +38,6 @@ systemd-+-ModemManager---3*[{ModemManager}] |-cron |-dbus-daemon |-dockerd---9*[{dockerd}] - |-fwupd---5*[{fwupd}] - |-gpg-agent |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -49,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-16*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -70,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.432 +cpu MHz : 2786.789 cache size : 512 KB physical id : 0 siblings : 4 @@ -84,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -98,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3240.677 +cpu MHz : 3244.198 cache size : 512 KB physical id : 0 siblings : 4 @@ -112,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -126,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2610.058 +cpu MHz : 2445.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -140,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -154,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2615.798 +cpu MHz : 2603.337 cache size : 512 KB physical id : 0 siblings : 4 @@ -168,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -191,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -221,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6389 MB +node 0 free: 6416 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6542612 kB -MemAvailable: 15072420 kB -Buffers: 221196 kB -Cached: 8146740 kB +MemFree: 6570284 kB +MemAvailable: 15067868 kB +Buffers: 219916 kB +Cached: 8116024 kB SwapCached: 0 kB -Active: 1296008 kB -Inactive: 7399332 kB -Active(anon): 407860 kB +Active: 1257524 kB +Inactive: 7380624 kB +Active(anon): 380848 kB Inactive(anon): 0 kB -Active(file): 888148 kB -Inactive(file): 7399332 kB +Active(file): 876676 kB +Inactive(file): 7380624 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 101952 kB +Dirty: 110936 kB Writeback: 0 kB -AnonPages: 366364 kB -Mapped: 364860 kB -Shmem: 71696 kB -KReclaimable: 588240 kB -Slab: 699612 kB -SReclaimable: 588240 kB -SUnreclaim: 111372 kB -KernelStack: 4144 kB -PageTables: 6996 kB +AnonPages: 342920 kB +Mapped: 344324 kB +Shmem: 69836 kB +KReclaimable: 586196 kB +Slab: 696988 kB +SReclaimable: 586196 kB +SUnreclaim: 110792 kB +KernelStack: 4276 kB +PageTables: 6300 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2491320 kB +Committed_AS: 2250196 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35316 kB +VmallocUsed: 35360 kB VmallocChunk: 0 kB Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 176128 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -279,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 116672 kB -DirectMap2M: 4077568 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-25 12:15 + run-level 5 2025-01-25 12:24 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -735,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 0: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -811,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 335135 327444 45 0 73247 0 +fs.dentry-state = 334568 326921 45 0 72852 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1952 0 9223372036854775807 -fs.inode-nr = 261845 568 -fs.inode-state = 261845 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261686 563 +fs.inode-state = 261686 563 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -879,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1376-705 +kernel.hostname = fv-az787-359 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -912,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9634 +kernel.ns_last_pid = 9557 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -945,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = b1052e36-9593-4bca-8111-974bd24bb084 +kernel.random.boot_id = 9d23f5a9-bf43-4785-a3ff-0f4d85cb0b7c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = f9ac7c2a-4306-4cc1-9abc-b745fd8381eb +kernel.random.uuid = 524e9cff-cc4a-4a95-90ea-910d2a0bfc5a kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1362,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 05478b16-5a0550e4-9f20d626-9341f4b7 +net.ipv4.tcp_fastopen_key = c0099cdd-80fa8336-c8242a77-feb5d464 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1836,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 178 +net.netfilter.nf_conntrack_count = 131 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2059,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0002-1603-4312-7403-4798-90 - UUID: a014fb1d-d7dd-5243-895c-0823dcf0fc0e + Serial Number: 0000-0010-1922-8574-5208-9705-46 + UUID: e245728d-755c-324d-882e-ac9d129e5f75 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2068,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-8977-9503-1177-1658-38 + Serial Number: 0000-0009-8129-7042-8709-1014-29 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2076,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8123-7937-0190-0139-2285-2519-91 + Serial Number: 0835-7730-2776-3265-1664-6464-35 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt index f5b1d93a3..af59bf34b 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1376-705 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az787-359 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 12:20:43 up 5 min, 0 user, load average: 1.75, 0.85, 0.36 + 12:29:10 up 5 min, 0 user, load average: 1.82, 0.91, 0.39 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -38,8 +38,6 @@ systemd-+-ModemManager---3*[{ModemManager}] |-cron |-dbus-daemon |-dockerd---9*[{dockerd}] - |-fwupd---5*[{fwupd}] - |-gpg-agent |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -49,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-16*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -70,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.432 +cpu MHz : 2786.789 cache size : 512 KB physical id : 0 siblings : 4 @@ -84,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -98,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3240.677 +cpu MHz : 3244.198 cache size : 512 KB physical id : 0 siblings : 4 @@ -112,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -126,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2610.058 +cpu MHz : 2445.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -140,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -154,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2615.798 +cpu MHz : 2603.337 cache size : 512 KB physical id : 0 siblings : 4 @@ -168,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -191,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -221,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6389 MB +node 0 free: 6416 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6542612 kB -MemAvailable: 15072420 kB -Buffers: 221196 kB -Cached: 8146740 kB +MemFree: 6570284 kB +MemAvailable: 15067868 kB +Buffers: 219916 kB +Cached: 8116024 kB SwapCached: 0 kB -Active: 1296008 kB -Inactive: 7399332 kB -Active(anon): 407860 kB +Active: 1257524 kB +Inactive: 7380624 kB +Active(anon): 380848 kB Inactive(anon): 0 kB -Active(file): 888148 kB -Inactive(file): 7399332 kB +Active(file): 876676 kB +Inactive(file): 7380624 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 101952 kB +Dirty: 110936 kB Writeback: 0 kB -AnonPages: 366364 kB -Mapped: 364860 kB -Shmem: 71696 kB -KReclaimable: 588240 kB -Slab: 699612 kB -SReclaimable: 588240 kB -SUnreclaim: 111372 kB -KernelStack: 4144 kB -PageTables: 6996 kB +AnonPages: 342920 kB +Mapped: 344324 kB +Shmem: 69836 kB +KReclaimable: 586196 kB +Slab: 696988 kB +SReclaimable: 586196 kB +SUnreclaim: 110792 kB +KernelStack: 4276 kB +PageTables: 6300 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2491320 kB +Committed_AS: 2250196 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35316 kB +VmallocUsed: 35360 kB VmallocChunk: 0 kB Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 176128 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -279,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 116672 kB -DirectMap2M: 4077568 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-25 12:15 + run-level 5 2025-01-25 12:24 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -735,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 0: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -811,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 335135 327444 45 0 73247 0 +fs.dentry-state = 334568 326921 45 0 72852 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1952 0 9223372036854775807 -fs.inode-nr = 261845 568 -fs.inode-state = 261845 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261686 563 +fs.inode-state = 261686 563 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -879,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1376-705 +kernel.hostname = fv-az787-359 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -912,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9634 +kernel.ns_last_pid = 9557 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -945,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = b1052e36-9593-4bca-8111-974bd24bb084 +kernel.random.boot_id = 9d23f5a9-bf43-4785-a3ff-0f4d85cb0b7c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = f9ac7c2a-4306-4cc1-9abc-b745fd8381eb +kernel.random.uuid = 524e9cff-cc4a-4a95-90ea-910d2a0bfc5a kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1362,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 05478b16-5a0550e4-9f20d626-9341f4b7 +net.ipv4.tcp_fastopen_key = c0099cdd-80fa8336-c8242a77-feb5d464 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1836,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 178 +net.netfilter.nf_conntrack_count = 131 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2059,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0002-1603-4312-7403-4798-90 - UUID: a014fb1d-d7dd-5243-895c-0823dcf0fc0e + Serial Number: 0000-0010-1922-8574-5208-9705-46 + UUID: e245728d-755c-324d-882e-ac9d129e5f75 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2068,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-8977-9503-1177-1658-38 + Serial Number: 0000-0009-8129-7042-8709-1014-29 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2076,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8123-7937-0190-0139-2285-2519-91 + Serial Number: 0835-7730-2776-3265-1664-6464-35 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt index f5b1d93a3..af59bf34b 100644 --- a/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt +++ b/open/Community/measurements/default-reference-cpu-tvm-onnx_v1.19.2-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux fv-az1376-705 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux fv-az787-359 6.8.0-1020-azure #23-Ubuntu SMP Mon Dec 9 16:58:58 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 12:20:43 up 5 min, 0 user, load average: 1.75, 0.85, 0.36 + 12:29:10 up 5 min, 0 user, load average: 1.82, 0.91, 0.39 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -38,8 +38,6 @@ systemd-+-ModemManager---3*[{ModemManager}] |-cron |-dbus-daemon |-dockerd---9*[{dockerd}] - |-fwupd---5*[{fwupd}] - |-gpg-agent |-haveged |-hv_kvp_daemon |-multipathd---6*[{multipathd}] @@ -49,9 +47,9 @@ systemd-+-ModemManager---3*[{ModemManager}] |-polkitd---3*[{polkitd}] |-provisioner-+-Runner.Listener-+-Runner.Worker-+-bash---mlcr---sh---bash---pstree | | | `-17*[{Runner.Worker}] - | | `-16*[{Runner.Listener}] + | | `-15*[{Runner.Listener}] | |-provjobd---9*[{provjobd}] - | `-14*[{provisioner}] + | `-15*[{provisioner}] |-python3---python3---4*[{python3}] |-rsyslogd---3*[{rsyslogd}] |-systemd---(sd-pam) @@ -70,7 +68,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2445.432 +cpu MHz : 2786.789 cache size : 512 KB physical id : 0 siblings : 4 @@ -84,7 +82,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -98,7 +96,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 3240.677 +cpu MHz : 3244.198 cache size : 512 KB physical id : 0 siblings : 4 @@ -112,7 +110,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -126,7 +124,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2610.058 +cpu MHz : 2445.428 cache size : 512 KB physical id : 0 siblings : 4 @@ -140,7 +138,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -154,7 +152,7 @@ model : 1 model name : AMD EPYC 7763 64-Core Processor stepping : 1 microcode : 0xffffffff -cpu MHz : 2615.798 +cpu MHz : 2603.337 cache size : 512 KB physical id : 0 siblings : 4 @@ -168,7 +166,7 @@ cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm bugs : sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso -bogomips : 4890.86 +bogomips : 4890.85 TLB size : 2560 4K pages clflush size : 64 cache_alignment : 64 @@ -191,7 +189,7 @@ Thread(s) per core: 2 Core(s) per socket: 2 Socket(s): 1 Stepping: 1 -BogoMIPS: 4890.86 +BogoMIPS: 4890.85 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl tsc_reliable nonstop_tsc cpuid extd_apicid aperfmperf pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext vmmcall fsgsbase bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 xsaves user_shstk clzero xsaveerptr rdpru arat npt nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold v_vmsave_vmload umip vaes vpclmulqdq rdpid fsrm Virtualization: AMD-V Hypervisor vendor: Microsoft @@ -221,53 +219,53 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 node 0 size: 15990 MB -node 0 free: 6389 MB +node 0 free: 6416 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 16373796 kB -MemFree: 6542612 kB -MemAvailable: 15072420 kB -Buffers: 221196 kB -Cached: 8146740 kB +MemFree: 6570284 kB +MemAvailable: 15067868 kB +Buffers: 219916 kB +Cached: 8116024 kB SwapCached: 0 kB -Active: 1296008 kB -Inactive: 7399332 kB -Active(anon): 407860 kB +Active: 1257524 kB +Inactive: 7380624 kB +Active(anon): 380848 kB Inactive(anon): 0 kB -Active(file): 888148 kB -Inactive(file): 7399332 kB +Active(file): 876676 kB +Inactive(file): 7380624 kB Unevictable: 46772 kB Mlocked: 43700 kB SwapTotal: 4194300 kB SwapFree: 4194300 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 101952 kB +Dirty: 110936 kB Writeback: 0 kB -AnonPages: 366364 kB -Mapped: 364860 kB -Shmem: 71696 kB -KReclaimable: 588240 kB -Slab: 699612 kB -SReclaimable: 588240 kB -SUnreclaim: 111372 kB -KernelStack: 4144 kB -PageTables: 6996 kB +AnonPages: 342920 kB +Mapped: 344324 kB +Shmem: 69836 kB +KReclaimable: 586196 kB +Slab: 696988 kB +SReclaimable: 586196 kB +SUnreclaim: 110792 kB +KernelStack: 4276 kB +PageTables: 6300 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 12381196 kB -Committed_AS: 2491320 kB +Committed_AS: 2250196 kB VmallocTotal: 34359738367 kB -VmallocUsed: 35316 kB +VmallocUsed: 35360 kB VmallocChunk: 0 kB Percpu: 2256 kB HardwareCorrupted: 0 kB -AnonHugePages: 176128 kB +AnonHugePages: 145408 kB ShmemHugePages: 0 kB ShmemPmdMapped: 0 kB FileHugePages: 0 kB @@ -279,12 +277,12 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 116672 kB -DirectMap2M: 4077568 kB +DirectMap4k: 118720 kB +DirectMap2M: 4075520 kB DirectMap1G: 14680064 kB ------------------------------------------------------------ 10. who -r - run-level 5 2025-01-25 12:15 + run-level 5 2025-01-25 12:24 ------------------------------------------------------------ 11. Systemd service manager version systemd 255 (255.4-1ubuntu8.4) @@ -735,7 +733,7 @@ xfs_scrub_all.timer disabled enabled BOOT_IMAGE=/vmlinuz-6.8.0-1020-azure root=PARTUUID=8be7931c-8315-4344-95d4-bcbd379998fb ro console=tty1 console=ttyS0 earlyprintk=ttyS0 nvme_core.io_timeout=240 panic=-1 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 1: +analyzing CPU 0: no or unknown cpufreq driver is active on this CPU CPUs which run at the same hardware frequency: Not Available CPUs which need to have their frequency coordinated by software: Not Available @@ -811,16 +809,16 @@ fs.binfmt_misc.llvm-16-runtime/binfmt = flags: fs.binfmt_misc.llvm-16-runtime/binfmt = offset 0 fs.binfmt_misc.llvm-16-runtime/binfmt = magic 4243 fs.binfmt_misc.status = enabled -fs.dentry-state = 335135 327444 45 0 73247 0 +fs.dentry-state = 334568 326921 45 0 72852 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 3643703 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 132601 fs.file-max = 9223372036854775807 -fs.file-nr = 1952 0 9223372036854775807 -fs.inode-nr = 261845 568 -fs.inode-state = 261845 568 0 0 0 0 0 +fs.file-nr = 1792 0 9223372036854775807 +fs.inode-nr = 261686 563 +fs.inode-state = 261686 563 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 1280 fs.inotify.max_user_watches = 655360 @@ -879,7 +877,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = fv-az1376-705 +kernel.hostname = fv-az787-359 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -912,7 +910,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 0 -kernel.ns_last_pid = 9634 +kernel.ns_last_pid = 9557 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -945,11 +943,11 @@ kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 kernel.pty.nr = 0 kernel.pty.reserve = 1024 -kernel.random.boot_id = b1052e36-9593-4bca-8111-974bd24bb084 +kernel.random.boot_id = 9d23f5a9-bf43-4785-a3ff-0f4d85cb0b7c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = f9ac7c2a-4306-4cc1-9abc-b745fd8381eb +kernel.random.uuid = 524e9cff-cc4a-4a95-90ea-910d2a0bfc5a kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -1362,7 +1360,7 @@ net.ipv4.tcp_ehash_entries = 131072 net.ipv4.tcp_fack = 0 net.ipv4.tcp_fastopen = 1 net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 -net.ipv4.tcp_fastopen_key = 05478b16-5a0550e4-9f20d626-9341f4b7 +net.ipv4.tcp_fastopen_key = c0099cdd-80fa8336-c8242a77-feb5d464 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_frto = 2 net.ipv4.tcp_fwmark_accept = 0 @@ -1836,7 +1834,7 @@ net.mptcp.stale_loss_cnt = 4 net.netfilter.nf_conntrack_acct = 0 net.netfilter.nf_conntrack_buckets = 262144 net.netfilter.nf_conntrack_checksum = 1 -net.netfilter.nf_conntrack_count = 178 +net.netfilter.nf_conntrack_count = 131 net.netfilter.nf_conntrack_dccp_loose = 1 net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 net.netfilter.nf_conntrack_dccp_timeout_closing = 64 @@ -2059,8 +2057,8 @@ System Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0002-1603-4312-7403-4798-90 - UUID: a014fb1d-d7dd-5243-895c-0823dcf0fc0e + Serial Number: 0000-0010-1922-8574-5208-9705-46 + UUID: e245728d-755c-324d-882e-ac9d129e5f75 Wake-up Type: Power Switch Handle 0x0002, DMI type 2, 8 bytes @@ -2068,7 +2066,7 @@ Base Board Information Manufacturer: Microsoft Corporation Product Name: Virtual Machine Version: 7.0 - Serial Number: 0000-0009-8977-9503-1177-1658-38 + Serial Number: 0000-0009-8129-7042-8709-1014-29 Handle 0x0003, DMI type 3, 17 bytes Chassis Information @@ -2076,7 +2074,7 @@ Chassis Information Type: Desktop Lock: Not Present Version: 7.0 - Serial Number: 8123-7937-0190-0139-2285-2519-91 + Serial Number: 0835-7730-2776-3265-1664-6464-35 Asset Tag: 7783-7084-3265-9085-8269-3286-77 Boot-up State: Safe Power Supply State: Safe diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt index bcb24b760..3a0ae493b 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt @@ -1,3 +1,3 @@ accuracy=80.000%, good=4, total=5 -hash=f3f5f7e51c941bbb5dab5729de090357b42f468906ffc7d2ff4230c5fc955466 +hash=05a0d6342b3d17dad273666b527f23c1f6fa49b49debf055bdbcff954794ec50 diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json index 1b0745e23..9abecdb47 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json @@ -1,7 +1,7 @@ [ -{ "seq_id" : 1, "qsl_idx" : 4, "data" : "00000144" }, { "seq_id" : 0, "qsl_idx" : 0, "data" : "00008242" }, { "seq_id" : 2, "qsl_idx" : 3, "data" : "00404A44" }, +{ "seq_id" : 1, "qsl_idx" : 4, "data" : "00000144" }, { "seq_id" : 3, "qsl_idx" : 1, "data" : "00C04644" }, { "seq_id" : 4, "qsl_idx" : 2, "data" : "00006643" } ] diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt index 5b8abaca0..dfc27d241 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-25T12:18:54.740293", "time_ms": 0.007864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-25T12:18:54.740301", "time_ms": 0.007864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.007864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007864, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-25T12:21:10Z", "time_ms": 0.025818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.025818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 211, "time_ms": 0.025818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.025818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.025818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.025818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.034023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.038732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.048951, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.055804, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1.683205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 1.683205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 1.683205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2859.929216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2859.929216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2859.929216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2859.929216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2859.929216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2859.929216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "power_begin", "value": "01-25-2025 12:21:10.500", "time_ms": 2859.929998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 10999, "tid": 10999}} -:::MLLOG {"key": "power_end", "value": "01-25-2025 12:21:13.353", "time_ms": 2859.929998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 10999, "tid": 10999}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-25T12:27:14.548539", "time_ms": 0.007534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-25T12:27:14.548550", "time_ms": 0.007534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.007534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-25T12:29:36Z", "time_ms": 0.021069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.021069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 351, "time_ms": 0.021069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.021069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 5, "time_ms": 0.021069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5, "time_ms": 0.021069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.031839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.034764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.046696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1085, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0,4,3,1,2], "time_ms": 0.052567, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.432249, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 2.432249, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 2.432249, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2890.158828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2890.158828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2890.158828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2890.158828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2890.158828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2890.158828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "power_begin", "value": "01-25-2025 12:29:36.606", "time_ms": 2890.159769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 10976, "tid": 10976}} +:::MLLOG {"key": "power_end", "value": "01-25-2025 12:29:39.483", "time_ms": 2890.159769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 10976, "tid": 10976}} diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt index cab14772f..9398bfa7d 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-25T12:18:54.740293", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-25T12:18:54.740301", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007704, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-25T12:20:37Z", "time_ms": 0.027020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.027020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 170, "time_ms": 0.027020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.027020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.027020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.027020, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.044853, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.049913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.062155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.076923, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 221.075386, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 221.075386, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 221.075386, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 222.893341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3081.323452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3081.323452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3081.323452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3081.323452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3081.323452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3081.323452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "power_begin", "value": "01-25-2025 12:20:38.021", "time_ms": 3081.324324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "power_end", "value": "01-25-2025 12:20:40.872", "time_ms": 3081.324324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_samples_per_second", "value": 1.75351, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_min_latency_ns", "value": 1449353817, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_max_latency_ns", "value": 2851420352, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 1747166999, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1482627410, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 2851420352, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 2851420352, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 2851420352, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 2851420352, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9075, "tid": 9075}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 2851420352, "time_ms": 3081.333250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 9075, "tid": 9075}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-25T12:27:14.548539", "time_ms": 0.007463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-25T12:27:14.548550", "time_ms": 0.007463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)", "time_ms": 0.007463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-25T12:29:04Z", "time_ms": 0.025768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.025768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 250, "time_ms": 0.025768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.025768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 500, "time_ms": 0.025768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 500, "time_ms": 0.025768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_min_query_count", "value": 5, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_max_query_count", "value": 5, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.044944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_samples_per_query", "value": 5, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_max_query_count", "value": 5, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.048290, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.060433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 836, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "loaded_qsl_set", "value": [465,224,289,154,47,112,240,386,159,379,33,51,73,6,368,337,4,200,281,194,213,401,385,132,387,441,489,256,104,471,432,333,399,464,187,152,421,83,397,142,477,125,219,394,496,163,262,261,321,206,453,484,320,156,456,325,169,355,56,311,359,9,62,447,478,466,138,291,280,116,253,161,164,361,72,111,268,346,254,283,255,91,178,329,133,433,276,183,199,491,369,443,21,174,307,127,274,347,293,405,485,336,13,177,356,488,429,286,452,243,425,345,8,24,99,308,364,247,340,423,135,410,352,408,170,269,285,233,49,459,114,149,296,390,267,416,407,435,272,475,136,86,186,43,160,119,64,445,146,140,37,463,428,470,75,490,330,5,473,139,2,180,203,252,451,377,374,226,239,392,279,128,202,98,297,197,467,479,292,472,93,481,250,362,87,46,208,191,231,3,101,144,376,430,436,20,312,338,324,257,182,39,271,367,378,277,217,303,462,487,458,12,342,222,25,300,35,14,167,317,270,309,192,76,118,306,328,418,332,375,284,389,185,117,155,151,27,130,109,157,381,126,351,422,414,173,273,204,166,63,449,228,145,122,40,493,263,88,442,70,225,196,38,299,195,66,210,221,30,382,341,134,400,52,29,327,349,44,357,74,103,141,305,16,353,113,446,450,371,295,42,207,241,137,234,143,150,95,460,212,129,304,264,396,100,498,301,71,335,188,107,282,53,48,85,393,365,102,427,370,461,36,363,236,318,245,251,444,17,288,384,7,380,437,294,26,348,326,383,448,314,468,495,190,398,440,81,358,486,227,92,298,434,162,260,175,469,499,41,439,403,23,455,165,189,492,193,372,97,287,220,230,482,275,172,84,34,1,265,334,69,171,124,354,474,179,123,242,79,60,391,232,409,57,15,176,395,198,168,106,415,313,413,350,249,402,58,54,158,406,278,223,426,201,404,316,411,131,22,32,497,266,181,31,319,229,214,424,216,344,412,237,476,18,115,11,339,323,388,184,67,147,68,105,211,420,238,108,61,235,322,457,77,248,302,120,215,246,417,310,360,205,454,28,259,0,366,10,218,78,290,431,94,110,148,50,55,65,343,258,438,121,82,373,89,244,494,80,315,480,96,45,483,90,419,153,59,331,209,19], "time_ms": 0.075210, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 608, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 199.895330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "generated_samples_per_query", "value": 5, "time_ms": 199.895330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 199.895330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 201.754337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3112.940503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3112.940503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3112.940503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3112.940503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3112.940503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3112.940503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "power_begin", "value": "01-25-2025 12:29:04.402", "time_ms": 3112.941996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 562, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "power_end", "value": "01-25-2025 12:29:07.306", "time_ms": 3112.941996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_samples_per_second", "value": 1.72203, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1479125016, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_max_latency_ns", "value": 2903551091, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 1805805393, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1550521568, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 2903551091, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 2903551091, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 2903551091, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 2903551091, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8999, "tid": 8999}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 2903551091, "time_ms": 3112.952175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 8999, "tid": 8999}} diff --git a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt index 68fdcdaa7..7a2ba7c76 100644 --- a/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/Community/results/default-reference-cpu-tvm-onnx_v1.19.2-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 1.75351 +Samples per second: 1.72203 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1449353817 -Max latency (ns) : 2851420352 -Mean latency (ns) : 1747166999 -50.00 percentile latency (ns) : 1482627410 -90.00 percentile latency (ns) : 2851420352 -95.00 percentile latency (ns) : 2851420352 -97.00 percentile latency (ns) : 2851420352 -99.00 percentile latency (ns) : 2851420352 -99.90 percentile latency (ns) : 2851420352 +Min latency (ns) : 1479125016 +Max latency (ns) : 2903551091 +Mean latency (ns) : 1805805393 +50.00 percentile latency (ns) : 1550521568 +90.00 percentile latency (ns) : 2903551091 +95.00 percentile latency (ns) : 2903551091 +97.00 percentile latency (ns) : 2903551091 +99.00 percentile latency (ns) : 2903551091 +99.90 percentile latency (ns) : 2903551091 ================================================ Test Parameters Used