Auto-merge updates from auto-update branch

open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

@@ -1,3 +1,3 @@
 | Model    | Scenario   |   Accuracy |   Throughput | Latency (in ms)   |
 |----------|------------|------------|--------------|-------------------|
-| resnet50 | offline    |         76 |       22.926 | -                 |
+| resnet50 | offline    |         76 |        22.82 | -                 |

open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

@@ -16,7 +16,7 @@ pip install -U mlcflow
 
 mlc rm cache -f
 
-mlc pull repo GATEOverflow@mlperf-automations --checkout=f562fdf708162fd45e74c2be54c8690725d9c4fb
+mlc pull repo GATEOverflow@mlperf-automations --checkout=7d9520ebb86b085037e86f2ff2a8ad32695ab8d8
 
 
 ```
@@ -40,4 +40,4 @@ Model Precision: fp32
 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
 
 ### Performance Results 
-`Samples per second`: `22.9262`
+`Samples per second`: `22.82`

open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out

@@ -1,6 +1,6 @@
-MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_61c713f3/inference/mlperf.conf
-User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b183bc3c149d45b2857dadc3a8252355.conf
-Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b23845ab
+MLPerf Conf path: /home/runner/MLC/repos/local/cache/get-git-repo_19ade5f0/inference/mlperf.conf
+User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0f95657739044f22a36f56ce8ed13eb6.conf
+Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_11fb8dea
 Dataset List filepath: 
 Scenario: Offline
 Mode: AccuracyOnly

open/MLCommons/measurements/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd

@@ -8,26 +8,20 @@ graph TD
     app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlcommons,inference,src
     pull-git-repo,c23132ed65c4421d --> detect,os
     app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> pull,git,repo
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
     get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src
     app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils
     download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os
     download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz
-    extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_f09a90d6/caffe_ilsvrc12.tar.gz_) --> detect,os
-    download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_f09a90d6/caffe_ilsvrc12.tar.gz
+    extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/download-file_bacbd9c5/caffe_ilsvrc12.tar.gz_) --> detect,os
+    download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/runner/MLC/repos/local/cache/download-file_bacbd9c5/caffe_ilsvrc12.tar.gz
     get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz
     app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> detect,os
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> detect,os
     detect-cpu,586c8a43320142f7 --> detect,os
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> detect,cpu
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> detect,cpu
     get-sys-utils-cm,bc90993277e84b8e --> detect,os
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,mlcommons,inference,src
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,compiler
     detect-cpu,586c8a43320142f7 --> detect,os
@@ -56,19 +50,16 @@ graph TD
     get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
     get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> get,loadgen
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> get,mlcommons,inference,src
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,loadgen
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,mlcommons,inference,src
     get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> get,lib,onnxruntime,lang-cpp,_cpu
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,lib,onnxruntime,lang-cpp,_cpu
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3
     get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os
     download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os
     download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
-    extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5a857646/ILSVRC2012_img_val_500.tar_) --> detect,os
-    download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_5a857646/ILSVRC2012_img_val_500.tar
+    extract-file,3f0b76219d004817_(_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_a68b8400/ILSVRC2012_img_val_500.tar_) --> detect,os
+    download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./home/runner/MLC/repos/local/cache/get-dataset-imagenet-val_a68b8400/ILSVRC2012_img_val_500.tar
     get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux
@@ -86,34 +77,28 @@ graph TD
     get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
     get-generic-python-lib,94b62a682bc44791_(_pillow_) --> get,generic-python-lib,_pip
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-python-lib,_pillow
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> get,dataset,preprocessed,imagenet,_NCHW
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,dataset,preprocessed,imagenet,_NCHW
     download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os
     download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx
     get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> get,ml-model,raw,resnet50,_onnx
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> get,ml-model,raw,resnet50,_onnx
     generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os
     detect-cpu,586c8a43320142f7 --> detect,os
     generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu
     generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
     generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src
     get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
     generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> generate,user-conf,mlperf,inference
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> generate,user-conf,mlperf,inference
     detect-cpu,586c8a43320142f7 --> detect,os
     compile-program,c05042ba005a4bfa --> detect,cpu
     compile-program,c05042ba005a4bfa --> get,compiler
     detect-cpu,586c8a43320142f7 --> detect,os
     get-compiler-flags,31be8b74a69742f8 --> detect,cpu
     compile-program,c05042ba005a4bfa --> get,compiler-flags
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> compile,cpp-program
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> compile,cpp-program
     detect-cpu,586c8a43320142f7 --> detect,os
     benchmark-program,19f369ef47084895 --> detect,cpu
     benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_offline,_onnxruntime,_cpu_) --> benchmark-mlperf
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_cpu,_offline,_resnet50_) --> benchmark-mlperf