Auto-merge updates from auto-update branch

open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

@@ -1,3 +1,3 @@
 | Model    | Scenario   |   Accuracy |   Throughput | Latency (in ms)   |
 |----------|------------|------------|--------------|-------------------|
-| resnet50 | offline    |         76 |        7.731 | -                 |
+| resnet50 | offline    |         76 |        9.449 | -                 |

open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

@@ -16,16 +16,16 @@ pip install -U mlcflow
 
 mlc rm cache -f
 
-mlc pull repo GATEOverflow@mlperf-automations --checkout=f464209f9b5a6745bff37962b89d03450f5e0640
+mlc pull repo mlcommons@mlperf-automations --checkout=02683cf5e8beb0cc5baaf27802daafc08fe42e67
 
 
 ```
 *Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf,
- you should simply reload GATEOverflow@mlperf-automations without checkout and clean MLC cache as follows:*
+ you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:*
 
 ```bash
-mlc rm repo GATEOverflow@mlperf-automations
-mlc pull repo GATEOverflow@mlperf-automations
+mlc rm repo mlcommons@mlperf-automations
+mlc pull repo mlcommons@mlperf-automations
 mlc rm cache -f
 
 ```
@@ -40,4 +40,4 @@ Model Precision: fp32
 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
 
 ### Performance Results 
-`Samples per second`: `7.73123`
+`Samples per second`: `9.44853`

open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out

@@ -1,6 +1,6 @@
-MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_7eeef3f8/inference/mlperf.conf
-User Conf path: /Users/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4e2ca2edb3bb42bb99c460aa25060cde.conf
-Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_64799524
+MLPerf Conf path: /Users/runner/MLC/repos/local/cache/get-git-repo_56695f85/inference/mlperf.conf
+User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6c68655cd83f4fb7ab1ddf0a9b9fd865.conf
+Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_7e5eb77c
 Dataset List filepath: 
 Scenario: Offline
 Mode: AccuracyOnly

open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd

@@ -8,9 +8,6 @@ graph TD
     app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlcommons,inference,src
     pull-git-repo,c23132ed65c4421d --> detect,os
     app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> pull,git,repo
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
     get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src
     app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,mlperf,inference,utils
     download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os
@@ -19,20 +16,17 @@ graph TD
     get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum
     download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
     download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz
-    extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_313218d6/caffe_ilsvrc12.tar.gz_) --> detect,os
-    extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_313218d6/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
-    download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_313218d6/caffe_ilsvrc12.tar.gz
+    extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_fab3a6ef/caffe_ilsvrc12.tar.gz_) --> detect,os
+    extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/download-file_fab3a6ef/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
+    download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/download-file_fab3a6ef/caffe_ilsvrc12.tar.gz
     get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz
     app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.0-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> detect,os
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> detect,os
     detect-cpu,586c8a43320142f7 --> detect,os
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> detect,cpu
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> detect,cpu
     get-sys-utils-cm,bc90993277e84b8e --> detect,os
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> detect,os
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,mlcommons,inference,src
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,compiler
     detect-cpu,586c8a43320142f7 --> detect,os
@@ -61,21 +55,18 @@ graph TD
     get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
     get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
     get-mlperf-inference-loadgen,64c3d98d0ba04950 --> get,generic-python-lib,_package.setuptools
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,loadgen
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,mlcommons,inference,src
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,loadgen
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,mlcommons,inference,src
     get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,lib,onnxruntime,lang-cpp,_cpu
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,lib,onnxruntime,lang-cpp,_cpu
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3
     get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os
     download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os
     download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
     download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
-    extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_fa2493b0/ILSVRC2012_img_val_500.tar_) --> detect,os
-    extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_fa2493b0/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
-    download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_fa2493b0/ILSVRC2012_img_val_500.tar
+    extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_49782613/ILSVRC2012_img_val_500.tar_) --> detect,os
+    extract-file,3f0b76219d004817_(_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_49782613/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
+    download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_49782613/ILSVRC2012_img_val_500.tar
     get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux
@@ -93,35 +84,29 @@ graph TD
     get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
     get-generic-python-lib,94b62a682bc44791_(_pillow_) --> get,generic-python-lib,_pip
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-python-lib,_pillow
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
     get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> mlperf,mlcommons,inference,source,src
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,dataset,preprocessed,imagenet,_NCHW
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,dataset,preprocessed,imagenet,_NCHW
     download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> detect,os
     download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum
     download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx
     get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,ml-model,raw,resnet50,_onnx
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> get,ml-model,raw,resnet50,_onnx
     generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os
     detect-cpu,586c8a43320142f7 --> detect,os
     generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu
     generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python
-    get-mlperf-inference-src,4b57186581024797 --> detect,os
-    get-mlperf-inference-src,4b57186581024797 --> get,python3
-    get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
     generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src
     get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
     generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> generate,user-conf,mlperf,inference
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> generate,user-conf,mlperf,inference
     detect-cpu,586c8a43320142f7 --> detect,os
     compile-program,c05042ba005a4bfa --> detect,cpu
     compile-program,c05042ba005a4bfa --> get,compiler
     detect-cpu,586c8a43320142f7 --> detect,os
     get-compiler-flags,31be8b74a69742f8 --> detect,cpu
     compile-program,c05042ba005a4bfa --> get,compiler-flags
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> compile,cpp-program
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> compile,cpp-program
     detect-cpu,586c8a43320142f7 --> detect,os
     benchmark-program,19f369ef47084895 --> detect,cpu
     benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
-    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> benchmark-mlperf
+    app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_onnxruntime,_resnet50,_offline,_cpu_) --> benchmark-mlperf