Results from R50 GH action on ubuntu-latest

mlcommons · Oct 4, 2024 · e3f3d9d · e3f3d9d
1 parent 12dbc62
commit e3f3d9d
Show file tree

Hide file tree

Showing 8 changed files with 188 additions and 188 deletions.
diff --git a/...nts/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/...nts/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md
@@ -1,3 +1,3 @@
 | Model    | Scenario   |   Accuracy |   Throughput | Latency (in ms)   |
 |----------|------------|------------|--------------|-------------------|
-| resnet50 | offline    |         76 |       22.556 | -                 |
+| resnet50 | offline    |         76 |       23.004 | -                 |
diff --git a/...est_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/...est_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md
@@ -18,7 +18,7 @@ pip install -U cmind
 
 cm rm cache -f
 
-cm pull repo anandhu-eng@cm4mlops --checkout=b4eb2f45e209ec6b0836804602e16102c7fa0d23
+cm pull repo anandhu-eng@cm4mlops --checkout=122cea2f85089d882a2f6a5dbcdf42658c1b86c9
 
 cm run script \
 	--tags=run-mlperf,inference,_submission,_short \
@@ -54,4 +54,4 @@ Model Precision: fp32
 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
 
 ### Performance Results 
-`Samples per second`: `22.5557`
+`Samples per second`: `23.004`
diff --git a/...st_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json b/...st_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json
@@ -87,15 +87,15 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/05f74a9a1fe54061/caffe_ilsvrc12.tar.gz )"
+        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/18e285c1fb93457f/caffe_ilsvrc12.tar.gz )"
       }
     },
     {
-      "extract,file,_path./home/runner/CM/repos/local/cache/05f74a9a1fe54061/caffe_ilsvrc12.tar.gz": {
+      "extract,file,_path./home/runner/CM/repos/local/cache/18e285c1fb93457f/caffe_ilsvrc12.tar.gz": {
         "script_uid": "3f0b76219d004817",
         "script_alias": "extract-file",
         "script_tags": "extract,file",
-        "script_variations": "path./home/runner/CM/repos/local/cache/05f74a9a1fe54061/caffe_ilsvrc12.tar.gz",
+        "script_variations": "path./home/runner/CM/repos/local/cache/18e285c1fb93457f/caffe_ilsvrc12.tar.gz",
         "version": "",
         "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
       }
@@ -127,7 +127,7 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -147,7 +147,7 @@
         "script_tags": "detect,cpu,detect-cpu,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -457,7 +457,7 @@
         "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
         "script_variations": "",
         "version": "master",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -467,7 +467,7 @@
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
         "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -487,7 +487,7 @@
         "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
         "script_variations": "cpu",
         "version": "1.16.3",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -537,15 +537,15 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/8f8688e6248d4630/ILSVRC2012_img_val_500.tar )"
+        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/69b2680abea045d3/ILSVRC2012_img_val_500.tar )"
       }
     },
     {
-      "extract,file,_path./home/runner/CM/repos/local/cache/8f8688e6248d4630/ILSVRC2012_img_val_500.tar": {
+      "extract,file,_path./home/runner/CM/repos/local/cache/69b2680abea045d3/ILSVRC2012_img_val_500.tar": {
         "script_uid": "3f0b76219d004817",
         "script_alias": "extract-file",
         "script_tags": "extract,file",
-        "script_variations": "path./home/runner/CM/repos/local/cache/8f8688e6248d4630/ILSVRC2012_img_val_500.tar",
+        "script_variations": "path./home/runner/CM/repos/local/cache/69b2680abea045d3/ILSVRC2012_img_val_500.tar",
         "version": "",
         "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.https://www.dropbox.com/scl/fi/a7fhjnzxi6x3ceapxh5bm/ILSVRC2012_img_val_500.tar?rlkey=hz4rabo9ve43co3c303y9r6l7&st=ulcgb3av&dl=1 )"
       }
@@ -717,7 +717,7 @@
         "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
         "script_variations": "NCHW",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -757,7 +757,7 @@
         "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
         "script_variations": "onnx",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -837,7 +837,7 @@
         "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -907,7 +907,7 @@
         "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     },
     {
@@ -947,7 +947,7 @@
         "script_tags": "mlperf,benchmark-mlperf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_onnxruntime,_resnet50,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_resnet50,_cpu,_offline )"
       }
     }
   ]

diff --git a/...ntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/...ntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json
@@ -26,5 +26,5 @@
   ],
   "CM_HOST_PLATFORM_FLAVOR": "x86_64",
   "CM_HOST_PYTHON_BITS": "64",
-  "CM_HOST_SYSTEM_NAME": "fv-az740-219"
+  "CM_HOST_SYSTEM_NAME": "fv-az2028-948"
 }
diff --git a/...t_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt b/...t_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt
@@ -1,2 +1,2 @@
 accuracy=76.000%, good=380, total=500
-hash=aa79e7ffdcc3c524e995ded0ac3a939228e65fad3045606224e376c8e248a8f9
+hash=13a63b308a0dd6d5e1bcd5527cccd59709cf6f7cf642c1f8cb54768b5da273da