Results from R50 GH action on ubuntu-latest

mlcommons · Oct 4, 2024 · 4daa8e2 · 4daa8e2
1 parent 99d270b
commit 4daa8e2
Show file tree

Hide file tree

Showing 8 changed files with 188 additions and 188 deletions.
diff --git a/...nts/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/...nts/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md
@@ -1,3 +1,3 @@
 | Model    | Scenario   |   Accuracy |   Throughput | Latency (in ms)   |
 |----------|------------|------------|--------------|-------------------|
-| resnet50 | offline    |         76 |        23.06 | -                 |
+| resnet50 | offline    |         76 |       23.118 | -                 |
diff --git a/...est_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/...est_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md
@@ -18,7 +18,7 @@ pip install -U cmind
 
 cm rm cache -f
 
-cm pull repo anandhu-eng@cm4mlops --checkout=fe9b8cb640f7da5a350c757690c293418c2234c1
+cm pull repo anandhu-eng@cm4mlops --checkout=f98357028056a3d8424763af06d5317341dd811e
 
 cm run script \
 	--tags=run-mlperf,inference,_submission,_short \
@@ -54,4 +54,4 @@ Model Precision: fp32
 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
 
 ### Performance Results 
-`Samples per second`: `23.0598`
+`Samples per second`: `23.1177`
diff --git a/...st_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json b/...st_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json
@@ -87,15 +87,15 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/aa0c0d116e834717/caffe_ilsvrc12.tar.gz )"
+        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/9f6922b23ad44f05/caffe_ilsvrc12.tar.gz )"
       }
     },
     {
-      "extract,file,_path./home/runner/CM/repos/local/cache/aa0c0d116e834717/caffe_ilsvrc12.tar.gz": {
+      "extract,file,_path./home/runner/CM/repos/local/cache/9f6922b23ad44f05/caffe_ilsvrc12.tar.gz": {
         "script_uid": "3f0b76219d004817",
         "script_alias": "extract-file",
         "script_tags": "extract,file",
-        "script_variations": "path./home/runner/CM/repos/local/cache/aa0c0d116e834717/caffe_ilsvrc12.tar.gz",
+        "script_variations": "path./home/runner/CM/repos/local/cache/9f6922b23ad44f05/caffe_ilsvrc12.tar.gz",
         "version": "",
         "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
       }
@@ -127,7 +127,7 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -147,7 +147,7 @@
         "script_tags": "detect,cpu,detect-cpu,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -457,7 +457,7 @@
         "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
         "script_variations": "",
         "version": "master",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -467,7 +467,7 @@
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
         "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -487,7 +487,7 @@
         "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
         "script_variations": "cpu",
         "version": "1.16.3",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -537,15 +537,15 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/487c17fb08574a37/ILSVRC2012_img_val_500.tar )"
+        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/bba05ec9b3484b72/ILSVRC2012_img_val_500.tar )"
       }
     },
     {
-      "extract,file,_path./home/runner/CM/repos/local/cache/487c17fb08574a37/ILSVRC2012_img_val_500.tar": {
+      "extract,file,_path./home/runner/CM/repos/local/cache/bba05ec9b3484b72/ILSVRC2012_img_val_500.tar": {
         "script_uid": "3f0b76219d004817",
         "script_alias": "extract-file",
         "script_tags": "extract,file",
-        "script_variations": "path./home/runner/CM/repos/local/cache/487c17fb08574a37/ILSVRC2012_img_val_500.tar",
+        "script_variations": "path./home/runner/CM/repos/local/cache/bba05ec9b3484b72/ILSVRC2012_img_val_500.tar",
         "version": "",
         "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.https://www.dropbox.com/scl/fi/a7fhjnzxi6x3ceapxh5bm/ILSVRC2012_img_val_500.tar?rlkey=hz4rabo9ve43co3c303y9r6l7&st=ulcgb3av&dl=1 )"
       }
@@ -717,7 +717,7 @@
         "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
         "script_variations": "NCHW",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -757,7 +757,7 @@
         "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
         "script_variations": "onnx",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -837,7 +837,7 @@
         "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -907,7 +907,7 @@
         "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     },
     {
@@ -947,7 +947,7 @@
         "script_tags": "mlperf,benchmark-mlperf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_offline,_resnet50,_onnxruntime )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( onnxruntime,_offline,_cpu,_resnet50 )"
       }
     }
   ]

diff --git a/...ntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/...ntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json
@@ -26,5 +26,5 @@
   ],
   "CM_HOST_PLATFORM_FLAVOR": "x86_64",
   "CM_HOST_PYTHON_BITS": "64",
-  "CM_HOST_SYSTEM_NAME": "fv-az695-449"
+  "CM_HOST_SYSTEM_NAME": "fv-az730-893"
 }
diff --git a/...t_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt b/...t_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt
@@ -1,2 +1,2 @@
 accuracy=76.000%, good=380, total=500
-hash=65e2d269b9330dff9f8414ce448d6cf63e9c685a17c7ccacfbb0b76dfded3008
+hash=aa79e7ffdcc3c524e995ded0ac3a939228e65fad3045606224e376c8e248a8f9