diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md index 01eb6587..1ba6c064 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md @@ -1,3 +1,3 @@ -| Model | Scenario | Accuracy | Throughput | Latency (in ms) | -|---------|------------|------------|--------------|-------------------| -| gptj-99 | offline | 264 | 48.322 | - | \ No newline at end of file +| Model | Scenario | Accuracy | Throughput | Latency (in ms) | +|---------------------|------------|------------|--------------|-------------------| +| stable-diffusion-xl | offline | () | 0.359 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md index bfb18084..073b8b17 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md @@ -101,4 +101,4 @@ Model Precision: fp32 ### Accuracy Results ### Performance Results -`Samples per second`: `0.352477` +`Samples per second`: `0.358711` diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out index 35d8e240..601df8a1 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out @@ -1,71 +1,71 @@ -INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/8aebdc96daed41fc', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=True, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/gh_action_results/test_results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline/accuracy', qps=None, model_path='/home/cmuser/CM/repos/local/cache/762e6805370c44eb/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/30a1db9b0dd549fbbe8213d0533b3e1b.conf', audit_conf='audit.config', ids_path='tools/sample_ids.txt', time=None, count=1, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/8aebdc96daed41fc', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=True, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/gh_action_results/test_results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline/accuracy', qps=None, model_path='/home/cmuser/CM/repos/local/cache/762e6805370c44eb/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3894d3bbecd24e81a15b1b92f7ddceaf.conf', audit_conf='audit.config', ids_path='tools/sample_ids.txt', time=None, count=1, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) Keyword arguments {'safety_checker': None} are not expected by StableDiffusionXLPipeline and will be ignored. - Loading pipeline components...: 0%| | 0/7 [00:00 get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> detect,cpu - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,sys-utils-cm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,python - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,cuda,_cudnn + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,sys-utils-cm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,cuda,_cudnn get-generic-python-lib,94b62a682bc44791_(_torch_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_torch_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_torch_cuda get-generic-python-lib,94b62a682bc44791_(_torchvision_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_torchvision_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_torchvision_cuda download-and-extract,c67e81a4ce2649f5_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16_) --> download,file,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16 get-ml-model-stable-diffusion,22c6516b2d4d4c23_(_pytorch,_fp16_) --> download-and-extract,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,dataset,coco2014,_validation + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,dataset,coco2014,_validation generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -55,36 +55,36 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> generate,user-conf,mlperf,inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_package.diffusers_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.diffusers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.diffusers get-generic-python-lib,94b62a682bc44791_(_package.transformers_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.transformers get-generic-python-lib,94b62a682bc44791_(_package.torchvision_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.torchvision + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.torchvision get-generic-python-lib,94b62a682bc44791_(_package.accelerate_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.accelerate + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.accelerate get-generic-python-lib,94b62a682bc44791_(_package.torchmetrics_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.torchmetrics + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.torchmetrics get-generic-python-lib,94b62a682bc44791_(_package.torch-fidelity_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.torch-fidelity + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.torch-fidelity get-generic-python-lib,94b62a682bc44791_(_package.open_clip_torch_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.open_clip_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.open_clip_torch get-generic-python-lib,94b62a682bc44791_(_package.opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.opencv-python get-generic-python-lib,94b62a682bc44791_(_package.scipy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.scipy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.scipy get-generic-python-lib,94b62a682bc44791_(_package.pandas_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> get,generic-python-lib,_package.pandas + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> get,generic-python-lib,_package.pandas detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_cuda,_offline,_pytorch,_float16_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_sdxl,_cuda,_float16_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png index 3522fa24..be0e80d6 100644 Binary files a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png and b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png differ diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-version-info.json b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-version-info.json index 40546ed8..a0fc07e9 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-version-info.json +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-version-info.json @@ -327,7 +327,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -347,7 +347,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.10.12", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -377,7 +377,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch_cuda", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision_cuda", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -447,7 +447,7 @@ "script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image", "script_variations": "pytorch,fp16", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -457,7 +457,7 @@ "script_tags": "get,dataset,coco2014,object-detection,original", "script_variations": "validation", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -567,7 +567,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -577,7 +577,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -617,7 +617,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-b9f22d6c37fa9024616538516e1d3bb59dd7c019", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-b9f22d6c37fa9024616538516e1d3bb59dd7c019", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.diffusers", "version": "0.32.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -687,7 +687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.transformers", "version": "4.47.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -707,7 +707,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torchvision", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.accelerate", "version": "1.2.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -747,7 +747,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.6.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -767,7 +767,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -787,7 +787,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -807,7 +807,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -827,7 +827,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.scipy", "version": "1.15.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -847,7 +847,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pandas", "version": "2.2.3", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } }, { @@ -887,7 +887,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( sdxl,_cuda,_offline,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_sdxl,_cuda,_float16 )" } } ] diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/os_info.json b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/os_info.json index f83974ee..efaa23a6 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/os_info.json +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/os_info.json @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "4d3a89a1917f" + "CM_HOST_SYSTEM_NAME": "733d3b7f3093" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/performance_console.out b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/performance_console.out index 0d71d560..89ddbc12 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/performance_console.out @@ -1,12 +1,12 @@ -INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/8aebdc96daed41fc', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=False, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/gh_action_results/test_results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline/performance/run_1', qps=None, model_path='/home/cmuser/CM/repos/local/cache/762e6805370c44eb/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/749d7b8aeed146dcb3292e1617cffe3f.conf', audit_conf='audit.config', ids_path='tools/sample_ids.txt', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/cmuser/CM/repos/local/cache/8aebdc96daed41fc', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=False, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/cm-mount/home/arjun/gh_action_results/test_results/gh_action-reference-gpu-pytorch-v2.5.1-cu124/stable-diffusion-xl/offline/performance/run_1', qps=None, model_path='/home/cmuser/CM/repos/local/cache/762e6805370c44eb/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/cmuser/CM/repos/gateoverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/dbaccd1aceb14d8fa947aaa2c0dbdb1a.conf', audit_conf='audit.config', ids_path='tools/sample_ids.txt', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) Keyword arguments {'safety_checker': None} are not expected by StableDiffusionXLPipeline and will be ignored. - Loading pipeline components...: 0%| | 0/7 [00:00