diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/README.md b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/README.md index f017152..435aa68 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/README.md +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------------------|------------|----------------------|--------------|-------------------| -| stable-diffusion-xl | offline | (16.3689, 237.82579) | 0.384 | - | \ No newline at end of file +| stable-diffusion-xl | offline | (16.3689, 237.82579) | 0.385 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/README.md index ccebfa3..ba6bc7d 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/README.md @@ -16,7 +16,7 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo mlcommons@mlperf-automations --checkout=9c07f8da01cb1d1a3f10fd8946ada3888356f5fe +mlc pull repo mlcommons@mlperf-automations --checkout=4be38a9703985e7e5949a74effeeda6b2b8910f3 ``` @@ -41,4 +41,4 @@ Model Precision: fp32 `FID_SCORE`: `237.82579`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` ### Performance Results -`Samples per second`: `0.383945` +`Samples per second`: `0.384809` diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out index 3d05edd..6167c5e 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out @@ -1,67 +1,67 @@ -INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/mlcuser/MLC/repos/local/cache/get-dataset-coco2014_666de7db', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=True, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/mlc-mount/home/arjun/scc_gh_action_results/test_results/b8867be1fa45-reference-gpu-pytorch-v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/accuracy', qps=None, model_path='/home/mlcuser/MLC/repos/local/cache/download-file_9d0f5841/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0525663464cf4a08a87a63388f5a42e3.conf', audit_conf='audit.config', ids_path='/home/mlcuser/MLC/repos/local/cache/get-dataset-coco2014_666de7db/sample_ids.txt', time=None, count=10, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/mlcuser/MLC/repos/local/cache/get-dataset-coco2014_666de7db', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=True, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/mlc-mount/home/arjun/scc_gh_action_results/test_results/b7fd1c9b613c-reference-gpu-pytorch-v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/accuracy', qps=None, model_path='/home/mlcuser/MLC/repos/local/cache/download-file_9d0f5841/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/25c8d3b0581c46d1ab6b9d235a387b8e.conf', audit_conf='audit.config', ids_path='/home/mlcuser/MLC/repos/local/cache/get-dataset-coco2014_666de7db/sample_ids.txt', time=None, count=10, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) Keyword arguments {'safety_checker': None} are not expected by StableDiffusionXLPipeline and will be ignored. - Loading pipeline components...: 0%| | 0/7 [00:00 get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> detect,cpu - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,sys-utils-cm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,python - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,cuda,_cudnn + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,sys-utils-cm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,cuda,_cudnn get-generic-python-lib,94b62a682bc44791_(_torch_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_torch_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_torch_cuda get-generic-python-lib,94b62a682bc44791_(_torchvision_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_torchvision_cuda - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,dataset,coco2014,_validation,_with-sample-ids,_size.50 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_torchvision_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16 + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,dataset,coco2014,_validation,_size.50,_with-sample-ids generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -42,33 +42,33 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> generate,user-conf,mlperf,inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,loadgen - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_package.diffusers_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.diffusers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.diffusers get-generic-python-lib,94b62a682bc44791_(_package.transformers_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.transformers get-generic-python-lib,94b62a682bc44791_(_package.torchvision_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.torchvision + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.torchvision get-generic-python-lib,94b62a682bc44791_(_package.accelerate_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.accelerate + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.accelerate get-generic-python-lib,94b62a682bc44791_(_package.torchmetrics_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.torchmetrics + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.torchmetrics get-generic-python-lib,94b62a682bc44791_(_package.torch-fidelity_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.torch-fidelity + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.torch-fidelity get-generic-python-lib,94b62a682bc44791_(_package.open_clip_torch_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.open_clip_torch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.open_clip_torch get-generic-python-lib,94b62a682bc44791_(_package.opencv-python_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.opencv-python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.opencv-python get-generic-python-lib,94b62a682bc44791_(_package.scipy_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.scipy + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.scipy get-generic-python-lib,94b62a682bc44791_(_package.pandas_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.pandas + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> get,generic-python-lib,_package.pandas detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_pytorch,_cuda,_sdxl,_float16_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_offline,_cuda,_sdxl,_float16_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/mlc-deps.png b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/mlc-deps.png index 86d7e0d..1894f18 100644 Binary files a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/mlc-deps.png and b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/mlc-deps.png differ diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/mlc-version-info.json b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/mlc-version-info.json index df9347a..b0c0c98 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/mlc-version-info.json +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/mlc-version-info.json @@ -247,7 +247,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -267,7 +267,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.10.12", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch_cuda", "version": "2.6.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision_cuda", "version": "0.21.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -347,17 +347,17 @@ "script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image", "script_variations": "pytorch,fp16", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { - "get,dataset,coco2014,_validation,_with-sample-ids,_size.50": { + "get,dataset,coco2014,_validation,_size.50,_with-sample-ids": { "script_uid": "3f7ad9d42f4040f8", "script_alias": "get-dataset-coco2014", "script_tags": "get,dataset,coco2014,object-detection,original", - "script_variations": "validation,with-sample-ids,size.50", + "script_variations": "validation,size.50,with-sample-ids", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -447,7 +447,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -457,7 +457,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-32f9e842187b97b8c2b08f7805f5c0dac39bcf65", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-32f9e842187b97b8c2b08f7805f5c0dac39bcf65", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -487,7 +487,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -507,7 +507,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.diffusers", "version": "0.32.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -527,7 +527,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.transformers", "version": "4.48.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -547,7 +547,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torchvision", "version": "0.21.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -567,7 +567,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.accelerate", "version": "1.3.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -587,7 +587,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.6.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -607,7 +607,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -627,7 +627,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.30.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.11.0.86", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.scipy", "version": "1.15.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -687,7 +687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pandas", "version": "2.2.3", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_pytorch,_cuda,_sdxl,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )" } } ] diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json index 6c837ec..1965192 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "b8867be1fa45" + "MLC_HOST_SYSTEM_NAME": "b7fd1c9b613c" } \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/performance_console.out b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/performance_console.out index 3a75bbd..b73f113 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/performance_console.out +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch_v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/performance_console.out @@ -1,59 +1,59 @@ -INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/mlcuser/MLC/repos/local/cache/get-dataset-coco2014_666de7db', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=False, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/mlc-mount/home/arjun/scc_gh_action_results/test_results/b8867be1fa45-reference-gpu-pytorch-v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1', qps=None, model_path='/home/mlcuser/MLC/repos/local/cache/download-file_9d0f5841/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/61465c478fa24bc2aee6cbd9b053e120.conf', audit_conf='audit.config', ids_path='/home/mlcuser/MLC/repos/local/cache/get-dataset-coco2014_666de7db/sample_ids.txt', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) +INFO:main:Namespace(dataset='coco-1024', dataset_path='/home/mlcuser/MLC/repos/local/cache/get-dataset-coco2014_666de7db', profile='stable-diffusion-xl-pytorch', scenario='Offline', max_batchsize=1, threads=1, accuracy=False, find_peak_performance=False, backend='pytorch', model_name='stable-diffusion-xl', output='/mlc-mount/home/arjun/scc_gh_action_results/test_results/b7fd1c9b613c-reference-gpu-pytorch-v2.6.0-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1', qps=None, model_path='/home/mlcuser/MLC/repos/local/cache/download-file_9d0f5841/stable_diffusion_fp16', dtype='fp16', device='cuda', latent_framework='torch', user_conf='/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5657705fb2704883b59e6e6ed4cd80e6.conf', audit_conf='audit.config', ids_path='/home/mlcuser/MLC/repos/local/cache/get-dataset-coco2014_666de7db/sample_ids.txt', time=None, count=None, debug=False, performance_sample_count=5000, max_latency=None, samples_per_query=8) Keyword arguments {'safety_checker': None} are not expected by StableDiffusionXLPipeline and will be ignored. - Loading pipeline components...: 0%| | 0/7 [00:00