Skip to content

Commit 26ea4bd

Browse files
committed
Results on system Kuai-Kuai 702
1 parent e34e834 commit 26ea4bd

File tree

11 files changed

+469
-469
lines changed

11 files changed

+469
-469
lines changed
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|---------------------|------------|-----------------------|--------------|-------------------|
3-
| stable-diffusion-xl | offline | (16.40356, 235.76925) | 0.53 | - |
3+
| stable-diffusion-xl | offline | (16.40356, 235.76925) | 0.529 | - |

open/NTHU/measurements/Kuai-Kuai_702-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -54,4 +54,4 @@ Model Precision: fp32
5454
`FID_SCORE`: `235.76925`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
5555

5656
### Performance Results
57-
`Samples per second`: `0.529974`
57+
`Samples per second`: `0.528528`

open/NTHU/measurements/Kuai-Kuai_702-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out

+57-57
Large diffs are not rendered by default.

open/NTHU/measurements/Kuai-Kuai_702-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json

+24-24
Original file line numberDiff line numberDiff line change
@@ -117,7 +117,7 @@
117117
"script_tags": "detect-os,detect,os,info",
118118
"script_variations": "",
119119
"version": "",
120-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
120+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
121121
}
122122
},
123123
{
@@ -137,7 +137,7 @@
137137
"script_tags": "detect,cpu,detect-cpu,info",
138138
"script_variations": "",
139139
"version": "",
140-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
140+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
141141
}
142142
},
143143
{
@@ -147,7 +147,7 @@
147147
"script_tags": "get,sys-utils-cm",
148148
"script_variations": "",
149149
"version": "",
150-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
150+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
151151
}
152152
},
153153
{
@@ -157,7 +157,7 @@
157157
"script_tags": "get,python,python3,get-python,get-python3",
158158
"script_variations": "",
159159
"version": "3.10.12",
160-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
160+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
161161
}
162162
},
163163
{
@@ -167,7 +167,7 @@
167167
"script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d",
168168
"script_variations": "cudnn",
169169
"version": "12.4",
170-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
170+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
171171
}
172172
},
173173
{
@@ -177,7 +177,7 @@
177177
"script_tags": "get,install,generic,generic-python-lib",
178178
"script_variations": "torch_cuda",
179179
"version": "2.5.1",
180-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
180+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
181181
}
182182
},
183183
{
@@ -187,7 +187,7 @@
187187
"script_tags": "get,install,generic,generic-python-lib",
188188
"script_variations": "torchvision_cuda",
189189
"version": "0.20.1",
190-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
190+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
191191
}
192192
},
193193
{
@@ -197,7 +197,7 @@
197197
"script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image",
198198
"script_variations": "pytorch,fp16",
199199
"version": "",
200-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
200+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
201201
}
202202
},
203203
{
@@ -207,7 +207,7 @@
207207
"script_tags": "get,dataset,coco2014,object-detection,original",
208208
"script_variations": "validation,with-sample-ids,size.50",
209209
"version": "",
210-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
210+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
211211
}
212212
},
213213
{
@@ -287,7 +287,7 @@
287287
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
288288
"script_variations": "",
289289
"version": "",
290-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
290+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
291291
}
292292
},
293293
{
@@ -297,7 +297,7 @@
297297
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
298298
"script_variations": "",
299299
"version": "master",
300-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
300+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
301301
}
302302
},
303303
{
@@ -307,7 +307,7 @@
307307
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
308308
"script_variations": "",
309309
"version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
310-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
310+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
311311
}
312312
},
313313
{
@@ -317,7 +317,7 @@
317317
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
318318
"script_variations": "",
319319
"version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
320-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
320+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
321321
}
322322
},
323323
{
@@ -327,7 +327,7 @@
327327
"script_tags": "get,install,generic,generic-python-lib",
328328
"script_variations": "package.psutil",
329329
"version": "6.1.0",
330-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
330+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
331331
}
332332
},
333333
{
@@ -337,7 +337,7 @@
337337
"script_tags": "get,install,generic,generic-python-lib",
338338
"script_variations": "package.diffusers",
339339
"version": "0.31.0",
340-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
340+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
341341
}
342342
},
343343
{
@@ -347,7 +347,7 @@
347347
"script_tags": "get,install,generic,generic-python-lib",
348348
"script_variations": "package.transformers",
349349
"version": "4.46.2",
350-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
350+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
351351
}
352352
},
353353
{
@@ -357,7 +357,7 @@
357357
"script_tags": "get,install,generic,generic-python-lib",
358358
"script_variations": "package.torchvision",
359359
"version": "0.20.1",
360-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
360+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
361361
}
362362
},
363363
{
@@ -367,7 +367,7 @@
367367
"script_tags": "get,install,generic,generic-python-lib",
368368
"script_variations": "package.accelerate",
369369
"version": "1.1.1",
370-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
370+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
371371
}
372372
},
373373
{
@@ -377,7 +377,7 @@
377377
"script_tags": "get,install,generic,generic-python-lib",
378378
"script_variations": "package.torchmetrics",
379379
"version": "1.6.0",
380-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
380+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
381381
}
382382
},
383383
{
@@ -387,7 +387,7 @@
387387
"script_tags": "get,install,generic,generic-python-lib",
388388
"script_variations": "package.torch-fidelity",
389389
"version": "0.3.0",
390-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
390+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
391391
}
392392
},
393393
{
@@ -397,7 +397,7 @@
397397
"script_tags": "get,install,generic,generic-python-lib",
398398
"script_variations": "package.open_clip_torch",
399399
"version": "2.29.0",
400-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
400+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
401401
}
402402
},
403403
{
@@ -407,7 +407,7 @@
407407
"script_tags": "get,install,generic,generic-python-lib",
408408
"script_variations": "package.opencv-python",
409409
"version": "4.10.0.84",
410-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
410+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
411411
}
412412
},
413413
{
@@ -417,7 +417,7 @@
417417
"script_tags": "get,install,generic,generic-python-lib",
418418
"script_variations": "package.scipy",
419419
"version": "1.10.1",
420-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
420+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
421421
}
422422
},
423423
{
@@ -457,7 +457,7 @@
457457
"script_tags": "mlperf,benchmark-mlperf",
458458
"script_variations": "",
459459
"version": "",
460-
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_cuda,_sdxl,_float16 )"
460+
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )"
461461
}
462462
}
463463
]

0 commit comments

Comments
 (0)