Skip to content

Commit

Permalink
Results from self hosted Github actions - NVIDIARTX4090
Browse files Browse the repository at this point in the history
  • Loading branch information
arjunsuresh committed Feb 13, 2025
1 parent 64e8204 commit 4790d96
Show file tree
Hide file tree
Showing 27 changed files with 670 additions and 670 deletions.
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
|---------------------|------------|-----------------------|--------------|-------------------|
| stable-diffusion-xl | offline | (16.81226, 232.55426) | 1.318 | - |
| stable-diffusion-xl | offline | (16.50909, 232.54087) | 1.32 | - |
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ pip install -U mlcflow

mlc rm cache -f

mlc pull repo mlcommons@mlperf-automations --checkout=4be38a9703985e7e5949a74effeeda6b2b8910f3
mlc pull repo mlcommons@mlperf-automations --checkout=275e911f4d50cb85c8e166305ad009e6b3d6cc62


```
Expand All @@ -38,8 +38,8 @@ Platform: arjun_spr-nvidia-gpu-TensorRT-scc24-base
Model Precision: int8

### Accuracy Results
`CLIP_SCORE`: `16.81226`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332`
`FID_SCORE`: `232.55426`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
`CLIP_SCORE`: `16.50909`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332`
`FID_SCORE`: `232.54087`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`

### Performance Results
`Samples per second`: `1.31839`
`Samples per second`: `1.32049`

Large diffs are not rendered by default.

Large diffs are not rendered by default.

Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
Expand Up @@ -26,5 +26,5 @@
],
"MLC_HOST_PLATFORM_FLAVOR": "x86_64",
"MLC_HOST_PYTHON_BITS": "64",
"MLC_HOST_SYSTEM_NAME": "f2f806c1ee51"
"MLC_HOST_SYSTEM_NAME": "56d630ad7f13"
}

Large diffs are not rendered by default.

Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@ Platform Details

------------------------------------------------------------
1. uname -a
Linux f2f806c1ee51 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
Linux 56d630ad7f13 6.8.0-52-generic #53-Ubuntu SMP PREEMPT_DYNAMIC Sat Jan 11 00:06:25 UTC 2025 x86_64 x86_64 x86_64 GNU/Linux
------------------------------------------------------------
2. w
03:45:18 up 11 days, 42 min, 0 users, load average: 1.48, 1.43, 1.45
22:50:02 up 11 days, 19:46, 0 users, load average: 0.92, 0.94, 1.31
USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT
------------------------------------------------------------
3. Username
Expand Down Expand Up @@ -40,7 +40,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 861.354
cpu MHz : 2492.896
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -68,7 +68,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 3521.959
cpu MHz : 3716.086
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -124,7 +124,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 1097.447
cpu MHz : 800.067
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -152,7 +152,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 3384.684
cpu MHz : 1900.000
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -208,7 +208,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 3734.965
cpu MHz : 2491.228
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -236,7 +236,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 800.205
cpu MHz : 800.000
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -404,7 +404,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 3486.268
cpu MHz : 1499.907
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -432,7 +432,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 3615.517
cpu MHz : 4000.000
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -488,7 +488,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 797.283
cpu MHz : 800.000
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -516,7 +516,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 1113.134
cpu MHz : 800.000
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -572,7 +572,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 800.000
cpu MHz : 797.406
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -600,7 +600,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 1194.230
cpu MHz : 800.963
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -628,7 +628,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 800.432
cpu MHz : 801.005
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -656,7 +656,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 800.020
cpu MHz : 860.296
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -684,7 +684,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 800.000
cpu MHz : 2105.060
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -1076,7 +1076,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 1100.000
cpu MHz : 1489.450
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -1132,7 +1132,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 800.000
cpu MHz : 1500.000
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -1216,7 +1216,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 801.128
cpu MHz : 800.000
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -1244,7 +1244,7 @@ model : 143
model name : Intel(R) Xeon(R) w7-2495X
stepping : 8
microcode : 0x2b000603
cpu MHz : 798.686
cpu MHz : 800.000
cache size : 46080 KB
physical id : 0
siblings : 48
Expand Down Expand Up @@ -1394,7 +1394,7 @@ CPU family: 6
Model: 143
Model name: Intel(R) Xeon(R) w7-2495X
Stepping: 8
CPU MHz: 801.226
CPU MHz: 3514.227
CPU max MHz: 4800.0000
CPU min MHz: 800.0000
BogoMIPS: 4992.00
Expand Down Expand Up @@ -1424,49 +1424,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se
available: 1 nodes (0)
node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47
node 0 size: 192709 MB
node 0 free: 85158 MB
node 0 free: 85574 MB
node distances:
node 0
0: 10
------------------------------------------------------------
9. /proc/meminfo
MemTotal: 197334528 kB
MemFree: 87202128 kB
MemAvailable: 192161248 kB
Buffers: 122816 kB
Cached: 105207748 kB
SwapCached: 33500 kB
Active: 54070596 kB
Inactive: 51635488 kB
Active(anon): 311276 kB
Inactive(anon): 105808 kB
Active(file): 53759320 kB
Inactive(file): 51529680 kB
MemFree: 87628372 kB
MemAvailable: 192888968 kB
Buffers: 112632 kB
Cached: 105548816 kB
SwapCached: 124376 kB
Active: 48632296 kB
Inactive: 57420656 kB
Active(anon): 350016 kB
Inactive(anon): 82704 kB
Active(file): 48282280 kB
Inactive(file): 57337952 kB
Unevictable: 6160 kB
Mlocked: 0 kB
SwapTotal: 8388604 kB
SwapFree: 8038324 kB
SwapFree: 7658848 kB
Zswap: 0 kB
Zswapped: 0 kB
Dirty: 3041304 kB
Writeback: 4 kB
AnonPages: 365984 kB
Mapped: 297596 kB
Shmem: 41540 kB
KReclaimable: 1442412 kB
Slab: 2113832 kB
SReclaimable: 1442412 kB
SUnreclaim: 671420 kB
KernelStack: 16864 kB
PageTables: 19160 kB
Dirty: 2950540 kB
Writeback: 0 kB
AnonPages: 378960 kB
Mapped: 340100 kB
Shmem: 41216 kB
KReclaimable: 1412656 kB
Slab: 2100200 kB
SReclaimable: 1412656 kB
SUnreclaim: 687544 kB
KernelStack: 19376 kB
PageTables: 26976 kB
SecPageTables: 0 kB
NFS_Unstable: 0 kB
Bounce: 0 kB
WritebackTmp: 0 kB
CommitLimit: 107055868 kB
Committed_AS: 4986004 kB
Committed_AS: 6654472 kB
VmallocTotal: 13743895347199 kB
VmallocUsed: 151872 kB
VmallocUsed: 154708 kB
VmallocChunk: 0 kB
Percpu: 106944 kB
HardwareCorrupted: 56 kB
Expand All @@ -1482,9 +1482,9 @@ HugePages_Rsvd: 0
HugePages_Surp: 0
Hugepagesize: 2048 kB
Hugetlb: 0 kB
DirectMap4k: 36185700 kB
DirectMap2M: 136308736 kB
DirectMap1G: 30408704 kB
DirectMap4k: 43875940 kB
DirectMap2M: 153784320 kB
DirectMap1G: 5242880 kB
------------------------------------------------------------
10. who -r
------------------------------------------------------------
Expand Down Expand Up @@ -1577,16 +1577,16 @@ dev.tty.ldisc_autoload = 1
dev.tty.legacy_tiocsti = 0
fs.aio-max-nr = 65536
fs.aio-nr = 0
fs.dentry-state = 801361 728452 45 0 399589 0
fs.dentry-state = 812000 738083 45 0 452497 0
fs.dir-notify-enable = 1
fs.epoll.max_user_watches = 43912503
fs.fanotify.max_queued_events = 16384
fs.fanotify.max_user_groups = 128
fs.fanotify.max_user_marks = 1048576
fs.file-max = 9223372036854775807
fs.file-nr = 6176 0 9223372036854775807
fs.inode-nr = 414632 13994
fs.inode-state = 414632 13994 0 0 0 0 0
fs.file-nr = 8384 0 9223372036854775807
fs.inode-nr = 370373 100254
fs.inode-state = 370373 100254 0 0 0 0 0
fs.inotify.max_queued_events = 16384
fs.inotify.max_user_instances = 128
fs.inotify.max_user_watches = 65536
Expand Down Expand Up @@ -1614,7 +1614,7 @@ fs.quota.drops = 0
fs.quota.free_dquots = 0
fs.quota.lookups = 0
fs.quota.reads = 0
fs.quota.syncs = 704
fs.quota.syncs = 782
fs.quota.writes = 0
fs.suid_dumpable = 2
fs.verity.require_signatures = 0
Expand All @@ -1641,7 +1641,7 @@ kernel.ftrace_dump_on_oops = 0
kernel.ftrace_enabled = 1
kernel.hardlockup_all_cpu_backtrace = 0
kernel.hardlockup_panic = 0
kernel.hostname = f2f806c1ee51
kernel.hostname = 56d630ad7f13
kernel.hotplug =
kernel.hung_task_all_cpu_backtrace = 0
kernel.hung_task_check_count = 4194304
Expand Down Expand Up @@ -1673,7 +1673,7 @@ kernel.msgmnb = 16384
kernel.msgmni = 32000
kernel.ngroups_max = 65536
kernel.nmi_watchdog = 1
kernel.ns_last_pid = 11518
kernel.ns_last_pid = 11520
kernel.numa_balancing = 0
kernel.numa_balancing_promote_rate_limit_MBps = 65536
kernel.oops_all_cpu_backtrace = 0
Expand Down Expand Up @@ -1704,13 +1704,13 @@ kernel.printk_devkmsg = on
kernel.printk_ratelimit = 5
kernel.printk_ratelimit_burst = 10
kernel.pty.max = 4096
kernel.pty.nr = 2
kernel.pty.nr = 3
kernel.pty.reserve = 1024
kernel.random.boot_id = 266aa90c-a7a3-400b-90af-2740886ad693
kernel.random.entropy_avail = 256
kernel.random.poolsize = 256
kernel.random.urandom_min_reseed_secs = 60
kernel.random.uuid = 85330ef5-2f79-4c59-964e-61991b76b380
kernel.random.uuid = 48db11fa-42fc-4e82-8cbe-13423f4320b0
kernel.random.write_wakeup_threshold = 256
kernel.randomize_va_space = 2
kernel.real-root-dev = 0
Expand Down
Loading

0 comments on commit 4790d96

Please sign in to comment.