@@ -83,10 +83,8 @@ accuracy_results AS (
83
83
workflow_id = { workflowId: Int64 }
84
84
OR { workflowId: Int64 } = 0
85
85
)
86
- AND accuracy != ' model_fail_to_load'
87
- AND accuracy != ' eager_fail_to_run'
88
86
),
89
- results AS (
87
+ performance_join_accuracy_results AS (
90
88
SELECT
91
89
performance_results .workflow_id AS workflow_id,
92
90
performance_results .job_id AS job_id,
@@ -144,6 +142,62 @@ results AS (
144
142
LEFT JOIN accuracy_results ON performance_results .name = accuracy_results .name
145
143
AND performance_results .replaced_filename = accuracy_results .replaced_filename
146
144
AND performance_results .workflow_id = accuracy_results .workflow_id
145
+ WHERE
146
+ accuracy != ' model_fail_to_load'
147
+ AND accuracy != ' eager_fail_to_run'
148
+ ),
149
+ -- This is to accommodate cases where only accuracy results are available, i.e. export
150
+ accuracy_join_performance_results AS (
151
+ SELECT
152
+ accuracy_results .workflow_id AS workflow_id,
153
+ accuracy_results .job_id AS job_id,
154
+ CASE
155
+ WHEN accuracy_results .replaced_filename LIKE ' %_torchbench' THEN ' torchbench'
156
+ WHEN accuracy_results .replaced_filename LIKE ' %_timm_models' THEN ' timm_models'
157
+ WHEN accuracy_results .replaced_filename LIKE ' %_huggingface' THEN ' huggingface'
158
+ ELSE ' '
159
+ END AS suite,
160
+ CASE
161
+ WHEN accuracy_results .replaced_filename LIKE ' %_torchbench' THEN REPLACE(
162
+ accuracy_results .replaced_filename ,
163
+ ' _torchbench' ,
164
+ ' '
165
+ )
166
+ WHEN accuracy_results .replaced_filename LIKE ' %_timm_models' THEN REPLACE(
167
+ accuracy_results .replaced_filename ,
168
+ ' _timm_models' ,
169
+ ' '
170
+ )
171
+ WHEN accuracy_results .replaced_filename LIKE ' %_huggingface' THEN REPLACE(
172
+ accuracy_results .replaced_filename ,
173
+ ' _huggingface' ,
174
+ ' '
175
+ )
176
+ ELSE ' '
177
+ END AS compiler,
178
+ accuracy_results .name ,
179
+ 0 .0 AS speedup,
180
+ accuracy,
181
+ 0 .0 AS compilation_latency,
182
+ 0 .0 AS compression_ratio,
183
+ 0 .0 AS abs_latency,
184
+ 0 .0 AS dynamo_peak_mem,
185
+ 0 .0 AS eager_peak_mem,
186
+ accuracy_results .timestamp AS timestamp
187
+ FROM
188
+ accuracy_results
189
+ LEFT JOIN performance_results ON performance_results .name = accuracy_results .name
190
+ AND performance_results .replaced_filename = accuracy_results .replaced_filename
191
+ AND performance_results .workflow_id = accuracy_results .workflow_id
192
+ WHERE
193
+ performance_results .name = ' '
194
+ AND accuracy != ' model_fail_to_load'
195
+ AND accuracy != ' eager_fail_to_run'
196
+ ),
197
+ results AS (
198
+ SELECT * FROM performance_join_accuracy_results
199
+ UNION ALL
200
+ SELECT * FROM accuracy_join_performance_results
147
201
)
148
202
SELECT
149
203
DISTINCT results .workflow_id ,
0 commit comments