Skip to content

Commit 42d098c

Browse files
[ci]Add attention shapes in boo (#2893)
enable attention in boo. Co-authored-by: Keshav Vinayak Jha <keshavvinayakjha@gmail.com>
1 parent f162962 commit 42d098c

2 files changed

Lines changed: 32 additions & 0 deletions

File tree

.github/workflows/ci_boo_on_mi355.yml

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,7 @@
1313
# 4. batch norm with untuned boo and native pytorch
1414
# 5. prod(nchw) with untuned boo and native pytorch
1515
# 6. proxy(nchw) with untuned boo and native pytorch
16+
# 7. Attention shapes with untuned boo and inductor
1617

1718
name: CI - Boo on Mi355
1819

@@ -59,6 +60,11 @@ on:
5960
# description: "Run All Proxy NCHW"
6061
# type: boolean
6162
# default: false
63+
run_attention:
64+
description: "Run Attention"
65+
type: boolean
66+
default: false
67+
6268
schedule:
6369
- cron: "45 11 * * *"
6470

@@ -239,6 +245,16 @@ jobs:
239245
--backend=torch --backend=iree_boo_experimental --verify-numerics --numerics-reference-dtype=float32 --numerics-min-samples 100 --verbose --numerics-verbose \
240246
2>&1 | tee output_artifacts/all_proxy_miopen_iree_nchw.log || true
241247
248+
- name: Run Attention
249+
if: always() && (github.event_name == 'schedule' || inputs.run_attention == true)
250+
run: |
251+
echo "============ Running attention shapes with Inductor and IREE without tuning ==================="
252+
pip install -r amdsharktuner/requirements-dev.txt
253+
iree-boo-driver \
254+
--commands-file amd-shark-ai-reports/boo/attention_shapes.txt --csv output_artifacts/attention_shapes_miopen_iree.csv \
255+
--backend inductor --backend=iree_boo_experimental \
256+
2>&1 | tee output_artifacts/attention_shapes.log || true
257+
242258
- name: Run hipblaslt-bench
243259
if: always() && (github.event_name == 'schedule' || inputs.run_hipblaslt == true)
244260
run: |

.github/workflows/ci_boo_on_rdna4.yml

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@
1010
# 1. proxy with untuned boo and native pytorch
1111
# 2. prod with untuned boo and native pytorch
1212
# 3. gemms with untuned boo and native pytorch
13+
# 4. attention shapes with untuned boo and inductor
1314

1415
name: CI - Boo on RDNA4
1516

@@ -45,6 +46,11 @@ on:
4546
description: "Run Batch Norm"
4647
type: boolean
4748
default: false
49+
run_attention:
50+
description: "Run Attention"
51+
type: boolean
52+
default: false
53+
4854
schedule:
4955
- cron: "36 5 * * *"
5056

@@ -196,6 +202,16 @@ jobs:
196202
--backend=torch --backend=iree_boo_experimental --verify-numerics --numerics-reference-dtype=float32 --numerics-min-samples 100 --verbose --numerics-verbose \
197203
2>&1 | tee output_artifacts/rdna4_all_proxy_miopen_iree_nchw.log || true
198204
205+
- name: Run Attention
206+
if: always() && (github.event_name == 'schedule' || inputs.run_attention == true)
207+
run: |
208+
echo "============ Running attention shapes with Inductor and IREE without tuning ==================="
209+
pip install -r amdsharktuner/requirements-dev.txt
210+
iree-boo-driver \
211+
--commands-file amd-shark-ai-reports/boo/attention_shapes.txt --csv output_artifacts/rdna4_attention_shapes_miopen_iree.csv \
212+
--backend inductor --backend=iree_boo_experimental \
213+
2>&1 | tee output_artifacts/rdna4_attention_shapes.log || true
214+
199215
- name: Upload log files
200216
if: always()
201217
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f

0 commit comments

Comments
 (0)