Skip to content

Commit 1c6bc49

Browse files
arjunsuresharjunsuresh
authored
Merge branch 'mlcommons:master' into master
2 parents 2950d6e + 35c7e1f commit 1c6bc49

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

52 files changed

+6798
-443
lines changed

‎.github/workflows/build_wheels.yml

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -17,9 +17,10 @@ jobs:
1717
if: github.repository_owner == 'mlcommons'
1818
runs-on: ubuntu-latest
1919
steps:
20-
- uses: actions/checkout@v3
20+
- uses: actions/checkout@v4
2121
with:
2222
fetch-depth: 2
23+
ssh-key: ${{ secrets.DEPLOY_KEY }}
2324

2425
# Check if VERSION.txt file has changed in this push
2526
- name: Check if VERSION.txt file has changed
@@ -88,7 +89,7 @@ jobs:
8889

8990
# Save wheels as artifacts
9091
- name: Upload built wheels
91-
uses: actions/upload-artifact@v3
92+
uses: actions/upload-artifact@v4
9293
with:
9394
name: wheels-${{ matrix.os }}
9495
path: wheels
@@ -105,19 +106,19 @@ jobs:
105106

106107
# Download the built wheels from ubuntu
107108
- name: Download Ubuntu wheels
108-
uses: actions/download-artifact@v3
109+
uses: actions/download-artifact@v4
109110
with:
110111
name: wheels-ubuntu-latest
111112
path: wheels
112113
# Download the built wheels from macOS
113114
- name: Download macOS wheels
114-
uses: actions/download-artifact@v3
115+
uses: actions/download-artifact@v4
115116
with:
116117
name: wheels-macos-latest
117118
path: wheels
118119
# Download the built wheels from Windows
119120
- name: Download Windows wheels
120-
uses: actions/download-artifact@v3
121+
uses: actions/download-artifact@v4
121122
with:
122123
name: wheels-windows-latest
123124
path: wheels

‎.github/workflows/format.yml

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -8,12 +8,15 @@ on:
88

99
env:
1010
python_version: "3.9"
11+
HEAD_REF: ${{ github.head_ref }}
1112

1213
jobs:
1314
format-code:
1415
runs-on: ubuntu-latest
1516
steps:
1617
- uses: actions/checkout@v3
18+
with:
19+
fetch-depth: 0
1720
- name: Set up Python ${{ env.python_version }}
1821
uses: actions/setup-python@v3
1922
with:
@@ -31,20 +34,17 @@ jobs:
3134
- name: Format Codebase
3235
run: |
3336
git remote add upstream ${{ github.event.pull_request.base.repo.clone_url }}
34-
git fetch upstream
37+
git fetch upstream ${{ github.event.pull_request.base.ref }}
3538
".github/scripts/format-cpp.sh" "upstream" "${{ github.event.pull_request.base.ref }}"
3639
".github/scripts/format-py.sh" "upstream" "${{ github.event.pull_request.base.ref }}"
3740
3841
- name: Commit
3942
run: |
40-
cd ${GITHUB_WORKSPACE}
4143
HAS_CHANGES=$(git diff --staged --name-only)
4244
if [ ${#HAS_CHANGES} -gt 0 ]; then
43-
git log
45+
git checkout -B "$HEAD_REF"
4446
git config --global user.email "${{ github.actor }}@users.noreply.github.com"
4547
git config --global user.name "${{ github.actor }}"
4648
git commit -m '[Automated Commit] Format Codebase'
47-
git push
49+
git push origin "$HEAD_REF"
4850
fi
49-
50-

‎.github/workflows/test-bert.yml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,9 @@ on:
1212
- .github/workflows/test-bert.yml
1313
- '!**.md'
1414

15+
env:
16+
PR_HEAD_REF: ${{ github.event.pull_request.head.ref }}
17+
1518
jobs:
1619
build:
1720

@@ -33,4 +36,4 @@ jobs:
3336
python3 -m pip install cm4mlops
3437
- name: Test BERT and end to end submission generation
3538
run: |
36-
cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --quiet --submitter="MLCommons" --hw_name=default --model=bert-99 --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --adr.compiler.tags=gcc --adr.inference-src.version=custom --adr.inference-src.tags=_repo.${{ github.event.pull_request.head.repo.html_url }},_branch.${{ github.event.pull_request.head.ref }} --adr.loadgen.version=custom
39+
cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --quiet --submitter="MLCommons" --hw_name=default --model=bert-99 --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --adr.compiler.tags=gcc --adr.inference-src.version=custom --adr.inference-src.tags=_repo.${{ github.event.pull_request.head.repo.html_url }},_branch.$PR_HEAD_REF --adr.loadgen.version=custom

‎.github/workflows/test-loadgen.yml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,9 @@ on:
1111
- .github/workflows/test-loadgen.yml
1212
- '!**.md'
1313

14+
env:
15+
PR_HEAD_REF: ${{ github.event.pull_request.head.ref }}
16+
1417
jobs:
1518
build:
1619

@@ -31,4 +34,4 @@ jobs:
3134
python3 -m pip install cm4mlops
3235
- name: Test Loadgen
3336
run: |
34-
cm run script --tags=get,mlperf,inference,loadgen --quiet --version=custom --adr.inference-src.tags=_repo.${{ github.event.pull_request.head.repo.html_url }},_branch.${{ github.event.pull_request.head.ref }} --adr.loadgen.tags=_no-compilation-warnings
37+
cm run script --tags=get,mlperf,inference,loadgen --quiet --version=custom --adr.inference-src.tags=_repo.${{ github.event.pull_request.head.repo.html_url }},_branch.$PR_HEAD_REF --adr.loadgen.tags=_no-compilation-warnings

‎.github/workflows/test-resnet50.yml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,9 @@ on:
1313
- .github/workflows/test-resnet50.yml
1414
- '!**.md'
1515

16+
env:
17+
PR_HEAD_REF: ${{ github.event.pull_request.head.ref }}
18+
1619
jobs:
1720
build:
1821

@@ -35,4 +38,4 @@ jobs:
3538
python3 -m pip install cm4mlops
3639
- name: Test Resnet50 and end to end submission generation
3740
run: |
38-
cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --quiet --submitter="MLCommons" --hw_name=default --model=resnet50 --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --adr.compiler.tags=gcc --adr.inference-src.tags=_branch.${{ github.event.pull_request.head.ref }},_repo.${{ github.event.pull_request.head.repo.html_url }} --adr.inference-src.version=custom --adr.loadgen.version=custom ${{ matrix.loadgen-flag }}
41+
cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --quiet --submitter="MLCommons" --hw_name=default --model=resnet50 --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --adr.compiler.tags=gcc --adr.inference-src.tags=_branch.$PR_HEAD_REF,_repo.${{ github.event.pull_request.head.repo.html_url }} --adr.inference-src.version=custom --adr.loadgen.version=custom ${{ matrix.loadgen-flag }}

‎.github/workflows/test-retinanet.yml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,9 @@ on:
1212
- .github/workflows/test-retinanet.yml
1313
- '!**.md'
1414

15+
env:
16+
PR_HEAD_REF: ${{ github.event.pull_request.head.ref }}
17+
1518
jobs:
1619
build:
1720

@@ -33,4 +36,4 @@ jobs:
3336
python3 -m pip install cm4mlops
3437
- name: Test Retinanet and end to end submission generation
3538
run: |
36-
cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --quiet --submitter="MLCommons" --hw_name=default --model=retinanet --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=10 --adr.compiler.tags=gcc --adr.inference-src.version=custom --adr.inference-src.tags=_repo.${{ github.event.pull_request.head.repo.html_url }},_branch.${{ github.event.pull_request.head.ref }} --adr.loadgen.version=custom
39+
cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --quiet --submitter="MLCommons" --hw_name=default --model=retinanet --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=10 --adr.compiler.tags=gcc --adr.inference-src.version=custom --adr.inference-src.tags=_repo.${{ github.event.pull_request.head.repo.html_url }},_branch.$PR_HEAD_REF --adr.loadgen.version=custom

‎.github/workflows/test-rnnt.yml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,9 @@ on:
1212
- .github/workflows/test-rnnt.yml
1313
- '!**.md'
1414

15+
env:
16+
PR_HEAD_REF: ${{ github.event.pull_request.head.ref }}
17+
1518
jobs:
1619
build:
1720

@@ -36,4 +39,4 @@ jobs:
3639
cm run script --quiet --tags=get,sys-utils-cm
3740
- name: Test RNNT and end to end submission generation
3841
run: |
39-
cm run script --tags=run,mlperf,inference,generate-run-cmds,_performance-only --quiet --submitter="MLCommons" --hw_name=default --model=rnnt --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --precision=${{ matrix.precision }} --adr.compiler.tags=gcc --adr.inference-src.version=custom --adr.inference-src.env.CM_GIT_CHECKOUT=${{ github.event.pull_request.head.ref }} --adr.inference-src.env.CM_GIT_URL=${{ github.event.pull_request.head.repo.html_url }} --adr.ml-engine-pytorch.version=1.13.0 --adr.ml-engine-torchvision.version=0.14.1 --adr.librosa.version_max=0.9.1
42+
cm run script --tags=run,mlperf,inference,generate-run-cmds,_performance-only --quiet --submitter="MLCommons" --hw_name=default --model=rnnt --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --precision=${{ matrix.precision }} --adr.compiler.tags=gcc --adr.inference-src.version=custom --adr.inference-src.env.CM_GIT_CHECKOUT=$PR_HEAD_REF --adr.inference-src.env.CM_GIT_URL=${{ github.event.pull_request.head.repo.html_url }} --adr.ml-engine-pytorch.version=1.13.0 --adr.ml-engine-torchvision.version=0.14.1 --adr.librosa.version_max=0.9.1

‎.github/workflows/test-submission-checker.yml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,9 @@ on:
1111
- .github/workflows/test-submission-checker.yml
1212
- '!**.md'
1313

14+
env:
15+
PR_HEAD_REF: ${{ github.event.pull_request.head.ref }}
16+
1417
jobs:
1518
build:
1619

@@ -32,4 +35,4 @@ jobs:
3235
git clone https://github.com/mlcommons/inference_results_v4.1 --depth 1
3336
- name: Test MLPerf inference submission checker
3437
run: |
35-
cm run script --tags=run,mlperf,inference,submission,checker --adr.inference-src.tags=_branch.${{ github.event.pull_request.head.ref }},_repo.${{ github.event.pull_request.head.repo.html_url }} --adr.inference-src.version=custom --input=`pwd`/inference_results_v4.1 --src_version=v4.1 --extra_args=" --skip-extra-accuracy-files-check" --quiet
38+
cm run script --tags=run,mlperf,inference,submission,checker --adr.inference-src.tags=_branch.$PR_HEAD_REF,_repo.${{ github.event.pull_request.head.repo.html_url }} --adr.inference-src.version=custom --input=`pwd`/inference_results_v4.1 --src_version=v4.1 --extra_args=" --skip-extra-accuracy-files-check" --quiet

‎.github/workflows/test-tvm.yml

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,9 @@ on:
1212
- .github/workflows/test-tvm.yml
1313
- '!**.md'
1414

15+
env:
16+
PR_HEAD_REF: ${{ github.event.pull_request.head.ref }}
17+
1518
jobs:
1619
build:
1720

@@ -33,4 +36,4 @@ jobs:
3336
python3 -m pip install cm4mlops
3437
- name: Test Resnet50 TVM backend
3538
run: |
36-
cm run script --tags=run,mlperf,inference,generate-run-cmds --quiet --submitter="MLCommons" --hw_name=default --model=resnet50 --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=5 --adr.compiler.tags=gcc --adr.inference-src.version=custom --adr.inference-src.tags=_repo.${{ github.event.pull_request.head.repo.html_url }},_branch.${{ github.event.pull_request.head.ref }}
39+
cm run script --tags=run,mlperf,inference,generate-run-cmds --quiet --submitter="MLCommons" --hw_name=default --model=resnet50 --implementation=reference --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=5 --adr.compiler.tags=gcc --adr.inference-src.version=custom --adr.inference-src.tags=_repo.${{ github.event.pull_request.head.repo.html_url }},_branch.$PR_HEAD_REF

0 commit comments

Comments
 (0)