-
Notifications
You must be signed in to change notification settings - Fork 160
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
0f31b1b
commit ecaa1a3
Showing
1 changed file
with
165 additions
and
6 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,14 +1,173 @@ | ||
# Placeholder workflow file allowing running it without having to merge to main first | ||
name: Placeholder Workflow | ||
# Run benchmarks of the tfhe-zk-pok crate on an instance and return parsed results to Slab CI bot. | ||
name: tfhe-zk-pok benchmarks | ||
|
||
on: | ||
workflow_dispatch: | ||
push: | ||
branches: | ||
- main | ||
schedule: | ||
# Weekly benchmarks will be triggered each Saturday at 3a.m. | ||
- cron: '0 3 * * 6' | ||
env: | ||
CARGO_TERM_COLOR: always | ||
RESULTS_FILENAME: parsed_benchmark_results_${{ github.sha }}.json | ||
PARSE_INTEGER_BENCH_CSV_FILE: tfhe_rs_integer_benches_${{ github.sha }}.csv | ||
ACTION_RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} | ||
RUST_BACKTRACE: "full" | ||
RUST_MIN_STACK: "8388608" | ||
SLACK_CHANNEL: ${{ secrets.SLACK_CHANNEL }} | ||
SLACK_ICON: https://pbs.twimg.com/profile_images/1274014582265298945/OjBKP9kn_400x400.png | ||
SLACK_USERNAME: ${{ secrets.BOT_USERNAME }} | ||
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} | ||
|
||
jobs: | ||
placeholder: | ||
name: Placeholder | ||
should-run: | ||
runs-on: ubuntu-latest | ||
if: github.event_name == 'workflow_dispatch' || | ||
((github.event_name == 'push' || github.event_name == 'schedule') && github.repository == 'zama-ai/tfhe-rs') | ||
outputs: | ||
zk_pok_changed: ${{ steps.changed-files.outputs.zk_pok_any_changed }} | ||
steps: | ||
- name: Checkout tfhe-rs | ||
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 | ||
with: | ||
fetch-depth: 0 | ||
|
||
- name: Check for file changes | ||
id: changed-files | ||
uses: tj-actions/changed-files@c3a1bb2c992d77180ae65be6ae6c166cf40f857c | ||
with: | ||
since_last_remote_commit: true | ||
files_yaml: | | ||
zk_pok: | ||
- tfhe-zk-pok/** | ||
- .github/workflows/benchmark_tfhe_zk_pok.yml | ||
setup-instance: | ||
name: Setup instance (tfhe-zk-pok-benchmarks) | ||
runs-on: ubuntu-latest | ||
needs: should-run | ||
if: github.event_name == 'workflow_dispatch' || | ||
(github.event_name == 'schedule' && github.repository == 'zama-ai/tfhe-rs') || | ||
(github.event_name == 'push' && | ||
github.repository == 'zama-ai/tfhe-rs' && | ||
needs.should-run.outputs.zk_pok_changed == 'true') | ||
outputs: | ||
runner-name: ${{ steps.start-instance.outputs.label }} | ||
steps: | ||
- name: Start instance | ||
id: start-instance | ||
uses: zama-ai/slab-github-runner@801df0b8db5ea2b06128b7476c652f5ed5f193a8 | ||
with: | ||
mode: start | ||
github-token: ${{ secrets.SLAB_ACTION_TOKEN }} | ||
slab-url: ${{ secrets.SLAB_BASE_URL }} | ||
job-secret: ${{ secrets.JOB_SECRET }} | ||
backend: aws | ||
profile: bench | ||
|
||
tfhe-zk-pok-benchmarks: | ||
name: Execute tfhe-zk-pok benchmarks | ||
if: needs.setup-instance.result != 'skipped' | ||
needs: setup-instance | ||
concurrency: | ||
group: ${{ github.workflow }}_${{github.event_name}}_${{ github.ref }}${{ github.ref == 'refs/heads/main' && github.sha || '' }} | ||
cancel-in-progress: ${{ github.ref != 'refs/heads/main' }} | ||
runs-on: ${{ needs.setup-instance.outputs.runner-name }} | ||
steps: | ||
- name: Checkout tfhe-rs repo with tags | ||
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 | ||
with: | ||
fetch-depth: 0 | ||
token: ${{ secrets.FHE_ACTIONS_TOKEN }} | ||
|
||
- name: Get benchmark details | ||
run: | | ||
{ | ||
echo "BENCH_DATE=$(date --iso-8601=seconds)"; | ||
echo "COMMIT_DATE=$(git --no-pager show -s --format=%cd --date=iso8601-strict ${{ github.sha }})"; | ||
echo "COMMIT_HASH=$(git describe --tags --dirty)"; | ||
} >> "${GITHUB_ENV}" | ||
- name: Install rust | ||
uses: dtolnay/rust-toolchain@7b1c307e0dcbda6122208f10795a713336a9b35a | ||
with: | ||
toolchain: nightly | ||
|
||
- name: Checkout Slab repo | ||
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 | ||
with: | ||
repository: zama-ai/slab | ||
path: slab | ||
token: ${{ secrets.FHE_ACTIONS_TOKEN }} | ||
|
||
- name: Run benchmarks with AVX512 | ||
run: | | ||
make bench_tfhe_zk_pok | ||
- name: Parse results | ||
run: | | ||
python3 ./ci/benchmark_parser.py target/criterion ${{ env.RESULTS_FILENAME }} \ | ||
--database tfhe_rs \ | ||
--crate tfhe-zk-pok \ | ||
--hardware "hpc7a.96xlarge" \ | ||
--backend cpu \ | ||
--project-version "${{ env.COMMIT_HASH }}" \ | ||
--branch ${{ github.ref_name }} \ | ||
--commit-date "${{ env.COMMIT_DATE }}" \ | ||
--bench-date "${{ env.BENCH_DATE }}" \ | ||
--walk-subdirs \ | ||
--name-suffix avx512 \ | ||
--throughput | ||
- name: Upload parsed results artifact | ||
uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 | ||
with: | ||
name: ${{ github.sha }}_tfhe_zk_pok | ||
path: ${{ env.RESULTS_FILENAME }} | ||
|
||
- name: Checkout Slab repo | ||
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 | ||
with: | ||
repository: zama-ai/slab | ||
path: slab | ||
token: ${{ secrets.FHE_ACTIONS_TOKEN }} | ||
|
||
- name: Send data to Slab | ||
shell: bash | ||
run: | | ||
python3 slab/scripts/data_sender.py ${{ env.RESULTS_FILENAME }} "${{ secrets.JOB_SECRET }}" \ | ||
--slab-url "${{ secrets.SLAB_URL }}" | ||
- name: Slack Notification | ||
if: ${{ failure() }} | ||
continue-on-error: true | ||
uses: rtCamp/action-slack-notify@c33737706dea87cd7784c687dadc9adf1be59990 | ||
env: | ||
SLACK_COLOR: ${{ job.status }} | ||
SLACK_MESSAGE: "tfhe-zk-pok benchmarks finished with status: ${{ job.status }}. (${{ env.ACTION_RUN_URL }})" | ||
|
||
teardown-instance: | ||
name: Teardown instance (tfhe-zk-pok-benchmarks) | ||
if: ${{ always() && needs.setup-instance.result != 'skipped' }} | ||
needs: [ setup-instance, tfhe-zk-pok-benchmarks ] | ||
runs-on: ubuntu-latest | ||
steps: | ||
- run: | | ||
echo "Hello this is a Placeholder Workflow" | ||
- name: Stop instance | ||
id: stop-instance | ||
uses: zama-ai/slab-github-runner@801df0b8db5ea2b06128b7476c652f5ed5f193a8 | ||
with: | ||
mode: stop | ||
github-token: ${{ secrets.SLAB_ACTION_TOKEN }} | ||
slab-url: ${{ secrets.SLAB_BASE_URL }} | ||
job-secret: ${{ secrets.JOB_SECRET }} | ||
label: ${{ needs.setup-instance.outputs.runner-name }} | ||
|
||
- name: Slack Notification | ||
if: ${{ failure() }} | ||
continue-on-error: true | ||
uses: rtCamp/action-slack-notify@c33737706dea87cd7784c687dadc9adf1be59990 | ||
env: | ||
SLACK_COLOR: ${{ job.status }} | ||
SLACK_MESSAGE: "Instance teardown (tfhe-zk-pok-benchmarks) finished with status: ${{ job.status }}. (${{ env.ACTION_RUN_URL }})" |