Manual Build All Targets (Separate Runners) #1
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Manual Build All Targets (Separate Runners) | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| version: | |
| description: "The release version tag to build and push (e.g., 1.2.3)" | |
| required: true | |
| type: string | |
| jobs: | |
| build-base: | |
| runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] | |
| permissions: | |
| contents: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Clear space to remove unused folders | |
| run: | | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| rm -rf "/usr/local/share/boost" | |
| rm -rf "$AGENT_TOOLSDIRECTORY" | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: blacksmith docker layer cache | |
| uses: useblacksmith/build-push-action@v1 | |
| with: | |
| setup-only: true | |
| - name: Set environment variables | |
| run: | | |
| echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO }}" >> $GITHUB_ENV | |
| echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG }}" >> $GITHUB_ENV | |
| echo "HUGGINGFACE_ACCESS_TOKEN=${{ secrets.HUGGINGFACE_ACCESS_TOKEN }}" >> $GITHUB_ENV | |
| echo "RELEASE_VERSION=${{ github.event.inputs.version }}" >> $GITHUB_ENV | |
| - name: Build and push base image | |
| uses: docker/bake-action@v2 | |
| with: | |
| push: true | |
| targets: base | |
| set: | | |
| *.args.DOCKERHUB_REPO=${{ env.DOCKERHUB_REPO }} | |
| *.args.DOCKERHUB_IMG=${{ env.DOCKERHUB_IMG }} | |
| *.args.RELEASE_VERSION=${{ env.RELEASE_VERSION }} | |
| *.args.HUGGINGFACE_ACCESS_TOKEN=${{ env.HUGGINGFACE_ACCESS_TOKEN }} | |
| build-base-cuda12-8-1: | |
| runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] | |
| permissions: | |
| contents: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Clear space to remove unused folders | |
| run: | | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| rm -rf "/usr/local/share/boost" | |
| rm -rf "$AGENT_TOOLSDIRECTORY" | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: blacksmith docker layer cache | |
| uses: useblacksmith/build-push-action@v1 | |
| with: | |
| setup-only: true | |
| - name: Set environment variables | |
| run: | | |
| echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO }}" >> $GITHUB_ENV | |
| echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG }}" >> $GITHUB_ENV | |
| echo "HUGGINGFACE_ACCESS_TOKEN=${{ secrets.HUGGINGFACE_ACCESS_TOKEN }}" >> $GITHUB_ENV | |
| echo "RELEASE_VERSION=${{ github.event.inputs.version }}" >> $GITHUB_ENV | |
| - name: Build and push base-cuda12-8-1 image | |
| uses: docker/bake-action@v2 | |
| with: | |
| push: true | |
| targets: base-cuda12-8-1 | |
| set: | | |
| *.args.DOCKERHUB_REPO=${{ env.DOCKERHUB_REPO }} | |
| *.args.DOCKERHUB_IMG=${{ env.DOCKERHUB_IMG }} | |
| *.args.RELEASE_VERSION=${{ env.RELEASE_VERSION }} | |
| *.args.HUGGINGFACE_ACCESS_TOKEN=${{ env.HUGGINGFACE_ACCESS_TOKEN }} | |
| build-sdxl: | |
| runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] | |
| permissions: | |
| contents: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Clear space to remove unused folders | |
| run: | | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| rm -rf "/usr/local/share/boost" | |
| rm -rf "$AGENT_TOOLSDIRECTORY" | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: blacksmith docker layer cache | |
| uses: useblacksmith/build-push-action@v1 | |
| with: | |
| setup-only: true | |
| - name: Set environment variables | |
| run: | | |
| echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO }}" >> $GITHUB_ENV | |
| echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG }}" >> $GITHUB_ENV | |
| echo "HUGGINGFACE_ACCESS_TOKEN=${{ secrets.HUGGINGFACE_ACCESS_TOKEN }}" >> $GITHUB_ENV | |
| echo "RELEASE_VERSION=${{ github.event.inputs.version }}" >> $GITHUB_ENV | |
| - name: Build and push sdxl image | |
| uses: docker/bake-action@v2 | |
| with: | |
| push: true | |
| targets: sdxl | |
| set: | | |
| *.args.DOCKERHUB_REPO=${{ env.DOCKERHUB_REPO }} | |
| *.args.DOCKERHUB_IMG=${{ env.DOCKERHUB_IMG }} | |
| *.args.RELEASE_VERSION=${{ env.RELEASE_VERSION }} | |
| *.args.HUGGINGFACE_ACCESS_TOKEN=${{ env.HUGGINGFACE_ACCESS_TOKEN }} | |
| build-sd3: | |
| runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] | |
| permissions: | |
| contents: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Clear space to remove unused folders | |
| run: | | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| rm -rf "/usr/local/share/boost" | |
| rm -rf "$AGENT_TOOLSDIRECTORY" | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: blacksmith docker layer cache | |
| uses: useblacksmith/build-push-action@v1 | |
| with: | |
| setup-only: true | |
| - name: Set environment variables | |
| run: | | |
| echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO }}" >> $GITHUB_ENV | |
| echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG }}" >> $GITHUB_ENV | |
| echo "HUGGINGFACE_ACCESS_TOKEN=${{ secrets.HUGGINGFACE_ACCESS_TOKEN }}" >> $GITHUB_ENV | |
| echo "RELEASE_VERSION=${{ github.event.inputs.version }}" >> $GITHUB_ENV | |
| - name: Build and push sd3 image | |
| uses: docker/bake-action@v2 | |
| with: | |
| push: true | |
| targets: sd3 | |
| set: | | |
| *.args.DOCKERHUB_REPO=${{ env.DOCKERHUB_REPO }} | |
| *.args.DOCKERHUB_IMG=${{ env.DOCKERHUB_IMG }} | |
| *.args.RELEASE_VERSION=${{ env.RELEASE_VERSION }} | |
| *.args.HUGGINGFACE_ACCESS_TOKEN=${{ env.HUGGINGFACE_ACCESS_TOKEN }} | |
| build-flux1-schnell: | |
| runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] | |
| permissions: | |
| contents: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Clear space to remove unused folders | |
| run: | | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| rm -rf "/usr/local/share/boost" | |
| rm -rf "$AGENT_TOOLSDIRECTORY" | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: blacksmith docker layer cache | |
| uses: useblacksmith/build-push-action@v1 | |
| with: | |
| setup-only: true | |
| - name: Set environment variables | |
| run: | | |
| echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO }}" >> $GITHUB_ENV | |
| echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG }}" >> $GITHUB_ENV | |
| echo "HUGGINGFACE_ACCESS_TOKEN=${{ secrets.HUGGINGFACE_ACCESS_TOKEN }}" >> $GITHUB_ENV | |
| echo "RELEASE_VERSION=${{ github.event.inputs.version }}" >> $GITHUB_ENV | |
| - name: Build and push flux1-schnell image | |
| uses: docker/bake-action@v2 | |
| with: | |
| push: true | |
| targets: flux1-schnell | |
| set: | | |
| *.args.DOCKERHUB_REPO=${{ env.DOCKERHUB_REPO }} | |
| *.args.DOCKERHUB_IMG=${{ env.DOCKERHUB_IMG }} | |
| *.args.RELEASE_VERSION=${{ env.RELEASE_VERSION }} | |
| *.args.HUGGINGFACE_ACCESS_TOKEN=${{ env.HUGGINGFACE_ACCESS_TOKEN }} | |
| build-flux1-dev: | |
| runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] | |
| permissions: | |
| contents: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Clear space to remove unused folders | |
| run: | | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| rm -rf "/usr/local/share/boost" | |
| rm -rf "$AGENT_TOOLSDIRECTORY" | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: blacksmith docker layer cache | |
| uses: useblacksmith/build-push-action@v1 | |
| with: | |
| setup-only: true | |
| - name: Set environment variables | |
| run: | | |
| echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO }}" >> $GITHUB_ENV | |
| echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG }}" >> $GITHUB_ENV | |
| echo "HUGGINGFACE_ACCESS_TOKEN=${{ secrets.HUGGINGFACE_ACCESS_TOKEN }}" >> $GITHUB_ENV | |
| echo "RELEASE_VERSION=${{ github.event.inputs.version }}" >> $GITHUB_ENV | |
| - name: Build and push flux1-dev image | |
| uses: docker/bake-action@v2 | |
| with: | |
| push: true | |
| targets: flux1-dev | |
| set: | | |
| *.args.DOCKERHUB_REPO=${{ env.DOCKERHUB_REPO }} | |
| *.args.DOCKERHUB_IMG=${{ env.DOCKERHUB_IMG }} | |
| *.args.RELEASE_VERSION=${{ env.RELEASE_VERSION }} | |
| *.args.HUGGINGFACE_ACCESS_TOKEN=${{ env.HUGGINGFACE_ACCESS_TOKEN }} | |
| build-flux1-dev-fp8: | |
| runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] | |
| permissions: | |
| contents: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Clear space to remove unused folders | |
| run: | | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| rm -rf "/usr/local/share/boost" | |
| rm -rf "$AGENT_TOOLSDIRECTORY" | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: blacksmith docker layer cache | |
| uses: useblacksmith/build-push-action@v1 | |
| with: | |
| setup-only: true | |
| - name: Set environment variables | |
| run: | | |
| echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO }}" >> $GITHUB_ENV | |
| echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG }}" >> $GITHUB_ENV | |
| echo "HUGGINGFACE_ACCESS_TOKEN=${{ secrets.HUGGINGFACE_ACCESS_TOKEN }}" >> $GITHUB_ENV | |
| echo "RELEASE_VERSION=${{ github.event.inputs.version }}" >> $GITHUB_ENV | |
| - name: Build and push flux1-dev-fp8 image | |
| uses: docker/bake-action@v2 | |
| with: | |
| push: true | |
| targets: flux1-dev-fp8 | |
| set: | | |
| *.args.DOCKERHUB_REPO=${{ env.DOCKERHUB_REPO }} | |
| *.args.DOCKERHUB_IMG=${{ env.DOCKERHUB_IMG }} | |
| *.args.RELEASE_VERSION=${{ env.RELEASE_VERSION }} | |
| *.args.HUGGINGFACE_ACCESS_TOKEN=${{ env.HUGGINGFACE_ACCESS_TOKEN }} | |
| update-dockerhub-description: | |
| runs-on: [blacksmith-8vcpu-ubuntu-2204, linux] | |
| needs: | |
| [ | |
| build-base, | |
| build-base-cuda12-8-1, | |
| build-sdxl, | |
| build-sd3, | |
| build-flux1-schnell, | |
| build-flux1-dev, | |
| build-flux1-dev-fp8, | |
| ] | |
| permissions: | |
| contents: read | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Set environment variables | |
| run: | | |
| echo "DOCKERHUB_REPO=${{ vars.DOCKERHUB_REPO }}" >> $GITHUB_ENV | |
| echo "DOCKERHUB_IMG=${{ vars.DOCKERHUB_IMG }}" >> $GITHUB_ENV | |
| - name: Update description on Docker Hub | |
| uses: peter-evans/dockerhub-description@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| repository: ${{ env.DOCKERHUB_REPO }}/${{ env.DOCKERHUB_IMG }} |