Deploy AKS LTS Prow #172
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Deploy AKS LTS Prow | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| deployEnv: | |
| description: 'Environment to run against' | |
| type: environment | |
| required: true | |
| permissions: | |
| id-token: write | |
| contents: read | |
| jobs: | |
| Deploy_AKS_LTS_Prow: | |
| runs-on: ubuntu-latest | |
| environment: ${{ inputs.deployEnv }} | |
| env: | |
| GITHUB_APP_ID: ${{ vars.APP_ID }} | |
| GITHUB_ORG: ${{ vars.ORG }} | |
| GITHUB_REPO: ${{ vars.REPO }} | |
| HMAC_TOKEN: ${{ secrets.HMAC_TOKEN }} | |
| MINIO_CONSOLE_PORT: 8003 | |
| K8S_PROW_IMAGE_TAG: v20230714-b138fd6e05 | |
| KUBEKINS_E2E_TAG: v20230703-e6ae5b372a-master | |
| steps: | |
| - name: Generate fake mount secret | |
| run: | | |
| FAKE_MOUNT_SECRET=$(echo '{"account":"fake","password":"fake"}' | base64) | |
| echo "::add-mask::$FAKE_MOUNT_SECRET" | |
| echo "FAKE_MOUNT_SECRET=$FAKE_MOUNT_SECRET" >> "$GITHUB_ENV" | |
| - name: Check out repo | |
| uses: actions/checkout@v4 | |
| - name: Azure login | |
| uses: azure/login@v2 | |
| with: | |
| client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }} | |
| - name: create resourceGroup | |
| if : ${{ inputs.deployEnv == 'PRTest' }} | |
| run: | | |
| if [ $(az group exists --name ${{ secrets.AZURE_RG }}) = false ]; then | |
| az group create --name ${{ secrets.AZURE_RG }} --location ${{ secrets.AZURE_LOCATION }} | |
| fi | |
| - name: Deploy Prow cluster Bicep | |
| id: bicep | |
| uses: azure/arm-deploy@v2 | |
| with: | |
| subscriptionId: ${{ vars.AZURE_SUBSCRIPTION_ID }} | |
| resourceGroupName: ${{ secrets.AZURE_RG }} | |
| template: ./config/prow/cluster/prow-cluster.bicep | |
| parameters: aks_cluster_region=${{ secrets.AZURE_LOCATION }} aks_cluster_admins="${{ secrets.PROW_ADMINS }}" | |
| failOnStdErr: false | |
| - name: Fetch config | |
| run: | | |
| echo "PROW_HOST=${{ steps.bicep.outputs.prowHostName }}" >> "$GITHUB_ENV" | |
| echo "AZURE_STORAGE_ACCOUNT_USER=${{ steps.bicep.outputs.storageAccountName }}" >> "$GITHUB_ENV" | |
| echo "PUBLIC_IP_NAME=${{ steps.bicep.outputs.publicIpName }}" >> "$GITHUB_ENV" | |
| echo "CLUSTER_RG=${{ steps.bicep.outputs.resourceGroupName }}" >> "$GITHUB_ENV" | |
| - name: Install Kubectl | |
| uses: azure/setup-kubectl@v4 | |
| - name: Set AKS cluster context | |
| uses: azure/aks-set-context@v4 | |
| with: | |
| resource-group: ${{ secrets.AZURE_RG }} | |
| cluster-name: ${{ steps.bicep.outputs.aksClusterName }} | |
| admin: true | |
| - name: 'install minio' | |
| run: | | |
| kubectl apply -k "github.com/minio/operator?ref=v5.0.15" | |
| - name: 'Apply Prow base manifests' | |
| run: | | |
| kubectl apply -f config/prow/k8s/base/ns.yaml | |
| envsubst < config/prow/k8s/base/contour.yaml > contour.yaml | |
| kubectl apply -f contour.yaml | |
| envsubst < config/prow/k8s/base/prowdata.storageclass.yaml > prowdata.storageclass.yaml | |
| kubectl apply -f prowdata.storageclass.yaml | |
| env: | |
| AZURE_RG: ${{ secrets.AZURE_RG }} | |
| - name: 'Create GitHub Token secrets' | |
| run: | | |
| echo "${{ secrets.APP_PRIVATE_KEY }}" > cert.pem | |
| kubectl create secret generic github-token -n prow --from-file=cert=cert.pem --from-literal=appid=$GITHUB_APP_ID -o yaml --dry-run=client | kubectl apply -f - | |
| kubectl create secret generic github-token -n test-pods --from-file=cert=cert.pem --from-literal=appid=$GITHUB_APP_ID -o yaml --dry-run=client | kubectl apply -f - | |
| rm cert.pem | |
| - name: Fetch storage key | |
| id: fetch-storage-key | |
| run: | | |
| AZURE_STORAGE_ACCOUNT_PASSWORD=$(az storage account keys list -g ${{ secrets.AZURE_RG }} -n ${{ steps.bicep.outputs.storageAccountName }} | jq -r '.[0].value') | |
| echo "::add-mask::$AZURE_STORAGE_ACCOUNT_PASSWORD" | |
| echo "AZURE_STORAGE_ACCOUNT_PASSWORD=$AZURE_STORAGE_ACCOUNT_PASSWORD" >> "$GITHUB_ENV" | |
| PUBLIC_IP_ADDRESS=$(az network public-ip show -g ${{ secrets.AZURE_RG }} -n ${{ steps.bicep.outputs.publicIpName }} | jq -r '.ipAddress') | |
| echo "::add-mask::$PUBLIC_IP_ADDRESS" | |
| echo "PUBLIC_IP_ADDRESS=$PUBLIC_IP_ADDRESS" >> "$GITHUB_ENV" | |
| - name: 'Create job configs' | |
| run: | | |
| envsubst < config/prow/release-branch-jobs/base.yaml > cm.yaml | |
| envsubst < config/prow/release-branch-jobs/1.27.yaml >> cm.yaml | |
| kubectl create configmap config -n prow --from-file=config.yaml=cm.yaml -o yaml --dry-run=client | kubectl apply -f - | |
| rm cm.yaml | |
| - name: 'Apply Prowjob CRD' | |
| run: for f in config/prow/k8s/prowjob/*.yaml; do kubectl apply --server-side=true -f $f; done | |
| - name: 'Apply Prow app manifests' | |
| run: for f in config/prow/k8s/app/*.yaml; do envsubst < $f | kubectl apply -f -; done | |
| env: | |
| AZURE_RG: ${{ secrets.AZURE_RG }} | |
| - name: 'Apply test pod manifests' | |
| run: for f in config/prow/k8s/test-pods/*.yaml; do envsubst < $f | kubectl apply -f -; done | |
| env: | |
| AZURE_RG: ${{ secrets.AZURE_RG }} |