feat: deploy ydoc on ci

4e6 · 4e6 · commit 0cd09216506c · 2024-11-08T10:10:43.000Z
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -100,6 +100,112 @@ jobs:
     env:
       ENSO_RELEASE_ID: ${{ needs.enso-build-ci-gen-draft-release-linux-amd64.outputs.ENSO_RELEASE_ID }}
       ENSO_VERSION: ${{ needs.enso-build-ci-gen-draft-release-linux-amd64.outputs.ENSO_VERSION }}
+  enso-build-ci-gen-job-deploy-ydoc-nodejs-linux-amd64:
+    name: Upload Node.js Ydoc to ECR (linux, amd64)
+    needs:
+      - enso-build-ci-gen-draft-release-linux-amd64
+      - enso-build-ci-gen-job-upload-backend-linux-amd64
+    runs-on:
+      - self-hosted
+      - Linux
+    steps:
+      - if: startsWith(runner.name, 'GitHub Actions') || startsWith(runner.name, 'Hosted Agent')
+        name: Installing wasm-pack
+        uses: jetli/wasm-pack-action@v0.4.0
+        with:
+          version: v0.12.1
+      - name: Expose Artifact API and context information.
+        uses: actions/github-script@v7
+        with:
+          script: "\n    core.exportVariable(\"ACTIONS_RUNTIME_TOKEN\", process.env[\"ACTIONS_RUNTIME_TOKEN\"])\n    core.exportVariable(\"ACTIONS_RUNTIME_URL\", process.env[\"ACTIONS_RUNTIME_URL\"])\n    core.exportVariable(\"GITHUB_RETENTION_DAYS\", process.env[\"GITHUB_RETENTION_DAYS\"])\n    console.log(context)\n    "
+      - name: Checking out the repository
+        uses: actions/checkout@v4
+        with:
+          clean: false
+          submodules: recursive
+      - name: Build Script Setup
+        run: ./run --help || (git clean -ffdx && ./run --help)
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - if: "(contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || inputs.clean_build_required)"
+        name: Clean before
+        run: ./run git-clean
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - run: ./run release deploy-ydoc-nodejs
+        env:
+          AWS_ACCESS_KEY_ID: ${{ secrets.ECR_PUSH_RUNTIME_ACCESS_KEY_ID }}
+          AWS_DEFAULT_REGION: eu-west-1
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.ECR_PUSH_RUNTIME_SECRET_ACCESS_KEY }}
+          ENSO_BUILD_ECR_REPOSITORY: runtime
+          GITHUB_TOKEN: ${{ secrets.CI_PRIVATE_TOKEN }}
+      - if: failure() && runner.os == 'Windows'
+        name: List files if failed (Windows)
+        run: Get-ChildItem -Force -Recurse
+      - if: failure() && runner.os != 'Windows'
+        name: List files if failed (non-Windows)
+        run: ls -lAR
+      - if: "(always()) && (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || inputs.clean_build_required)"
+        name: Clean after
+        run: ./run git-clean
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    env:
+      ENSO_RELEASE_ID: ${{ needs.enso-build-ci-gen-draft-release-linux-amd64.outputs.ENSO_RELEASE_ID }}
+      ENSO_VERSION: ${{ needs.enso-build-ci-gen-draft-release-linux-amd64.outputs.ENSO_VERSION }}
+  enso-build-ci-gen-job-deploy-ydoc-polyglot-linux-amd64:
+    name: Upload polyglot Ydoc to ECR (linux, amd64)
+    needs:
+      - enso-build-ci-gen-draft-release-linux-amd64
+      - enso-build-ci-gen-job-upload-backend-linux-amd64
+    runs-on:
+      - self-hosted
+      - Linux
+    steps:
+      - if: startsWith(runner.name, 'GitHub Actions') || startsWith(runner.name, 'Hosted Agent')
+        name: Installing wasm-pack
+        uses: jetli/wasm-pack-action@v0.4.0
+        with:
+          version: v0.12.1
+      - name: Expose Artifact API and context information.
+        uses: actions/github-script@v7
+        with:
+          script: "\n    core.exportVariable(\"ACTIONS_RUNTIME_TOKEN\", process.env[\"ACTIONS_RUNTIME_TOKEN\"])\n    core.exportVariable(\"ACTIONS_RUNTIME_URL\", process.env[\"ACTIONS_RUNTIME_URL\"])\n    core.exportVariable(\"GITHUB_RETENTION_DAYS\", process.env[\"GITHUB_RETENTION_DAYS\"])\n    console.log(context)\n    "
+      - name: Checking out the repository
+        uses: actions/checkout@v4
+        with:
+          clean: false
+          submodules: recursive
+      - name: Build Script Setup
+        run: ./run --help || (git clean -ffdx && ./run --help)
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - if: "(contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || inputs.clean_build_required)"
+        name: Clean before
+        run: ./run git-clean
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - run: ./run release deploy-ydoc-polyglot
+        env:
+          AWS_ACCESS_KEY_ID: ${{ secrets.ECR_PUSH_RUNTIME_ACCESS_KEY_ID }}
+          AWS_DEFAULT_REGION: eu-west-1
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.ECR_PUSH_RUNTIME_SECRET_ACCESS_KEY }}
+          ENSO_BUILD_ECR_REPOSITORY: runtime
+          GITHUB_TOKEN: ${{ secrets.CI_PRIVATE_TOKEN }}
+      - if: failure() && runner.os == 'Windows'
+        name: List files if failed (Windows)
+        run: Get-ChildItem -Force -Recurse
+      - if: failure() && runner.os != 'Windows'
+        name: List files if failed (non-Windows)
+        run: ls -lAR
+      - if: "(always()) && (contains(github.event.pull_request.labels.*.name, 'CI: Clean build required') || inputs.clean_build_required)"
+        name: Clean after
+        run: ./run git-clean
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    env:
+      ENSO_RELEASE_ID: ${{ needs.enso-build-ci-gen-draft-release-linux-amd64.outputs.ENSO_RELEASE_ID }}
+      ENSO_VERSION: ${{ needs.enso-build-ci-gen-draft-release-linux-amd64.outputs.ENSO_VERSION }}
   enso-build-ci-gen-job-upload-backend-linux-amd64:
     name: Upload Backend (linux, amd64)
     needs:
@@ -297,6 +403,8 @@ jobs:
     needs:
       - enso-build-ci-gen-draft-release-linux-amd64
       - enso-build-ci-gen-job-deploy-runtime-linux-amd64
+      - enso-build-ci-gen-job-deploy-ydoc-nodejs-linux-amd64
+      - enso-build-ci-gen-job-deploy-ydoc-polyglot-linux-amd64
       - enso-build-ci-gen-upload-ide-linux-amd64
       - enso-build-ci-gen-upload-ide-macos-aarch64
       - enso-build-ci-gen-upload-ide-macos-amd64
diff --git a/build/build/src/ci_gen.rs b/build/build/src/ci_gen.rs
@@ -523,6 +523,12 @@ fn add_release_steps(workflow: &mut Workflow) -> Result {
             let upload_runtime_job_id =
                 workflow.add_dependent(target, job::DeployRuntime, runtime_requirements);
             packaging_job_ids.push(upload_runtime_job_id);
+            let upload_ydoc_polyglot_job_id =
+                workflow.add_dependent(target, job::DeployYdocPolyglot, runtime_requirements);
+            packaging_job_ids.push(upload_ydoc_polyglot_job_id);
+            let upload_ydoc_nodejs_job_id =
+                workflow.add_dependent(target, job::DeployYdocNodejs, runtime_requirements);
+            packaging_job_ids.push(upload_ydoc_nodejs_job_id);
         }
     }
 
diff --git a/build/build/src/ci_gen/job.rs b/build/build/src/ci_gen/job.rs
@@ -452,25 +452,46 @@ pub struct DeployRuntime;
 
 impl JobArchetype for DeployRuntime {
     fn job(&self, target: Target) -> Job {
-        RunStepsBuilder::new("release deploy-runtime")
-            .customize(|step| {
-                vec![step
-                    .with_secret_exposed_as(secret::CI_PRIVATE_TOKEN, ide_ci::github::GITHUB_TOKEN)
-                    .with_env("ENSO_BUILD_ECR_REPOSITORY", crate::aws::ecr::runtime::NAME)
-                    .with_secret_exposed_as(
-                        secret::ECR_PUSH_RUNTIME_ACCESS_KEY_ID,
-                        "AWS_ACCESS_KEY_ID",
-                    )
-                    .with_secret_exposed_as(
-                        secret::ECR_PUSH_RUNTIME_SECRET_ACCESS_KEY,
-                        "AWS_SECRET_ACCESS_KEY",
-                    )
-                    .with_env("AWS_DEFAULT_REGION", crate::aws::ecr::runtime::REGION)]
-            })
-            .build_job("Upload Runtime to ECR", target)
+        ecr_deploy_steps_builder("release deploy-runtime").build_job("Upload Runtime to ECR", target)
+    }
+}
+
+#[derive(Clone, Copy, Debug)]
+pub struct DeployYdocPolyglot;
+
+impl JobArchetype for DeployYdocPolyglot {
+    fn job(&self, target: Target) -> Job {
+        ecr_deploy_steps_builder("release deploy-ydoc-polyglot").build_job("Upload polyglot Ydoc to ECR", target)
     }
 }
 
+#[derive(Clone, Copy, Debug)]
+pub struct DeployYdocNodejs;
+
+impl JobArchetype for DeployYdocNodejs {
+    fn job(&self, target: Target) -> Job {
+        ecr_deploy_steps_builder("release deploy-ydoc-nodejs").build_job("Upload Node.js Ydoc to ECR", target)
+    }
+}
+
+fn ecr_deploy_steps_builder(run_command: impl Into<String>) -> RunStepsBuilder {
+    RunStepsBuilder::new(run_command)
+    .customize(|step| {
+        vec![step
+            .with_secret_exposed_as(secret::CI_PRIVATE_TOKEN, ide_ci::github::GITHUB_TOKEN)
+            .with_env("ENSO_BUILD_ECR_REPOSITORY", crate::aws::ecr::runtime::NAME)
+            .with_secret_exposed_as(
+                secret::ECR_PUSH_RUNTIME_ACCESS_KEY_ID,
+                "AWS_ACCESS_KEY_ID",
+            )
+            .with_secret_exposed_as(
+                secret::ECR_PUSH_RUNTIME_SECRET_ACCESS_KEY,
+                "AWS_SECRET_ACCESS_KEY",
+            )
+            .with_env("AWS_DEFAULT_REGION", crate::aws::ecr::runtime::REGION)]
+    })
+}
+
 pub fn expose_os_specific_signing_secret(os: OS, step: Step) -> Step {
     match os {
         OS::Windows => step

Original file line number	Diff line number	Diff line change
`@@ -523,6 +523,12 @@ fn add_release_steps(workflow: &mut Workflow) -> Result {`
`523`	`523`	`let upload_runtime_job_id =`
`524`	`524`	`workflow.add_dependent(target, job::DeployRuntime, runtime_requirements);`
`525`	`525`	`packaging_job_ids.push(upload_runtime_job_id);`
	`526`	`+ let upload_ydoc_polyglot_job_id =`
	`527`	`+ workflow.add_dependent(target, job::DeployYdocPolyglot, runtime_requirements);`
	`528`	`+ packaging_job_ids.push(upload_ydoc_polyglot_job_id);`
	`529`	`+ let upload_ydoc_nodejs_job_id =`
	`530`	`+ workflow.add_dependent(target, job::DeployYdocNodejs, runtime_requirements);`
	`531`	`+ packaging_job_ids.push(upload_ydoc_nodejs_job_id);`
`526`	`532`	`}`
`527`	`533`	`}`
`528`	`534`