add experimental Rust base image (#28)

Author: shouples

.github/workflows/build.yml

@@ -144,3 +144,41 @@ jobs:
         with:
           push: ${{ github.event_name != 'pull_request' }}
           targets: ${{ steps.target.outputs.TARGET }}
+
+  build_rust_kernels:
+    runs-on: ubuntu-22.04
+    permissions:
+      id-token: write
+      packages: write
+    strategy:
+      matrix:
+        version: [1.70.0]
+    env:
+      VERSION: ${{ matrix.version }}
+      BUILD_URL: https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
+      GITHUB_SHA: ${{ github.ref }}
+    steps:
+      - uses: actions/checkout@v3
+      - name: Install Task
+        uses: arduino/setup-task@e26d8975574116b0097a1161e0fe16ba75d84c1c # v1.0.3
+        with:
+          repo-token: ${{ github.token }}
+      - run: |
+          task rust:base:copy-files NBL_LANGUAGE_VERSION=${{ matrix.version }}
+      - run: scripts/set-variables.sh ${{ github.ref_name }} ${{ github.event_name }} ${{ github.event.pull_request.number }}
+      - uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ github.token }}
+      - name: Set target
+        id: target
+        run: echo "TARGET=rust_${VERSION//./_}" >> "$GITHUB_OUTPUT"
+
+      - uses: docker/setup-buildx-action@4c0219f9ac95b02789c1075625400b2acbff50b1 # v2.9.1
+
+      - name: Build kernels
+        uses: docker/bake-action@f32f8b8d70bc284af19f8148dd14ad1d2fbc6c28 # v3.1.0
+        with:
+          push: ${{ github.event_name != 'pull_request' }}
+          targets: ${{ steps.target.outputs.TARGET }}

.gitignore

@@ -33,6 +33,7 @@ dev_packages
 !r/Aptfile
 !r/datascience/Aptfile
 !r/noteable/Aptfile
+!rust/Aptfile
 
 !python/base-gpu/gpu.Aptfile
 !python/base-gpu/environment.txt
@@ -46,6 +47,7 @@ dev_packages
 !python/run.sh
 !python/base-gpu/run.sh
 !r/run.sh
+!rust/run.sh
 
 !python/noteable/.pythonrc
 !python/noteable/ipython_config.py

Taskfile.rust.yaml

@@ -0,0 +1,30 @@
+version: 3
+
+# https://hub.docker.com/_/rust/tags
+vars:
+  NBL_RUST_VERSION: 1.70
+  IDENTIFIER: base
+
+# NOTE: When using `deps: []`, variables are inherited from the current task, but when calling them
+# directly in `cmds: []`, the variables have to be passed in explicitly.
+tasks:
+  core:build:
+    desc: Build the Rust 1.x image
+    cmds:
+      - >-
+        docker build rust/{{.IDENTIFIER}}/{{.NBL_RUST_VERSION}} \
+          --build-arg "NBL_RUST_VERSION={{.NBL_RUST_VERSION}}" \
+          --build-arg "BASE_IMAGE={{.BASE_IMAGE}}" \
+          --tag "local/kernel-rust-{{.NBL_RUST_VERSION}}-{{.IDENTIFIER}}:dev"
+
+  base:copy-files:
+    desc: Copy files from the Rust directory to the build directories
+    cmds:
+      - task copy-root-files LANGUAGE=rust IDENTIFIER={{.IDENTIFIER}} NBL_LANGUAGE_VERSION={{.NBL_RUST_VERSION}}
+      - task copy-language-files LANGUAGE=rust IDENTIFIER={{.IDENTIFIER}} NBL_LANGUAGE_VERSION={{.NBL_RUST_VERSION}}
+
+  base:build:
+    desc: Build the Rust 1.x base image after copying required files
+    cmds:
+      - task rust:base:copy-files IDENTIFIER=base NBL_LANGUAGE_VERSION={{.NBL_RUST_VERSION}}
+      - task rust:core:build IDENTIFIER=base NBL_RUST_VERSION={{.NBL_RUST_VERSION}}

Taskfile.yaml

@@ -3,6 +3,7 @@ version: 3
 includes:
   python: ./Taskfile.python.yaml
   r: ./Taskfile.R.yaml
+  rust: ./Taskfile.rust.yaml
 
 tasks:
   copy-root-files:

docker-bake.hcl

@@ -23,6 +23,20 @@ variable "TIMESTAMP" {
   default = ""
 }
 
+# Group of Rust targets
+group "rust" {
+  targets = [
+    "rust_base_1_70",
+  ]
+}
+
+# Group of Rust 1.70 targets
+group "rust_1_70_0" {
+  targets = [
+    "rust_base_1_70_0",
+  ]
+}
+
 # Group of R targets
 group "rlang_4_3_0" {
   targets = [
@@ -336,3 +350,12 @@ target "rlang_noteable_4_3_0" {
     "ghcr.io/noteable-io/kernel-r-4.3.0-noteable:${TAG}"
   ]
 }
+
+# Base Rust 1.70 image
+target "rust_base_1_70_0" {
+  inherits = ["base"]
+  context = "rust/base/1.70"
+  tags = [
+    "ghcr.io/noteable-io/kernel-rust-1.70-base:${TAG}"
+  ]
+}

rust/Aptfile

@@ -0,0 +1 @@
+tini

rust/base/1.70/Dockerfile

@@ -0,0 +1,51 @@
+# syntax = docker/dockerfile:1.5
+# ---
+# Bare minimum Rust 1.x.x image with evxcr_jupyter installed
+# - no Rust crates/packages aside from builtins and evxcr_jupyter
+# - no git, secrets, SQL, extensions, etc
+# ---
+ARG NBL_RUST_VERSION="1.70"
+FROM rust:${NBL_RUST_VERSION}-slim-bullseye as base
+
+# User/group setup
+USER root
+
+ENV NB_USER="noteable" \
+    NB_UID=4004 \
+    NB_GID=4004
+
+RUN groupadd --gid 4004 noteable && \
+    useradd --uid 4004 \
+    --shell /bin/false \
+    --create-home \
+    --no-log-init \
+    --gid noteable noteable \
+    --home-dir /srv/noteable && \
+    chown --recursive noteable:noteable /srv/noteable && \
+    mkdir -p /etc/noteable && chown noteable:noteable /etc/noteable
+
+WORKDIR /tmp
+
+COPY apt-install /usr/bin/
+COPY Aptfile .
+RUN /usr/bin/apt-install Aptfile
+
+USER noteable
+
+ENV PATH="/srv/noteable/.cargo/bin:${PATH}"
+
+RUN cargo install evcxr_jupyter && \
+    evcxr_jupyter --install
+
+COPY secrets_helper.sh /tmp/secrets_helper.sh
+COPY run.sh /usr/local/bin
+
+ENV HOME="/srv/noteable"
+
+WORKDIR /etc/noteable/project
+EXPOSE 50001-50005
+
+RUN cargo init
+
+ENTRYPOINT ["tini", "-g", "--"]
+CMD ["run.sh"]

rust/run.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+set -o pipefail
+set -o nounset
+set -o errexit
+
+set -x
+
+echo "Local time: $(date)"
+
+set +x
+echo "Injecting Secrets into environment, echoing is turned off"
+# shellcheck disable=SC1091
+source /tmp/secrets_helper.sh
+echo "Done injecting Secrets, turning echoing back on"
+set -x
+
+
+echo "Starting Rust kernel"
+
+exec evcxr_jupyter --control_file /etc/noteable/connections/connection_file.json