Staged builds and caches for docker containers

- Add 'dev' and 'prod' profiles for use with docker-compose
- Use package manager caches for pip and yarn within layers for faster
local builds
- Only install minimal deps for production builds

Author: ml-evs

.docker/app_dockerfile

@@ -1,16 +1,22 @@
-FROM node:15.14.0-stretch
+# syntax=docker/dockerfile:experimental
+FROM node:15.14.0-stretch as base
 SHELL ["/bin/bash", "--login", "-c"]
 
 WORKDIR /app
 RUN npm install -g serve
 
-# copy repo contents and install deps
-#
-COPY webapp/package.json /app/
+EXPOSE 8081
 
-RUN yarn install
+COPY webapp/package.json webapp/yarn.lock ./
 
-COPY webapp /app
+FROM base as development
+RUN --mount=type=cache,target=/root/.cache/yarn yarn install
+CMD [ "yarn", "serve", "--port", "8081"]
 
+FROM base as production
+
+ENV NODE_ENV production
+RUN --mount=type=cache,target=/root/.cache/yarn yarn install --prod
+COPY webapp ./
 RUN yarn build
 CMD [ "serve", "-s", "dist", "-p", "8081" ]

.docker/mongo_dockerfile

@@ -1,3 +1,5 @@
 FROM mongo:3.6-xenial
-
 COPY .docker/mongod.conf /etc/mongod.conf
+EXPOSE 27017
+
+CMD ["mongod", "-f", "/etc/mongod.conf"]

.docker/server_dockerfile

@@ -1,21 +1,31 @@
-FROM python:3.8
+# syntax=docker/dockerfile:experimental
+FROM python:3.8 as base
 SHELL ["/bin/bash", "--login", "-c"]
+EXPOSE 5001
 RUN apt update && apt install -y tree && apt clean
 
 # Copy all server code into workdir
 WORKDIR /app
-COPY ./pydatalab/ /app
-
-# Install Pipenv and use it to grab dependencies
 RUN pip install pipenv
-RUN pipenv install --deploy --dev
 
-# Launch the server
+COPY Pipfile Pipfile.lock ./
+
+# Create development image using flask's dev server with hot-reload
+FROM base as development
+RUN --mount=type=cache,target=/root/.cache/pip pipenv install --dev
+ENV FLASK_APP "pydatalab.main:create_app()"
+CMD ["pipenv", "run", "flask", "run", "--port", "5001", "--host", "0.0.0.0"]
+
+# Create production image using gunicorn and minimal dependencies
+FROM base as production
+RUN --mount=type=cache,target=/root/.cache/pip pipenv install
+RUN [ "pipenv", "run", "pip", "install", "gunicorn" ]
+COPY ./pydatalab/ ./
 CMD ["pipenv", "run", \
      "gunicorn", \
      "-w", "2", \
-     "--error-logfile", "logs/pydatalab_error.log", \
-     "--access-logfile", "logs/pydatalab_access.log", \
+     "--error-logfile", "/logs/pydatalab_error.log", \
+     "--access-logfile", "/logs/pydatalab_access.log", \
      "-b", "0.0.0.0:5001", \
      "pydatalab.main:create_app()" \
 ]

docker-compose.yml

@@ -1,40 +1,71 @@
-version: "3"
+version: "3.9"
 
 services:
   app:
     restart: always
+    profiles: ["prod"]
     build:
       context: .
       dockerfile: .docker/app_dockerfile
-    depends_on:
-      - api
+      target: production
     volumes:
-      - ./logs:/app/logs/
+      - ./logs:/logs
+    ports:
+      - "8081:8081"
+
+  app_dev:
+    restart: always
+    profiles: ["dev"]
+    build:
+      context: .
+      dockerfile: .docker/app_dockerfile
+      target: development
+    volumes:
+      - ./logs:/logs
+      - ./webapp:/app
     ports:
       - "8081:8081"
 
   api:
     restart: always
+    profiles: ["prod"]
     build:
       context: .
       dockerfile: .docker/server_dockerfile
+      target: production
     depends_on:
       - mongo
     volumes:
-      - ./logs:/app/logs/
+      - ./logs:/logs
+    environment:
+      - PYDATALAB_MONGO_URI=mongodb://mongo:27017/datalabvue
     ports:
       - "5001:5001"
+
+  api_dev:
+    restart: always
+    profiles: ["dev"]
+    build:
+      context: .
+      dockerfile: .docker/server_dockerfile
+      target: development
+    depends_on:
+      - mongo
+    volumes:
+      - ./logs:/logs
+      - ./pydatalab:/app
     environment:
       - PYDATALAB_MONGO_URI=mongodb://mongo:27017/datalabvue
+    ports:
+      - "5001:5001"
 
   mongo:
     restart: always
     build:
       context: .
       dockerfile: .docker/mongo_dockerfile
-    command: ["mongod", "-f", "/etc/mongod.conf"]
     volumes:
-      - ./logs:/var/logs/mongod/
+      - ./logs:/var/logs/mongod
     ports:
       - "27017:27017"