end-to-end-ml-recipe/docker-compose.yml at main · ajkdrag/end-to-end-ml-recipe · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
version: "3"
services:
  minio:
    image: minio/minio
    ports:
      - "9000:9000"
      - "9001:9001"
    environment:
      MINIO_ROOT_USER: ${AWS_ACCESS_KEY_ID}
      MINIO_ROOT_PASSWORD: ${AWS_SECRET_ACCESS_KEY}
    command: server --console-address ":9001" /data
    networks:
      - backend
    volumes:
      - minio_storage:/data
  mc:
    image: minio/mc
    restart: on-failure
    environment:
      BUCKET: ${ML_BUCKET}
      AWS_ID: ${AWS_ACCESS_KEY_ID}
      AWS_PWD: ${AWS_SECRET_ACCESS_KEY}
    entrypoint:
      - "/bin/sh"
      - "-c"
      - "/usr/bin/mc alias set myminio http://minio:9000 $${AWS_ID} $${AWS_PWD};
        /usr/bin/mc mb --ignore-existing myminio/$${BUCKET};
        /usr/bin/mc policy set public myminio/$${BUCKET};"
    networks:
      - backend
    depends_on:
      - minio

  mlflow:
    # restart: always
    build: ./mlflow
    image: mlflow_server
    expose:
      - "5000"
    networks:
      - frontend
      - backend
    environment:
      MLFLOW_S3_ENDPOINT_URL: http://minio:9000
      AWS_DEFAULT_REGION: ${AWS_REGION}
      AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
      AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
    command: mlflow server --backend-store-uri sqlite:///db/backend.db --default-artifact-root s3://${ML_BUCKET} --host 0.0.0.0
    volumes:
      - db_storage:/db
    depends_on:
      - mc
  nginx:
    # restart: always
    build: ./nginx
    environment:
      PROXYPASS: http://mlflow:5000
    image: nginx_server
    container_name: nginx_server
    ports:
      - "80:80"
    networks:
      - frontend
    entrypoint:
      - "/entrypoint.sh"
    command:
      - "nginx"
      - "-g"
      - "daemon off;"
    depends_on:
      - mlflow

networks:
  frontend:
    driver: bridge
  backend:
    driver: bridge

volumes:
  minio_storage:
    driver_opts:
      type: none
      device: ${PWD}/volumes/minio
      o: bind
  db_storage:
    driver_opts:
      type: none
      device: ${PWD}/volumes/mlflow
      o: bind