docker-compose.yml

networks:
  proxynet:
    name: os-hub-development

services:
  database:
    build:
      context: ./src/database
      dockerfile: Dockerfile.local
    healthcheck:
      test: ["CMD", "pg_isready", "-U", "opensupplyhub"]
      interval: 3s
      timeout: 3s
      retries: 3
    volumes:
      - ./dumps:/dumps
    ports:
      - 5432:5432
    networks:
      - proxynet

  memcached:
    image: memcached:1.6-alpine
    command: -v -I 8m -m 256
    networks:
      - proxynet

  django:
    image: opensupplyhub
    env_file: .env
    environment:
      - POSTGRES_HOST=database
      - POSTGRES_PORT=5432
      - POSTGRES_USER=opensupplyhub
      - POSTGRES_PASSWORD=opensupplyhub
      - POSTGRES_DB=opensupplyhub
      - CACHE_HOST=memcached
      - CACHE_PORT=11211
      - DJANGO_ENV=Local
      - DJANGO_SECRET_KEY=secret
      - DJANGO_LOG_LEVEL=INFO
      - AWS_PROFILE=${AWS_PROFILE:-default}
      - OAR_CLIENT_KEY=
      - NOTIFICATION_EMAIL_TO=notification@example.com
      - KAFKA_BOOTSTRAP_SERVERS=kafka:9092
      - KAFKA_TOPIC_DEDUPE_BASIC_NAME=dedupe.hub.topic
      # NOTE the AWS_S3* variables are only used for testing s3 in development.
      # The deployed application uses a policy attached to the ECS task instead
      # of using keys.
      - AWS_S3_ACCESS_KEY_ID
      - AWS_S3_SECRET_ACCESS_KEY
      - AWS_STORAGE_BUCKET_NAME
      - OPENSEARCH_HOST=opensearch-single-node
      - OPENSEARCH_PORT=9200
      - OPENSEARCH_SSL=False
      - OPENSEARCH_SSL_CERT_VERIFICATION=False
    build:
      context: ./src/django
      dockerfile: Dockerfile
    volumes:
      - ./src/django:/usr/local/src
      - $HOME/.aws:/root/.aws:ro
    working_dir: /usr/local/src
    depends_on:
      database:
        condition: service_healthy
      memcached:
        condition: service_started
      kafka:
        condition: service_healthy
      opensearch-single-node:
        condition: service_started
      logstash:
        condition: service_started
      
    command:
      - "-b :8081"
      - "--reload"
      - "--timeout=90"
      - "--access-logfile=-"
      - "--access-logformat=%(t)s '%(r)s' %(s)s | %(M)sms"
      - "--error-logfile=-"
      - "--log-level=info"
      - "oar.wsgi"
    ports:
      - "8081:8081"
    cpus: 2
    networks:
      - proxynet

  react:
    build:
      context: ./src/react
      dockerfile: Dockerfile.local
    volumes:
      - ./src/react:/usr/local/src
      # Use a Docker volume to cache node_modules
      - /usr/local/src/node_modules
    ports:
      - 6543:6543
    networks:
      - proxynet

  zookeeper:
    image: "bitnami/zookeeper:latest"
    ports:
      - "2181:2181"
    environment:
      - ALLOW_ANONYMOUS_LOGIN=yes
    networks:
      - proxynet

  kafka:
    image: "bitnami/kafka:latest"
    ports:
      - "9092:9092"
    environment:
      - KAFKA_BROKER_ID=1
      - KAFKA_LISTENERS=PLAINTEXT://:9092
      - KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://:9092
      - KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181
      - ALLOW_PLAINTEXT_LISTENER=yes
    depends_on:
      - zookeeper
    healthcheck:
      test:
        ["CMD-SHELL", "kafka-topics.sh --bootstrap-server kafka:9092 --list"]
      interval: 5s
      timeout: 10s
      retries: 5
    networks:
      - proxynet

  init-kafka:
    image: confluentinc/cp-kafka:6.1.1
    depends_on:
      - kafka
    entrypoint: ["/bin/sh", "-c"]
    command: |
      "
      # blocks until kafka is reachable
      kafka-topics --bootstrap-server kafka:9092 --list
      echo -e 'Creating kafka topics'
      kafka-topics --bootstrap-server kafka:9092 --create --if-not-exists --topic dedupe.hub.topic --replication-factor 1 --partitions 1

      echo -e 'Successfully created the following topics:'
      kafka-topics --bootstrap-server kafka:9092 --list
      "
    networks:
      - proxynet

  api-app:
    image: api-app
    build:
      context: ./src/dedupe-hub/api
    volumes:
      - ./src/dedupe-hub/api:/usr/local/src
    depends_on:
      database:
        condition: service_healthy
      kafka:
        condition: service_healthy
    ports:
      - "84:84"
    environment:
      - DEDUPE_HUB_LIVE=True
      - DEDUPE_HUB_NAME=Dedupe_Hub_Origin
      - DEDUPE_HUB_VERSION=Origin
      - BOOTSTRAP_SERVERS=kafka:9092
      - SECURITY_PROTOCOL=PLAINTEXT
      - CONSUMER_GROUP_ID=dedupe.hub.grp-0
      - CONSUMER_CLIENT_ID=dedupe.hub
      - TOPIC_DEDUPE_BASIC_NAME=dedupe.hub.topic
      - ENV="Local"
      - ROLLBAR_SERVER_SIDE_ACCESS_TOKEN=""
      - POSTGRES_HOST=database
      - POSTGRES_PORT=5432
      - POSTGRES_USER=opensupplyhub
      - POSTGRES_PASSWORD=opensupplyhub
      - POSTGRES_DB=opensupplyhub
      - GIT_COMMIT=Unknown
    command: uvicorn app.main:app --host 0.0.0.0 --port 84 --workers 1
    networks:
      - proxynet

  opensearch-single-node:
    image: opensearchproject/opensearch:2.15.0
    environment:
      - cluster.name=opensearch-cluster # Name the cluster.
      - node.name=opensearch-single-node # Name the node that will run in this container.
      - discovery.type=single-node
      - bootstrap.memory_lock=true # Disable JVM heap memory swapping.
      - OPENSEARCH_JAVA_OPTS=-Xms512m -Xmx512m # Set min and max JVM heap sizes to at least 50% of system RAM.
      - DISABLE_INSTALL_DEMO_CONFIG=true # Prevents execution of bundled demo script which installs demo certificates and security configurations to OpenSearch.
      - DISABLE_SECURITY_PLUGIN=true  # Disables Security plugin.
    ulimits:
      memlock:
        soft: -1 # Set memlock to unlimited (no soft or hard limit).
        hard: -1
      nofile:
        soft: 65536 # Maximum number of open files for the opensearch user - set to at least 65536.
        hard: 65536
    ports:
      - 9200:9200
    volumes:
      - /usr/share/opensearch/data
    networks:
      - proxynet

  logstash:
    build:
      context: ./src/logstash
      dockerfile: Dockerfile
    environment:
      - OPENSEARCH_HOST=opensearch-single-node
      - OPENSEARCH_PORT=9200
      - OPENSEARCH_AUTH_TYPE=none
      - AWS_REGION=
      - OPENSEARCH_SSL=false
      - OPENSEARCH_SSL_CERT_VERIFICATION=false
      - POSTGRES_HOST=database
      - POSTGRES_PORT=5432
      - POSTGRES_USER=opensupplyhub
      - POSTGRES_PASSWORD=opensupplyhub
      - POSTGRES_DB=opensupplyhub
      - PRODUCTION_LOCATIONS_PIPELINE_UPDATE_INTERVAL_MINUTES=1
      - MODERATION_EVENTS_PIPELINE_UPDATE_INTERVAL_MINUTES=1

    depends_on:
      - opensearch-single-node
      - database
    networks:
      - proxynet