docker-compose.yml

x-robotoff-base-volumes:
  &robotoff-base-volumes
  - ./data:/opt/robotoff/data
  - ./cache:/opt/robotoff/cache
  - ./datasets:/opt/robotoff/datasets
  - ./models:/opt/robotoff/models
  - robotoff_tmp:/tmp
  - home_cache:/home/off/.cache

x-robotoff-base:
  &robotoff-base
  restart: $RESTART_POLICY
  # this image is built with target=runtime, so it won't have the dev dependencies
  image: ghcr.io/openfoodfacts/robotoff:${TAG}
  volumes: *robotoff-base-volumes
  networks:
    - default
    - common_net

x-robotoff-base-env:
  &robotoff-base-env
  LOG_LEVEL:
  LOG_ML_METRICS_ENABLED:
  ROBOTOFF_INSTANCE:
  ROBOTOFF_TLD:
  ROBOTOFF_SCHEME:
  STATIC_DOMAIN:
  GUNICORN_PRELOAD_APP:
  GUNICORN_NUM_WORKERS:
  ROBOTOFF_UPDATED_PRODUCT_WAIT:
  REDIS_HOST:
  REDIS_UPDATE_HOST:
  REDIS_UPDATE_PORT:
  REDIS_STREAM_NAME:
  POSTGRES_HOST:
  POSTGRES_DB:
  POSTGRES_USER:
  POSTGRES_PASSWORD:
  MONGO_URI:
  OFF_USER:
  OFF_PASSWORD:
  INFLUXDB_HOST:
  INFLUXDB_PORT:
  INFLUXDB_BUCKET:
  INFLUXDB_AUTH_TOKEN:
  SENTRY_DSN:
  ELASTIC_HOST:
  ELASTIC_PASSWORD:
  ELASTIC_USER:
  DEFAULT_TRITON_URI:
  TRITON_URI_CLIP:
  TRITON_URI_NUTRISCORE:
  TRITON_URI_NUTRITION_TABLE:
  TRITON_URI_UNIVERSAL_LOGO_DETECTOR:
  TRITON_URI_CATEGORY_CLASSIFIER:
  TRITON_URI_INGREDIENT_NER:
  TRITON_URI_NUTRITION_EXTRACTOR:
  FASTTEXT_HOST:
  FASTTEXT_PORT:
  ENABLE_MONGODB_ACCESS:
  IN_DOCKER_CONTAINER:
  IMAGE_MODERATION_SERVICE_URL:
  AUTH_BEARER_TOKEN_NUTRIPATROL:
  CROP_ALLOWED_DOMAINS:
  NUM_RQ_WORKERS: 6 # Update worker service command accordingly if you change this settings
  # Used by Google SDK to know where to find the credentials
  GOOGLE_APPLICATION_CREDENTIALS: /opt/robotoff/credentials/google/credentials.json
  GOOGLE_CREDENTIALS: # JSON credentials pasted as environment variable
  BATCH_JOB_KEY: # Secure Batch job import with a token key 
  INSIGHT_AUTOMATIC_PROCESSING_WAIT:
  
x-robotoff-worker-base:
  &robotoff-worker
  restart: $RESTART_POLICY
  image: ghcr.io/openfoodfacts/robotoff:${TAG}
  volumes: *robotoff-base-volumes
  environment: *robotoff-base-env
  depends_on:
    - postgres
    - redis
  mem_limit: 8g
  networks:
    - default
    - common_net

services:
  api:
    <<: *robotoff-base
    environment: *robotoff-base-env
    mem_limit: 6g
    ports:
      - "${ROBOTOFF_EXPOSE:-5500}:5500"
    depends_on:
      - postgres
      - redis
      - elasticsearch

  update-listener:
    <<: *robotoff-base
    environment: *robotoff-base-env
    mem_limit: 1g
    depends_on:
      - redis
    command: python -m robotoff run-update-listener

  worker-1:
    <<: *robotoff-worker
    container_name: ${COMPOSE_PROJECT_NAME:-robotoff}-worker-1
    # Each worker listens to a single high priority queue and to the low priority queue.
    # As the low priority queue comes last, it will only be processed if there are no high
    # priority tasks.
    command: python -m robotoff run-worker robotoff-high-1 robotoff-ml-model robotoff-low

  worker-2:
    <<: *robotoff-worker
    container_name: ${COMPOSE_PROJECT_NAME:-robotoff}-worker-2
    command: python -m robotoff run-worker robotoff-high-2 robotoff-ml-model robotoff-low

  worker-3:
    <<: *robotoff-worker
    container_name: ${COMPOSE_PROJECT_NAME:-robotoff}-worker-3
    command: python -m robotoff run-worker robotoff-high-3 robotoff-ml-model robotoff-low

  worker-4:
    <<: *robotoff-worker
    container_name: ${COMPOSE_PROJECT_NAME:-robotoff}-worker-4
    command: python -m robotoff run-worker robotoff-high-4 robotoff-ml-model robotoff-low

  worker-5:
    <<: *robotoff-worker
    container_name: ${COMPOSE_PROJECT_NAME:-robotoff}-worker-5
    command: python -m robotoff run-worker robotoff-high-5 robotoff-ml-model robotoff-low

  worker-6:
    <<: *robotoff-worker
    container_name: ${COMPOSE_PROJECT_NAME:-robotoff}-worker-6
    command: python -m robotoff run-worker robotoff-high-6 robotoff-ml-model robotoff-low

  worker-ml-1:
    <<: *robotoff-worker
    container_name: ${COMPOSE_PROJECT_NAME:-robotoff}-worker-ml-1
    command: python -m robotoff run-worker robotoff-ml-model robotoff-low

  worker-ml-2:
    <<: *robotoff-worker
    container_name: ${COMPOSE_PROJECT_NAME:-robotoff}-worker-ml-2
    command: python -m robotoff run-worker robotoff-ml-model robotoff-low
  
  scheduler:
    <<: *robotoff-base
    environment: *robotoff-base-env
    command: python -m robotoff run-scheduler
    mem_limit: 6g

  postgres:
    restart: $RESTART_POLICY
    image: postgres:16.3-alpine
    environment:
      - POSTGRES_USER
      - POSTGRES_PASSWORD
      - POSTGRES_DB
    volumes:
      - postgres-data:/var/lib/postgresql/data
      - backup:/opt/robotoff-backups
      - ./scripts/backup_postgres.sh:/opt/backup_postgres.sh
    command: postgres -c shared_buffers=${ROBOTOFF_POSTGRES_SHARED_BUFFERS} -c work_mem=${ROBOTOFF_POSTGRES_WORK_MEM}
    mem_limit: 20g
    shm_size: 1g
    ports:
      - "${POSTGRES_EXPOSE:-127.0.0.1:5501}:5432"

  redis:
    restart: $RESTART_POLICY
    image: redis:7.0.5-alpine
    volumes:
      - redis-data:/data
    environment:
      REDIS_ARGS: --save 60 1000 --appendonly yes
    mem_limit: 4g
    ports:
      - "${REDIS_EXPOSE:-127.0.0.1:5502}:6379"

  elasticsearch:
    restart: $RESTART_POLICY
    image: elasticsearch:8.5.3
    environment:
      - discovery.type=single-node
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
      - ELASTIC_PASSWORD
      - xpack.security.http.ssl.enabled=false
    ulimits:
      memlock:
        soft: -1
        hard: -1
      nofile:
        soft: 262144
        hard: 262144
    mem_limit: 15g
    volumes:
      - es-data:/usr/share/elasticsearch/data
      - es-logs:/usr/share/elasticsearch/logs
      - elasticsearch_tmp:/tmp

  fasttext:
    restart: $RESTART_POLICY
    image: messense/fasttext-serving
    volumes:
      - ${FASTTEXT_MODEL_DIR:-./models}:/models
    entrypoint: "fasttext-serving --model=/models/lid.176.bin --port 8000 --address 0.0.0.0"

volumes:
  postgres-data:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_postgres-data
  es-data:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_es-data
  es-logs:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_es-logs
  redis-data:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_redis-data
  backup:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_backup
  # Volume mount on /tmp on API and workers, to prevent
  # large docker layer overlay
  robotoff_tmp:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_tmp
  home_cache:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_home_cache
  elasticsearch_tmp:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_elasticsearch_tmp


networks:
  default:

  # this is the network shared with product opener, it's only used in staging (and locally)
  common_net:
    name: ${COMMON_NET_NAME}
    external: true