robotoff/docker-compose.yml at master · apyw/robotoff · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
version: "3.9"

x-robotoff-base:
  &robotoff-base
  restart: $RESTART_POLICY
  image: ghcr.io/openfoodfacts/robotoff:${TAG}
  volumes:
    - ./data:/opt/robotoff/data
    - ./datasets:/opt/robotoff/datasets
    - ./tf_models:/opt/robotoff/tf_models
    - ./models:/opt/robotoff/models

x-robotoff-base-env:
  &robotoff-base-env
  LOG_LEVEL:
  ROBOTOFF_INSTANCE:
  ROBOTOFF_DOMAIN:
  ROBOTOFF_SCHEME:
  STATIC_OFF_DOMAIN:
  GUNICORN_NUM_WORKERS:
  ROBOTOFF_UPDATED_PRODUCT_WAIT:
  REDIS_HOST:
  POSTGRES_HOST:
  POSTGRES_DB:
  POSTGRES_USER:
  POSTGRES_PASSWORD:
  MONGO_URI:
  OFF_USER:
  OFF_PASSWORD:
  INFLUXDB_HOST:
  INFLUXDB_PORT:
  INFLUXDB_BUCKET:
  INFLUXDB_AUTH_TOKEN:
  SLACK_TOKEN:
  SENTRY_DSN:
  ELASTIC_HOST:
  ELASTIC_PASSWORD:
  ELASTIC_USER:
  TF_SERVING_HOST:
  TRITON_HOST:


services:
  api:
    <<: *robotoff-base
    environment: *robotoff-base-env
    mem_limit: 4g
    ports:
      - "${ROBOTOFF_EXPOSE:-5500}:5500"
    depends_on:
      - postgres

  worker_high:
    <<: *robotoff-base
    deploy:
      mode: replicated
      replicas: 2
    command: python -m robotoff run-worker robotoff-high
    environment: *robotoff-base-env
    depends_on:
      - postgres
    mem_limit: 8g

  worker_low:
    <<: *robotoff-base
    deploy:
      mode: replicated
      replicas: 2
    command: python -m robotoff run-worker robotoff-high robotoff-low
    environment: *robotoff-base-env
    depends_on:
      - postgres
    mem_limit: 8g

  scheduler:
    <<: *robotoff-base
    environment: *robotoff-base-env
    command: python -m robotoff run-scheduler
    mem_limit: 4g

  postgres:
    restart: $RESTART_POLICY
    image: postgres:11.2-alpine
    environment:
      - POSTGRES_USER
      - POSTGRES_PASSWORD
      - POSTGRES_DB
    volumes:
      - postgres-data:/var/lib/postgresql/data
    command: postgres -c shared_buffers=1024MB -c work_mem=64MB
    mem_limit: 4g
    shm_size: 1g
    ports:
      - "${POSTGRES_EXPOSE:-127.0.0.1:5432}:5432"

  redis:
    restart: $RESTART_POLICY
    image: redis:7.0.5-alpine
    volumes:
      - redis-data:/data
    environment:
      REDIS_ARGS: --save 60 1000 --appendonly yes
    mem_limit: 4g
    ports:
      - "${REDIS_EXPOSE:-127.0.0.1:6379}:6379"

  elasticsearch:
    restart: $RESTART_POLICY
    image: elasticsearch:8.5.3
    environment:
      - discovery.type=single-node
      - bootstrap.memory_lock=true
      - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
      - ELASTIC_PASSWORD
      - xpack.security.http.ssl.enabled=false
    ulimits:
      memlock:
        soft: -1
        hard: -1
      nofile:
        soft: 262144
        hard: 262144
    mem_limit: 15g
    volumes:
      - es-data:/usr/share/elasticsearch/data

volumes:
  postgres-data:
  es-data:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_es-data
  redis-data:
    name: ${COMPOSE_PROJECT_NAME:-robotoff}_redis-data

networks:
  default: