Page MenuHomeSoftware Heritage
Differential D2433 Diff 8785 docker/docker-compose.yml

Changeset View

Standalone View

View Options

docker/docker-compose.yml

Show First 20 Lines • Show All 94 Lines • ▼ Show 20 Lines# Scheduler
swh-scheduler: swh-scheduler:
image: swh/stack image: swh/stack
build: ./ build: ./
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/scheduler-db.env - ./env/scheduler-db.env
- ./env/scheduler.env - ./env/scheduler.env
- ./env/statsd.env
environment: environment:
SWH_CONFIG_FILENAME: /scheduler.yml SWH_CONFIG_FILENAME: /scheduler.yml
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
depends_on: depends_on:
- swh-scheduler-db - swh-scheduler-db
ports: ports:
- 5008:5008 - 5008:5008
volumes: volumes:
- "./conf/scheduler.yml:/scheduler.yml:ro" - "./conf/scheduler.yml:/scheduler.yml:ro"
- "./services/swh-scheduler/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-scheduler/entrypoint.sh:/entrypoint.sh:ro"
swh-scheduler-listener: swh-scheduler-listener:
image: swh/stack image: swh/stack
build: ./ build: ./
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/scheduler-db.env - ./env/scheduler-db.env
- ./env/scheduler.env - ./env/scheduler.env
- ./env/statsd.env
environment: environment:
SWH_CONFIG_FILENAME: /scheduler.yml SWH_CONFIG_FILENAME: /scheduler.yml
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
command: start-listener command: start-listener
depends_on: depends_on:
- swh-scheduler - swh-scheduler
- amqp - amqp
volumes: volumes:
- "./conf/scheduler.yml:/scheduler.yml:ro" - "./conf/scheduler.yml:/scheduler.yml:ro"
- "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro"
swh-scheduler-runner: swh-scheduler-runner:
image: swh/stack image: swh/stack
build: ./ build: ./
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/scheduler-db.env - ./env/scheduler-db.env
- ./env/scheduler.env - ./env/scheduler.env
- ./env/statsd.env
environment: environment:
SWH_CONFIG_FILENAME: /scheduler.yml SWH_CONFIG_FILENAME: /scheduler.yml
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
command: start-runner -p 10 command: start-runner -p 10
depends_on: depends_on:
- swh-scheduler - swh-scheduler
- amqp - amqp
Show All 18 Lines ports:
- 5002:5002 - 5002:5002
depends_on: depends_on:
- swh-storage-db - swh-storage-db
- swh-objstorage - swh-objstorage
- kafka - kafka
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/storage-db.env - ./env/storage-db.env
- ./env/statsd.env
environment: environment:
SWH_CONFIG_FILENAME: /storage.yml SWH_CONFIG_FILENAME: /storage.yml
STORAGE_BACKEND: postgresql STORAGE_BACKEND: postgresql
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
volumes: volumes:
- "./conf/storage.yml:/storage.yml:ro" - "./conf/storage.yml:/storage.yml:ro"
- "./services/swh-storage/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-storage/entrypoint.sh:/entrypoint.sh:ro"
# Object storage # Object storage
swh-objstorage: swh-objstorage:
build: ./ build: ./
image: swh/stack image: swh/stack
ports: ports:
- 5003:5003 - 5003:5003
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/statsd.env
environment: environment:
SWH_CONFIG_FILENAME: /objstorage.yml SWH_CONFIG_FILENAME: /objstorage.yml
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
volumes: volumes:
- "./conf/objstorage.yml:/objstorage.yml:ro" - "./conf/objstorage.yml:/objstorage.yml:ro"
- "./services/swh-objstorage/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-objstorage/entrypoint.sh:/entrypoint.sh:ro"
# Indexer storage # Indexer storage
Show All 31 Lines swh-web:
ports: ports:
- 5004:5004 - 5004:5004
depends_on: depends_on:
- swh-objstorage - swh-objstorage
- swh-storage - swh-storage
- swh-idx-storage - swh-idx-storage
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/statsd.env
environment: environment:
VERBOSITY: 3 VERBOSITY: 3
DJANGO_SETTINGS_MODULE: swh.web.settings.development DJANGO_SETTINGS_MODULE: swh.web.settings.development
SWH_CONFIG_FILENAME: /web.yml SWH_CONFIG_FILENAME: /web.yml
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
volumes: volumes:
- "./conf/web.yml:/web.yml:ro" - "./conf/web.yml:/web.yml:ro"
- "./services/swh-web/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-web/entrypoint.sh:/entrypoint.sh:ro"
Show All 11 Lines swh-deposit:
build: ./ build: ./
ports: ports:
- 5006:5006 - 5006:5006
depends_on: depends_on:
- swh-deposit-db - swh-deposit-db
- swh-scheduler - swh-scheduler
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/statsd.env
- ./env/deposit-db.env - ./env/deposit-db.env
environment: environment:
VERBOSITY: 3 VERBOSITY: 3
SWH_CONFIG_FILENAME: /deposit.yml SWH_CONFIG_FILENAME: /deposit.yml
DJANGO_SETTINGS_MODULE: swh.deposit.settings.production DJANGO_SETTINGS_MODULE: swh.deposit.settings.production
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
volumes: volumes:
- "./conf/deposit.yml:/deposit.yml:ro" - "./conf/deposit.yml:/deposit.yml:ro"
- "./services/swh-deposit/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-deposit/entrypoint.sh:/entrypoint.sh:ro"
swh-vault-db: swh-vault-db:
image: postgres:11 image: postgres:11
env_file: env_file:
- ./env/vault-db.env - ./env/vault-db.env
environment: environment:
# unset PGHOST as db service crashes otherwise # unset PGHOST as db service crashes otherwise
PGHOST: PGHOST:
swh-vault: swh-vault:
image: swh/stack image: swh/stack
build: ./ build: ./
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/vault-db.env - ./env/vault-db.env
- ./env/statsd.env
environment: environment:
SWH_CONFIG_FILENAME: /vault.yml SWH_CONFIG_FILENAME: /vault.yml
command: server command: server
ports: ports:
- 5005:5005 - 5005:5005
depends_on: depends_on:
- swh-vault-db - swh-vault-db
- swh-objstorage - swh-objstorage
- swh-storage - swh-storage
- swh-scheduler - swh-scheduler
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
volumes: volumes:
- "./conf/vault.yml:/vault.yml:ro" - "./conf/vault.yml:/vault.yml:ro"
- "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro"
swh-vault-worker: swh-vault-worker:
image: swh/stack image: swh/stack
build: ./ build: ./
command: worker command: worker
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/statsd.env
environment: environment:
SWH_CONFIG_FILENAME: /cooker.yml SWH_CONFIG_FILENAME: /cooker.yml
depends_on: depends_on:
- swh-vault - swh-vault
- swh-storage - swh-storage
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
volumes: volumes:
- "./conf/vault-worker.yml:/cooker.yml:ro" - "./conf/vault-worker.yml:/cooker.yml:ro"
Show All 11 Lines environment:
PGHOST: PGHOST:
swh-lister: swh-lister:
image: swh/stack image: swh/stack
build: ./ build: ./
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/listers-db.env - ./env/listers-db.env
- ./env/listers.env - ./env/workers.env
- ./env/statsd.env
user: swh user: swh
environment: environment:
SWH_WORKER_INSTANCE: listers SWH_WORKER_INSTANCE: listers
ardumontUnsubmitted
Not Done
Inline Actions

(un)related, we should decide whether to use singular or plural
i'd say singular since the 2 other choices below (loader, indexer) are.

ardumont: (un)related, we should decide whether to use singular or plural i'd say `singular` since the 2…
SWH_CONFIG_FILENAME: /lister.yml SWH_CONFIG_FILENAME: /lister.yml
depends_on: depends_on:
- swh-listers-db - swh-listers-db
- swh-scheduler - swh-scheduler
- swh-scheduler-runner - swh-scheduler-runner
- swh-storage - swh-storage
- amqp - amqp
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
volumes: volumes:
- "./conf/lister.yml:/lister.yml:ro" - "./conf/lister.yml:/lister.yml:ro"
- "./services/swh-listers-worker/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-listers-worker/entrypoint.sh:/entrypoint.sh:ro"
# Loader Celery workers # Loader + deposit checker Celery workers
swh-loader: swh-loader:
image: swh/stack image: swh/stack
build: ./ build: ./
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/listers.env - ./env/workers.env
- ./env/statsd.env
user: swh user: swh
environment: environment:
SWH_WORKER_INSTANCE: loader SWH_WORKER_INSTANCE: loader
SWH_CONFIG_FILENAME: /loader.yml SWH_CONFIG_FILENAME: /loader.yml
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
depends_on: depends_on:
- swh-storage - swh-storage
- swh-scheduler - swh-scheduler
- swh-deposit
- amqp - amqp
volumes: volumes:
- "./conf/loader.yml:/loader.yml:ro" - "./conf/loader.yml:/loader.yml:ro"
- "./services/swh-loaders-worker/entrypoint.sh:/entrypoint.sh:ro" - "./services/swh-worker/entrypoint.sh:/entrypoint.sh:ro"
# Indexer Celery workers # Indexer Celery workers
swh-indexer: swh-indexer:
image: swh/stack image: swh/stack
build: ./ build: ./
user: swh user: swh
env_file: env_file:
- ./env/common_python.env - ./env/common_python.env
- ./env/indexers-db.env - ./env/indexers-db.env
- ./env/indexers.env - ./env/workers.env
- ./env/statsd.env environment:
SWH_WORKER_INSTANCE: indexer
SWH_CONFIG_FILENAME: /indexer.yml
CONCURRENCY: 4
entrypoint: /entrypoint.sh entrypoint: /entrypoint.sh
depends_on: depends_on:
- swh-scheduler-runner - swh-scheduler-runner
- swh-idx-storage - swh-idx-storage
- swh-storage - swh-storage
- swh-objstorage - swh-objstorage
- amqp - amqp
volumes: volumes:
Show All 18 Lines
About · Developer information · Legal