Changeset View
Changeset View
Standalone View
Standalone View
docker/docker-compose.yml
Show First 20 Lines • Show All 78 Lines • ▼ Show 20 Lines | # Scheduler | ||||
swh-scheduler-db: | swh-scheduler-db: | ||||
image: postgres:11 | image: postgres:11 | ||||
env_file: | env_file: | ||||
- ./env/scheduler-db.env | - ./env/scheduler-db.env | ||||
environment: | environment: | ||||
# unset PGHOST as db service crashes otherwise | # unset PGHOST as db service crashes otherwise | ||||
PGHOST: | PGHOST: | ||||
swh-scheduler-api: | swh-scheduler: | ||||
image: swh/stack | image: swh/stack | ||||
build: ./ | build: ./ | ||||
env_file: | env_file: | ||||
- ./env/scheduler-db.env | - ./env/scheduler-db.env | ||||
- ./env/scheduler.env | - ./env/scheduler.env | ||||
environment: | environment: | ||||
SWH_CONFIG_FILENAME: /scheduler.yml | SWH_CONFIG_FILENAME: /scheduler.yml | ||||
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml | SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
depends_on: | depends_on: | ||||
- swh-scheduler-db | - swh-scheduler-db | ||||
ports: | ports: | ||||
- 5008:5008 | - 5008:5008 | ||||
volumes: | volumes: | ||||
- "./conf/scheduler.yml:/scheduler.yml:ro" | - "./conf/scheduler.yml:/scheduler.yml:ro" | ||||
- "./services/swh-scheduler-api/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-scheduler/entrypoint.sh:/entrypoint.sh:ro" | ||||
swh-scheduler-listener: | swh-scheduler-listener: | ||||
image: swh/stack | image: swh/stack | ||||
build: ./ | build: ./ | ||||
env_file: | env_file: | ||||
- ./env/scheduler-db.env | - ./env/scheduler-db.env | ||||
- ./env/scheduler.env | - ./env/scheduler.env | ||||
environment: | environment: | ||||
SWH_CONFIG_FILENAME: /scheduler.yml | SWH_CONFIG_FILENAME: /scheduler.yml | ||||
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml | SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
command: start-listener | command: start-listener | ||||
depends_on: | depends_on: | ||||
- swh-scheduler-api | - swh-scheduler | ||||
- amqp | - amqp | ||||
volumes: | volumes: | ||||
- "./conf/scheduler.yml:/scheduler.yml:ro" | - "./conf/scheduler.yml:/scheduler.yml:ro" | ||||
- "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro" | ||||
swh-scheduler-runner: | swh-scheduler-runner: | ||||
image: swh/stack | image: swh/stack | ||||
build: ./ | build: ./ | ||||
env_file: | env_file: | ||||
- ./env/scheduler-db.env | - ./env/scheduler-db.env | ||||
- ./env/scheduler.env | - ./env/scheduler.env | ||||
environment: | environment: | ||||
SWH_CONFIG_FILENAME: /scheduler.yml | SWH_CONFIG_FILENAME: /scheduler.yml | ||||
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml | SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
command: start-runner -p 10 | command: start-runner -p 10 | ||||
depends_on: | depends_on: | ||||
- swh-scheduler-api | - swh-scheduler | ||||
- amqp | - amqp | ||||
volumes: | volumes: | ||||
- "./conf/scheduler.yml:/scheduler.yml:ro" | - "./conf/scheduler.yml:/scheduler.yml:ro" | ||||
- "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro" | ||||
# Graph storage | # Graph storage | ||||
swh-storage-db: | swh-storage-db: | ||||
▲ Show 20 Lines • Show All 93 Lines • ▼ Show 20 Lines | # Web interface | ||||
swh-deposit: | swh-deposit: | ||||
image: swh/stack | image: swh/stack | ||||
build: ./ | build: ./ | ||||
ports: | ports: | ||||
- 5006:5006 | - 5006:5006 | ||||
depends_on: | depends_on: | ||||
- swh-deposit-db | - swh-deposit-db | ||||
- swh-scheduler-api | - swh-scheduler | ||||
environment: | environment: | ||||
VERBOSITY: 3 | VERBOSITY: 3 | ||||
SWH_CONFIG_FILENAME: /deposit.yml | SWH_CONFIG_FILENAME: /deposit.yml | ||||
DJANGO_SETTINGS_MODULE: swh.deposit.settings.production | DJANGO_SETTINGS_MODULE: swh.deposit.settings.production | ||||
env_file: | env_file: | ||||
- ./env/deposit-db.env | - ./env/deposit-db.env | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
volumes: | volumes: | ||||
- "./conf/deposit.yml:/deposit.yml:ro" | - "./conf/deposit.yml:/deposit.yml:ro" | ||||
- "./services/swh-deposit/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-deposit/entrypoint.sh:/entrypoint.sh:ro" | ||||
swh-vault-db: | swh-vault-db: | ||||
image: postgres:11 | image: postgres:11 | ||||
env_file: | env_file: | ||||
- ./env/vault-db.env | - ./env/vault-db.env | ||||
environment: | environment: | ||||
# unset PGHOST as db service crashes otherwise | # unset PGHOST as db service crashes otherwise | ||||
PGHOST: | PGHOST: | ||||
swh-vault-api: | swh-vault: | ||||
image: swh/stack | image: swh/stack | ||||
build: ./ | build: ./ | ||||
env_file: | env_file: | ||||
- ./env/vault-db.env | - ./env/vault-db.env | ||||
environment: | environment: | ||||
SWH_CONFIG_FILENAME: /vault-api.yml | SWH_CONFIG_FILENAME: /vault.yml | ||||
command: server | command: server | ||||
ports: | ports: | ||||
- 5005:5005 | - 5005:5005 | ||||
depends_on: | depends_on: | ||||
- swh-vault-db | - swh-vault-db | ||||
- swh-objstorage | - swh-objstorage | ||||
- swh-storage | - swh-storage | ||||
- swh-scheduler-api | - swh-scheduler | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
volumes: | volumes: | ||||
- "./conf/vault-api.yml:/vault-api.yml:ro" | - "./conf/vault.yml:/vault.yml:ro" | ||||
- "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro" | ||||
swh-vault-worker: | swh-vault-worker: | ||||
image: swh/stack | image: swh/stack | ||||
build: ./ | build: ./ | ||||
command: worker | command: worker | ||||
environment: | environment: | ||||
SWH_CONFIG_FILENAME: /cooker.yml | SWH_CONFIG_FILENAME: /cooker.yml | ||||
depends_on: | depends_on: | ||||
- swh-vault-api | - swh-vault | ||||
- swh-storage | - swh-storage | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
volumes: | volumes: | ||||
- "./conf/vault-worker.yml:/cooker.yml:ro" | - "./conf/vault-worker.yml:/cooker.yml:ro" | ||||
- "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro" | ||||
# Lister Celery workers | # Lister Celery workers | ||||
Show All 15 Lines | swh-lister: | ||||
user: swh | user: swh | ||||
environment: | environment: | ||||
STATSD_HOST: prometheus-statsd-exporter | STATSD_HOST: prometheus-statsd-exporter | ||||
STATSD_PORT: 9125 | STATSD_PORT: 9125 | ||||
SWH_WORKER_INSTANCE: listers | SWH_WORKER_INSTANCE: listers | ||||
SWH_CONFIG_FILENAME: /lister.yml | SWH_CONFIG_FILENAME: /lister.yml | ||||
depends_on: | depends_on: | ||||
- swh-listers-db | - swh-listers-db | ||||
- swh-scheduler-api | - swh-scheduler | ||||
- swh-scheduler-runner | - swh-scheduler-runner | ||||
- swh-storage | - swh-storage | ||||
- amqp | - amqp | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
volumes: | volumes: | ||||
- "./conf/lister.yml:/lister.yml:ro" | - "./conf/lister.yml:/lister.yml:ro" | ||||
- "./services/swh-listers-worker/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-listers-worker/entrypoint.sh:/entrypoint.sh:ro" | ||||
# Loader Celery workers | # Loader Celery workers | ||||
swh-loader: | swh-loader: | ||||
image: swh/stack | image: swh/stack | ||||
build: ./ | build: ./ | ||||
env_file: | env_file: | ||||
- ./env/listers.env | - ./env/listers.env | ||||
user: swh | user: swh | ||||
environment: | environment: | ||||
STATSD_HOST: prometheus-statsd-exporter | STATSD_HOST: prometheus-statsd-exporter | ||||
STATSD_PORT: 9125 | STATSD_PORT: 9125 | ||||
SWH_WORKER_INSTANCE: loader | SWH_WORKER_INSTANCE: loader | ||||
SWH_CONFIG_FILENAME: /loader.yml | SWH_CONFIG_FILENAME: /loader.yml | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
depends_on: | depends_on: | ||||
- swh-storage | - swh-storage | ||||
- swh-scheduler-api | - swh-scheduler | ||||
- amqp | - amqp | ||||
volumes: | volumes: | ||||
- "./conf/loader.yml:/loader.yml:ro" | - "./conf/loader.yml:/loader.yml:ro" | ||||
- "./services/swh-loaders-worker/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-loaders-worker/entrypoint.sh:/entrypoint.sh:ro" | ||||
# Indexer Celery workers | # Indexer Celery workers | ||||
swh-indexer: | swh-indexer: | ||||
Show All 21 Lines | # Journal related | ||||
swh-indexer-journal-client: | swh-indexer-journal-client: | ||||
image: swh/stack | image: swh/stack | ||||
build: ./ | build: ./ | ||||
entrypoint: /entrypoint.sh | entrypoint: /entrypoint.sh | ||||
depends_on: | depends_on: | ||||
- kafka | - kafka | ||||
- swh-storage | - swh-storage | ||||
- swh-scheduler-api | - swh-scheduler | ||||
volumes: | volumes: | ||||
- "./conf/indexer_journal_client.yml:/etc/softwareheritage/indexer/journal_client.yml:ro" | - "./conf/indexer_journal_client.yml:/etc/softwareheritage/indexer/journal_client.yml:ro" | ||||
- "./services/swh-indexer-journal-client/entrypoint.sh:/entrypoint.sh:ro" | - "./services/swh-indexer-journal-client/entrypoint.sh:/entrypoint.sh:ro" |