Differential D2424 Diff 8578 docker/docker-compose.yml

Changeset View

Standalone View

docker/docker-compose.yml

Show First 20 Lines • Show All 73 Lines • ▼ Show 20 Lines	nginx:
ports:		ports:
- 5080:5080		- 5080:5080

# Scheduler		# Scheduler

swh-scheduler-db:		swh-scheduler-db:
image: postgres:11		image: postgres:11
env_file:		env_file:
		- ./env/common_python.env
- ./env/scheduler-db.env		- ./env/scheduler-db.env
environment:		environment:
# unset PGHOST as db service crashes otherwise		# unset PGHOST as db service crashes otherwise
PGHOST:		PGHOST:

swh-scheduler-api:		swh-scheduler-api:
image: swh/stack		image: swh/stack
build: ./		build: ./
env_file:		env_file:
		- ./env/common_python.env
- ./env/scheduler-db.env		- ./env/scheduler-db.env
- ./env/scheduler.env		- ./env/scheduler.env
environment:		environment:
SWH_CONFIG_FILENAME: /scheduler.yml		SWH_CONFIG_FILENAME: /scheduler.yml
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml		SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
depends_on:		depends_on:
- swh-scheduler-db		- swh-scheduler-db
ports:		ports:
- 5008:5008		- 5008:5008
volumes:		volumes:
- "./conf/scheduler.yml:/scheduler.yml:ro"		- "./conf/scheduler.yml:/scheduler.yml:ro"
- "./services/swh-scheduler-api/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-scheduler-api/entrypoint.sh:/entrypoint.sh:ro"

swh-scheduler-listener:		swh-scheduler-listener:
image: swh/stack		image: swh/stack
build: ./		build: ./
env_file:		env_file:
		- ./env/common_python.env
- ./env/scheduler-db.env		- ./env/scheduler-db.env
- ./env/scheduler.env		- ./env/scheduler.env
environment:		environment:
SWH_CONFIG_FILENAME: /scheduler.yml		SWH_CONFIG_FILENAME: /scheduler.yml
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml		SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
command: start-listener		command: start-listener
depends_on:		depends_on:
- swh-scheduler-api		- swh-scheduler-api
- amqp		- amqp
volumes:		volumes:
- "./conf/scheduler.yml:/scheduler.yml:ro"		- "./conf/scheduler.yml:/scheduler.yml:ro"
- "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro"

swh-scheduler-runner:		swh-scheduler-runner:
image: swh/stack		image: swh/stack
build: ./		build: ./
env_file:		env_file:
		- ./env/common_python.env
- ./env/scheduler-db.env		- ./env/scheduler-db.env
- ./env/scheduler.env		- ./env/scheduler.env
environment:		environment:
SWH_CONFIG_FILENAME: /scheduler.yml		SWH_CONFIG_FILENAME: /scheduler.yml
SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml		SWH_SCHEDULER_CONFIG_FILE: /scheduler.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
command: start-runner -p 10		command: start-runner -p 10
depends_on:		depends_on:
Show All 18 Lines	swh-storage:
build: ./		build: ./
ports:		ports:
- 5002:5002		- 5002:5002
depends_on:		depends_on:
- swh-storage-db		- swh-storage-db
- swh-objstorage		- swh-objstorage
- kafka		- kafka
env_file:		env_file:
		- ./env/common_python.env
- ./env/storage-db.env		- ./env/storage-db.env
environment:		environment:
SWH_CONFIG_FILENAME: /storage.yml		SWH_CONFIG_FILENAME: /storage.yml
STORAGE_BACKEND: postgresql		STORAGE_BACKEND: postgresql
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/storage.yml:/storage.yml:ro"		- "./conf/storage.yml:/storage.yml:ro"
- "./services/swh-storage/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-storage/entrypoint.sh:/entrypoint.sh:ro"

# Object storage		# Object storage

swh-objstorage:		swh-objstorage:
build: ./		build: ./
image: swh/stack		image: swh/stack
ports:		ports:
- 5003:5003		- 5003:5003
		env_file:
		- ./env/common_python.env
environment:		environment:
SWH_CONFIG_FILENAME: /objstorage.yml		SWH_CONFIG_FILENAME: /objstorage.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/objstorage.yml:/objstorage.yml:ro"		- "./conf/objstorage.yml:/objstorage.yml:ro"
- "./services/swh-objstorage/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-objstorage/entrypoint.sh:/entrypoint.sh:ro"

# Indexer storage		# Indexer storage
Show All 9 Lines	# Indexer storage
swh-idx-storage:		swh-idx-storage:
image: swh/stack		image: swh/stack
build: ./		build: ./
ports:		ports:
- 5007:5007		- 5007:5007
depends_on:		depends_on:
- swh-idx-storage-db		- swh-idx-storage-db
env_file:		env_file:
		- ./env/common_python.env
- ./env/indexers-db.env		- ./env/indexers-db.env
environment:		environment:
SWH_CONFIG_FILENAME: /indexer_storage.yml		SWH_CONFIG_FILENAME: /indexer_storage.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/indexer_storage.yml:/indexer_storage.yml:ro"		- "./conf/indexer_storage.yml:/indexer_storage.yml:ro"
- "./services/swh-indexer-storage/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-indexer-storage/entrypoint.sh:/entrypoint.sh:ro"

# Web interface		# Web interface

swh-web:		swh-web:
build: ./		build: ./
image: swh/stack		image: swh/stack
ports:		ports:
- 5004:5004		- 5004:5004
depends_on:		depends_on:
- swh-objstorage		- swh-objstorage
- swh-storage		- swh-storage
- swh-idx-storage		- swh-idx-storage
		env_file:
		- ./env/common_python.env
environment:		environment:
VERBOSITY: 3		VERBOSITY: 3
DJANGO_SETTINGS_MODULE: swh.web.settings.development		DJANGO_SETTINGS_MODULE: swh.web.settings.development
SWH_CONFIG_FILENAME: /web.yml		SWH_CONFIG_FILENAME: /web.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/web.yml:/web.yml:ro"		- "./conf/web.yml:/web.yml:ro"
- "./services/swh-web/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-web/entrypoint.sh:/entrypoint.sh:ro"

swh-deposit-db:		swh-deposit-db:
image: postgres:11		image: postgres:11
env_file:		env_file:
- ./env/deposit-db.env		- ./env/deposit-db.env
environment:		environment:
# unset PGHOST as db service crashes otherwise		# unset PGHOST as db service crashes otherwise
PGHOST:		PGHOST:

swh-deposit:		swh-deposit:
image: swh/stack		image: swh/stack
build: ./		build: ./
ports:		ports:
- 5006:5006		- 5006:5006
depends_on:		depends_on:
- swh-deposit-db		- swh-deposit-db
		douarddaUnsubmitted Not Done Inline Actions ? swh-deposit-api is now swh-scheduler douardda: ? swh-deposit-api is now swh-scheduler
		vlorentzAuthorUnsubmitted Done Inline Actions oops, I messed up my rebase vlorentz: oops, I messed up my rebase
- swh-scheduler-api		- swh-scheduler-api
		env_file:
		- ./env/common_python.env
		- ./env/deposit-db.env
environment:		environment:
VERBOSITY: 3		VERBOSITY: 3
SWH_CONFIG_FILENAME: /deposit.yml		SWH_CONFIG_FILENAME: /deposit.yml
DJANGO_SETTINGS_MODULE: swh.deposit.settings.production		DJANGO_SETTINGS_MODULE: swh.deposit.settings.production
env_file:
- ./env/deposit-db.env
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/deposit.yml:/deposit.yml:ro"		- "./conf/deposit.yml:/deposit.yml:ro"
- "./services/swh-deposit/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-deposit/entrypoint.sh:/entrypoint.sh:ro"

swh-vault-db:		swh-vault-db:
image: postgres:11		image: postgres:11
env_file:		env_file:
- ./env/vault-db.env		- ./env/vault-db.env
environment:		environment:
# unset PGHOST as db service crashes otherwise		# unset PGHOST as db service crashes otherwise
PGHOST:		PGHOST:

swh-vault-api:		swh-vault-api:
image: swh/stack		image: swh/stack
build: ./		build: ./
env_file:		env_file:
		- ./env/common_python.env
- ./env/vault-db.env		- ./env/vault-db.env
environment:		environment:
SWH_CONFIG_FILENAME: /vault-api.yml		SWH_CONFIG_FILENAME: /vault-api.yml
command: server		command: server
ports:		ports:
- 5005:5005		- 5005:5005
depends_on:		depends_on:
- swh-vault-db		- swh-vault-db
- swh-objstorage		- swh-objstorage
- swh-storage		- swh-storage
- swh-scheduler-api		- swh-scheduler-api
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/vault-api.yml:/vault-api.yml:ro"		- "./conf/vault-api.yml:/vault-api.yml:ro"
- "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro"

swh-vault-worker:		swh-vault-worker:
image: swh/stack		image: swh/stack
build: ./		build: ./
command: worker		command: worker
		env_file:
		- ./env/common_python.env
environment:		environment:
SWH_CONFIG_FILENAME: /cooker.yml		SWH_CONFIG_FILENAME: /cooker.yml
depends_on:		depends_on:
- swh-vault-api		- swh-vault-api
- swh-storage		- swh-storage
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/vault-worker.yml:/cooker.yml:ro"		- "./conf/vault-worker.yml:/cooker.yml:ro"
Show All 9 Lines	swh-listers-db:
environment:		environment:
# unset PGHOST as db service crashes otherwise		# unset PGHOST as db service crashes otherwise
PGHOST:		PGHOST:

swh-lister:		swh-lister:
image: swh/stack		image: swh/stack
build: ./		build: ./
env_file:		env_file:
		- ./env/common_python.env
- ./env/listers-db.env		- ./env/listers-db.env
- ./env/listers.env		- ./env/listers.env
user: swh		user: swh
environment:		environment:
STATSD_HOST: prometheus-statsd-exporter		STATSD_HOST: prometheus-statsd-exporter
STATSD_PORT: 9125		STATSD_PORT: 9125
SWH_WORKER_INSTANCE: listers		SWH_WORKER_INSTANCE: listers
SWH_CONFIG_FILENAME: /lister.yml		SWH_CONFIG_FILENAME: /lister.yml
Show All 9 Lines	volumes:
- "./services/swh-listers-worker/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-listers-worker/entrypoint.sh:/entrypoint.sh:ro"

# Loader Celery workers		# Loader Celery workers

swh-loader:		swh-loader:
image: swh/stack		image: swh/stack
build: ./		build: ./
env_file:		env_file:
		- ./env/common_python.env
- ./env/listers.env		- ./env/listers.env
user: swh		user: swh
environment:		environment:
STATSD_HOST: prometheus-statsd-exporter		STATSD_HOST: prometheus-statsd-exporter
STATSD_PORT: 9125		STATSD_PORT: 9125
SWH_WORKER_INSTANCE: loader		SWH_WORKER_INSTANCE: loader
SWH_CONFIG_FILENAME: /loader.yml		SWH_CONFIG_FILENAME: /loader.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
depends_on:		depends_on:
- swh-storage		- swh-storage
- swh-scheduler-api		- swh-scheduler-api
- amqp		- amqp
volumes:		volumes:
- "./conf/loader.yml:/loader.yml:ro"		- "./conf/loader.yml:/loader.yml:ro"
- "./services/swh-loaders-worker/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-loaders-worker/entrypoint.sh:/entrypoint.sh:ro"

# Indexer Celery workers		# Indexer Celery workers

swh-indexer:		swh-indexer:
image: swh/stack		image: swh/stack
build: ./		build: ./
user: swh		user: swh
env_file:		env_file:
		- ./env/common_python.env
- ./env/indexers-db.env		- ./env/indexers-db.env
- ./env/indexers.env		- ./env/indexers.env
environment:		environment:
STATSD_HOST: prometheus-statsd-exporter		STATSD_HOST: prometheus-statsd-exporter
STATSD_PORT: 9125		STATSD_PORT: 9125
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
depends_on:		depends_on:
- swh-scheduler-runner		- swh-scheduler-runner
- swh-idx-storage		- swh-idx-storage
- swh-storage		- swh-storage
- swh-objstorage		- swh-objstorage
- amqp		- amqp
volumes:		volumes:
- "./conf/indexer.yml:/indexer.yml:ro"		- "./conf/indexer.yml:/indexer.yml:ro"
- "./services/swh-indexer-worker/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-indexer-worker/entrypoint.sh:/entrypoint.sh:ro"

# Journal related		# Journal related

swh-indexer-journal-client:		swh-indexer-journal-client:
image: swh/stack		image: swh/stack
build: ./		build: ./
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
		env_file:
		- ./env/common_python.env
depends_on:		depends_on:
- kafka		- kafka
- swh-storage		- swh-storage
- swh-scheduler-api		- swh-scheduler-api
volumes:		volumes:
- "./conf/indexer_journal_client.yml:/etc/softwareheritage/indexer/journal_client.yml:ro"		- "./conf/indexer_journal_client.yml:/etc/softwareheritage/indexer/journal_client.yml:ro"
- "./services/swh-indexer-journal-client/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-indexer-journal-client/entrypoint.sh:/entrypoint.sh:ro"