Differential D5089 Diff 18169 docker/docker-compose.yml

Changeset View

Standalone View

docker/docker-compose.yml

version: '2'		version: "2"

services:		services:

amqp:		amqp:
image: rabbitmq:3.6-management		image: rabbitmq:3.6-management
ports:		ports:
- 5072:5672		- 5072:5672

# flower:		# flower:
# image: mher/flower		# image: mher/flower
# command: --broker=amqp://guest:guest@amqp:5672// --url_prefix=flower		# command: --broker=amqp://guest:guest@amqp:5672// --url_prefix=flower
# ports:		# ports:
# - 5055:5555		# - 5055:5555
# depends_on:		# depends_on:
# - amqp		# - amqp

zookeeper:		zookeeper:
image: wurstmeister/zookeeper		image: wurstmeister/zookeeper
restart: always		restart: always

kafka:		kafka:
image: wurstmeister/kafka		image: wurstmeister/kafka
ports:		ports:
Show All 13 Lines	depends_on:
- zookeeper		- zookeeper
command: -Dpidfile.path=/dev/null		command: -Dpidfile.path=/dev/null
volumes:		volumes:
- "./conf/kafka-manager_logback.xml:/kafka-manager/conf/logback.xml:ro"		- "./conf/kafka-manager_logback.xml:/kafka-manager/conf/logback.xml:ro"

prometheus:		prometheus:
image: prom/prometheus		image: prom/prometheus
depends_on:		depends_on:
- prometheus-statsd-exporter		- prometheus-statsd-exporter
command:		command:
# Needed for the reverse-proxy		# Needed for the reverse-proxy
- "--web.external-url=/prometheus"		- "--web.external-url=/prometheus"
- "--config.file=/etc/prometheus/prometheus.yml"		- "--config.file=/etc/prometheus/prometheus.yml"
volumes:		volumes:
- "./conf/prometheus.yml:/etc/prometheus/prometheus.yml:ro"		- "./conf/prometheus.yml:/etc/prometheus/prometheus.yml:ro"
restart: unless-stopped		restart: unless-stopped

Show All 13 Lines	environment:
MAX_QUEUES: 5000		MAX_QUEUES: 5000
RABBIT_URL: http://amqp:15672		RABBIT_URL: http://amqp:15672
LOG_LEVEL: warning		LOG_LEVEL: warning

grafana:		grafana:
image: grafana/grafana		image: grafana/grafana
restart: unless-stopped		restart: unless-stopped
depends_on:		depends_on:
- prometheus		- prometheus
environment:		environment:
GF_SERVER_ROOT_URL: http://localhost:5080/grafana		GF_SERVER_ROOT_URL: http://localhost:5080/grafana
volumes:		volumes:
- "./conf/grafana/provisioning:/etc/grafana/provisioning:ro"		- "./conf/grafana/provisioning:/etc/grafana/provisioning:ro"
- "./conf/grafana/dashboards:/var/lib/grafana/dashboards"		- "./conf/grafana/dashboards:/var/lib/grafana/dashboards"

nginx:		nginx:
image: nginx		image: nginx
volumes:		volumes:
- "./conf/nginx.conf:/etc/nginx/nginx.conf:ro"		- "./conf/nginx.conf:/etc/nginx/nginx.conf:ro"
ports:		ports:
- 5080:5080		- 5080:5080

# Scheduler		# Scheduler

swh-scheduler-db:		swh-scheduler-db:
image: postgres:12		image: postgres:12
env_file:		env_file:
- ./env/common_python.env		- ./env/common_python.env
- ./env/scheduler-db.env		- ./env/scheduler-db.env

swh-scheduler:		swh-scheduler:
▲ Show 20 Lines • Show All 48 Lines • ▼ Show 20 Lines	swh-scheduler-runner:
command: start-runner -p 10		command: start-runner -p 10
depends_on:		depends_on:
- swh-scheduler		- swh-scheduler
- amqp		- amqp
volumes:		volumes:
- "./conf/scheduler.yml:/scheduler.yml:ro"		- "./conf/scheduler.yml:/scheduler.yml:ro"
- "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-scheduler-worker/entrypoint.sh:/entrypoint.sh:ro"

# Graph storage		# Graph storage

swh-storage-db:		swh-storage-db:
image: postgres:12		image: postgres:12
env_file:		env_file:
- ./env/storage-db.env		- ./env/storage-db.env

swh-storage:		swh-storage:
image: swh/stack		image: swh/stack
Show All 10 Lines	swh-storage:
environment:		environment:
SWH_CONFIG_FILENAME: /storage.yml		SWH_CONFIG_FILENAME: /storage.yml
STORAGE_BACKEND: postgresql		STORAGE_BACKEND: postgresql
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/storage.yml:/storage.yml:ro"		- "./conf/storage.yml:/storage.yml:ro"
- "./services/swh-storage/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-storage/entrypoint.sh:/entrypoint.sh:ro"

# Object storage		# Object storage

swh-objstorage:		swh-objstorage:
build: ./		build: ./
image: swh/stack		image: swh/stack
ports:		ports:
- 5003:5003		- 5003:5003
env_file:		env_file:
- ./env/common_python.env		- ./env/common_python.env
environment:		environment:
SWH_CONFIG_FILENAME: /objstorage.yml		SWH_CONFIG_FILENAME: /objstorage.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/objstorage.yml:/objstorage.yml:ro"		- "./conf/objstorage.yml:/objstorage.yml:ro"
- "./services/swh-objstorage/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-objstorage/entrypoint.sh:/entrypoint.sh:ro"

# Indexer storage		# Indexer storage

swh-idx-storage-db:		swh-idx-storage-db:
image: postgres:12		image: postgres:12
env_file:		env_file:
- ./env/indexers-db.env		- ./env/indexers-db.env

swh-idx-storage:		swh-idx-storage:
image: swh/stack		image: swh/stack
build: ./		build: ./
ports:		ports:
- 5007:5007		- 5007:5007
depends_on:		depends_on:
- swh-idx-storage-db		- swh-idx-storage-db
env_file:		env_file:
- ./env/common_python.env		- ./env/common_python.env
- ./env/indexers-db.env		- ./env/indexers-db.env
- ./env/indexers.env		- ./env/indexers.env
environment:		environment:
SWH_CONFIG_FILENAME: /indexer_storage.yml		SWH_CONFIG_FILENAME: /indexer_storage.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/indexer_storage.yml:/indexer_storage.yml:ro"		- "./conf/indexer_storage.yml:/indexer_storage.yml:ro"
- "./services/swh-indexer-storage/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-indexer-storage/entrypoint.sh:/entrypoint.sh:ro"

# Web interface		# Web interface

swh-web:		swh-web:
build: ./		build: ./
image: swh/stack		image: swh/stack
ports:		ports:
- 5004:5004		- 5004:5004
depends_on:		depends_on:
- swh-storage		- swh-storage
▲ Show 20 Lines • Show All 74 Lines • ▼ Show 20 Lines	swh-vault-worker:
depends_on:		depends_on:
- swh-vault		- swh-vault
- swh-storage		- swh-storage
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/vault-worker.yml:/cooker.yml:ro"		- "./conf/vault-worker.yml:/cooker.yml:ro"
- "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-vault/entrypoint.sh:/entrypoint.sh:ro"


# Lister Celery workers		# Lister Celery workers

swh-lister:		swh-lister:
image: swh/stack		image: swh/stack
build: ./		build: ./
env_file:		env_file:
- ./env/common_python.env		- ./env/common_python.env
- ./env/listers.env		- ./env/listers.env
- ./env/workers.env		- ./env/workers.env
user: swh		user: swh
environment:		environment:
SWH_WORKER_INSTANCE: listers		SWH_WORKER_INSTANCE: listers
SWH_CONFIG_FILENAME: /lister.yml		SWH_CONFIG_FILENAME: /lister.yml
depends_on:		depends_on:
- swh-scheduler		- swh-scheduler
- swh-scheduler-runner		- swh-scheduler-runner
- amqp		- amqp
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
volumes:		volumes:
- "./conf/lister.yml:/lister.yml:ro"		- "./conf/lister.yml:/lister.yml:ro"
- "./services/swh-listers-worker/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-listers-worker/entrypoint.sh:/entrypoint.sh:ro"

# Loader + deposit checker Celery workers		# Loader + deposit checker Celery workers

swh-loader:		swh-loader:
image: swh/stack		image: swh/stack
build: ./		build: ./
env_file:		env_file:
- ./env/common_python.env		- ./env/common_python.env
- ./env/workers.env		- ./env/workers.env
user: swh		user: swh
environment:		environment:
SWH_WORKER_INSTANCE: loader		SWH_WORKER_INSTANCE: loader
SWH_CONFIG_FILENAME: /loader.yml		SWH_CONFIG_FILENAME: /loader.yml
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
depends_on:		depends_on:
- swh-storage		- swh-storage
- swh-scheduler		- swh-scheduler
- swh-deposit		- swh-deposit
- amqp		- amqp
volumes:		volumes:
- "./conf/loader.yml:/loader.yml:ro"		- "./conf/loader.yml:/loader.yml:ro"
- "./services/swh-worker/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-worker/entrypoint.sh:/entrypoint.sh:ro"

# Indexer Celery workers		# Indexer Celery workers

swh-indexer:		swh-indexer:
image: swh/stack		image: swh/stack
build: ./		build: ./
user: swh		user: swh
env_file:		env_file:
- ./env/common_python.env		- ./env/common_python.env
- ./env/indexers-db.env		- ./env/indexers-db.env
Show All 9 Lines	depends_on:
- swh-idx-storage		- swh-idx-storage
- swh-storage		- swh-storage
- swh-objstorage		- swh-objstorage
- amqp		- amqp
volumes:		volumes:
- "./conf/indexer.yml:/indexer.yml:ro"		- "./conf/indexer.yml:/indexer.yml:ro"
- "./services/swh-indexer-worker/entrypoint.sh:/entrypoint.sh:ro"		- "./services/swh-indexer-worker/entrypoint.sh:/entrypoint.sh:ro"

# Journal related		# Journal related

swh-indexer-journal-client:		swh-indexer-journal-client:
image: swh/stack		image: swh/stack
build: ./		build: ./
entrypoint: /entrypoint.sh		entrypoint: /entrypoint.sh
env_file:		env_file:
- ./env/common_python.env		- ./env/common_python.env
depends_on:		depends_on:
- kafka		- kafka
Show All 18 Lines