diff --git a/docker/README.rst b/docker/README.rst --- a/docker/README.rst +++ b/docker/README.rst @@ -53,7 +53,7 @@ ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------- docker_amqp_1 docker-entrypoint.sh rabbi ... Up 15671/tcp, 0.0.0.0:5018->15672/tcp, 25672/tcp, 4369/tcp, 5671/tcp, 5672/tcp docker_flower_1 flower --broker=amqp://gue ... Up 0.0.0.0:5555->5555/tcp - docker_kafka_1 start-kafka.sh Up 0.0.0.0:9092->9092/tcp + docker_kafka_1 start-kafka.sh Up 0.0.0.0:5092->5092/tcp docker_swh-deposit-db_1 docker-entrypoint.sh postgres Up 5432/tcp docker_swh-deposit_1 /entrypoint.sh Up 0.0.0.0:5006->5006/tcp [...] @@ -213,6 +213,22 @@ loader@61704103668c: OK [...] + +To consume ``kafka`` topics from the host, for example to run the `swh +dataset graph export` command, a configuration file could be:: + + ~/swh-environment/docker$ cat dataset_config.yml + journal: + brokers: + - 127.0.0.1:5092 + + ~/swh-environment/docker$ swh dataset -C dataset_config.yml graph export output + Exporting release: + - Partition offsets: 100%|███████████████████████████████| 16/16 [00:00<00:00, 1863.62it/s] + - Export (release): 100%|████████████████| 3650/3650 [00:08<00:00, 437.89it/s, workers=1/1] + [...] + + .. _docker-manage-tasks: Managing tasks diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml --- a/docker/docker-compose.yml +++ b/docker/docker-compose.yml @@ -17,7 +17,7 @@ kafka: image: wurstmeister/kafka ports: - - "9092:9092" + - "5092:5092" env_file: ./env/kafka.env environment: KAFKA_BROKER_ID: 1 @@ -31,6 +31,10 @@ swh.journal.objects.skipped_content:16:1, swh.journal.objects.snapshot:16:1, swh.journal.indexed.origin_intrinsic_metadata:16:1 + KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,PLAINTEXT_HOST://127.0.0.1:5092 + KAFKA_LISTENERS: PLAINTEXT://:9092,PLAINTEXT_HOST://:5092 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT + KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT depends_on: - zookeeper healthcheck: