diff --git a/docker-compose.yml b/docker-compose.yml --- a/docker-compose.yml +++ b/docker-compose.yml @@ -196,6 +196,43 @@ - swh-objstorage - amqp + swh-indexer-origin-head: + image: swh/indexer-worker + build: ./dockerfiles/swh-indexer-worker + env_file: ./indexers.env + environment: + SWH_WORKER_INSTANCE: origin_head + depends_on: + - swh-scheduler-api + - swh-idx-storage + - swh-storage + - amqp + + swh-indexer-revision-metadata: + image: swh/indexer-worker + build: ./dockerfiles/swh-indexer-worker + env_file: ./indexers.env + environment: + SWH_WORKER_INSTANCE: revision_metadata + depends_on: + - swh-scheduler-api + - swh-idx-storage + - swh-storage + - swh-objstorage + - amqp + + swh-indexer-origin-intrinsic-metadata: + image: swh/indexer-worker + build: ./dockerfiles/swh-indexer-worker + env_file: ./indexers.env + environment: + SWH_WORKER_INSTANCE: origin_intrinsic_metadata + depends_on: + - swh-scheduler-api + - swh-idx-storage + - swh-storage + - amqp + # Journal related swh-storage-listener: diff --git a/dockerfiles/swh-indexer-worker/Dockerfile b/dockerfiles/swh-indexer-worker/Dockerfile --- a/dockerfiles/swh-indexer-worker/Dockerfile +++ b/dockerfiles/swh-indexer-worker/Dockerfile @@ -10,6 +10,9 @@ COPY entrypoint.sh / COPY mimetype.yml /home/swh/.config/swh/indexer/ +COPY origin_head.yml /home/swh/.config/swh/indexer/ +COPY revision_metadata.yml /home/swh/.config/swh/indexer/ +COPY origin_intrinsic_metadata.yml /home/swh/.config/swh/indexer/ RUN chown -R swh: /home/swh/.config/ USER swh diff --git a/dockerfiles/swh-indexer-worker/origin_head.yml b/dockerfiles/swh-indexer-worker/origin_head.yml new file mode 100644 --- /dev/null +++ b/dockerfiles/swh-indexer-worker/origin_head.yml @@ -0,0 +1,19 @@ +storage: + cls: remote + args: + url: http://swh-storage:5002/ + +indexer_storage: + cls: remote + args: + url: http://swh-idx-storage:5007/ + +scheduler: + cls: remote + args: + url: http://swh-scheduler-api:5008/ + +tasks: + revision_metadata: indexer_revision_metadata + origin_intrinsic_metadata: indexer_origin_metadata + diff --git a/dockerfiles/swh-indexer-worker/origin_intrinsic_metadata.yml b/dockerfiles/swh-indexer-worker/origin_intrinsic_metadata.yml new file mode 100644 --- /dev/null +++ b/dockerfiles/swh-indexer-worker/origin_intrinsic_metadata.yml @@ -0,0 +1,9 @@ +storage: + cls: remote + args: + url: http://swh-storage:5002/ + +indexer_storage: + cls: remote + args: + url: http://swh-idx-storage:5007/ diff --git a/dockerfiles/swh-indexer-worker/revision_metadata.yml b/dockerfiles/swh-indexer-worker/revision_metadata.yml new file mode 100644 --- /dev/null +++ b/dockerfiles/swh-indexer-worker/revision_metadata.yml @@ -0,0 +1,19 @@ +storage: + cls: remote + args: + url: http://swh-storage:5002/ + +objstorage: + cls: remote + args: + url: http://swh-objstorage:5003/ + +indexer_storage: + cls: remote + args: + url: http://swh-idx-storage:5007/ + +scheduler: + cls: remote + args: + url: http://swh-scheduler-api:5008/