diff --git a/kubernetes/03_storage-db.yml b/kubernetes/03-storage-db.yml similarity index 100% rename from kubernetes/03_storage-db.yml rename to kubernetes/03-storage-db.yml diff --git a/kubernetes/10-graph-replayer.yml b/kubernetes/10-graph-replayer.yml new file mode 100644 index 0000000..66b8068 --- /dev/null +++ b/kubernetes/10-graph-replayer.yml @@ -0,0 +1,105 @@ +# # Mirror specific services +# version: '3.7' + +# services: +# storage: +# environment: +# FLAVOR: mirror +# graph-replayer: +# image: softwareheritage/replayer:${SWH_IMAGE_TAG:-latest} +# environment: +# STATSD_HOST: prometheus-statsd-exporter +# STATSD_PORT: 9125 +# configs: +# - source: graph-replayer +# target: /etc/softwareheritage/config.yml +# command: +# - graph-replayer +# depends_on: +# - storage + +# configs: +# graph-replayer: +# file: conf/graph-replayer.yml +# name: graph-replayer +--- +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: graph-replayer +data: + config.yml: | + storage: + cls: remote + args: + url: http://storage:5002/ + max_retries: 5 + pool_connections: 100 + pool_maxsize: 200 + + journal_client: + cls: kafka + brokers: + # TODO: adapt to match the right environment + # staging + - broker0.journal.staging.swh.network:9093 + # production + # - broker1.journal.softwareheritage.org + # - broker2.journal.softwareheritage.org + # - broker3.journal.softwareheritage.org + # - broker4.journal.softwareheritage.org + # TODO: customize the following according to your credentials + sasl.username: swh-username + sasl.password: secretpassword + security.protocol: sasl_ssl + sasl.mechanism: SCRAM-SHA-512 + # The prefix must match the username + group_id: swh-username-graph-replayer + object_types: + - content + - skipped_content + - directory + - origin + - origin_visit + - origin_visit_status + - release + - revision + - snapshot +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: graph-replayer + labels: + app: graph-replayer +spec: + replicas: 1 + selector: + matchLabels: + app: graph-replayer + template: + metadata: + labels: + app: graph-replayer + spec: + containers: + - name: graph-replayer + image: registry.default/softwareheritage/replayer:latest + imagePullPolicy: Always + args: + - graph-replayer + env: + - name: STATSD_HOST + value: "prometheus-statsd-exporter" + - name: STATSD_PORT + value: "9125" + volumeMounts: + - name: config + mountPath: /etc/softwareheritage/config.yml + subPath: config.yml + readOnly: true + volumes: + - name: config + configMap: + name: graph-replayer diff --git a/kubernetes/11-content-replayer.yml b/kubernetes/11-content-replayer.yml new file mode 100644 index 0000000..8c0db92 --- /dev/null +++ b/kubernetes/11-content-replayer.yml @@ -0,0 +1,75 @@ +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: content-replayer +data: + config.yml: | + objstorage: + cls: remote + args: + url: https://objstorage.staging.swh.network + max_retries: 5 + pool_connections: 100 + pool_maxsize: 200 + + objstorage_dst: + cls: remote + args: + url: http://objstorage:5003 + + journal_client: + # cls: kafka + brokers: + # TODO: adapt to match the right environment + # staging + - broker0.journal.staging.swh.network:9093 + # production + # - broker1.journal.softwareheritage.org + # - broker2.journal.softwareheritage.org + # - broker3.journal.softwareheritage.org + # - broker4.journal.softwareheritage.org + # TODO: customize the following according to your credentials + sasl.username: swh-username + sasl.password: secretpassword + security.protocol: sasl_ssl + sasl.mechanism: SCRAM-SHA-512 + # The prefix must match the username + group_id: swh-username-content-replayer +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: content-replayer + labels: + app: content-replayer +spec: + replicas: 1 + selector: + matchLabels: + app: content-replayer + template: + metadata: + labels: + app: content-replayer + spec: + containers: + - name: content-replayer + image: registry.default/softwareheritage/replayer:latest + imagePullPolicy: Always + args: + - content-replayer + env: + - name: STATSD_HOST + value: "prometheus-statsd-exporter" + - name: STATSD_PORT + value: "9125" + volumeMounts: + - name: config + mountPath: /etc/softwareheritage/config.yml + subPath: config.yml + readOnly: true + volumes: + - name: config + configMap: + name: content-replayer