45-listers.yml
View Options

	---
	apiVersion: v1
	kind: ConfigMap
	metadata:
	name: listers
	data:
	config.yml: \|
	scheduler:
	cls: remote
	url: http://scheduler:5008/

	celery:
	task_broker: amqp://guest:guest@amqp//
	task_queues:
	- swh.lister.bitbucket.tasks.FullBitBucketRelister
	- swh.lister.bitbucket.tasks.IncrementalBitBucketLister
	- swh.lister.bitbucket.tasks.RangeBitBucketLister
	- swh.lister.cgit.tasks.CGitListerTask
	- swh.lister.cran.tasks.CRANListerTask
	- swh.lister.debian.tasks.DebianListerTask
	- swh.lister.gitea.tasks.FullGiteaRelister
	- swh.lister.gitea.tasks.IncrementalGiteaLister
	- swh.lister.gitea.tasks.RangeGiteaLister
	- swh.lister.github.tasks.FullGitHubRelister
	- swh.lister.github.tasks.IncrementalGitHubLister
	- swh.lister.github.tasks.RangeGitHubLister
	- swh.lister.gitlab.tasks.FullGitLabRelister
	- swh.lister.gitlab.tasks.IncrementalGitLabLister
	- swh.lister.gitlab.tasks.RangeGitLabLister
	- swh.lister.gnu.tasks.GNUListerTask
	- swh.lister.npm.tasks.NpmIncrementalListerTask
	- swh.lister.npm.tasks.NpmListerTask
	- swh.lister.launchpad.tasks.IncrementalLaunchpadLister
	- swh.lister.launchpad.tasks.FullLaunchpadLister
	- swh.lister.packagist.tasks.PackagistListerTask
	- swh.lister.phabricator.tasks.FullPhabricatorLister
	- swh.lister.phabricator.tasks.IncrementalPhabricatorLister
	- swh.lister.pypi.tasks.PyPIListerTask
	entrypoint-init.sh: \|
	#!/bin/bash

	set -e

	# echo Waiting for RabbitMQ to start
	wait-for-it amqp:5672 -s --timeout=0

	# echo Register task types in scheduler database
	wait-for-it scheduler:5008 -s --timeout=0

	swh scheduler --url http://scheduler:5008 task-type register
	entrypoint.sh: \|
	#!/bin/bash

	set -e

	echo Starting the swh listers
	exec python -m celery \
	--app=swh.scheduler.celery_backend.config.app \
	worker \
	--pool=prefork --events \
	--concurrency=${CONCURRENCY} \
	--max-tasks-per-child=${MAX_TASKS_PER_CHILD} \
	-Ofair --loglevel=${LOGLEVEL} \
	--hostname "${HOSTNAME}"

	---
	apiVersion: apps/v1
	kind: Deployment
	metadata:
	name: listers
	labels:
	app: listers
	spec:
	replicas: 1
	selector:
	matchLabels:
	app: listers
	strategy:
	type: RollingUpdate
	rollingUpdate:
	maxSurge: 1
	template:
	metadata:
	labels:
	app: listers
	spec:
	initContainers:
	- name: listers-init
	image: swh/listers:latest
	imagePullPolicy: Always
	command:
	- /entrypoint.sh
	volumeMounts:
	- name: config
	mountPath: /etc/softwareheritage/config.yml
	subPath: config.yml
	readOnly: true
	- name: config
	mountPath: /entrypoint.sh
	subPath: entrypoint-init.sh
	readOnly: true
	containers:
	- name: listers
	image: swh/listers:latest
	imagePullPolicy: Always
	command:
	- /entrypoint.sh
	resources:
	requests:
	memory: "100Mi"
	cpu: "20m"
	limits:
	memory: "150Mi"
	cpu: "100m"
	lifecycle:
	preStop:
	exec:
	command: ["kill", "1"]
	env:
	- name: CONCURRENCY
	value: "1"
	- name: MAX_TASKS_PER_CHILD
	value: "5"
	- name: LOGLEVEL
	value: "INFO"
	- name: SWH_CONFIG_FILENAME
	value: /etc/softwareheritage/config.yml
	volumeMounts:
	- name: config
	mountPath: /etc/softwareheritage/config.yml
	subPath: config.yml
	readOnly: true
	- name: config
	mountPath: /entrypoint.sh
	subPath: entrypoint.sh
	readOnly: true
	volumes:
	- name: config
	configMap:
	name: listers
	defaultMode: 0777

File Metadata

Mime Type: text/plain
Expires: Jul 4 2025, 10:34 AM (4 w, 5 d ago)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 3387114

45-listers.yml
No OneTemporary
Actions

45-listers.yml
View Options

File Metadata

Event Timeline

45-listers.ymlNo OneTemporaryActions

45-listers.ymlView Options

File Metadata

Event Timeline

45-listers.yml
No OneTemporary
Actions

45-listers.yml
View Options