Differential D1084 Diff 3403 dockerfiles/swh-loaders-worker/entrypoint.sh

Changeset View

Standalone View

dockerfiles/swh-loaders-worker/entrypoint.sh

	#!/bin/bash			#!/bin/bash

	set -e			set -e
				export PATH=${HOME}/.local/bin:${PATH}

	if [[ -d /src ]] ; then			if [[ -d /src ]] ; then
	for srcrepo in /src/swh-* ; do			for srcrepo in /src/swh-* ; do
	pushd $srcrepo			pushd $srcrepo
	echo "WARNING: $srcrepo will NOT be pip installed in dev mode"			echo "WARNING: $srcrepo will NOT be pip installed in dev mode"
	echo " due to permission limitations."			echo " due to permission limitations."
	pip install --user .			pip install --user .
	popd			popd
	done			done
	fi			fi

	echo Installed Python packages:			echo Installed Python packages:
	pip list			pip list

	mkdir -p ~/.config/swh/worker

	cat > ~/.config/swh/worker/${SWH_WORKER_INSTANCE}.ini <<EOF
	[main]
	task_broker = amqp://guest@amqp//
	task_modules = swh.loader.${SWH_WORKER_INSTANCE}.tasks
	task_soft_time_limit = 0
	EOF

	mkdir -p ~/.config/swh/loader
	ln -fs ~/.config/swh/loader.yml ~/.config/swh/loader/${SWH_WORKER_INSTANCE}.yml


	case "$1" in			case "$1" in
	"shell")			"shell")
	exec bash -i			exec bash -i
	;;			;;
	*)			*)
	echo Starting the swh-loader Celery worker for ${SWH_WORKER_INSTANCE}			echo Starting the swh-loader Celery worker for ${SWH_WORKER_INSTANCE}
	exec python -m celery worker \			exec python -m celery worker \
	--app=swh.scheduler.celery_backend.config.app \			--app=swh.scheduler.celery_backend.config.app \
	--pool=prefork --events \			--pool=prefork --events \
	--concurrency=${CONCURRENCY} \			--concurrency=${CONCURRENCY} \
	--maxtasksperchild=${MAX_TASKS_PER_CHILD} \			--maxtasksperchild=${MAX_TASKS_PER_CHILD} \
	-Ofair --loglevel=${LOGLEVEL} --without-gossip \			-Ofair --loglevel=${LOGLEVEL} --without-gossip \
	--without-mingle --without-heartbeat \			--without-mingle --without-heartbeat \
	--hostname "loader-${SWH_WORKER_INSTANCE}@%h"			--hostname "${SWH_WORKER_INSTANCE}@%h"
	;;			;;
	esac			esac