diff --git a/dockerfiles/swh-indexer-worker/Dockerfile b/dockerfiles/swh-indexer-worker/Dockerfile index 285d524..48bbd65 100644 --- a/dockerfiles/swh-indexer-worker/Dockerfile +++ b/dockerfiles/swh-indexer-worker/Dockerfile @@ -1,16 +1,17 @@ FROM python:3.6 RUN export DEBIAN_FRONTEND=noninteractive && \ apt-get update && \ - apt-get install -y \ - libsystemd-dev postgresql-client + apt-get install -y libsystemd-dev && \ + apt-get install -y postgresql-client && \ + apt-get install -y wait-for-it RUN pip install --upgrade pip setuptools wheel RUN pip install swh-indexer RUN useradd -ms /bin/bash swh USER swh COPY entrypoint.sh / ENTRYPOINT ["/entrypoint.sh"] diff --git a/dockerfiles/swh-indexer-worker/entrypoint.sh b/dockerfiles/swh-indexer-worker/entrypoint.sh index 32c1dc4..3e557b6 100755 --- a/dockerfiles/swh-indexer-worker/entrypoint.sh +++ b/dockerfiles/swh-indexer-worker/entrypoint.sh @@ -1,32 +1,35 @@ #!/bin/bash set -e export PATH=${HOME}/.local/bin:${PATH} if [[ -d /src ]] ; then for srcrepo in /src/swh-* ; do pushd $srcrepo echo "WARNING: $srcrepo will NOT be pip installed in dev mode" echo " due to permission limitations." pip install --user . popd done fi case "$1" in "shell") exec bash -i ;; *) + echo Waiting for RabbitMQ to start + wait-for-it amqp:5672 -s --timeout=0 + echo Starting swh-indexer worker exec python -m celery worker \ --app=swh.scheduler.celery_backend.config.app \ --pool=prefork --events \ --concurrency=${CONCURRENCY} \ --maxtasksperchild=${MAX_TASKS_PER_CHILD} \ -Ofair --loglevel=${LOGLEVEL} --without-gossip \ --without-mingle \ - --heartbeat-interval 10 \ + --heartbeat-interval 10 \ --hostname "${SWH_WORKER_INSTANCE}@%h" ;; esac diff --git a/dockerfiles/swh-listers-worker/Dockerfile b/dockerfiles/swh-listers-worker/Dockerfile index 6b62b5c..3f284a1 100644 --- a/dockerfiles/swh-listers-worker/Dockerfile +++ b/dockerfiles/swh-listers-worker/Dockerfile @@ -1,16 +1,17 @@ FROM python:3.6 RUN export DEBIAN_FRONTEND=noninteractive && \ apt-get update && \ - apt-get install -y \ - libsystemd-dev postgresql-client + apt-get install -y libsystemd-dev && \ + apt-get install -y postgresql-client && \ + apt-get install -y wait-for-it RUN pip install --upgrade pip setuptools wheel RUN pip install swh-lister RUN useradd -ms /bin/bash swh COPY entrypoint.sh / USER swh ENTRYPOINT ["/entrypoint.sh"] diff --git a/dockerfiles/swh-listers-worker/entrypoint.sh b/dockerfiles/swh-listers-worker/entrypoint.sh index ab0698d..7faf612 100755 --- a/dockerfiles/swh-listers-worker/entrypoint.sh +++ b/dockerfiles/swh-listers-worker/entrypoint.sh @@ -1,64 +1,67 @@ #!/bin/bash set -e export PATH=${HOME}/.local/bin:${PATH} if [[ -d /src ]] ; then for srcrepo in /src/swh-* ; do pushd $srcrepo echo "WARNING: $srcrepo wil NOT be pip installed in dev mode" echo " due to permission limitations." pip install --user . popd done fi echo Installed Python packages: pip list export POSTGRES_DB=swh-lister-${SWH_WORKER_INSTANCE} echo "${PGHOST}:5432:postgres:${PGUSER}:${POSTGRES_PASSWORD}" > ~/.pgpass echo "${PGHOST}:5432:${POSTGRES_DB}:${PGUSER}:${POSTGRES_PASSWORD}" >> ~/.pgpass cat > ~/.pg_service.conf < ~/.pgpass cat > ~/.pg_service.conf <