diff --git a/jobs/swh-environment.yaml b/jobs/swh-environment.yaml
index e45cea8..07bcac8 100644
--- a/jobs/swh-environment.yaml
+++ b/jobs/swh-environment.yaml
@@ -1,53 +1,67 @@
 - project:
     name: DENV
     display-name: swh-environment
     jobs:
       - "{name}"
 
 - job:
     name: DENV/tests
     description: Run tests for each swh module in development version
     node: swh-sphinx
 
     triggers:
       - timed: "H */6 * * *"
 
     scm:
       - git:
           url: https://forge.softwareheritage.org/source/swh-environment.git
           branches:
             - "*/master"
 
     wrappers:
       - timeout:
           timeout: 30
           abort: true
       - timestamps
 
     builders:
       - shell: |
           #!/bin/bash
           # fetch swh repositories
           mr -j 4 -t update
           # setup a virtualenv
           python3 -m venv .venv
           . .venv/bin/activate
           # install dependencies
           pip install wheel pytest
           pip install $(bin/pip-swh-packages --with-testing)
           cd swh-graph
-          make java
+          make java >/dev/null
           cd ..
-          # abort when some tests fail
-          set -e
           # execute tests in each swh module
+          exit_code=0
           for module in $(./bin/ls-py-modules)
           do
               cd $module
               tests_dir=$(echo $module | sed 's/-/\//g')/tests
               if [ -d "$tests_dir" ]
               then
-                python3 -m pytest $tests_dir
+                # pipe tests output to stdout and log file
+                python3 -m pytest $tests_dir 2>&1 | tee ../$module.log
+                tests_status=${PIPESTATUS[0]}
+                # remove log file if tests succeeded
+                if [[ "$tests_status" == "0" ]]
+                then
+                  rm -f ../$module.log
+                fi
+                # script must be exited with error when a test suite failed
+                exit_code=$(( tests_status > exit_code ? tests_status : exit_code ))
               fi
               cd ..
           done
+
+          exit $exit_code
+
+    publishers:
+      - archive:
+          artifacts: '*.log'