diff --git a/.travis.yml b/.travis.yml
index 0e8e947..92ec575 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,41 +1,36 @@
 sudo: false
 language: ruby
 cache: bundler
 bundler_args: "--without system_tests"
 before_install:
-- bundle -v
-- rm Gemfile.lock || true
-- gem update --system
-- gem update bundler
-- gem --version
-- bundle -v
+- sh ./.travis/setup.sh
 script:
 - bundle exec rake $CHECK
 matrix:
   fast_finish: true
   include:
   - rvm: '2.4'
     env: PUPPET_VERSION="~> 5.0" CHECK=build DEPLOY_TO_FORGE=yes
   - rvm: '2.1'
     env: PUPPET_VERSION="~> 4.0" CHECK=test
   - rvm: '2.4'
     env: PUPPET_VERSION="~> 5.0" CHECK=test
   - rvm: '2.5'
     env: PUPPET_VERSION="~> 6.0" CHECK=test
 branches:
   only:
   - master
   - "/^v\\d/"
 notifications:
   email: false
 deploy:
   provider: puppetforge
   deploy:
     branch: master
   user: icinga
   password:
     secure: U4FeZmywLvOLXRv30EoWoWa2Eey41Zn2bE9NTVzDtJ0U6dR4g22aGpe7JsJRfetV7+8gxHfnxhx4vNSPUqt2wKT0AUTMAAiadsbKypjLV7VHf+owjyvhRBNpUFFhxYJwZuyBBJdAaw0DBu/vZa345tCKXOMg9DADJ900Z1l47X137QMMVHyLPJ+NUqKD/ONPXf0NDCGXnZLQwFVQw7rbYmYR2O5kb5x1Fkq4b3onvHOIe5obkj5DFUjICw2nPdp/f+VVg80EDCl/IagCvrKMAryeoF2GqYijjm6arxruxwW+igR1LfuXmDLWP4f/Xc/IzcciwIWD6P1cKoqId+TfdWE8K4TJt6pZCWA3CK/lk2KsdxHJeqwpoK18AglI86UAmK5pwSnDhm4OgqADVRUtOrq7k1IMHWs/T49q9PgHqn2CwuIvmSAYdLq7peLzizCZ0ZrRkFfnXNG8hf/hBNTrS0DdJmJnGkZk7gCJJQUgprGD5FSnOBFV0w9cXNLbXR9RSPKTVdnBZnCl3oyXLlMAeKrHQ6fvFHfmfpcKmufxTF32jkWxt9fnHgoNFZHzs0aY1B/zRw4GMmgHgobVQY/czw2iMzMmKvoAGB8aO4EtToKFkL6hcBxEtNCfXF3EJZykTim+AT7SfHSeShXQ+Isy2kd2Oeamiurrm5iS27FkzjQ=
   on:
     tags: true
     all_branches: true
     condition: "$DEPLOY_TO_FORGE = yes"
diff --git a/.travis/setup.sh b/.travis/setup.sh
new file mode 100755
index 0000000..65b3e5e
--- /dev/null
+++ b/.travis/setup.sh
@@ -0,0 +1,16 @@
+#!/bin/sh
+
+# To ensure compatibility with Ruby 2.1 and Puppet 4
+# we are only updating gem for later versions.
+
+# Source:
+# https://github.com/voxpupuli/puppet-php/blob/f20e20d3558f139ed8778a902ed505636204dbaa/.travis/setup.sh
+
+rm -f Gemfile.lock
+if [ "${PUPPET_VERSION}" = '~> 4.0' ]; then
+  gem install bundler -v '< 2' --no-rdoc --no-ri;
+else
+  gem update --system;
+  gem update bundler;
+  bundle --version;
+fi