diff --git a/test_remote_storage.py b/test_remote_storage.py
index 5f12a78..aff6c13 100644
--- a/test_remote_storage.py
+++ b/test_remote_storage.py
@@ -1,18 +1,67 @@
 # Copyright (C) 2015  The Software Heritage developers
 # See the AUTHORS file at the top-level directory of this distribution
 # License: GNU General Public License version 3, or any later version
 # See top-level LICENSE file for more information
 
 from .test_storage import TestStorage
+import multiprocessing
+import socket
+import time
+import unittest
+from urllib.request import urlopen
+
 
 from swh.storage.remote_storage import RemoteStorage
+from swh.storage.api import app
 
 
 class TestRemoteStorage(TestStorage):
     def setUp(self):
         super().setUp()
 
-        self.storage = RemoteStorage('http://127.0.0.1:5000/')
+        self.start_server()
+        self.storage = RemoteStorage(self.url())
 
     def tearDown(self):
+        self.stop_server()
+
         super().tearDown()
+
+    def url(self):
+        return 'http://127.0.0.1:%d/' % self.port
+
+    def start_server(self):
+        self.process = None
+
+        self.app = app
+        self.app.config['db'] = 'dbname=%s' % self.dbname
+        self.app.config['storage_base'] = self.objroot
+
+        def worker(app, port):
+            return app.run(port=port, use_reloader=False)
+
+        # Get an available port number
+        sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        sock.bind(('127.0.0.1', 0))
+        self.port = sock.getsockname()[1]
+        sock.close()
+
+        self.process = multiprocessing.Process(
+            target=worker, args=(self.app, self.port)
+        )
+
+        self.process.start()
+
+        i = 0
+        while i < 20:
+            try:
+                urlopen(self.url())
+            except Exception:
+                i += 1
+                time.sleep(0.25)
+            else:
+                break
+
+    def stop_server(self):
+        if self.process:
+            self.process.terminate()