diff --git a/benchmark.py b/benchmark.py
--- a/benchmark.py
+++ b/benchmark.py
@@ -8,7 +8,6 @@
 import logging
 import os
 from pathlib import Path
-import shutil
 import subprocess
 import sys
 from tempfile import TemporaryDirectory
@@ -89,8 +88,6 @@
     for proc in processes:
         proc.wait()
 
-    shutil.rmtree(extracted_repo_path)
-
 
 @click.command(
     help="""Run multiple benchmark from an input repository. The repository