diff --git a/swh/loader/svn/ra.py b/swh/loader/svn/ra.py
--- a/swh/loader/svn/ra.py
+++ b/swh/loader/svn/ra.py
@@ -301,7 +301,7 @@
         else:
             del self.directory[path]
             fpath = os.path.join(self.rootpath, path)
-            if isinstance(entry_removed, Directory):
+            if isinstance(entry_removed, from_disk.Directory):
                 shutil.rmtree(fpath)
             else:
                 os.remove(fpath)
diff --git a/swh/loader/svn/tests/data/pkg-gourmet-add-remove-dir.tgz b/swh/loader/svn/tests/data/pkg-gourmet-add-remove-dir.tgz
new file mode 100644
index 0000000000000000000000000000000000000000..0000000000000000000000000000000000000000
GIT binary patch
literal 0
Hc$@<O00001

literal 0
Hc$@<O00001

diff --git a/swh/loader/svn/tests/test_loader.py b/swh/loader/svn/tests/test_loader.py
--- a/swh/loader/svn/tests/test_loader.py
+++ b/swh/loader/svn/tests/test_loader.py
@@ -622,3 +622,15 @@
     assert stats["origin_visit"] == 1
     assert stats["snapshot"] == 1
     assert stats["revision"] == 7
+
+
+def test_loader_svn_dir_added_then_removed(swh_config, datadir, tmp_path):
+    """Loader should handle directory removal when processing a commit"""
+    archive_name = "pkg-gourmet"
+    archive_path = os.path.join(datadir, f"{archive_name}-add-remove-dir.tgz")
+    repo_url = prepare_repository_from_archive(archive_path, archive_name, tmp_path)
+
+    loader = SvnLoader(repo_url, destination_path=tmp_path)
+
+    assert loader.load() == {"status": "eventful"}
+    assert loader.visit_status() == "full"