Page MenuHomeSoftware Heritage

D8932.diff
No OneTemporary

D8932.diff

diff --git a/swh/graph/luigi/__init__.py b/swh/graph/luigi/__init__.py
--- a/swh/graph/luigi/__init__.py
+++ b/swh/graph/luigi/__init__.py
@@ -51,22 +51,22 @@
import luigi
-from . import compressed_graph, origin_contributors
+from . import compressed_graph
-class RunAll(luigi.Task):
+class RunExportCompressUpload(luigi.Task):
"""Runs dataset export, graph compression, and generates datasets using the graph."""
def requires(self) -> List[luigi.Task]:
+ """Returns instances of :class:`swh.dataset.luigi.RunExportAll`
+ and :class:`swh.graph.luigi.compressed_graph.UploadGraphToS3`, which
+ recursively depend on the whole export and compression pipeline.
+ """
from swh.dataset.luigi import RunExportAll
- # Technically RunExportAll and DeanonymizeOriginContributors together depend
- # on everything else, but it's best to be explicit
return [
RunExportAll(),
- compressed_graph.LocalGraph(),
- origin_contributors.ListOriginContributors(),
- origin_contributors.DeanonymizeOriginContributors(),
+ compressed_graph.UploadGraphToS3(),
]
def complete(self) -> bool:

File Metadata

Mime Type
text/plain
Expires
Thu, Dec 19, 2:30 PM (20 h, 40 m)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3214924

Event Timeline