Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/cvs/loader.py
Show First 20 Lines • Show All 169 Lines • ▼ Show 20 Lines | ]: | ||||
try: | try: | ||||
outfile = open(wtpath, mode="wb") | outfile = open(wtpath, mode="wb") | ||||
except FileNotFoundError: | except FileNotFoundError: | ||||
os.makedirs(os.path.dirname(wtpath)) | os.makedirs(os.path.dirname(wtpath)) | ||||
outfile = open(wtpath, mode="wb") | outfile = open(wtpath, mode="wb") | ||||
outfile.write(contents) | outfile.write(contents) | ||||
outfile.close() | outfile.close() | ||||
(_revision, swh_dir) = self.compute_swh_revision(k, logmsg) | (revision, swh_dir) = self.compute_swh_revision(k, logmsg) | ||||
(_contents, _skipped_contents, _directories) = from_disk.iter_directory( | (contents, skipped_contents, directories) = from_disk.iter_directory( | ||||
swh_dir | swh_dir | ||||
) | ) | ||||
yield _contents, _skipped_contents, _directories, _revision | yield contents, skipped_contents, directories, revision | ||||
def process_cvs_rlog_changesets( | def process_cvs_rlog_changesets( | ||||
self, cvs_changesets, | self, cvs_changesets, | ||||
) -> Iterator[ | ) -> Iterator[ | ||||
Tuple[List[Content], List[SkippedContent], List[Directory], Revision] | Tuple[List[Content], List[SkippedContent], List[Directory], Revision] | ||||
]: | ]: | ||||
"""Process CVS rlog revisions. | """Process CVS rlog revisions. | ||||
Show All 37 Lines | ]: | ||||
os.rename(fp.name, wtpath) | os.rename(fp.name, wtpath) | ||||
try: | try: | ||||
fp.close() | fp.close() | ||||
except FileNotFoundError: | except FileNotFoundError: | ||||
# Well, we have just renamed the file... | # Well, we have just renamed the file... | ||||
pass | pass | ||||
# TODO: prune empty directories? | # TODO: prune empty directories? | ||||
(_revision, swh_dir) = self.compute_swh_revision(k, logmsg) | (revision, swh_dir) = self.compute_swh_revision(k, logmsg) | ||||
(_contents, _skipped_contents, _directories) = from_disk.iter_directory( | (contents, skipped_contents, directories) = from_disk.iter_directory( | ||||
swh_dir | swh_dir | ||||
) | ) | ||||
yield _contents, _skipped_contents, _directories, _revision | yield contents, skipped_contents, directories, revision | ||||
def prepare_origin_visit(self): | def prepare_origin_visit(self): | ||||
self.origin = Origin( | self.origin = Origin( | ||||
url=self.origin_url if self.origin_url else self.cvsroot_url | url=self.origin_url if self.origin_url else self.cvsroot_url | ||||
) | ) | ||||
def pre_cleanup(self): | def pre_cleanup(self): | ||||
"""Cleanup potential dangling files from prior runs (e.g. OOM killed | """Cleanup potential dangling files from prior runs (e.g. OOM killed | ||||
▲ Show 20 Lines • Show All 236 Lines • Show Last 20 Lines |