Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/core/loader.py
| Show First 20 Lines • Show All 685 Lines • ▼ Show 20 Lines | def flush(self): | ||||
| if self.config['send_contents']: | if self.config['send_contents']: | ||||
| self.send_batch_directories(directories) | self.send_batch_directories(directories) | ||||
| if self.config['send_revisions']: | if self.config['send_revisions']: | ||||
| self.send_batch_revisions(revisions) | self.send_batch_revisions(revisions) | ||||
| if self.config['send_releases']: | if self.config['send_releases']: | ||||
| self.send_batch_releases(releases) | self.send_batch_releases(releases) | ||||
| if self.config['send_snapshot'] and self.snapshot: | if self.config['send_snapshot'] and self.snapshot: | ||||
| self.send_snapshot(self.snapshot) | self.send_snapshot(self.snapshot) | ||||
| if hasattr(self.storage, 'flush'): | |||||
| self.storage.flush() | |||||
| def prepare_metadata(self): | def prepare_metadata(self): | ||||
| """First step for origin_metadata insertion, resolving the | """First step for origin_metadata insertion, resolving the | ||||
| provider_id and the tool_id by fetching data from the storage | provider_id and the tool_id by fetching data from the storage | ||||
| or creating tool and provider on the fly if the data isn't available | or creating tool and provider on the fly if the data isn't available | ||||
| """ | """ | ||||
| origin_metadata = self.origin_metadata | origin_metadata = self.origin_metadata | ||||
| ▲ Show 20 Lines • Show All 249 Lines • ▼ Show 20 Lines | def eventful(self): | ||||
| """Whether the load was eventful""" | """Whether the load was eventful""" | ||||
| raise NotImplementedError | raise NotImplementedError | ||||
| def save_data(self): | def save_data(self): | ||||
| """Save the data associated to the current load""" | """Save the data associated to the current load""" | ||||
| raise NotImplementedError | raise NotImplementedError | ||||
| def flush(self): | def flush(self): | ||||
| """Unbuffered loader does not flush since it has no state to flush. | """Flush the storage if needed. | ||||
| """ | """ | ||||
| pass | if hasattr(self.storage, 'flush'): | ||||
| self.storage.flush() | |||||
| def store_data(self): | def store_data(self): | ||||
| if self.config['save_data']: | if self.config['save_data']: | ||||
| self.save_data() | self.save_data() | ||||
| if self.config['send_contents'] and self.has_contents(): | if self.config['send_contents'] and self.has_contents(): | ||||
| self.send_batch_contents(self.get_contents()) | self.send_batch_contents(self.get_contents()) | ||||
| if self.config['send_directories'] and self.has_directories(): | if self.config['send_directories'] and self.has_directories(): | ||||
| self.send_batch_directories(self.get_directories()) | self.send_batch_directories(self.get_directories()) | ||||
| if self.config['send_revisions'] and self.has_revisions(): | if self.config['send_revisions'] and self.has_revisions(): | ||||
| self.send_batch_revisions(self.get_revisions()) | self.send_batch_revisions(self.get_revisions()) | ||||
| if self.config['send_releases'] and self.has_releases(): | if self.config['send_releases'] and self.has_releases(): | ||||
| self.send_batch_releases(self.get_releases()) | self.send_batch_releases(self.get_releases()) | ||||
| if self.config['send_snapshot']: | if self.config['send_snapshot']: | ||||
| self.send_snapshot(self.get_snapshot()) | self.send_snapshot(self.get_snapshot()) | ||||