Changeset View
Changeset View
Standalone View
Standalone View
swh/journal/publisher.py
| Show First 20 Lines • Show All 132 Lines • ▼ Show 20 Lines | def process_objects(self, messages): | ||||
| tuple (bytes, dict): object id as bytes, object as swh dict. | tuple (bytes, dict): object id as bytes, object as swh dict. | ||||
| """ | """ | ||||
| processors = { | processors = { | ||||
| 'content': self.process_contents, | 'content': self.process_contents, | ||||
| 'revision': self.process_revisions, | 'revision': self.process_revisions, | ||||
| 'release': self.process_releases, | 'release': self.process_releases, | ||||
| 'snapshot': self.process_snapshots, | 'snapshot': self.process_snapshots, | ||||
| 'origin': self.process_origins, | |||||
| } | } | ||||
| return { | return { | ||||
| key: processors[key](value) | key: processors[key](value) | ||||
| for key, value in messages.items() | for key, value in messages.items() | ||||
| } | } | ||||
| def produce_messages(self, messages): | def produce_messages(self, messages): | ||||
| Show All 21 Lines | class SWHJournalPublisher(SWHConfig): | ||||
| def process_revisions(self, revision_objs): | def process_revisions(self, revision_objs): | ||||
| metadata = self.storage.revision_get((r[b'id'] for r in revision_objs)) | metadata = self.storage.revision_get((r[b'id'] for r in revision_objs)) | ||||
| return [(revision['id'], revision) for revision in metadata] | return [(revision['id'], revision) for revision in metadata] | ||||
| def process_releases(self, release_objs): | def process_releases(self, release_objs): | ||||
| metadata = self.storage.release_get((r[b'id'] for r in release_objs)) | metadata = self.storage.release_get((r[b'id'] for r in release_objs)) | ||||
| return [(release['id'], release) for release in metadata] | return [(release['id'], release) for release in metadata] | ||||
| def process_origins(self, origin_objs): | |||||
| return origin_objs | |||||
| def process_snapshots(self, snapshot_objs): | def process_snapshots(self, snapshot_objs): | ||||
| metadata = [] | metadata = [] | ||||
| for snap in snapshot_objs: | for snap in snapshot_objs: | ||||
| full_obj = snapshot.snapshot_get_all_branches( | full_obj = snapshot.snapshot_get_all_branches( | ||||
| self.storage, snap[b'id']) | self.storage, snap[b'id']) | ||||
| metadata.append((full_obj['id'], full_obj)) | metadata.append((full_obj['id'], full_obj)) | ||||
| return metadata | return metadata | ||||
| Show All 10 Lines | |||||