Changeset View
Changeset View
Standalone View
Standalone View
swh/journal/publisher.py
Show First 20 Lines • Show All 132 Lines • ▼ Show 20 Lines | def process_objects(self, messages): | ||||
tuple (bytes, dict): object id as bytes, object as swh dict. | tuple (bytes, dict): object id as bytes, object as swh dict. | ||||
""" | """ | ||||
processors = { | processors = { | ||||
'content': self.process_contents, | 'content': self.process_contents, | ||||
'revision': self.process_revisions, | 'revision': self.process_revisions, | ||||
'release': self.process_releases, | 'release': self.process_releases, | ||||
'snapshot': self.process_snapshots, | 'snapshot': self.process_snapshots, | ||||
'origin': self.process_origins, | |||||
} | } | ||||
return { | return { | ||||
key: processors[key](value) | key: processors[key](value) | ||||
for key, value in messages.items() | for key, value in messages.items() | ||||
} | } | ||||
def produce_messages(self, messages): | def produce_messages(self, messages): | ||||
Show All 21 Lines | class SWHJournalPublisher(SWHConfig): | ||||
def process_revisions(self, revision_objs): | def process_revisions(self, revision_objs): | ||||
metadata = self.storage.revision_get((r[b'id'] for r in revision_objs)) | metadata = self.storage.revision_get((r[b'id'] for r in revision_objs)) | ||||
return [(revision['id'], revision) for revision in metadata] | return [(revision['id'], revision) for revision in metadata] | ||||
def process_releases(self, release_objs): | def process_releases(self, release_objs): | ||||
metadata = self.storage.release_get((r[b'id'] for r in release_objs)) | metadata = self.storage.release_get((r[b'id'] for r in release_objs)) | ||||
return [(release['id'], release) for release in metadata] | return [(release['id'], release) for release in metadata] | ||||
def process_origins(self, origin_objs): | |||||
return origin_objs | |||||
def process_snapshots(self, snapshot_objs): | def process_snapshots(self, snapshot_objs): | ||||
metadata = [] | metadata = [] | ||||
for snap in snapshot_objs: | for snap in snapshot_objs: | ||||
full_obj = snapshot.snapshot_get_all_branches( | full_obj = snapshot.snapshot_get_all_branches( | ||||
self.storage, snap[b'id']) | self.storage, snap[b'id']) | ||||
metadata.append((full_obj['id'], full_obj)) | metadata.append((full_obj['id'], full_obj)) | ||||
return metadata | return metadata | ||||
Show All 10 Lines |