Page MenuHomeSoftware Heritage

No OneTemporary

diff --git a/swh/archiver/updater.py b/swh/archiver/updater.py
index 98514ef..1a95f14 100644
--- a/swh/archiver/updater.py
+++ b/swh/archiver/updater.py
@@ -1,48 +1,50 @@
# Copyright (C) 2017 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
import logging
from swh.journal.client import SWHJournalClient
from .storage import ArchiverStorage
class SWHArchiverContentUpdater(SWHJournalClient):
"""Client in charge of updating new contents in the content_archiver
db.
This is a swh.journal client only dealing with contents.
"""
+ CONFIG_BASE_FILENAME = 'archiver/content_updater'
+
ADDITIONAL_CONFIG = {
'archiver_storage_conn': (
'str', 'dbname=softwareheritage-archiver-dev user=guest'),
'sources_present': ('list[str]', ['uffizi'])
}
def __init__(self):
# Only interested in content here so override the configuration
super().__init__(extra_configuration={'object_types': ['content']})
self.sources_present = self.config['sources_present']
self.archiver_storage = ArchiverStorage(
self.config['archiver_storage_conn'])
def process_objects(self, messages):
self.archiver_storage.content_archive_add(
(c[b'sha1'] for c in messages['content']),
self.sources_present)
if __name__ == '__main__':
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s %(process)d %(levelname)s %(message)s'
)
content_updater = SWHArchiverContentUpdater()
content_updater.process()

File Metadata

Mime Type
text/x-diff
Expires
Sat, Jun 21, 8:42 PM (4 w, 3 h ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3313670

Event Timeline