Page Menu
Home
Software Heritage
Search
Configure Global Search
Log In
Files
F9125404
No One
Temporary
Actions
View File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Flag For Later
Size
1 KB
Subscribers
None
View Options
diff --git a/swh/archiver/updater.py b/swh/archiver/updater.py
index 98514ef..1a95f14 100644
--- a/swh/archiver/updater.py
+++ b/swh/archiver/updater.py
@@ -1,48 +1,50 @@
# Copyright (C) 2017 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
import logging
from swh.journal.client import SWHJournalClient
from .storage import ArchiverStorage
class SWHArchiverContentUpdater(SWHJournalClient):
"""Client in charge of updating new contents in the content_archiver
db.
This is a swh.journal client only dealing with contents.
"""
+ CONFIG_BASE_FILENAME = 'archiver/content_updater'
+
ADDITIONAL_CONFIG = {
'archiver_storage_conn': (
'str', 'dbname=softwareheritage-archiver-dev user=guest'),
'sources_present': ('list[str]', ['uffizi'])
}
def __init__(self):
# Only interested in content here so override the configuration
super().__init__(extra_configuration={'object_types': ['content']})
self.sources_present = self.config['sources_present']
self.archiver_storage = ArchiverStorage(
self.config['archiver_storage_conn'])
def process_objects(self, messages):
self.archiver_storage.content_archive_add(
(c[b'sha1'] for c in messages['content']),
self.sources_present)
if __name__ == '__main__':
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s %(process)d %(levelname)s %(message)s'
)
content_updater = SWHArchiverContentUpdater()
content_updater.process()
File Metadata
Details
Attached
Mime Type
text/x-diff
Expires
Sat, Jun 21, 8:42 PM (4 w, 3 h ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3313670
Attached To
rDARC Software Heritage Archiver
Event Timeline
Log In to Comment