Page MenuHomeSoftware Heritage
Files F9124361

No OneTemporary
Actions

View Options

diff --git a/swh/storage/tests/manual_test_archiver.py b/swh/storage/tests/manual_test_archiver.py
deleted file mode 100644
index 8ab77bb27..000000000
--- a/swh/storage/tests/manual_test_archiver.py
+++ /dev/null
@@ -1,96 +0,0 @@
-import string
-import random
-
-from swh.core import hashutil
-from swh.storage import Storage
-from swh.storage.db import cursor_to_bytes
-
-from swh.storage.archiver import ArchiverDirector
-
-
-def rs(size=6, chars=string.ascii_uppercase + string.ascii_lowercase):
- return ''.join(random.choice(chars) for _ in range(size))
-
-
-def mc(data):
- data = bytes(data, 'utf8')
- content = hashutil.hashdata(data)
- content.update({'data': data})
- return content
-
-
-def initialize_content_archive(db, sample_size, names=['Local']):
- """ Initialize the content_archive table with a sample.
-
- From the content table, get a sample of id, and fill the
- content_archive table with those id in order to create a test sample
- for the archiver.
-
- Args:
- db: The database of the storage.
- sample_size (int): The size of the sample to create.
- names: A list of archive names. Those archives must already exists.
- Archival status of the archives content will be erased on db.
-
- Returns:
- Tha amount of entry created.
- """
- with db.transaction() as cur:
- cur.execute('DELETE FROM content_archive')
-
- with db.transaction() as cur:
- cur.execute('SELECT sha1 from content limit %d' % sample_size)
- ids = list(cursor_to_bytes(cur))
-
- for id, in ids:
- tid = r'\x' + hashutil.hash_to_hex(id)
-
- with db.transaction() as cur:
- for name in names:
- s = """INSERT INTO content_archive
- VALUES('%s'::sha1, '%s', 'missing', now())
- """ % (tid, name)
- cur.execute(s)
-
- print('Initialized database with', sample_size * len(names), 'items')
- return sample_size * len(names)
-
-
-def clean():
- # Clean all
- with loc.db.transaction() as cur:
- cur.execute('delete from content_archive')
- cur.execute('delete from content')
- import os
- os.system("rm -r /tmp/swh/storage-dev/2/*")
-
-
-CONTENT_SIZE = 10
-
-if __name__ == '__main__':
- random.seed(0)
-
- # Local databases
- cstring_archiver = 'service=swh-archiver-dev'
- cstring_storage = 'service=swh-dev'
-
- # Archiver config
- config = {
- 'objstorage_path': '/tmp/swh/storage-dev/2',
- 'archival_max_age': 3600,
- 'batch_max_size': 10,
- 'retention_policy': 1,
- 'asynchronous': False
- }
-
- # Grand-palais's storage
- loc = Storage(cstring_storage, config['objstorage_path'])
-
- # Add the content
- l = [mc(rs(100)) for _ in range(CONTENT_SIZE)]
- loc.content_add(l)
- initialize_content_archive(loc.db, CONTENT_SIZE, ['petit-palais'])
-
- # Launch the archiver
- archiver = ArchiverDirector(cstring_archiver, cstring_storage, config)
- archiver.run()

File Metadata

Mime Type
text/x-diff
Expires
Sat, Jun 21, 7:01 PM (2 w, 2 d ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3236813

Event Timeline

About · Developer information · Legal