Page MenuHomeSoftware Heritage
Files F9343893

test_objstorage_azure.py
No OneTemporary
Actions

test_objstorage_azure.py
View Options

# Copyright (C) 2016-2018 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
import unittest
from collections import defaultdict
from unittest.mock import patch
from azure.common import AzureMissingResourceHttpError
from swh.model.hashutil import hash_to_hex
from swh.objstorage import get_objstorage
from .objstorage_testing import ObjStorageTestFixture
class MockBlob():
""" Libcloud object mock that replicates its API """
def __init__(self, name, content):
self.name = name
self.content = content
class MockBlockBlobService():
"""Mock internal azure library which AzureCloudObjStorage depends upon.
"""
data = {}
def __init__(self, account_name, account_key, **kwargs):
# do not care for the account_name and the api_secret_key here
self.data = defaultdict(dict)
def get_container_properties(self, container_name):
self.data[container_name]
return container_name in self.data
def create_blob_from_bytes(self, container_name, blob_name, blob):
self.data[container_name][blob_name] = blob
def get_blob_to_bytes(self, container_name, blob_name):
if blob_name not in self.data[container_name]:
raise AzureMissingResourceHttpError(
'Blob %s not found' % blob_name,
404)
return MockBlob(name=blob_name,
content=self.data[container_name][blob_name])
def delete_blob(self, container_name, blob_name):
try:
self.data[container_name].pop(blob_name)
except KeyError:
raise AzureMissingResourceHttpError(
'Blob %s not found' % blob_name, 404)
return True
def exists(self, container_name, blob_name):
return blob_name in self.data[container_name]
def list_blobs(self, container_name):
for blob_name, content in self.data[container_name].items():
yield MockBlob(name=blob_name, content=content)
class TestAzureCloudObjStorage(ObjStorageTestFixture, unittest.TestCase):
def setUp(self):
super().setUp()
patcher = patch(
'swh.objstorage.cloud.objstorage_azure.BlockBlobService',
MockBlockBlobService,
)
patcher.start()
self.addCleanup(patcher.stop)
self.storage = get_objstorage('azure', {
'account_name': 'account-name',
'api_secret_key': 'api-secret-key',
'container_name': 'container-name',
})
class TestPrefixedAzureCloudObjStorage(ObjStorageTestFixture,
unittest.TestCase):
def setUp(self):
super().setUp()
patcher = patch(
'swh.objstorage.cloud.objstorage_azure.BlockBlobService',
MockBlockBlobService,
)
patcher.start()
self.addCleanup(patcher.stop)
self.accounts = {}
for prefix in '0123456789abcdef':
self.accounts[prefix] = {
'account_name': 'account_%s' % prefix,
'api_secret_key': 'secret_key_%s' % prefix,
'container_name': 'container_%s' % prefix,
}
self.storage = get_objstorage('azure-prefixed', {
'accounts': self.accounts
})
def test_prefixedazure_instantiation_missing_prefixes(self):
del self.accounts['d']
del self.accounts['e']
with self.assertRaisesRegex(ValueError, 'Missing prefixes'):
get_objstorage('azure-prefixed', {
'accounts': self.accounts
})
def test_prefixedazure_instantiation_inconsistent_prefixes(self):
self.accounts['00'] = self.accounts['0']
with self.assertRaisesRegex(ValueError, 'Inconsistent prefixes'):
get_objstorage('azure-prefixed', {
'accounts': self.accounts
})
def test_prefixedazure_sharding_behavior(self):
for i in range(100):
content, obj_id = self.hash_content(b'test_content_%02d' % i)
self.storage.add(content, obj_id=obj_id)
hex_obj_id = hash_to_hex(obj_id)
prefix = hex_obj_id[0]
self.assertTrue(
self.storage.prefixes[prefix][0].exists(
self.accounts[prefix]['container_name'], hex_obj_id
))

File Metadata

Mime Type
text/x-python
Expires
Fri, Jul 4, 1:56 PM (2 d, 3 h ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3287963

Event Timeline

About · Developer information · Legal