kafka_prefix = 'jbkptslnrq', kafka_server = '127.0.0.1:34429'
consumer = <cimpl.Consumer object at 0x7f3be34158c8>
def test_storage_direct_writer(kafka_prefix: str, kafka_server, consumer: Consumer):
writer_config = {
"cls": "kafka",
"brokers": [kafka_server],
"client_id": "kafka_writer",
"prefix": kafka_prefix,
"anonymize": False,
}
storage_config: Dict[str, Any] = {
"cls": "pipeline",
"steps": [{"cls": "memory", "journal_writer": writer_config},],
}
storage = get_storage(**storage_config)
expected_messages = 0
for obj_type, objs in TEST_OBJECTS.items():
method = getattr(storage, obj_type + "_add")
if obj_type in (
"content",
"skipped_content",
"directory",
"metadata_authority",
"metadata_fetcher",
"revision",
"release",
"snapshot",
"origin",
"origin_visit_status",
"raw_extrinsic_metadata",
):
method(objs)
expected_messages += len(objs)
elif obj_type in ("origin_visit",):
for obj in objs:
assert isinstance(obj, OriginVisit)
storage.origin_add([Origin(url=obj.origin)])
> method([obj])
.tox/py3/lib/python3.7/site-packages/swh/storage/tests/test_kafka_writer.py:59:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/storage.py:892: in origin_visit_add
snapshot=None,
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/storage.py:902: in _origin_visit_status_add
converters.visit_status_to_row(visit_status)
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/converters.py:113: in visit_status_to_row
return OriginVisitStatusRow.from_dict({**d, "metadata": json.dumps(d["metadata"])})
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
cls = <class 'swh.storage.cassandra.model.OriginVisitStatusRow'>
d = {'date': datetime.datetime(2013, 5, 7, 4, 20, 39, 369271, tzinfo=datetime.timezone.utc), 'metadata': 'null', 'origin': 'https://somewhere.org/den/fox', 'snapshot': None, ...}
@classmethod
def from_dict(cls: Type[T], d: Dict[str, Any]) -> T:
> return cls(**d) # type: ignore
E TypeError: __init__() missing 1 required positional argument: 'type'
.tox/py3/lib/python3.7/site-packages/swh/storage/cassandra/model.py:45: TypeError
TEST RESULT
TEST RESULT
- Run At
- Jan 12 2021, 6:34 PM