Changeset View
Changeset View
Standalone View
Standalone View
swh/search/tests/test_cli.py
| Show First 20 Lines • Show All 66 Lines • ▼ Show 20 Lines | producer = Producer( | ||||
| } | } | ||||
| ) | ) | ||||
| origin_foobar_baz = { | origin_foobar_baz = { | ||||
| "url": "http://foobar.baz", | "url": "http://foobar.baz", | ||||
| } | } | ||||
| value = value_to_kafka(origin_foobar_baz) | value = value_to_kafka(origin_foobar_baz) | ||||
| topic = f"{kafka_prefix}.origin" | topic = f"{kafka_prefix}.origin" | ||||
| producer.produce(topic=topic, key=b"bogus-origin", value=value) | producer.produce(topic=topic, key=b"bogus-origin", value=value) | ||||
| producer.flush() | |||||
| journal_objects_config = JOURNAL_OBJECTS_CONFIG_TEMPLATE.format( | journal_objects_config = JOURNAL_OBJECTS_CONFIG_TEMPLATE.format( | ||||
| broker=kafka_server, prefix=kafka_prefix, group_id="test-consumer" | broker=kafka_server, prefix=kafka_prefix, group_id="test-consumer" | ||||
| ) | ) | ||||
| result = invoke( | result = invoke( | ||||
| False, | False, | ||||
| [ | [ | ||||
| "journal-client", | "journal-client", | ||||
| ▲ Show 20 Lines • Show All 50 Lines • ▼ Show 20 Lines | value = value_to_kafka( | ||||
| "visit": 1, | "visit": 1, | ||||
| "type": "git", | "type": "git", | ||||
| "date": datetime.now(tz=timezone.utc), | "date": datetime.now(tz=timezone.utc), | ||||
| "snapshot": None, | "snapshot": None, | ||||
| "status": "full", | "status": "full", | ||||
| } | } | ||||
| ) | ) | ||||
| producer.produce(topic=topic, key=b"bogus-origin-visit-status", value=value) | producer.produce(topic=topic, key=b"bogus-origin-visit-status", value=value) | ||||
| producer.flush() | |||||
| journal_objects_config = JOURNAL_OBJECTS_CONFIG_TEMPLATE.format( | journal_objects_config = JOURNAL_OBJECTS_CONFIG_TEMPLATE.format( | ||||
| broker=kafka_server, prefix=kafka_prefix, group_id="test-consumer" | broker=kafka_server, prefix=kafka_prefix, group_id="test-consumer" | ||||
| ) | ) | ||||
| result = invoke( | result = invoke( | ||||
| False, | False, | ||||
| [ | [ | ||||
| "journal-client", | "journal-client", | ||||
| ▲ Show 20 Lines • Show All 56 Lines • ▼ Show 20 Lines | producer = Producer( | ||||
| "bootstrap.servers": kafka_server, | "bootstrap.servers": kafka_server, | ||||
| "client.id": "test search origin intrinsic metadata producer", | "client.id": "test search origin intrinsic metadata producer", | ||||
| "acks": "all", | "acks": "all", | ||||
| } | } | ||||
| ) | ) | ||||
| topic = f"{kafka_prefix}.origin_intrinsic_metadata" | topic = f"{kafka_prefix}.origin_intrinsic_metadata" | ||||
| value = value_to_kafka(origin_intrinsic_metadata) | value = value_to_kafka(origin_intrinsic_metadata) | ||||
| producer.produce(topic=topic, key=b"bogus-origin-intrinsic-metadata", value=value) | producer.produce(topic=topic, key=b"bogus-origin-intrinsic-metadata", value=value) | ||||
| producer.flush() | |||||
| journal_objects_config = JOURNAL_OBJECTS_CONFIG_TEMPLATE.format( | journal_objects_config = JOURNAL_OBJECTS_CONFIG_TEMPLATE.format( | ||||
| broker=kafka_server, prefix=kafka_prefix, group_id="test-consumer" | broker=kafka_server, prefix=kafka_prefix, group_id="test-consumer" | ||||
| ) | ) | ||||
| result = invoke( | result = invoke( | ||||
| False, | False, | ||||
| [ | [ | ||||
| "journal-client", | "journal-client", | ||||
| ▲ Show 20 Lines • Show All 174 Lines • Show Last 20 Lines | |||||