Page MenuHomeSoftware Heritage
Paste P1168

(An Untitled Masterwork)
ActivePublic

Authored by anlambert on Sep 16 2021, 5:47 PM.
diff --git a/swh/lister/gitlab/lister.py b/swh/lister/gitlab/lister.py
index 5937256..074906d 100644
--- a/swh/lister/gitlab/lister.py
+++ b/swh/lister/gitlab/lister.py
@@ -203,10 +203,11 @@ class GitLabLister(Lister[GitLabListerState, PageResult]):
repositories = page_result.repositories if page_result.repositories else []
for repo in repositories:
+ visit_type = repo.get("vcs_type", "git").replace("hg_git", "hg")
yield ListedOrigin(
lister_id=self.lister_obj.id,
url=repo["http_url_to_repo"],
- visit_type="git",
+ visit_type=visit_type,
last_update=iso8601.parse_date(repo["last_activity_at"]),
)
[2021-09-16 15:44:26,619: INFO/MainProcess] Task swh.lister.gitlab.tasks.FullGitLabRelister[623ff5a5-2465-412c-b8e4-7675124f54cc] received
swh-lister_1 | [2021-09-16 15:44:26,621: DEBUG/ForkPoolWorker-1] Loading config file /lister.yml
swh-lister_1 | [2021-09-16 15:44:26,634: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?pagination=keyset&order_by=id&sort=asc&simple=true&per_page=100
swh-lister_1 | [2021-09-16 15:44:27,597: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?id_after=152&membership=false&order_by=id&owned=false&page=1&pagination=keyset&per_page=100&simple=true&sort=asc&starred=false&statistics=false&with_custom_attributes=false&with_issues_enabled=false&with_merge_requests_enabled=false
swh-lister_1 | [2021-09-16 15:44:29,516: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?id_after=253&membership=false&order_by=id&owned=false&page=1&pagination=keyset&per_page=100&simple=true&sort=asc&starred=false&statistics=false&with_custom_attributes=false&with_issues_enabled=false&with_merge_requests_enabled=false
swh-lister_1 | [2021-09-16 15:44:30,728: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?id_after=366&membership=false&order_by=id&owned=false&page=1&pagination=keyset&per_page=100&simple=true&sort=asc&starred=false&statistics=false&with_custom_attributes=false&with_issues_enabled=false&with_merge_requests_enabled=false
swh-lister_1 | [2021-09-16 15:44:31,374: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?id_after=631&membership=false&order_by=id&owned=false&page=1&pagination=keyset&per_page=100&simple=true&sort=asc&starred=false&statistics=false&with_custom_attributes=false&with_issues_enabled=false&with_merge_requests_enabled=false
swh-lister_1 | [2021-09-16 15:44:31,442: DEBUG/ForkPoolWorker-1] Start from server, version: 0.9, properties: {'capabilities': {'publisher_confirms': True, 'exchange_exchange_bindings': True, 'basic.nack': True, 'consumer_cancel_notify': True, 'connection.blocked': True, 'consumer_priorities': True, 'authentication_failure_close': True, 'per_consumer_qos': True, 'direct_reply_to': True}, 'cluster_name': 'rabbit@800f8899ea4e', 'copyright': 'Copyright (C) 2007-2018 Pivotal Software, Inc.', 'information': 'Licensed under the MPL. See http://www.rabbitmq.com/', 'platform': 'Erlang/OTP 19.2.1', 'product': 'RabbitMQ', 'version': '3.6.16'}, mechanisms: [b'AMQPLAIN', b'PLAIN'], locales: ['en_US']
swh-lister_1 | [2021-09-16 15:44:31,444: DEBUG/ForkPoolWorker-1] using channel_id: 1
swh-lister_1 | [2021-09-16 15:44:31,445: DEBUG/ForkPoolWorker-1] Channel open
swh-lister_1 | [2021-09-16 15:44:31,447: INFO/ForkPoolWorker-1] Task swh.lister.gitlab.tasks.FullGitLabRelister[623ff5a5-2465-412c-b8e4-7675124f54cc] succeeded in 4.799225797003601s: {'pages': 5, 'origins': 346}