diff --git a/swh/lister/gitlab/lister.py b/swh/lister/gitlab/lister.py index 5937256..074906d 100644 --- a/swh/lister/gitlab/lister.py +++ b/swh/lister/gitlab/lister.py @@ -203,10 +203,11 @@ class GitLabLister(Lister[GitLabListerState, PageResult]): repositories = page_result.repositories if page_result.repositories else [] for repo in repositories: + visit_type = repo.get("vcs_type", "git").replace("hg_git", "hg") yield ListedOrigin( lister_id=self.lister_obj.id, url=repo["http_url_to_repo"], - visit_type="git", + visit_type=visit_type, last_update=iso8601.parse_date(repo["last_activity_at"]), ) [2021-09-16 15:44:26,619: INFO/MainProcess] Task swh.lister.gitlab.tasks.FullGitLabRelister[623ff5a5-2465-412c-b8e4-7675124f54cc] received swh-lister_1 | [2021-09-16 15:44:26,621: DEBUG/ForkPoolWorker-1] Loading config file /lister.yml swh-lister_1 | [2021-09-16 15:44:26,634: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?pagination=keyset&order_by=id&sort=asc&simple=true&per_page=100 swh-lister_1 | [2021-09-16 15:44:27,597: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?id_after=152&membership=false&order_by=id&owned=false&page=1&pagination=keyset&per_page=100&simple=true&sort=asc&starred=false&statistics=false&with_custom_attributes=false&with_issues_enabled=false&with_merge_requests_enabled=false swh-lister_1 | [2021-09-16 15:44:29,516: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?id_after=253&membership=false&order_by=id&owned=false&page=1&pagination=keyset&per_page=100&simple=true&sort=asc&starred=false&statistics=false&with_custom_attributes=false&with_issues_enabled=false&with_merge_requests_enabled=false swh-lister_1 | [2021-09-16 15:44:30,728: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?id_after=366&membership=false&order_by=id&owned=false&page=1&pagination=keyset&per_page=100&simple=true&sort=asc&starred=false&statistics=false&with_custom_attributes=false&with_issues_enabled=false&with_merge_requests_enabled=false swh-lister_1 | [2021-09-16 15:44:31,374: DEBUG/ForkPoolWorker-1] Fetching URL https://foss.heptapod.net/api/v4/projects?id_after=631&membership=false&order_by=id&owned=false&page=1&pagination=keyset&per_page=100&simple=true&sort=asc&starred=false&statistics=false&with_custom_attributes=false&with_issues_enabled=false&with_merge_requests_enabled=false swh-lister_1 | [2021-09-16 15:44:31,442: DEBUG/ForkPoolWorker-1] Start from server, version: 0.9, properties: {'capabilities': {'publisher_confirms': True, 'exchange_exchange_bindings': True, 'basic.nack': True, 'consumer_cancel_notify': True, 'connection.blocked': True, 'consumer_priorities': True, 'authentication_failure_close': True, 'per_consumer_qos': True, 'direct_reply_to': True}, 'cluster_name': 'rabbit@800f8899ea4e', 'copyright': 'Copyright (C) 2007-2018 Pivotal Software, Inc.', 'information': 'Licensed under the MPL. See http://www.rabbitmq.com/', 'platform': 'Erlang/OTP 19.2.1', 'product': 'RabbitMQ', 'version': '3.6.16'}, mechanisms: [b'AMQPLAIN', b'PLAIN'], locales: ['en_US'] swh-lister_1 | [2021-09-16 15:44:31,444: DEBUG/ForkPoolWorker-1] using channel_id: 1 swh-lister_1 | [2021-09-16 15:44:31,445: DEBUG/ForkPoolWorker-1] Channel open swh-lister_1 | [2021-09-16 15:44:31,447: INFO/ForkPoolWorker-1] Task swh.lister.gitlab.tasks.FullGitLabRelister[623ff5a5-2465-412c-b8e4-7675124f54cc] succeeded in 4.799225797003601s: {'pages': 5, 'origins': 346}