Differential D7877 Diff 28429 swh/lister/github/lister.py

Changeset View

Standalone View

swh/lister/github/lister.py

	# Copyright (C) 2020-2022 The Software Heritage developers			# Copyright (C) 2020-2022 The Software Heritage developers
	# See the AUTHORS file at the top-level directory of this distribution			# See the AUTHORS file at the top-level directory of this distribution
	# License: GNU General Public License version 3, or any later version			# License: GNU General Public License version 3, or any later version
	# See top-level LICENSE file for more information			# See top-level LICENSE file for more information

	from dataclasses import asdict, dataclass			from dataclasses import asdict, dataclass
	import datetime			import datetime
	import logging			import logging
	from typing import Any, Dict, Iterator, List, Optional, Set			from typing import Any, Dict, Iterator, List, Optional, Set
	from urllib.parse import parse_qs, urlparse			from urllib.parse import parse_qs, urlparse

	import iso8601			import iso8601

				from swh.core.github.utils import GitHubSession, MissingRateLimitReset
	from swh.scheduler.interface import SchedulerInterface			from swh.scheduler.interface import SchedulerInterface
	from swh.scheduler.model import ListedOrigin			from swh.scheduler.model import ListedOrigin

	from .. import USER_AGENT			from .. import USER_AGENT
	from ..pattern import CredentialsType, Lister			from ..pattern import CredentialsType, Lister
	from .utils import GitHubSession, MissingRateLimitReset

	logger = logging.getLogger(__name__)			logger = logging.getLogger(__name__)


	@dataclass			@dataclass
	class GitHubListerState:			class GitHubListerState:
	"""State of the GitHub lister"""			"""State of the GitHub lister"""

	▲ Show 20 Lines • Show All 181 Lines • Show Last 20 Lines