Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/pubdev/lister.py
Show First 20 Lines • Show All 57 Lines • ▼ Show 20 Lines | ): | ||||
"Accept": "application/json", | "Accept": "application/json", | ||||
"User-Agent": USER_AGENT, | "User-Agent": USER_AGENT, | ||||
} | } | ||||
) | ) | ||||
@throttling_retry(before_sleep=before_sleep_log(logger, logging.WARNING)) | @throttling_retry(before_sleep=before_sleep_log(logger, logging.WARNING)) | ||||
def page_request(self, url: str, params: Dict[str, Any]) -> requests.Response: | def page_request(self, url: str, params: Dict[str, Any]) -> requests.Response: | ||||
logger.info("Fetching URL %s with params %s", url, params) | logger.debug("Fetching URL %s with params %s", url, params) | ||||
response = self.session.get(url, params=params) | response = self.session.get(url, params=params) | ||||
if response.status_code != 200: | if response.status_code != 200: | ||||
logger.warning( | logger.warning( | ||||
"Unexpected HTTP status code %s on %s: %s", | "Unexpected HTTP status code %s on %s: %s", | ||||
response.status_code, | response.status_code, | ||||
response.url, | response.url, | ||||
response.content, | response.content, | ||||
▲ Show 20 Lines • Show All 51 Lines • Show Last 20 Lines |