Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/sourceforge/lister.py
| Show First 20 Lines • Show All 247 Lines • ▼ Show 20 Lines | class SourceForgeLister(Lister[SourceForgeListerState, SourceForgeListerPage]): | ||||
| ) -> Iterator[ListedOrigin]: | ) -> Iterator[ListedOrigin]: | ||||
| assert self.lister_obj.id is not None | assert self.lister_obj.id is not None | ||||
| for hit in page: | for hit in page: | ||||
| yield ListedOrigin( | yield ListedOrigin( | ||||
| lister_id=self.lister_obj.id, | lister_id=self.lister_obj.id, | ||||
| visit_type=hit.vcs.value, | visit_type=hit.vcs.value, | ||||
| url=hit.url, | url=hit.url, | ||||
| last_update=iso8601.parse_date(hit.last_modified), | last_update=iso8601.parse_date(hit.last_modified), | ||||
| enabled=False, | |||||
| ) | ) | ||||
| def _get_pages_from_subsitemap( | def _get_pages_from_subsitemap( | ||||
| self, subtree: ElementTree.Element | self, subtree: ElementTree.Element | ||||
| ) -> Iterator[SourceForgeListerPage]: | ) -> Iterator[SourceForgeListerPage]: | ||||
| projects: Set[ProjectNameT] = set() | projects: Set[ProjectNameT] = set() | ||||
| for project_block in subtree.iterfind(f"{SITEMAP_XML_NAMESPACE}url"): | for project_block in subtree.iterfind(f"{SITEMAP_XML_NAMESPACE}url"): | ||||
| last_modified_block = project_block.find(f"{SITEMAP_XML_NAMESPACE}lastmod") | last_modified_block = project_block.find(f"{SITEMAP_XML_NAMESPACE}lastmod") | ||||
| ▲ Show 20 Lines • Show All 105 Lines • Show Last 20 Lines | |||||