Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/migrate_extrinsic_metadata.py
| Show First 20 Lines • Show All 185 Lines • ▼ Show 20 Lines | def pypi_project_from_filename(filename): | ||||
| elif re.match("instancemanager-[0-9]*", filename): | elif re.match("instancemanager-[0-9]*", filename): | ||||
| return "instancemanager" | return "instancemanager" | ||||
| elif filename == "OrzMC_W&L-1.0.0.tar.gz": | elif filename == "OrzMC_W&L-1.0.0.tar.gz": | ||||
| return "OrzMC-W-L" | return "OrzMC-W-L" | ||||
| elif filename == "use0mk.tar.gz": | elif filename == "use0mk.tar.gz": | ||||
| return "use0mk" | return "use0mk" | ||||
| elif filename == "play-0-develop-1-gd67cd85.tar.gz": | elif filename == "play-0-develop-1-gd67cd85.tar.gz": | ||||
| return "play" | return "play" | ||||
| elif filename.startswith("mosaic-nist-"): | |||||
| return "mosaic-nist" | |||||
| elif filename.startswith("pypops-"): | |||||
| return "pypops" | |||||
| elif filename.startswith("pdfcomparator-"): | |||||
| return "pdfcomparator" | |||||
| elif filename.startswith("LabJackPython-"): | |||||
| return "LabJackPython" | |||||
| elif filename == "MD2K: Cerebral Cortex-3.0.0.tar.gz": | |||||
| return "cerebralcortex-kernel" | |||||
| elif filename.startswith("LyMaker-0 (copy)"): | |||||
| return "LyMaker" | |||||
| elif filename.startswith("python-tplink-smarthome-"): | |||||
| return "python-tplink-smarthome" | |||||
| elif filename.startswith("jtt=tm-utils-"): | |||||
| return "jtt-tm-utils" | |||||
| elif filename == "atproject0.1.tar.gz": | |||||
| return "atproject" | |||||
| elif filename == "labm8.tar.gz": | |||||
| return "labm8" | |||||
| elif filename == "Bugs Everywhere (BEurtle fork)-1.5.0.1.-2012-07-16-.zip": | |||||
| return "Bugs-Everywhere-BEurtle-fork" | |||||
| filename = filename.replace(" ", "-") | filename = filename.replace(" ", "-") | ||||
| match = re.match( | match = re.match( | ||||
| r"^(?P<project_name>[a-z_.-]+)" # project name | r"^(?P<project_name>[a-z_.-]+)" # project name | ||||
| r"\.(tar\.gz|tar\.bz2|tgz|zip)$", # extension | r"\.(tar\.gz|tar\.bz2|tgz|zip)$", # extension | ||||
| filename, | filename, | ||||
| re.I, | re.I, | ||||
| ) | ) | ||||
| ▲ Show 20 Lines • Show All 769 Lines • ▼ Show 20 Lines | elif type_ == "tar": | ||||
| .get("url", "") | .get("url", "") | ||||
| .startswith("https://files.pythonhosted.org/") | .startswith("https://files.pythonhosted.org/") | ||||
| ): | ): | ||||
| if isinstance(metadata.get("original_artifact"), dict): | if isinstance(metadata.get("original_artifact"), dict): | ||||
| metadata["original_artifact"] = [metadata["original_artifact"]] | metadata["original_artifact"] = [metadata["original_artifact"]] | ||||
| assert len(metadata["original_artifact"]) == 1 | assert len(metadata["original_artifact"]) == 1 | ||||
| origin = pypi_origin_from_filename( | version = metadata.get("project", {}).get("version") | ||||
| storage, row["id"], metadata["original_artifact"][0]["filename"] | filename = metadata["original_artifact"][0]["filename"] | ||||
| ) | if version: | ||||
| origin = pypi_origin_from_project_name(filename.split("-" + version)[0]) | |||||
| if not _check_revision_in_origin(storage, origin, row["id"]): | |||||
| origin = None | |||||
| else: | |||||
| origin = None | |||||
| if origin is None: | |||||
| origin = pypi_origin_from_filename(storage, row["id"], filename) | |||||
| if "project" in metadata: | if "project" in metadata: | ||||
| # pypi loader format 2 | # pypi loader format 2 | ||||
| load_metadata( | load_metadata( | ||||
| storage, | storage, | ||||
| row["id"], | row["id"], | ||||
| row["directory"], | row["directory"], | ||||
| discovery_date, | discovery_date, | ||||
| ▲ Show 20 Lines • Show All 234 Lines • Show Last 20 Lines | |||||