Changeset View
Changeset View
Standalone View
Standalone View
swh/loader/npm/loader.py
| Show All 31 Lines | class NpmLoader(BufferedLoader): | ||||
| """ | """ | ||||
| CONFIG_BASE_FILENAME = 'loader/npm' | CONFIG_BASE_FILENAME = 'loader/npm' | ||||
| ADDITIONAL_CONFIG = { | ADDITIONAL_CONFIG = { | ||||
| 'temp_directory': ('str', '/tmp/swh.loader.npm/'), | 'temp_directory': ('str', '/tmp/swh.loader.npm/'), | ||||
| 'debug': ('bool', False) | 'debug': ('bool', False) | ||||
| } | } | ||||
| visit_type = 'npm' | |||||
| def __init__(self): | def __init__(self): | ||||
| super().__init__(logging_class='swh.loader.npm.NpmLoader') | super().__init__(logging_class='swh.loader.npm.NpmLoader') | ||||
| temp_directory = self.config['temp_directory'] | temp_directory = self.config['temp_directory'] | ||||
| os.makedirs(temp_directory, exist_ok=True) | os.makedirs(temp_directory, exist_ok=True) | ||||
| self.temp_directory = mkdtemp(suffix='-%s' % os.getpid(), | self.temp_directory = mkdtemp(suffix='-%s' % os.getpid(), | ||||
| prefix=TEMPORARY_DIR_PREFIX_PATTERN, | prefix=TEMPORARY_DIR_PREFIX_PATTERN, | ||||
| dir=temp_directory) | dir=temp_directory) | ||||
| self.debug = self.config['debug'] | self.debug = self.config['debug'] | ||||
| ▲ Show 20 Lines • Show All 61 Lines • ▼ Show 20 Lines | def prepare_origin_visit(self, package_name, package_url, | ||||
| # reset statuses | # reset statuses | ||||
| self._load_status = 'uneventful' | self._load_status = 'uneventful' | ||||
| self._visit_status = 'full' | self._visit_status = 'full' | ||||
| self.done = False | self.done = False | ||||
| # fetch the npm package metadata from the registry | # fetch the npm package metadata from the registry | ||||
| self.npm_client.fetch_package_metadata(package_metadata_url) | self.npm_client.fetch_package_metadata(package_metadata_url) | ||||
| self.origin = { | self.origin = { | ||||
| 'url': package_url, | 'url': package_url, | ||||
| 'type': 'npm', | 'type': self.visit_type, | ||||
| } | } | ||||
| self.visit_date = None # loader core will populate it | self.visit_date = None # loader core will populate it | ||||
| def _known_versions(self, last_snapshot): | def _known_versions(self, last_snapshot): | ||||
| """ | """ | ||||
| Retrieve the known release versions for the npm package | Retrieve the known release versions for the npm package | ||||
| (i.e. those already ingested into the archive). | (i.e. those already ingested into the archive). | ||||
| ▲ Show 20 Lines • Show All 196 Lines • Show Last 20 Lines | |||||