Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/in_memory.py
| Show First 20 Lines • Show All 1,140 Lines • ▼ Show 20 Lines | |||||
| def origin_visit_add(self, origin, date=None, type=None, *, ts=None): | def origin_visit_add(self, origin, date=None, type=None, *, ts=None): | ||||
| """Add an origin_visit for the origin at date with status 'ongoing'. | """Add an origin_visit for the origin at date with status 'ongoing'. | ||||
| For backward compatibility, `type` is optional and defaults to | For backward compatibility, `type` is optional and defaults to | ||||
| the origin's type. | the origin's type. | ||||
| Args: | Args: | ||||
| origin (int): visited origin's identifier | origin (Union[int,str]): visited origin's identifier or URL | ||||
| date: timestamp of such visit | date: timestamp of such visit | ||||
| type (str): the type of loader used for the visit (hg, git, ...) | type (str): the type of loader used for the visit (hg, git, ...) | ||||
| Returns: | Returns: | ||||
| dict: dictionary with keys origin and visit where: | dict: dictionary with keys origin and visit where: | ||||
| - origin: origin's identifier | - origin: origin's identifier | ||||
| - visit: the visit's identifier for the new visit occurrence | - visit: the visit's identifier for the new visit occurrence | ||||
| """ | """ | ||||
| if ts is None: | if ts is None: | ||||
| if date is None: | if date is None: | ||||
| raise TypeError('origin_visit_add expected 2 arguments.') | raise TypeError('origin_visit_add expected 2 arguments.') | ||||
| else: | else: | ||||
| assert date is None | assert date is None | ||||
| warnings.warn("argument 'ts' of origin_visit_add was renamed " | warnings.warn("argument 'ts' of origin_visit_add was renamed " | ||||
| "to 'date' in v0.0.109.", | "to 'date' in v0.0.109.", | ||||
| DeprecationWarning) | DeprecationWarning) | ||||
| date = ts | date = ts | ||||
| origin_id = origin # TODO: rename the argument | if isinstance(origin, str): | ||||
| origin_id = self.origin_get({'url': origin})['id'] | |||||
| else: | |||||
| origin_id = origin | |||||
| if isinstance(date, str): | if isinstance(date, str): | ||||
| date = dateutil.parser.parse(date) | date = dateutil.parser.parse(date) | ||||
| visit_ret = None | visit_ret = None | ||||
| if origin_id <= len(self._origin_visits): | if origin_id <= len(self._origin_visits): | ||||
| # visit ids are in the range [1, +inf[ | # visit ids are in the range [1, +inf[ | ||||
| visit_id = len(self._origin_visits[origin_id-1]) + 1 | visit_id = len(self._origin_visits[origin_id-1]) + 1 | ||||
| Show All 21 Lines | def origin_visit_add(self, origin, date=None, type=None, *, ts=None): | ||||
| return visit_ret | return visit_ret | ||||
| def origin_visit_update(self, origin, visit_id, status=None, | def origin_visit_update(self, origin, visit_id, status=None, | ||||
| metadata=None, snapshot=None): | metadata=None, snapshot=None): | ||||
| """Update an origin_visit's status. | """Update an origin_visit's status. | ||||
| Args: | Args: | ||||
| origin (int): visited origin's identifier | origin (Union[int,str]): visited origin's identifier or URL | ||||
| visit_id (int): visit's identifier | visit_id (int): visit's identifier | ||||
| status: visit's new status | status: visit's new status | ||||
| metadata: data associated to the visit | metadata: data associated to the visit | ||||
| snapshot (sha1_git): identifier of the snapshot to add to | snapshot (sha1_git): identifier of the snapshot to add to | ||||
| the visit | the visit | ||||
| Returns: | Returns: | ||||
| None | None | ||||
| """ | """ | ||||
| origin_id = origin # TODO: rename the argument | if isinstance(origin, str): | ||||
| origin_id = self.origin_get({'url': origin})['id'] | |||||
| else: | |||||
| origin_id = origin | |||||
| try: | try: | ||||
| visit = self._origin_visits[origin_id-1][visit_id-1] | visit = self._origin_visits[origin_id-1][visit_id-1] | ||||
| except IndexError: | except IndexError: | ||||
| raise ValueError('Invalid origin_id or visit_id') from None | raise ValueError('Invalid origin_id or visit_id') from None | ||||
| if self.journal_writer: | if self.journal_writer: | ||||
| origin = self.origin_get([{'id': origin_id}])[0] | origin = self.origin_get([{'id': origin_id}])[0] | ||||
| del origin['id'] | del origin['id'] | ||||
| ▲ Show 20 Lines • Show All 336 Lines • Show Last 20 Lines | |||||