Changeset View
Changeset View
Standalone View
Standalone View
swh/storage/in_memory.py
| Show First 20 Lines • Show All 1,281 Lines • ▼ Show 20 Lines | def origin_visit_upsert(self, visits): | ||||
| for visit in visits: | for visit in visits: | ||||
| if isinstance(visit['date'], str): | if isinstance(visit['date'], str): | ||||
| visit['date'] = dateutil.parser.parse(visit['date']) | visit['date'] = dateutil.parser.parse(visit['date']) | ||||
| if self.journal_writer: | if self.journal_writer: | ||||
| for visit in visits: | for visit in visits: | ||||
| visit = visit.copy() | visit = visit.copy() | ||||
| visit['origin'] = self._origins[visit['origin']['url']].copy() | visit['origin'] = self._origins[visit['origin']['url']].copy() | ||||
| if 'id' in visit['origin']: | |||||
| del visit['origin']['id'] | del visit['origin']['id'] | ||||
| self.journal_writer.write_addition('origin_visit', visit) | self.journal_writer.write_addition('origin_visit', visit) | ||||
| for visit in visits: | for visit in visits: | ||||
| visit_id = visit['visit'] | visit_id = visit['visit'] | ||||
| origin_url = visit['origin']['url'] | origin_url = visit['origin']['url'] | ||||
| self._objects[(origin_url, visit_id)].append( | self._objects[(origin_url, visit_id)].append( | ||||
| ('origin_visit', None)) | ('origin_visit', None)) | ||||
| ▲ Show 20 Lines • Show All 368 Lines • Show Last 20 Lines | |||||