Differential D86 Diff 302 swh/storage/archiver/tasks.py

Changeset View

Standalone View

	# Copyright (C) 2015 The Software Heritage developers			# Copyright (C) 2015 The Software Heritage developers
	# See the AUTHORS file at the top-level directory of this distribution			# See the AUTHORS file at the top-level directory of this distribution
	# License: GNU General Public License version 3, or any later version			# License: GNU General Public License version 3, or any later version
	# See top-level LICENSE file for more information			# See top-level LICENSE file for more information

	from swh.scheduler.task import Task			from swh.scheduler.task import Task
	from .worker import ArchiverWorker			from .worker import ArchiverWorker


	class SWHArchiverTask(Task):			class SWHArchiverTask(Task):
	""" Main task that archive a batch of content.			""" Main task that archive a batch of content.
	"""			"""
	task_queue = 'swh_storage_archive_worker'			task_queue = 'swh_storage_archive_worker'

	def run(self, batch, archiver_args, master_objstorage_args,			def run(self, args, *kwargs):
				olasdUnsubmitted Done Inline Actions As said before, the archiver worker should read the storages, dbconn and archival policy from its config. olasd: As said before, the archiver worker should read the storages, dbconn and archival policy from…
	slave_objstorages, config):			aw = ArchiverWorker(args, *kwargs)
	aw = ArchiverWorker(batch, archiver_args, master_objstorage_args,			aw.run()
	slave_objstorages, config)
	if aw.run():
	self.log("Successful backup for a batch of size %s" % len(batch))