Differential D849 Diff 2716 swh/scheduler/celery_backend/runner.py

Changeset View

Standalone View

Show First 20 Lines • Show All 43 Lines • ▼ Show 20 Lines	while True:
pending_tasks = []		pending_tasks = []
for task_type in backend.get_task_types(cursor=cursor):		for task_type in backend.get_task_types(cursor=cursor):
task_type_name = task_type['type']		task_type_name = task_type['type']
task_types[task_type_name] = task_type		task_types[task_type_name] = task_type
max_queue_length = task_type['max_queue_length']		max_queue_length = task_type['max_queue_length']
backend_name = task_type['backend_name']		backend_name = task_type['backend_name']
if max_queue_length and backend_name in app.tasks:		if max_queue_length and backend_name in app.tasks:
queue_name = app.tasks[backend_name].task_queue		queue_name = app.tasks[backend_name].task_queue
		try:
queue_length = app.get_queue_length(queue_name)		queue_length = app.get_queue_length(queue_name)
		except ValueError:
		queue_length = None

if queue_length is None:		if queue_length is None:
# Running without RabbitMQ (probably a test env).		# Running without RabbitMQ (probably a test env).
num_tasks = MAX_NUM_TASKS		num_tasks = MAX_NUM_TASKS
else:		else:
num_tasks = min(max_queue_length - queue_length,		num_tasks = min(max_queue_length - queue_length,
MAX_NUM_TASKS)		MAX_NUM_TASKS)
else:		else:
num_tasks = MAX_NUM_TASKS		num_tasks = MAX_NUM_TASKS
▲ Show 20 Lines • Show All 50 Lines • Show Last 20 Lines