Changeset View
Changeset View
Standalone View
Standalone View
swh/lister/core/lister_base.py
| Show All 10 Lines | |||||
| import re | import re | ||||
| import time | import time | ||||
| from sqlalchemy import create_engine, func | from sqlalchemy import create_engine, func | ||||
| from sqlalchemy.orm import sessionmaker | from sqlalchemy.orm import sessionmaker | ||||
| from swh.core import config | from swh.core import config | ||||
| from swh.scheduler import get_scheduler, utils | from swh.scheduler import get_scheduler, utils | ||||
| from swh.storage import get_storage | |||||
| from .abstractattribute import AbstractAttribute | from .abstractattribute import AbstractAttribute | ||||
| logger = logging.getLogger(__name__) | logger = logging.getLogger(__name__) | ||||
| def utcnow(): | def utcnow(): | ||||
| ▲ Show 20 Lines • Show All 172 Lines • ▼ Show 20 Lines | def is_within_bounds(self, inner, lower=None, upper=None): | ||||
| ) | ) | ||||
| raise | raise | ||||
| return ret | return ret | ||||
| # You probably don't need to override anything below this line. | # You probably don't need to override anything below this line. | ||||
| DEFAULT_CONFIG = { | DEFAULT_CONFIG = { | ||||
| 'storage': ('dict', { | |||||
| 'cls': 'remote', | |||||
| 'args': { | |||||
| 'url': 'http://localhost:5002/' | |||||
| }, | |||||
| }), | |||||
| 'scheduler': ('dict', { | 'scheduler': ('dict', { | ||||
| 'cls': 'remote', | 'cls': 'remote', | ||||
| 'args': { | 'args': { | ||||
| 'url': 'http://localhost:5008/' | 'url': 'http://localhost:5008/' | ||||
| }, | }, | ||||
| }), | }), | ||||
| 'lister': ('dict', { | 'lister': ('dict', { | ||||
| 'cls': 'local', | 'cls': 'local', | ||||
| Show All 29 Lines | def __init__(self, override_config=None): | ||||
| self.config['cache_dir'] = os.path.expanduser(self.config['cache_dir']) | self.config['cache_dir'] = os.path.expanduser(self.config['cache_dir']) | ||||
| if self.config['cache_responses']: | if self.config['cache_responses']: | ||||
| config.prepare_folders(self.config, 'cache_dir') | config.prepare_folders(self.config, 'cache_dir') | ||||
| if override_config: | if override_config: | ||||
| self.config.update(override_config) | self.config.update(override_config) | ||||
| logger.debug('%s CONFIG=%s' % (self, self.config)) | logger.debug('%s CONFIG=%s' % (self, self.config)) | ||||
| self.storage = get_storage(**self.config['storage']) | |||||
| self.scheduler = get_scheduler(**self.config['scheduler']) | self.scheduler = get_scheduler(**self.config['scheduler']) | ||||
| self.db_engine = create_engine(self.config['lister']['args']['db']) | self.db_engine = create_engine(self.config['lister']['args']['db']) | ||||
| self.mk_session = sessionmaker(bind=self.db_engine) | self.mk_session = sessionmaker(bind=self.db_engine) | ||||
| self.db_session = self.mk_session() | self.db_session = self.mk_session() | ||||
| def reset_backoff(self): | def reset_backoff(self): | ||||
| """Reset exponential backoff timeout to initial level.""" | """Reset exponential backoff timeout to initial level.""" | ||||
| self.backoff = self.INITIAL_BACKOFF | self.backoff = self.INITIAL_BACKOFF | ||||
| ▲ Show 20 Lines • Show All 258 Lines • Show Last 20 Lines | |||||