mirror of
https://github.com/django-q2/django-q2.git
synced 2026-09-20 21:46:08 +08:00
Ilan Steemers
b113a52825
The core module was becoming too large. By splitting it in cluster, monitor and tasks it becomes more manageable. It also reflects the documentation structure.
79 lines
2.4 KiB
Python
79 lines
2.4 KiB
Python
import logging
|
|
from signal import signal
|
|
from multiprocessing import cpu_count
|
|
|
|
from django.utils.translation import ugettext_lazy as _
|
|
from django.conf import settings
|
|
import redis
|
|
|
|
|
|
class Conf(object):
|
|
try:
|
|
conf = settings.Q_CLUSTER
|
|
except AttributeError:
|
|
conf = {}
|
|
|
|
# Redis server configuration . Follows standard redis keywords
|
|
REDIS = conf.get('redis', {})
|
|
|
|
# Name of the cluster or site. For when you run multiple sites on one redis server
|
|
PREFIX = conf.get('name', 'default')
|
|
|
|
# Log output level
|
|
LOG_LEVEL = conf.get('log_level', 'INFO')
|
|
|
|
# Maximum number of successful tasks kept in the database. 0 saves everything. -1 saves none
|
|
# Failures are always saved
|
|
SAVE_LIMIT = conf.get('save_limit', 250)
|
|
|
|
# Number of workers in the pool. Default is cpu count. +2 for monitor and pusher
|
|
WORKERS = conf.get('workers', cpu_count())
|
|
|
|
# Sets compression of redis packages
|
|
COMPRESSED = conf.get('compress', False)
|
|
|
|
# Number of tasks each worker can handle before it gets recycled. Useful for releasing memory
|
|
RECYCLE = conf.get('recycle', 500)
|
|
|
|
# Number of seconds to wait for a worker to finish.
|
|
TIMEOUT = conf.get('timeout', None)
|
|
|
|
# The Django Admin label for this app
|
|
LABEL = conf.get('label', 'Django Q')
|
|
|
|
# Use the secret key for package signing
|
|
try:
|
|
SECRET_KEY = settings.SECRET_KEY
|
|
except AttributeError:
|
|
SECRET_KEY = 'omgicantbelieveudonthaveasecretkey'
|
|
|
|
# The redis list key
|
|
Q_LIST = 'django_q:{}:q'.format(PREFIX)
|
|
# The redis stats key
|
|
Q_STAT = 'django_q:{}:cluster'.format(PREFIX)
|
|
|
|
# Getting the signal names
|
|
SIGNAL_NAMES = dict((getattr(signal, n), n) for n in dir(signal) if n.startswith('SIG') and '_' not in n)
|
|
|
|
# Translators: Cluster status descriptions
|
|
STARTING = _('Starting')
|
|
WORKING = _('Working')
|
|
IDLE = _("Idle")
|
|
STOPPED = _('Stopped')
|
|
STOPPING = _('Stopping')
|
|
|
|
# logger
|
|
logger = logging.getLogger('django-q')
|
|
|
|
# Set up standard logging handler in case there is none
|
|
if not logger.handlers:
|
|
logger.setLevel(level=getattr(logging, Conf.LOG_LEVEL))
|
|
formatter = logging.Formatter(fmt='%(asctime)s [Q] %(levelname)s %(message)s',
|
|
datefmt='%H:%M:%S')
|
|
handler = logging.StreamHandler()
|
|
handler.setFormatter(formatter)
|
|
logger.addHandler(handler)
|
|
|
|
# redis client
|
|
redis_client = redis.StrictRedis(**Conf.REDIS)
|