mirror of
https://github.com/django-q2/django-q2.git
synced 2026-09-21 01:48:12 +08:00
103 lines
3.0 KiB
Python
103 lines
3.0 KiB
Python
import logging
|
|
from signal import signal
|
|
from multiprocessing import cpu_count
|
|
|
|
from django.utils.translation import ugettext_lazy as _
|
|
from django.conf import settings
|
|
import redis
|
|
|
|
|
|
class Conf(object):
|
|
try:
|
|
conf = settings.Q_CLUSTER
|
|
except AttributeError:
|
|
conf = {}
|
|
|
|
# Redis server configuration . Follows standard redis keywords
|
|
REDIS = conf.get('redis', {})
|
|
|
|
# Support for Django-Redis connections
|
|
|
|
DJANGO_REDIS = conf.get('django_redis', None)
|
|
|
|
# Name of the cluster or site. For when you run multiple sites on one redis server
|
|
PREFIX = conf.get('name', 'default')
|
|
|
|
# Log output level
|
|
LOG_LEVEL = conf.get('log_level', 'INFO')
|
|
|
|
# Maximum number of successful tasks kept in the database. 0 saves everything. -1 saves none
|
|
# Failures are always saved
|
|
SAVE_LIMIT = conf.get('save_limit', 250)
|
|
|
|
# Number of workers in the pool. Default is cpu count. +2 for monitor and pusher
|
|
WORKERS = conf.get('workers', cpu_count())
|
|
|
|
# Sets compression of redis packages
|
|
COMPRESSED = conf.get('compress', False)
|
|
|
|
# Number of tasks each worker can handle before it gets recycled. Useful for releasing memory
|
|
RECYCLE = conf.get('recycle', 500)
|
|
|
|
# Number of seconds to wait for a worker to finish.
|
|
TIMEOUT = conf.get('timeout', None)
|
|
|
|
# The Django Admin label for this app
|
|
LABEL = conf.get('label', 'Django Q')
|
|
|
|
# Sets the number of processors for each worker, defaults to all.
|
|
CPU_AFFINITY = conf.get('cpu_affinity', 0)
|
|
|
|
# Use the secret key for package signing
|
|
# Django itself should raise an error if it's not configured
|
|
SECRET_KEY = settings.SECRET_KEY
|
|
|
|
# The redis list key
|
|
Q_LIST = 'django_q:{}:q'.format(PREFIX)
|
|
# The redis stats key
|
|
Q_STAT = 'django_q:{}:cluster'.format(PREFIX)
|
|
|
|
# Getting the signal names
|
|
SIGNAL_NAMES = dict((getattr(signal, n), n) for n in dir(signal) if n.startswith('SIG') and '_' not in n)
|
|
|
|
# Translators: Cluster status descriptions
|
|
STARTING = _('Starting')
|
|
WORKING = _('Working')
|
|
IDLE = _("Idle")
|
|
STOPPED = _('Stopped')
|
|
STOPPING = _('Stopping')
|
|
|
|
# to manage workarounds during testing
|
|
TESTING = conf.get('testing', False)
|
|
|
|
|
|
# logger
|
|
logger = logging.getLogger('django-q')
|
|
|
|
# Set up standard logging handler in case there is none
|
|
if not logger.handlers:
|
|
logger.setLevel(level=getattr(logging, Conf.LOG_LEVEL))
|
|
formatter = logging.Formatter(fmt='%(asctime)s [Q] %(levelname)s %(message)s',
|
|
datefmt='%H:%M:%S')
|
|
handler = logging.StreamHandler()
|
|
handler.setFormatter(formatter)
|
|
logger.addHandler(handler)
|
|
|
|
|
|
# Django-redis support
|
|
if Conf.DJANGO_REDIS:
|
|
try:
|
|
import django_redis
|
|
except ImportError:
|
|
django_redis = None
|
|
|
|
|
|
def get_redis_client():
|
|
if Conf.DJANGO_REDIS and django_redis:
|
|
return django_redis.get_redis_connection(Conf.DJANGO_REDIS)
|
|
return redis.StrictRedis(**Conf.REDIS)
|
|
|
|
|
|
# redis client
|
|
redis_client = get_redis_client()
|