Merge pull request #32 from Koed00/dev

Adds queue limit and encryption salt
This commit is contained in:
Ilan Steemers
2015-07-24 02:55:27 -07:00
7 changed files with 34 additions and 18 deletions
+1 -1
View File
@@ -132,7 +132,7 @@ class Sentinel(object):
self.pool_size = Conf.WORKERS
self.pool = []
self.timeout = timeout
self.task_queue = Queue()
self.task_queue = Queue(maxsize=Conf.QUEUE_LIMIT) if Conf.QUEUE_LIMIT else Queue()
self.result_queue = Queue()
self.event_out = Event()
self.monitor = Process()
+3
View File
@@ -33,6 +33,9 @@ class Conf(object):
# Failures are always saved
SAVE_LIMIT = conf.get('save_limit', 250)
# Maximum number of tasks that each cluster can work on
QUEUE_LIMIT = conf.get('queue_limit', None)
# Number of workers in the pool. Default is cpu count. +2 for monitor and pusher
WORKERS = conf.get('workers', cpu_count())
+2 -2
View File
@@ -19,7 +19,7 @@ class SignedPackage(object):
def dumps(obj, compressed=Conf.COMPRESSED):
return signing.dumps(obj,
key=Conf.SECRET_KEY,
salt='django_q.q',
salt=Conf.PREFIX,
compress=compressed,
serializer=PickleSerializer)
@@ -27,7 +27,7 @@ class SignedPackage(object):
def loads(obj):
return signing.loads(obj,
key=Conf.SECRET_KEY,
salt='django_q.q',
salt=Conf.PREFIX,
serializer=PickleSerializer)