Adds max_rss memory limit for recycle

django_q/cluster.py

@@ -1,6 +1,7 @@
 # Standard
 import ast
 import importlib
+import resource
 import signal
 import socket
 import traceback
@@ -10,6 +11,7 @@ from time import sleep
 
 # External
 import arrow
+
 # Django
 from django import db
 from django.conf import settings
@@ -433,7 +435,7 @@ def worker(
             result_queue.put(task)
             timer.value = -1  # Idle
             # Recycle
-            if task_count == Conf.RECYCLE:
+            if task_count == Conf.RECYCLE or (Conf.MAX_RSS and resource.getrusage(resource.RUSAGE_SELF).ru_maxrss >= Conf.MAX_RSS):
                 timer.value = -2  # Recycled
                 break
     logger.info(_(f"{name} stopped doing work"))

django_q/conf.py

@@ -104,6 +104,9 @@ class Conf:
     # Number of tasks each worker can handle before it gets recycled. Useful for releasing memory
     RECYCLE = conf.get("recycle", 500)
 
+    # The maximum resident set size in kilobytes before a worker will recycle. Useful for limiting memory usage.
+    MAX_RSS = conf.get("max_rss", None)
+
     # Number of seconds to wait for a worker to finish.
     TIMEOUT = conf.get("timeout", None)