mirror of
https://github.com/django-q2/django-q2.git
synced 2026-09-22 04:28:11 +08:00
84 lines
2.8 KiB
Python
84 lines
2.8 KiB
Python
import multiprocessing
|
|
from multiprocessing.queues import Queue
|
|
from queue import Empty
|
|
from django_q.queue_task import QueueTask
|
|
from django_q.brokers import get_broker
|
|
from django_q.process_manager import ProcessManager
|
|
from django_q.signals import post_execute
|
|
from django_q.conf import Conf, logger, error_reporter, resource
|
|
from django.utils.translation import gettext_lazy as _
|
|
from multiprocessing import Event, Process, Value, current_process
|
|
|
|
try:
|
|
import setproctitle
|
|
except ModuleNotFoundError:
|
|
setproctitle = None
|
|
|
|
|
|
class Monitor(ProcessManager):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.task_queue = Queue(ctx=multiprocessing.get_context())
|
|
self.status.value = self.Status.IDLE.value
|
|
|
|
def get_target(self):
|
|
return self.run_monitor
|
|
|
|
def run_item(self):
|
|
if self.is_idle:
|
|
try:
|
|
task = self.task_queue.get_nowait()
|
|
except Empty:
|
|
# if the queue is empty, then just stop
|
|
return
|
|
self.manager_pipe.send(task)
|
|
|
|
def add_task(self, task):
|
|
self.task_queue.put(task)
|
|
|
|
def run_monitor(self, status, pipe) -> None:
|
|
broker = get_broker()
|
|
proc_name = current_process().name
|
|
if setproctitle:
|
|
setproctitle.setproctitle(f"qcluster {proc_name} monitor")
|
|
logger.info(
|
|
_("%(name)s monitoring at %(id)s") % {"name": proc_name, "id": current_process().pid}
|
|
)
|
|
|
|
while True:
|
|
task = pipe.recv()
|
|
status.value = self.Status.BUSY
|
|
if task == "STOP":
|
|
logger.info(f"Monitor {proc_name} shut down")
|
|
break
|
|
# save the result
|
|
if task.cached:
|
|
task.save_cached(broker)
|
|
else:
|
|
task.save_to_db(broker)
|
|
# acknowledge result
|
|
if task.ack_id and (not task.has_succeeded or task.ack_failure):
|
|
broker.acknowledge(task.ack_id)
|
|
# signal execution done
|
|
post_execute.send(sender="django_q", task=task)
|
|
# log the result
|
|
if task.has_succeeded:
|
|
# log success
|
|
logger.info(
|
|
_("Processed '%(info_name)s' (%(task_name)s)")
|
|
% {"info_name": task.func_name, "task_name": task.name}
|
|
)
|
|
else:
|
|
# log failure
|
|
logger.error(
|
|
_("Failed '%(info_name)s' (%(task_name)s) - %(task_result)s")
|
|
% {
|
|
"info_name": task.func_name,
|
|
"task_name": task.name,
|
|
"task_result": task.result_payload,
|
|
}
|
|
)
|
|
status.value = self.Status.IDLE
|
|
logger.info(_("%(name)s stopped monitoring results") % {"name": proc_name})
|
|
|