mirror of
https://github.com/django-q2/django-q2.git
synced 2026-09-22 15:28:11 +08:00
Ilan Steemers
439c8a2f77
This way only qmonitor and qinfo need Curses and you can still run the cluster without it.
167 lines
7.2 KiB
Python
167 lines
7.2 KiB
Python
from datetime import timedelta
|
|
|
|
# external
|
|
from blessed import Terminal
|
|
|
|
# django
|
|
from django.db import connection
|
|
from django.db.models import Sum, F
|
|
from django.utils import timezone
|
|
from django.utils.translation import ugettext as _
|
|
|
|
# local
|
|
from django_q.conf import Conf, redis_client
|
|
from django_q.status import Stat, ping_redis
|
|
from django_q import models
|
|
|
|
|
|
def monitor(run_once=False, r=redis_client):
|
|
term = Terminal()
|
|
ping_redis(r)
|
|
with term.fullscreen(), term.hidden_cursor(), term.cbreak():
|
|
val = None
|
|
start_width = int(term.width / 8)
|
|
while val not in (u'q', u'Q',):
|
|
col_width = int(term.width / 8)
|
|
# In case of resize
|
|
if col_width != start_width:
|
|
print(term.clear)
|
|
start_width = col_width
|
|
print(term.move(0, 0) + term.black_on_green(term.center(_('Host'), width=col_width - 1)))
|
|
print(term.move(0, 1 * col_width) + term.black_on_green(term.center(_('Id'), width=col_width - 1)))
|
|
print(term.move(0, 2 * col_width) + term.black_on_green(term.center(_('State'), width=col_width - 1)))
|
|
print(term.move(0, 3 * col_width) + term.black_on_green(term.center(_('Pool'), width=col_width - 1)))
|
|
print(term.move(0, 4 * col_width) + term.black_on_green(term.center(_('TQ'), width=col_width - 1)))
|
|
print(term.move(0, 5 * col_width) + term.black_on_green(term.center(_('RQ'), width=col_width - 1)))
|
|
print(term.move(0, 6 * col_width) + term.black_on_green(term.center(_('RC'), width=col_width - 1)))
|
|
print(term.move(0, 7 * col_width) + term.black_on_green(term.center(_('Up'), width=col_width - 1)))
|
|
i = 2
|
|
stats = Stat.get_all(r=r)
|
|
print(term.clear_eos())
|
|
for stat in stats:
|
|
status = stat.status
|
|
# color status
|
|
if stat.status == Conf.WORKING:
|
|
status = term.green(str(Conf.WORKING))
|
|
elif stat.status == Conf.STOPPING:
|
|
status = term.yellow(str(Conf.STOPPING))
|
|
elif stat.status == Conf.STOPPED:
|
|
status = term.red(str(Conf.STOPPED))
|
|
elif stat.status == Conf.IDLE:
|
|
status = str(Conf.IDLE)
|
|
# color q's
|
|
tasks = str(stat.task_q_size)
|
|
if stat.task_q_size > 0:
|
|
tasks = term.cyan(str(stat.task_q_size))
|
|
if Conf.QUEUE_LIMIT and stat.task_q_size == Conf.QUEUE_LIMIT:
|
|
tasks = term.green(str(stat.task_q_size))
|
|
results = stat.done_q_size
|
|
if results > 0:
|
|
results = term.cyan(str(results))
|
|
# color workers
|
|
workers = len(stat.workers)
|
|
if workers < Conf.WORKERS:
|
|
workers = term.yellow(str(workers))
|
|
# format uptime
|
|
uptime = (timezone.now() - stat.tob).total_seconds()
|
|
hours, remainder = divmod(uptime, 3600)
|
|
minutes, seconds = divmod(remainder, 60)
|
|
uptime = '%d:%02d:%02d' % (hours, minutes, seconds)
|
|
# print to the terminal
|
|
print(term.move(i, 0) + term.center(stat.host[:col_width - 1], width=col_width - 1))
|
|
print(term.move(i, 1 * col_width) + term.center(stat.cluster_id, width=col_width - 1))
|
|
print(term.move(i, 2 * col_width) + term.center(status, width=col_width - 1))
|
|
print(term.move(i, 3 * col_width) + term.center(workers, width=col_width - 1))
|
|
print(term.move(i, 4 * col_width) + term.center(tasks, width=col_width - 1))
|
|
print(term.move(i, 5 * col_width) + term.center(results, width=col_width - 1))
|
|
print(term.move(i, 6 * col_width) + term.center(stat.reincarnations, width=col_width - 1))
|
|
print(term.move(i, 7 * col_width) + term.center(uptime, width=col_width - 1))
|
|
i += 1
|
|
# for testing
|
|
if run_once:
|
|
return Stat.get_all(r=r)
|
|
print(term.move(i + 2, 0) + term.center(_('[Press q to quit]')))
|
|
val = term.inkey(timeout=1)
|
|
|
|
|
|
def info(r=redis_client):
|
|
term = Terminal()
|
|
ping_redis(r)
|
|
stat = Stat.get_all(r)
|
|
# general stats
|
|
clusters = len(stat)
|
|
workers = 0
|
|
reincarnations = 0
|
|
for cluster in stat:
|
|
workers += len(cluster.workers)
|
|
reincarnations += cluster.reincarnations
|
|
# calculate tasks pm and avg exec time
|
|
tasks_per = 0
|
|
per = _('day')
|
|
exec_time = 0
|
|
last_tasks = models.Success.objects.filter(stopped__gte=timezone.now() - timedelta(hours=24))
|
|
tasks_per_day = last_tasks.count()
|
|
if tasks_per_day > 0:
|
|
# average execution time over the last 24 hours
|
|
if not connection.vendor == 'sqlite':
|
|
exec_time = last_tasks.aggregate(time_taken=Sum(F('stopped') - F('started')))
|
|
exec_time = exec_time['time_taken'].total_seconds() / tasks_per_day
|
|
else:
|
|
# can't sum timedeltas on sqlite
|
|
for t in last_tasks:
|
|
exec_time += t.time_taken()
|
|
exec_time = exec_time / tasks_per_day
|
|
# tasks per second/minute/hour/day in the last 24 hours
|
|
if tasks_per_day > 24 * 60 * 60:
|
|
tasks_per = tasks_per_day / (24 * 60 * 60)
|
|
per = _('second')
|
|
elif tasks_per_day > 24 * 60:
|
|
tasks_per = tasks_per_day / (24 * 60)
|
|
per = _('minute')
|
|
elif tasks_per_day > 24:
|
|
tasks_per = tasks_per_day / 24
|
|
per = _('hour')
|
|
else:
|
|
tasks_per = tasks_per_day
|
|
# print to terminal
|
|
term.clear_eos()
|
|
col_width = int(term.width / 6)
|
|
print(term.black_on_green(term.center(_('-- {} summary --').format(Conf.PREFIX))))
|
|
print(term.cyan(_('Clusters')) +
|
|
term.move_x(1 * col_width) +
|
|
term.white(str(clusters)) +
|
|
term.move_x(2 * col_width) +
|
|
term.cyan(_('Workers')) +
|
|
term.move_x(3 * col_width) +
|
|
term.white(str(workers)) +
|
|
term.move_x(4 * col_width) +
|
|
term.cyan(_('Restarts')) +
|
|
term.move_x(5 * col_width) +
|
|
term.white(str(reincarnations))
|
|
)
|
|
print(term.cyan(_('Queued')) +
|
|
term.move_x(1 * col_width) +
|
|
term.white(str(r.llen(Conf.Q_LIST))) +
|
|
term.move_x(2 * col_width) +
|
|
term.cyan(_('Successes')) +
|
|
term.move_x(3 * col_width) +
|
|
term.white(str(models.Success.objects.count())) +
|
|
term.move_x(4 * col_width) +
|
|
term.cyan(_('Failures')) +
|
|
term.move_x(5 * col_width) +
|
|
term.white(str(models.Failure.objects.count()))
|
|
)
|
|
print(term.cyan(_('Schedules')) +
|
|
term.move_x(1 * col_width) +
|
|
term.white(str(models.Schedule.objects.count())) +
|
|
term.move_x(2 * col_width) +
|
|
term.cyan(_('Tasks/{}'.format(per))) +
|
|
term.move_x(3 * col_width) +
|
|
term.white('{0:.2f}'.format(tasks_per)) +
|
|
term.move_x(4 * col_width) +
|
|
term.cyan(_('Avg time')) +
|
|
term.move_x(5 * col_width) +
|
|
term.white('{0:.4f}'.format(exec_time))
|
|
)
|
|
return True
|