mirror of
https://github.com/django-q2/django-q2.git
synced 2026-09-22 01:18:11 +08:00
Ilan
b99e16f108
When a cluster hasn't run for a while, the default behavior is to keep executing schedules until they are caught up with the present time. By setting `catch_up` to False, schedules will not play catch up and instead get rescheduled to the future.
125 lines
4.7 KiB
Python
125 lines
4.7 KiB
Python
from datetime import timedelta
|
|
from multiprocessing import Queue, Event, Value
|
|
|
|
import pytest
|
|
import arrow
|
|
|
|
from django.utils import timezone
|
|
|
|
from django_q.conf import redis_client, Conf
|
|
from django_q.cluster import pusher, worker, monitor, scheduler
|
|
from django_q.tasks import Schedule, fetch, schedule as create_schedule, queue_size
|
|
|
|
|
|
@pytest.fixture
|
|
def r():
|
|
return redis_client
|
|
|
|
|
|
@pytest.mark.django_db
|
|
def test_scheduler(r):
|
|
list_key = 'scheduler_test:q'
|
|
r.delete(list_key)
|
|
schedule = create_schedule('math.copysign',
|
|
1, -1,
|
|
name='test math',
|
|
hook='django_q.tests.tasks.result',
|
|
schedule_type=Schedule.HOURLY,
|
|
repeats=1)
|
|
assert schedule.last_run() is None
|
|
# run scheduler
|
|
scheduler(list_key=list_key)
|
|
# set up the workflow
|
|
task_queue = Queue()
|
|
stop_event = Event()
|
|
stop_event.set()
|
|
# push it
|
|
pusher(task_queue, stop_event, list_key=list_key, r=r)
|
|
assert task_queue.qsize() == 1
|
|
assert queue_size(list_key=list_key, r=r) == 0
|
|
task_queue.put('STOP')
|
|
# let a worker handle them
|
|
result_queue = Queue()
|
|
worker(task_queue, result_queue, Value('b', -1))
|
|
assert result_queue.qsize() == 1
|
|
result_queue.put('STOP')
|
|
# store the results
|
|
monitor(result_queue)
|
|
assert result_queue.qsize() == 0
|
|
schedule = Schedule.objects.get(pk=schedule.pk)
|
|
assert schedule.repeats == 0
|
|
assert schedule.last_run() is not None
|
|
assert schedule.success() is True
|
|
assert schedule.next_run < arrow.get(timezone.now()).replace(hours=+1)
|
|
task = fetch(schedule.task)
|
|
assert task is not None
|
|
assert task.success is True
|
|
assert task.result < 0
|
|
# Once schedule with delete
|
|
once_schedule = create_schedule('django_q.tests.tasks.word_multiply',
|
|
2,
|
|
word='django',
|
|
schedule_type=Schedule.ONCE,
|
|
repeats=-1,
|
|
hook='django_q.tests.tasks.result'
|
|
)
|
|
assert hasattr(once_schedule, 'pk') is True
|
|
# negative repeats
|
|
always_schedule = create_schedule('django_q.tests.tasks.word_multiply',
|
|
2,
|
|
word='django',
|
|
schedule_type=Schedule.DAILY,
|
|
repeats=-1,
|
|
hook='django_q.tests.tasks.result'
|
|
)
|
|
assert hasattr(always_schedule, 'pk') is True
|
|
# Minute schedule
|
|
minute_schedule = create_schedule('django_q.tests.tasks.word_multiply',
|
|
2,
|
|
word='django',
|
|
schedule_type=Schedule.MINUTES,
|
|
minutes=10)
|
|
assert hasattr(minute_schedule, 'pk') is True
|
|
# All other types
|
|
for t in Schedule.TYPE:
|
|
schedule = create_schedule('django_q.tests.tasks.word_multiply',
|
|
2,
|
|
word='django',
|
|
schedule_type=t[0],
|
|
repeats=1,
|
|
hook='django_q.tests.tasks.result'
|
|
)
|
|
assert schedule is not None
|
|
assert schedule.last_run() is None
|
|
scheduler(list_key=list_key)
|
|
# via model
|
|
Schedule.objects.create(func='django_q.tests.tasks.word_multiply',
|
|
args='2',
|
|
kwargs='word="django"',
|
|
schedule_type=Schedule.DAILY
|
|
)
|
|
# scheduler
|
|
scheduler(list_key=list_key)
|
|
# ONCE schedule should be deleted
|
|
assert Schedule.objects.filter(pk=once_schedule.pk).exists() is False
|
|
# Catch up On
|
|
Conf.CATCH_UP = True
|
|
now = timezone.now()
|
|
schedule = create_schedule('django_q.tests.tasks.word_multiply',
|
|
2,
|
|
word='catch_up',
|
|
schedule_type=Schedule.HOURLY,
|
|
next_run=timezone.now() - timedelta(hours=12),
|
|
repeats=-1
|
|
)
|
|
scheduler(list_key=list_key)
|
|
schedule = Schedule.objects.get(pk=schedule.pk)
|
|
assert schedule.next_run < now
|
|
# Catch up off
|
|
Conf.CATCH_UP = False
|
|
scheduler(list_key=list_key)
|
|
schedule = Schedule.objects.get(pk=schedule.pk)
|
|
assert schedule.next_run > now
|
|
# Done
|
|
r.delete(list_key)
|