mirror of https://github.com/peter4431/rq.git
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
123 lines
4.2 KiB
Pyyto
123 lines
4.2 KiB
Pyyto
import time
|
|
|
|
from multiprocessing import Process
|
|
|
|
from redis import Redis
|
|
|
|
from tests import RQTestCase
|
|
from tests.fixtures import long_running_job
|
|
|
|
from rq import Queue, Worker
|
|
from rq.command import send_command, send_kill_horse_command, send_shutdown_command, send_stop_job_command
|
|
from rq.exceptions import InvalidJobOperation, NoSuchJobError
|
|
from rq.serializers import JSONSerializer
|
|
from rq.worker import WorkerStatus
|
|
|
|
|
|
def _send_shutdown_command(worker_name, connection_kwargs):
|
|
time.sleep(0.25)
|
|
send_shutdown_command(Redis(**connection_kwargs), worker_name)
|
|
|
|
|
|
def _send_kill_horse_command(worker_name, connection_kwargs):
|
|
"""Waits 0.25 seconds before sending kill-horse command"""
|
|
time.sleep(0.25)
|
|
send_kill_horse_command(Redis(**connection_kwargs), worker_name)
|
|
|
|
|
|
def start_work(queue_name, worker_name, connection_kwargs):
|
|
worker = Worker(queue_name, name=worker_name,
|
|
connection=Redis(**connection_kwargs))
|
|
worker.work()
|
|
|
|
|
|
def start_work_burst(queue_name, worker_name, connection_kwargs):
|
|
worker = Worker(queue_name, name=worker_name,
|
|
connection=Redis(**connection_kwargs),
|
|
serializer=JSONSerializer)
|
|
worker.work(burst=True)
|
|
|
|
|
|
|
|
class TestCommands(RQTestCase):
|
|
|
|
def test_shutdown_command(self):
|
|
"""Ensure that shutdown command works properly."""
|
|
connection = self.testconn
|
|
worker = Worker('foo', connection=connection)
|
|
|
|
p = Process(target=_send_shutdown_command,
|
|
args=(worker.name,
|
|
connection.connection_pool.connection_kwargs.copy()))
|
|
p.start()
|
|
worker.work()
|
|
p.join(1)
|
|
|
|
def test_kill_horse_command(self):
|
|
"""Ensure that shutdown command works properly."""
|
|
connection = self.testconn
|
|
queue = Queue('foo', connection=connection)
|
|
job = queue.enqueue(long_running_job, 4)
|
|
worker = Worker('foo', connection=connection)
|
|
|
|
p = Process(target=_send_kill_horse_command,
|
|
args=(worker.name,
|
|
connection.connection_pool.connection_kwargs.copy()))
|
|
p.start()
|
|
worker.work(burst=True)
|
|
p.join(1)
|
|
job.refresh()
|
|
self.assertTrue(job.id in queue.failed_job_registry)
|
|
|
|
p = Process(target=start_work,
|
|
args=('foo', worker.name,
|
|
connection.connection_pool.connection_kwargs.copy()))
|
|
p.start()
|
|
p.join(2)
|
|
|
|
send_kill_horse_command(connection, worker.name)
|
|
worker.refresh()
|
|
# Since worker is not busy, command will be ignored
|
|
self.assertEqual(worker.get_state(), WorkerStatus.IDLE)
|
|
send_shutdown_command(connection, worker.name)
|
|
|
|
def test_stop_job_command(self):
|
|
"""Ensure that stop_job command works properly."""
|
|
|
|
connection = self.testconn
|
|
queue = Queue('foo', connection=connection, serializer=JSONSerializer)
|
|
job = queue.enqueue(long_running_job, 3)
|
|
worker = Worker('foo', connection=connection, serializer=JSONSerializer)
|
|
|
|
# If job is not executing, an error is raised
|
|
with self.assertRaises(InvalidJobOperation):
|
|
send_stop_job_command(connection, job_id=job.id, serializer=JSONSerializer)
|
|
|
|
# An exception is raised if job ID is invalid
|
|
with self.assertRaises(NoSuchJobError):
|
|
send_stop_job_command(connection, job_id='1', serializer=JSONSerializer)
|
|
|
|
p = Process(target=start_work_burst,
|
|
args=('foo', worker.name,
|
|
connection.connection_pool.connection_kwargs.copy()))
|
|
p.start()
|
|
p.join(1)
|
|
|
|
time.sleep(0.1)
|
|
|
|
send_command(connection, worker.name, 'stop-job', job_id=1)
|
|
time.sleep(0.25)
|
|
# Worker still working due to job_id mismatch
|
|
worker.refresh()
|
|
self.assertEqual(worker.get_state(), WorkerStatus.BUSY)
|
|
|
|
send_stop_job_command(connection, job_id=job.id, serializer=JSONSerializer)
|
|
time.sleep(0.25)
|
|
|
|
# Job status is set appropriately
|
|
self.assertTrue(job.is_stopped)
|
|
|
|
# Worker has stopped working
|
|
worker.refresh()
|
|
self.assertEqual(worker.get_state(), WorkerStatus.IDLE)
|