mirror of https://github.com/peter4431/rq.git
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
91 lines
2.9 KiB
Python
91 lines
2.9 KiB
Python
#!/usr/bin/env python
|
|
import sys
|
|
import argparse
|
|
import logbook
|
|
from logbook import handlers
|
|
from rq import Queue, Worker
|
|
from redis.exceptions import ConnectionError
|
|
from rq.scripts import add_standard_arguments
|
|
from rq.scripts import setup_redis
|
|
from rq.scripts import read_config_file
|
|
from rq.scripts import setup_default_arguments
|
|
|
|
|
|
def format_colors(record, handler):
|
|
from rq.utils import make_colorizer
|
|
if record.level == logbook.WARNING:
|
|
colorize = make_colorizer('darkyellow')
|
|
elif record.level >= logbook.ERROR:
|
|
colorize = make_colorizer('darkred')
|
|
else:
|
|
colorize = lambda x: x
|
|
return '%s: %s' % (record.time.strftime('%H:%M:%S'), colorize(record.msg))
|
|
|
|
|
|
def setup_loghandlers(args):
|
|
if args.verbose:
|
|
loglevel = logbook.DEBUG
|
|
formatter = None
|
|
else:
|
|
loglevel = logbook.INFO
|
|
formatter = format_colors
|
|
|
|
handlers.NullHandler(bubble=False).push_application()
|
|
handler = handlers.StreamHandler(sys.stdout, level=loglevel, bubble=False)
|
|
if formatter:
|
|
handler.formatter = formatter
|
|
handler.push_application()
|
|
handler = handlers.StderrHandler(level=logbook.WARNING, bubble=False)
|
|
if formatter:
|
|
handler.formatter = formatter
|
|
handler.push_application()
|
|
|
|
|
|
def parse_args():
|
|
parser = argparse.ArgumentParser(description='Starts an RQ worker.')
|
|
add_standard_arguments(parser)
|
|
|
|
parser.add_argument('--burst', '-b', action='store_true', default=False, help='Run in burst mode (quit after all work is done)')
|
|
parser.add_argument('--name', '-n', default=None, help='Specify a different name')
|
|
parser.add_argument('--path', '-P', default='.', help='Specify the import path.')
|
|
parser.add_argument('--verbose', '-v', action='store_true', default=False, help='Show more output')
|
|
parser.add_argument('--sentry-dsn', action='store', default=None, metavar='URL', help='Report exceptions to this Sentry DSN')
|
|
parser.add_argument('queues', nargs='*', default=['default'], help='The queues to listen on (default: \'default\')')
|
|
|
|
return parser.parse_args()
|
|
|
|
|
|
def main():
|
|
args = parse_args()
|
|
|
|
if args.path:
|
|
sys.path = args.path.split(':') + sys.path
|
|
|
|
settings = {}
|
|
if args.config:
|
|
settings = read_config_file(args.config)
|
|
|
|
setup_default_arguments(args, settings)
|
|
|
|
# Other default arguments
|
|
if args.sentry_dsn is None:
|
|
args.sentry_dsn = settings.get('SENTRY_DSN', None)
|
|
|
|
setup_loghandlers(args)
|
|
setup_redis(args)
|
|
try:
|
|
queues = map(Queue, args.queues)
|
|
w = Worker(queues, name=args.name)
|
|
|
|
# Should we configure Sentry?
|
|
if args.sentry_dsn:
|
|
from raven import Client
|
|
from rq.contrib.sentry import register_sentry
|
|
client = Client(args.sentry_dsn)
|
|
register_sentry(client, w)
|
|
|
|
w.work(burst=args.burst)
|
|
except ConnectionError as e:
|
|
print(e)
|
|
sys.exit(1)
|