#!/usr/bin/env python # -*- coding: utf-8 -*- import sys import os import time import argparse import redis from redis.exceptions import ConnectionError from rq import use_redis, Queue, Worker from rq.utils import gettermsize, make_colorizer red = make_colorizer('darkred') green = make_colorizer('darkgreen') yellow = make_colorizer('darkyellow') def pad(s, pad_to_length): """Pads the given string to the given length.""" return ('%-' + '%ds' % pad_to_length) % (s,) def get_scale(x): """Finds the lowest scale where x <= scale.""" scales = [20, 50, 100, 200, 400, 600, 800, 1000] for scale in scales: if x <= scale: return scale return x def state_symbol(state): symbols = { 'busy': red('busy'), 'idle': green('idle'), } try: return symbols[state] except KeyError: return state def show_queues(args): while True: if len(args.queues): qs = map(Queue, args.queues) else: qs = Queue.all() num_jobs = 0 termwidth, _ = gettermsize() chartwidth = min(20, termwidth - 20) max_count = 0 counts = dict() for q in qs: count = q.count counts[q] = count max_count = max(max_count, count) scale = get_scale(max_count) ratio = chartwidth * 1.0 / scale if args.interval: os.system('clear') for q in qs: count = counts[q] if not args.raw: chart = green('|' + '█' * int(ratio * count)) line = '%-12s %s %d' % (q.name, chart, count) else: line = '%-12s %d' % (q.name, count) print(line) num_jobs += count # Print summary when not in raw mode if not args.raw: print('%d queues, %d jobs total' % (len(qs), num_jobs)) if args.interval: time.sleep(args.interval) else: break def show_workers(args): while True: qs = Queue.all() ws = Worker.all() if args.interval: os.system('clear') queues = {qname: [] for qname in qs} for w in ws: for q in w.queues: if not q in queues: queues[q] = [] queues[q].append(w) if args.by_queue: max_qname = max(map(lambda q: len(q.name), queues.keys())) if queues else 0 for q in queues: if queues[q]: queues_str = ", ".join(sorted(map(lambda w: '%s (%s)' % (w.name, state_symbol(w.state)), queues[q]))) else: queues_str = '–' print '%s %s' % (pad(q.name + ':', max_qname + 1), queues_str) else: for w in ws: print '%s %s: %s' % (w.name, state_symbol(w.state), ', '.join(w.queue_names())) print '%d workers, %d queues' % (len(ws), len(queues)) if args.interval: time.sleep(args.interval) else: break def parse_args(): parser = argparse.ArgumentParser(description='RQ command-line monitor.') parser.add_argument('--host', '-H', default='localhost', help='The Redis hostname (default: localhost)') parser.add_argument('--port', '-p', type=int, default=6379, help='The Redis portnumber (default: 6379)') parser.add_argument('--db', '-d', type=int, default=0, help='The Redis database (default: 0)') parser.add_argument('--path', '-P', default='.', help='Specify the import path.') parent_parser = argparse.ArgumentParser(add_help=False) parent_parser.add_argument('--interval', '-i', metavar='N', type=float, default=0, help='Updates stats every N seconds (default: don\'t poll)') subparsers = parser.add_subparsers() queues_p = subparsers.add_parser('queues', parents=[parent_parser], help='Show queue info') queues_p.add_argument('--raw', '-r', action='store_true', default=False, help='Print only the raw numbers, no bar charts') queues_p.add_argument('queues', nargs='*', help='The queues to poll') queues_p.set_defaults(func=show_queues) workers_p = subparsers.add_parser('workers', parents=[parent_parser], help='Show worker activity') workers_p.add_argument('--by-queue', '-Q', dest='by_queue', default=False, action='store_true', help='Shows workers by queue') workers_p.set_defaults(func=show_workers) return parser.parse_args() def main(): args = parse_args() if args.path: sys.path = args.path.split(':') + sys.path # Setup connection to Redis redis_conn = redis.Redis(host=args.host, port=args.port, db=args.db) use_redis(redis_conn) try: args.func(args) except ConnectionError as e: print(e) if __name__ == '__main__': main()