tornado+celery的簡單使用

celery是實作一個簡單，靈活可靠的分布式任務隊列系統的好選擇

tornado則不用過多介紹

在開發機上安裝rabbitmq這裡就不介紹了

首先是task檔案的編寫

task.py

#coding=utf-8
from celery import Celery
from celery.bin import worker as celery_worker
import celeryconfig

broker = 'amqp://'
backend = 'amqp'
app = Celery('celery_test', backend=backend, broker=broker)
app.config_from_object(celeryconfig)

@app.task
def mytask0(task_name):
    print "task0:%s" %task_name
    return task_name 

@app.task
def mytask1(task_name):
    print "task1:%s" %task_name
    return task_name 

def worker_start():
    worker = celery_worker.worker(app=app)
    worker.run(broker=broker, concurrency=,
               traceback=False, loglevel='INFO')

if __name__ == "__main__":
    worker_start()
           

celeryconfig.py檔案中包含對celery的配置

#coding=utf-
from kombu import Queue
CELERY_DEFAULT_QUEUE = 'mytask0'
CELERY_QUEUES = (
    Queue('mytask0',    routing_key='task.mytask0'),
    Queue('mytask1',    routing_key='task.mytask1'),
)
CELERY_DEFAULT_EXCHANGE_TYPE = 'direct'
CELERY_DEFAULT_ROUTING_KEY = 'task.mytask0'
CELERY_TIMEZONE = 'Asia/Shanghai'
CELERY_ROUTES = {
    'task.mytask0': {
        'queue': 'mytask0',
        'routing_key': 'task.mytask0',
    },
    'task.mytask1': {
        'queue': 'mytask1',
        'routing_key': 'task.mytask1',
    },
}
           

執行python task.py将會啟動worker

tornado調用celery将阻塞任務變為非阻塞

這會使用到tcelery子產品，即tornado下的一個非阻塞的broker實作

app.py

#coding=utf-8
from tornado import web
import task

class TestHandler(tornado.web.RequestHandler):

    @web.asynchronous
    def get(self):
        task.mytask0.apply_async(
            args=['task0'],
                  queue='mytask0',
                  routing_key='task.mytask0',
                  callback=self.on_success)
    def on_success(self, result):
        self.finish({'task':result.result})
           

start.py

用于實作tornado服務的啟動

#coding=utf-8
import tornado
from tornado.options import define, options, parse_command_line
from tornado.log import enable_pretty_logging
import tcelery
from app import TestHandler
import tornado.httpserver

define("port", default=, help="run on the given port", type=int)
define("debug", default=False, help="run in debug mode")

urls = [(r"/api/task/test", TestHandler)]

def server_start():
    app = tornado.web.Application(urls, debug=options.debug)
    enable_pretty_logging()
    parse_command_line()
    server = tornado.httpserver.HTTPServer(app)
    server.bind(options.port)
    server.start()
    tcelery.setup_nonblocking_producer(limit=)
    tornado.ioloop.IOLoop.current().start()

if __name__ == "__main__":
    server_start()
           

執行python start.py即可啟動服務