added basic tasks queue

.gitignore

@@ -1,5 +1,6 @@
 data/
 logs/
+*.log
 
 server.nginx.conf
 supervisord.conf

requirements.txt

@@ -14,5 +14,12 @@ itsdangerous==0.23
 lxml==3.2.3
 nose==1.3.0
 pyquery==1.2.4
+python-dateutil==2.1
+pytz==2013d
+redis==2.8.0
 requests==1.2.3
+rq==0.3.11
+rq-scheduler==0.3.6
+six==1.4.1
+times==0.6.2
 wsgiref==0.1.2

tasks/__init__.py

@@ -0,0 +1,4 @@
+#coding: utf-8
+
+from .book import *
+from .queue import *

tasks/book.py

@@ -0,0 +1,56 @@
+#coding: utf-8
+
+from flask import current_app
+
+import api
+from api import LibraryNotFoundError
+
+from server.app import build
+from server.db import db
+from server.models import Book
+
+from .queue import book_queue
+
+
+__all__ = ['update_book', 'update_books']
+
+
+def update_book(ctrlno):
+ '''更新书籍信息
+
+ :param ctrlno: 书籍控制号
+ :param database: 数据库
+
+ TODO isolate location updating
+ '''
+ try:
+ book_api = api.Book()
+ book_infos = book_api.get(ctrlno)
+ except LibraryNotFoundError:
+ return
+
+ app = build()
+ with app.app_context():
+ book = Book.query.filter_by(ctrlno=ctrlno).first()
+ if not book:
+ return
+
+ locations = book_infos.get('locations')
+ book.location.available = len(
+ filter(lambda x: x['status'] == u'可供出借', locations))
+ book.location.total = len(locations)
+ db.session.commit()
+
+ return book_infos
+
+
+def update_books():
+ '''更新所有书籍信息'''
+
+ app = build()
+ with app.app_context():
+ current_app.logger.debug('start updating all books...')
+ for book in Book.query.all():
+ book_queue.enqueue(update_book, book.ctrlno)
+
+ return True

tasks/queue.py

@@ -0,0 +1,12 @@
+#coding: utf-8
+
+from redis import Redis
+from rq import Queue
+
+
+__all__ = ['book_queue', 'user_queue']
+
+
+_redis_connection = Redis()
+book_queue = Queue(name='book', connection=_redis_connection)
+user_queue = Queue(name='user', connection=_redis_connection)