rmd_sys.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
import tornado.ioloop
import tornado.web
import datetime
import time
import json
import requests
from tornado.ioloop import PeriodicCallback
from recommendation import rmd
from POJ_fetch_mysql import POJ_fetcher as pspider
from HDU_fetch_mysql import HDU_fetcher as hspider

MySQL_info = {
    "host": "localhost",
    "user": "root",
    "passwd": "199528",
    "db": "OJ_data",
    "charset": "utf8"
}


def logging(msg, lv):
    ISOTIMEFORMAT = "%Y-%m-%d %X"
    logtime = time.strftime(ISOTIMEFORMAT, time.localtime())
    lvstr = ["MASSAGE", "WARNING", "ERROR  "]
    print lvstr[lv], logtime, ":", msg


class RmdByUserHandler(tornado.web.RequestHandler):
    def get(self):
        rmd_sys = rmd(MySQL_info)
        username = json.loads(self.get_argument('username'))
        self.write(json.dumps(rmd_sys.rmd_by_user(username)[:10]))
        rmd_sys.close_con()


class RmdByProHandler(tornado.web.RequestHandler):
    def get(self, pid):
        rmd_sys = rmd(MySQL_info)
        self.write(json.dumps(rmd_sys.rmd_by_problem(int(pid))[:10]))
        rmd_sys.close_con()


class UserRatingHandler(tornado.web.RequestHandler):
    def get(self, username):
        rmd_sys = rmd(MySQL_info)
        self.write(json.dumps(rmd_sys.get_elo(username)[0]))
        rmd_sys.close_con()


class ProRatingHandler(tornado.web.RequestHandler):
    def get(self, pid):
        rmd_sys = rmd(MySQL_info)
        self.write(json.dumps(rmd_sys.get_prating(int(pid))))
        rmd_sys.close_con()

    def post(self):
        rmd_sys = rmd(MySQL_info)
        self.write(json.dumps(rmd_sys.get_prating_all()))
        rmd_sys.close_con()


class ProRatingAllHandler(tornado.web.RequestHandler):
    def get(self):
        rmd_sys = rmd(MySQL_info)
        self.write(json.dumps(rmd_sys.get_prating_all()))
        rmd_sys.close_con()


class MainHandler(tornado.web.RequestHandler):
    def get(self):
        self.write("Hello, world")


class UserInfoHandler(tornado.web.RequestHandler):
    def get(self, username):
        rmd_sys = rmd(MySQL_info)
        self.write(json.dumps(rmd_sys.get_user_info(username)))
        rmd_sys.close_con()

    def post(self):
        rmd_sys = rmd(MySQL_info)
        group = json.loads(self.get_argument('group'))
        repo = self.get_argument('repo')
        self.write(json.dumps(rmd_sys.get_user_info_group(repo, group)))
        rmd_sys.close_con()


application = tornado.web.Application([
    (r"/", MainHandler),
    (r"/Recommendation/user/", RmdByUserHandler),
    (r"/Recommendation/problem/Pku/(.*)/", RmdByProHandler),
    (r"/UserRating/(.*)/", UserRatingHandler),
    (r"/ProblemRating/(.*)/", ProRatingHandler),
    (r"/ProblemRatingAll/", ProRatingAllHandler),
    (r"/UserInfo/(.*)/", UserInfoHandler),
    (r"/UserInfo/", UserInfoHandler),
])


def fetch():
    fetcher = pspider(
        MySQL_info=MySQL_info,
        quiet=True
    )
    logging("Poj spider Start!", 0)
    fetcher.main(None, None, datetime.datetime.today())
    logging("Poj spider End!", 0)
    fetcher = hspider(
        MySQL_info=MySQL_info,
        quiet=True
    )
    logging("Hdu spider Start!", 0)
    fetcher.main(None, None, datetime.datetime.today())
    logging("Hdu spider End!", 0)


if __name__ == "__main__":
    mysql_setting = requests.get(
            'http://etcc.in.njoj.org:8009/services/mysql-01/configures/production/').json()['data']
    # print mysql_setting
    MySQL_info["host"] = mysql_setting["HOST"]
    MySQL_info["user"] = mysql_setting["USER"]
    MySQL_info["passwd"] = str(mysql_setting["PASSWORD"])
    application.listen(8888)
    pc = PeriodicCallback(fetch, 1000 * 60 * 60)
    pc.start()
    tornado.ioloop.IOLoop.instance().start()