273 lines
9.2 KiB
Python
273 lines
9.2 KiB
Python
# -*- coding: utf-8 -*-
|
|
#!/usr/bin/python
|
|
|
|
import pymysql
|
|
import hashlib
|
|
import json
|
|
import urllib.request
|
|
import base64
|
|
import tornado.ioloop
|
|
import tornado.web
|
|
import time
|
|
import datetime
|
|
import redis
|
|
import os
|
|
|
|
CONFIG_DIR = ''
|
|
|
|
def IsOnlineEnv():
|
|
return os.getenv("SERVER_ENV");
|
|
|
|
if (IsOnlineEnv()):
|
|
CONFIG_DIR = '/var/data/conf_test/game2001api_rankserver/config'
|
|
else:
|
|
CONFIG_DIR = '../config'
|
|
|
|
def info(msg):
|
|
print(str(datetime.datetime.now()) + '[INFO] ' + msg)
|
|
|
|
def take_kills(elem):
|
|
return elem[3]
|
|
|
|
def take_game_times(elem):
|
|
return elem[7]
|
|
|
|
def take_integral_times(elem):
|
|
return elem[8]
|
|
|
|
def safeDiv(a, b):
|
|
if b == 0:
|
|
return 0
|
|
else:
|
|
return a / b
|
|
|
|
def getRedis():
|
|
redis_conf = json.loadsmysql_conf = json.loads(open(CONFIG_DIR + '/rankserver.redis.cluster.json', 'r').read())
|
|
for conf in redis_conf:
|
|
r = redis.Redis(host = conf['host'],
|
|
port = conf['port'],
|
|
password = conf['passwd'],
|
|
charset = 'utf8'
|
|
)
|
|
return r;
|
|
|
|
def getDaySeconds(time_val, incdays):
|
|
time_zone = 8
|
|
dayseconds = int((time_val + time_zone * 3600)/3600/24 + incdays) * 3600 * 24 - 3600 * time_zone;
|
|
return dayseconds
|
|
|
|
#数据去重
|
|
def delRepeatData(row, data_list):
|
|
temp_list = []
|
|
for data in data_list:
|
|
if data[0] == row[0]:
|
|
temp_list.append(data)
|
|
for temp_data in temp_list:
|
|
data_list.remove(temp_data)
|
|
#print(data_list)
|
|
|
|
#刷新数据
|
|
def refreshData(row, data_list, data_info):
|
|
key_info = data_info
|
|
kill = safeDiv(row[3], row[7])
|
|
alive_time = safeDiv(row[4], row[7])
|
|
harm = safeDiv(row[5], row[7])
|
|
win_times = safeDiv(row[6], row[7])
|
|
num = row[9]
|
|
if (time.time() > row[10]):
|
|
num = 0
|
|
data_list.append((row[0], row[1].decode('utf-8'), row[2], kill, alive_time, harm, win_times, row[6], num))
|
|
data_list.sort(key=key_info, reverse=True)
|
|
if (len(data_list) > 50):
|
|
del data_list[50:]
|
|
|
|
#更新排行榜
|
|
def updateRank(r, kill_list, win_list ,integral_list):
|
|
kill_list.sort(key=take_kills, reverse=True)
|
|
kill_rank = []
|
|
for kill_index in range(min(50, len(kill_list))):
|
|
kill_rank.append(kill_list[kill_index])
|
|
r.set("game2001api: kill_rank", json.dumps(kill_rank))
|
|
|
|
win_list.sort(key=take_game_times, reverse=True)
|
|
win_rank = []
|
|
for win_index in range(min(50, len(win_list))):
|
|
win_rank.append(win_list[win_index])
|
|
r.set("game2001api: win_rank", json.dumps(win_rank))
|
|
|
|
integral_list.sort(key=take_integral_times, reverse=True)
|
|
integral_rank = []
|
|
for integral_index in range(min(50, len(integral_list))):
|
|
integral_rank.append(integral_list[integral_index])
|
|
r.set("game2001api: integral_rank", json.dumps(integral_rank))
|
|
|
|
def internalDayReadMysqlData():
|
|
mysql_conf = json.loads(open(CONFIG_DIR + '/rankserver.mysql.cluster.json', 'r').read())
|
|
kill_list = []
|
|
alive_list = []
|
|
harm_list = []
|
|
rate_list = []
|
|
win_list = []
|
|
integral_list = []
|
|
for conf in mysql_conf:
|
|
conn = pymysql.connect(host = conf['host'],
|
|
port = conf['port'],
|
|
user = conf['user'],
|
|
passwd = conf['passwd'],
|
|
db = 'gamedb2001_' + str(conf['instance_id']),
|
|
charset = 'utf8'
|
|
)
|
|
cursor = conn.cursor()
|
|
last_idx = 0
|
|
temp_idx = 0
|
|
while 1:
|
|
cursor.execute('SELECT accountid, user_name, avatar_url, kills, alive_time,'
|
|
' harm, win_times, game_times, idx, integral, season_time FROM user WHERE idx > %s LIMIT 0, 1000' % (last_idx))
|
|
|
|
has_data = False
|
|
for row in cursor:
|
|
has_data = True
|
|
#更新击杀榜
|
|
refreshData(row, kill_list, take_kills)
|
|
#更新胜场榜
|
|
refreshData(row, win_list, take_game_times)
|
|
#更新积分榜
|
|
refreshData(row, integral_list, take_integral_times)
|
|
temp_idx = int(row[8])
|
|
if (temp_idx > last_idx) :
|
|
last_idx = int(row[8])
|
|
|
|
if not has_data:
|
|
break
|
|
|
|
r = getRedis()
|
|
updateRank(r, kill_list, win_list, integral_list)
|
|
|
|
#每日定时读取mysql里的数据生成排行榜写入redis后php读取redis返回客户端显示
|
|
def dayReadMysqlData(rushtime):
|
|
internalDayReadMysqlData()
|
|
tornado.ioloop.IOLoop.current().call_at(getDaySeconds(time.time(), 1) + rushtime,
|
|
lambda : dayReadMysqlData(rushtime)
|
|
)
|
|
|
|
#每5分钟读取mysql里发生改变过的数据更新排行榜
|
|
def readMysqlData(rushtime):
|
|
mysql_conf = json.loads(open(CONFIG_DIR + '/rankserver.mysql.cluster.json', 'r').read())
|
|
r = getRedis()
|
|
kill_list_str = r.get("game2001api: kill_rank")
|
|
if (not kill_list_str):
|
|
kill_list = []
|
|
else:
|
|
kill_list = json.loads(kill_list_str)
|
|
|
|
win_list_str = r.get("game2001api: win_rank")
|
|
if (not win_list_str):
|
|
win_list = []
|
|
else:
|
|
win_list = json.loads(win_list_str)
|
|
|
|
integral_list_str = r.get("game2001api: integral_rank")
|
|
if (not integral_list_str):
|
|
integral_list = []
|
|
else:
|
|
integral_list = json.loads(integral_list_str)
|
|
|
|
for conf in mysql_conf:
|
|
conn = pymysql.connect(host = conf['host'],
|
|
port = conf['port'],
|
|
user = conf['user'],
|
|
passwd = conf['passwd'],
|
|
db = 'gamedb2001_' + str(conf['instance_id']),
|
|
charset = 'utf8'
|
|
)
|
|
cursor = conn.cursor()
|
|
last_idx = 0
|
|
temp_idx = 0
|
|
while 1:
|
|
cursor.execute('SELECT accountid, user_name, avatar_url, kills, alive_time,'
|
|
' harm, win_times, game_times, idx, integral, season_time, kill_modifytime FROM user '
|
|
' WHERE kill_modifytime > %s AND idx > %s LIMIT 0, 1000' % (time.time() - 300, last_idx))
|
|
has_data = False
|
|
for row in cursor:
|
|
has_data = True
|
|
#更新击杀榜
|
|
delRepeatData(row, kill_list)
|
|
refreshData(row, kill_list, take_kills)
|
|
temp_idx = int(row[8])
|
|
if (temp_idx > last_idx) :
|
|
last_idx = int(row[8])
|
|
if not has_data:
|
|
break
|
|
|
|
last_idx = 0
|
|
temp_idx = 0
|
|
while 1:
|
|
cursor.execute('SELECT accountid, user_name, avatar_url, kills, alive_time,'
|
|
' harm, win_times, game_times, idx, integral, season_time, win_modifytime FROM user '
|
|
' WHERE win_modifytime > %s AND idx > %s LIMIT 0, 1000' % (time.time() - 300, last_idx))
|
|
has_data = False
|
|
for row in cursor:
|
|
has_data = True
|
|
#更新胜场榜
|
|
delRepeatData(row, win_list)
|
|
refreshData(row, win_list, take_game_times)
|
|
temp_idx = int(row[8])
|
|
if (temp_idx > last_idx) :
|
|
last_idx = int(row[8])
|
|
if not has_data:
|
|
break
|
|
|
|
last_idx = 0
|
|
temp_idx = 0
|
|
while 1:
|
|
cursor.execute('SELECT accountid, user_name, avatar_url, kills, alive_time,'
|
|
' harm, win_times, game_times, idx, integral, season_time, rank_modifytime FROM user '
|
|
' WHERE rank_modifytime > %s AND idx > %s LIMIT 0, 1000' % (time.time() - 300, last_idx))
|
|
|
|
has_data = False
|
|
for row in cursor:
|
|
has_data = True
|
|
#更新积分榜
|
|
delRepeatData(row, integral_list)
|
|
refreshData(row, integral_list, take_integral_times)
|
|
temp_idx = int(row[8])
|
|
if (temp_idx > last_idx) :
|
|
last_idx = int(row[8])
|
|
if not has_data:
|
|
break
|
|
updateRank(r, kill_list, win_list, integral_list)
|
|
tornado.ioloop.IOLoop.current().call_later(rushtime,
|
|
lambda : readMysqlData(rushtime)
|
|
)
|
|
|
|
class SelfCheckingHandler(tornado.web.RequestHandler):
|
|
|
|
def get(self):
|
|
self.write(json.dumps({
|
|
'errcode': 0,
|
|
'errmsg': '',
|
|
'healthy': 1,
|
|
'max_rundelay': 10
|
|
}))
|
|
|
|
def make_app():
|
|
return tornado.web.Application([
|
|
(r"/webapp/index[\.]php", SelfCheckingHandler),
|
|
])
|
|
|
|
if __name__ == "__main__":
|
|
conf = json.loads(open(CONFIG_DIR + '/rankserver.json', 'r').read())
|
|
|
|
app = make_app()
|
|
app.listen(conf['listen_port'])
|
|
conf['rushtime'] = 300
|
|
tornado.ioloop.IOLoop.current().call_later(conf['rushtime'],
|
|
lambda : readMysqlData(conf['rushtime'])
|
|
)
|
|
|
|
conf['day_rushtime'] = 5 * 3600
|
|
tornado.ioloop.IOLoop.current().call_at(getDaySeconds(time.time(), 1) + conf['day_rushtime'],
|
|
lambda : dayReadMysqlData(conf['day_rushtime'])
|
|
)
|
|
tornado.ioloop.IOLoop.current().start()
|