1

tools/rankserver/app.py

@@ -22,8 +22,6 @@ if (IsOnlineEnv()):
 else:
     CONFIG_DIR = '../config'
 
-#定时读取mysql里的数据生成排行榜写入redis后php读取redis返回客户端显示
-
 def info(msg):
     print(str(datetime.datetime.now()) + '[INFO] ' + msg)
 
@@ -58,10 +56,78 @@ def getRedis():
         )
     return r;
 
+def getDaySeconds(time_val, incdays):
+    time_zone = 8
+    dayseconds = int((time_val + time_zone * 3600)/3600/24 + incdays) * 3600 * 24 - 3600 * time_zone;
+    return dayseconds
 
-def readMysqlData(rushtime):
+#刷新数据
+def refreshData(row, kill_list, alive_list, harm_list, rate_list, win_list):
+    kill = safeDiv(row[3], row[7])
+    alive_time = safeDiv(row[4], row[7])
+    harm = safeDiv(row[5], row[7])
+    win_times = safeDiv(row[6], row[7])
+    kill_list.append((row[0], row[1].decode('utf-8'), row[2], kill, alive_time, harm, win_times, row[6]))
+    kill_list.sort(key=take_kills, reverse=True)
+    if (len(kill_list) > 50):
+        del kill_list[50:]
+    alive_list.append((row[0], row[1].decode('utf-8'), row[2], kill, alive_time, harm, win_times, row[6]))
+    alive_list.sort(key=take_alive_time, reverse=True)
+    if (len(alive_list) > 50):
+        del alive_list[50:]
+    harm_list.append((row[0], row[1].decode('utf-8'), row[2], kill, alive_time, harm, win_times, row[6]))
+    harm_list.sort(key=take_harms, reverse=True)
+    if (len(harm_list) > 50):
+        del harm_list[50:]
+    rate_list.append((row[0], row[1].decode('utf-8'), row[2], kill, alive_time, harm, win_times, row[6]))
+    rate_list.sort(key=take_win_times, reverse=True)
+    if (len(rate_list) > 50):
+        del rate_list[50:]
+    win_list.append((row[0], row[1].decode('utf-8'), row[2], kill, alive_time, harm, win_times, row[6]))
+    win_list.sort(key=take_game_times, reverse=True)
+    if (len(win_list) > 50):
+        del win_list[50:]
+
+#更新排行榜
+def updateRank(r, kill_list, alive_list, harm_list, rate_list, win_list):
+    kill_list.sort(key=take_kills, reverse=True)
+    kill_rank = []
+    for kill_index in range(min(50, len(kill_list))):
+        kill_rank.append(kill_list[kill_index])
+    r.set("game2001api: kill_rank", json.dumps(kill_rank))
+
+    alive_list.sort(key=take_alive_time, reverse=True)
+    alive_rank = []
+    for alive_index in range(min(50, len(alive_list))):
+        alive_rank.append(alive_list[alive_index])
+    r.set("game2001api: alive_rank", json.dumps(alive_rank))
+
+    harm_list.sort(key=take_harms, reverse=True)
+    harm_rank = []
+    for harm_index in range(min(50, len(harm_list))):
+        harm_rank.append(harm_list[harm_index])
+    r.set("game2001api: harm_rank", json.dumps(harm_rank))
+
+    rate_list.sort(key=take_win_times, reverse=True)
+    rate_rank = []
+    for rate_index in range(min(50, len(rate_list))):
+        rate_rank.append(rate_list[rate_index])
+    r.set("game2001api: rate_rank", json.dumps(rate_rank))
+
+    win_list.sort(key=take_game_times, reverse=True)
+    win_rank = []
+    for win_index in range(min(50, len(win_list))):
+        win_rank.append(win_list[win_index])
+    r.set("game2001api: win_rank", json.dumps(win_rank))
+
+#每日定时读取mysql里的数据生成排行榜写入redis后php读取redis返回客户端显示
+def dayReadMysqlData(rushtime):
     mysql_conf = json.loads(open(CONFIG_DIR + '/rankserver.mysql.cluster.json', 'r').read())
-    array = []
+    kill_list = []
+    alive_list = []
+    harm_list = []
+    rate_list = []
+    win_list = []
     for conf in mysql_conf:
         conn = pymysql.connect(host = conf['host'],
                                port = conf['port'],
@@ -71,45 +137,96 @@ def readMysqlData(rushtime):
                                charset = 'utf8'
         )
         cursor = conn.cursor()
-        cursor.execute('SELECT accountid, user_name, avatar_url, kills, alive_time, harm, win_times, game_times FROM user;')
+        last_idx = 0
-        for row in cursor:
+        temp_idx = 0
-            kill = safeDiv(row[3], row[7])
+        while 1:
-            alive_time = safeDiv(row[4], row[7])
+            cursor.execute('SELECT accountid, user_name, avatar_url, kills, alive_time,'
-            harm = safeDiv(row[5], row[7])
+                           ' harm, win_times, game_times, idx FROM user WHERE idx > %s LIMIT 0, 1000' % (last_idx))
-            win_times = safeDiv(row[6], row[7])
+
-            array.append((row[0], row[1].decode('utf-8'), row[2], kill, alive_time, harm, win_times, row[6]))
+            has_data = False
+            print(kill_list)
+            for row in cursor:
+                refreshData(row, kill_list, alive_list, harm_list, rate_list, win_list)
+                temp_idx = int(row[8])
+                if (temp_idx > last_idx) :
+                    last_idx = int(row[8])
+
+            if not has_data:
+                break
 
     r = getRedis()
-    array.sort(key=take_kills, reverse=True)
+    updateRank(r, kill_list, alive_list, harm_list, rate_list, win_list)
-    kill_rank = []
+    tornado.ioloop.IOLoop.current().call_later(getDaySeconds(time.time(), 1) + rushtime,
-    for kill_index in range(50):
+                                               lambda : dayReadMysqlData(rushtime)
-        kill_rank.append(array[kill_index])
+    )
-    r.set("game2001api: kill_rank", json.dumps(kill_rank))
 
-    array.sort(key=take_alive_time, reverse=True)
+#每5分钟读取mysql里发生改变过的数据更新排行榜
-    alive_rank = []
+def readMysqlData(rushtime):
-    for alive_index in range(50):
+    mysql_conf = json.loads(open(CONFIG_DIR + '/rankserver.mysql.cluster.json', 'r').read())
-        alive_rank.append(array[alive_index])
+    r = getRedis()
-    r.set("game2001api: alive_rank", json.dumps(alive_rank))
+    kill_list_str = r.get("game2001api: kill_rank")
+    if (not kill_list_str):
+        kill_list = []
+    else:
+        kill_list = json.loads(kill_list_str)
 
-    array.sort(key=take_harms, reverse=True)
+    alive_list_str = r.get("game2001api: alive_rank")
-    harm_rank = []
+    if (not alive_list_str):
-    for harm_index in range(50):
+        alive_list = []
-        harm_rank.append(array[harm_index])
+    else:
-    r.set("game2001api: harm_rank", json.dumps(harm_rank))
+        alive_list = json.loads(alive_list_str)
 
-    array.sort(key=take_win_times, reverse=True)
+    harm_list_str = r.get("game2001api: harm_rank")
-    rate_rank = []
+    if (not harm_list_str):
-    for rate_index in range(50):
+        harm_list = []
-        rate_rank.append(array[rate_index])
+    else:
-    r.set("game2001api: rate_rank", json.dumps(rate_rank))
+        harm_list = json.loads(harm_list_str)
 
-    array.sort(key=take_game_times, reverse=True)
+    rate_list_str = r.get("game2001api: rate_rank")
-    win_rank = []
+    if (not rate_list_str):
-    for win_index in range(50):
+        rate_list = []
-        win_rank.append(array[win_index])
+    else:
-    r.set("game2001api: win_rank", json.dumps(win_rank))
+        rate_list = json.loads(rate_list_str)
 
+    win_list_str = r.get("game2001api: win_rank")
+    if (not win_list_str):
+        win_list = []
+    else:
+        win_list = json.loads(win_list_str)
+
+    for conf in mysql_conf:
+        conn = pymysql.connect(host = conf['host'],
+                               port = conf['port'],
+                               user = conf['user'],
+                               passwd = conf['passwd'],
+                               db = 'gamedb2001_' + str(conf['instance_id']),
+                               charset = 'utf8'
+        )
+        cursor = conn.cursor()
+        last_idx = 0
+        temp_idx = 0
+        flag = 0
+        while 1:
+            cursor.execute('SELECT accountid, user_name, avatar_url, kills, alive_time,'
+                           ' harm, win_times, game_times, idx, modify_time FROM user '
+                           ' WHERE modify_time > %s AND idx > %s LIMIT 0, 1000' % (time.time() - 300, last_idx))
+            has_data = False
+            print(3333333)
+            print(kill_list)
+            for row in cursor:
+                for rowKill in kill_list:
+                    if (rowKill[0] == row[0]):
+                        flag = 1
+                        break
+                if (flag != 1):
+                    refreshData(row, kill_list, alive_list, harm_list, rate_list, win_list)
+                    temp_idx = int(row[8])
+                    if (temp_idx > last_idx) :
+                        last_idx = int(row[8])
+            if not has_data:
+                break
+
+    updateRank(r, kill_list, alive_list, harm_list, rate_list, win_list)
     tornado.ioloop.IOLoop.current().call_later(rushtime,
                                                lambda : readMysqlData(rushtime)
     )
@@ -135,9 +252,13 @@ if __name__ == "__main__":
 
     app = make_app()
     app.listen(conf['listen_port'])
-    conf['rushtime'] = 300
+    conf['rushtime'] = 10
-
     tornado.ioloop.IOLoop.current().call_later(conf['rushtime'],
                                                lambda : readMysqlData(conf['rushtime'])
     )
+
+    conf['rushtime'] = 15
+    tornado.ioloop.IOLoop.current().call_later(getDaySeconds(time.time(), 1) + conf['rushtime'],
+                                               lambda : dayReadMysqlData(conf['rushtime'])
+    )
     tornado.ioloop.IOLoop.current().start()