redis remove key 之前判断该key是否存在
This commit is contained in:
pengtao
parent
a8d2e5975d
commit
3bd7da3a9f
@ -22,169 +22,173 @@ limit = 3
|
|||||||
|
|
||||||
|
|
||||||
def send_cache_data():
|
def send_cache_data():
|
||||||
mydb = MysqlBase(**mysql_promotion_config)
|
mydb = MysqlBase(**mysql_promotion_config)
|
||||||
log.info("start update cache !")
|
log.info("start update cache !")
|
||||||
now = datetime.datetime.today().strftime("%Y-%m-%d %H:%M:%S")
|
now = datetime.datetime.today().strftime("%Y-%m-%d %H:%M:%S")
|
||||||
all = []
|
all = []
|
||||||
# 添加无天数限定的记录
|
# 添加无天数限定的记录
|
||||||
get_full_data = f"select a.id,a.name,a.ad_num,a.ad_title,a.ad_body,a.ad_image,a.ad_url,a.ad_sort,a.companyid,a.locationid,a.gameid,b.appid from ad a,company b where a.companyid=b.id and a.begin_time='{BEGIN}' or a.end_time='{END}'"
|
get_full_data = f"select a.id,a.name,a.ad_num,a.ad_title,a.ad_body,a.ad_image,a.ad_url,a.ad_sort,a.companyid,a.locationid,a.gameid,b.appid from ad a,company b where a.companyid=b.id and a.begin_time='{BEGIN}' or a.end_time='{END}'"
|
||||||
full_data = mydb.query(get_full_data)
|
full_data = mydb.query(get_full_data)
|
||||||
|
|
||||||
if full_data:
|
if full_data:
|
||||||
for line in full_data:
|
for line in full_data:
|
||||||
if line:
|
if line:
|
||||||
log.info(f"line was {line}")
|
log.info(f"line was {line}")
|
||||||
item = {}
|
item = {}
|
||||||
try:
|
try:
|
||||||
item['id'], item['name'], item['ad_num'], item['ad_title'], item['ad_body'], item['ad_image'], item['ad_url'], \
|
item['id'], item['name'], item['ad_num'], item['ad_title'], item['ad_body'], item['ad_image'], item[
|
||||||
item['ad_sort'], item['companyid'], item['locationid'], item['gameid'], item['appid'] = line
|
'ad_url'], item['ad_sort'], item['companyid'], item['locationid'], item['gameid'], item[
|
||||||
all.append(item)
|
'appid'] = line
|
||||||
except Exception:
|
all.append(item)
|
||||||
log.error("split data failed", exc_info=True)
|
except Exception:
|
||||||
|
log.error("split data failed", exc_info=True)
|
||||||
|
|
||||||
# 添加有天数限定的记录
|
# 添加有天数限定的记录
|
||||||
get_data_sql = f"select a.id,a.name,a.ad_num,a.ad_title,a.ad_body,a.ad_image,a.ad_url,a.ad_sort,a.companyid,a.locationid,a.gameid,b.appid from ad a,company b where a.companyid=b.id and '{now}'>a.begin_time and '{now}'<a.end_time ;"
|
get_data_sql = f"select a.id,a.name,a.ad_num,a.ad_title,a.ad_body,a.ad_image,a.ad_url,a.ad_sort,a.companyid,a.locationid,a.gameid,b.appid from ad a,company b where a.companyid=b.id and '{now}'>a.begin_time and '{now}'<a.end_time ;"
|
||||||
|
|
||||||
data = mydb.query(get_data_sql)
|
data = mydb.query(get_data_sql)
|
||||||
if data:
|
if data:
|
||||||
for line in data:
|
for line in data:
|
||||||
if line:
|
if line:
|
||||||
item = {}
|
item = {}
|
||||||
try:
|
try:
|
||||||
item['id'], item['name'], item['ad_num'], item['ad_title'], item['ad_body'], item['ad_image'], item['ad_url'], \
|
item['id'], item['name'], item['ad_num'], item['ad_title'], item['ad_body'], item['ad_image'], item[
|
||||||
item['ad_sort'], item['companyid'], item['locationid'], item['gameid'], item['appid'] = line
|
'ad_url'], item['ad_sort'], item['companyid'], item['locationid'], item['gameid'], item[
|
||||||
all.append(item)
|
'appid'] = line
|
||||||
except Exception:
|
all.append(item)
|
||||||
log.error("split data failed", exc_info=True)
|
except Exception:
|
||||||
# 检查ID是否存在播放列表中，以及播放次数是否完毕
|
log.error("split data failed", exc_info=True)
|
||||||
if all:
|
# 检查ID是否存在播放列表中，以及播放次数是否完毕
|
||||||
# log.info(f"get data was {all}!\n")
|
if all:
|
||||||
for line in all:
|
# log.info(f"get data was {all}!\n")
|
||||||
key = f"ad::{line.get('gameid', 0)}::{line.get('locationid', 0)}"
|
for line in all:
|
||||||
|
key = f"ad::{line.get('gameid', 0)}::{line.get('locationid', 0)}"
|
||||||
|
|
||||||
if int(line['ad_num']) > 0:
|
if int(line['ad_num']) > 0:
|
||||||
num = my_redis.get(f"ad::{line['id']}::num")
|
num = my_redis.get(f"ad::{line['id']}::num")
|
||||||
if not num:
|
if not num:
|
||||||
num = 0
|
num = 0
|
||||||
if int(line['ad_num']) > int(num):
|
if int(line['ad_num']) > int(num):
|
||||||
my_redis.sadd(key, line['id'])
|
my_redis.sadd(key, line['id'])
|
||||||
my_redis.expire(key, 120)
|
my_redis.expire(key, 120)
|
||||||
n = int(line['ad_num']) - int(num)
|
n = int(line['ad_num']) - int(num)
|
||||||
log.info(f"add {line['id']} to {key} ,num was {line['ad_num']},limit was {n}!")
|
log.info(f"add {line['id']} to {key} ,num was {line['ad_num']},limit was {n}!")
|
||||||
else:
|
else:
|
||||||
my_redis.srem(key, line['id'])
|
if my_redis.sismember(key, line['id']):
|
||||||
log.info(f"remove {line['id']} from {key}!")
|
my_redis.srem(key, line['id'])
|
||||||
elif int(line['ad_num']) == 0:
|
log.info(f"remove {line['id']} from {key}!")
|
||||||
my_redis.sadd(key, line['id'])
|
elif int(line['ad_num']) == 0:
|
||||||
my_redis.expire(key, 120)
|
my_redis.sadd(key, line['id'])
|
||||||
log.info(f"add {line['id']} to {key} ,num was unlimit !")
|
my_redis.expire(key, 120)
|
||||||
else:
|
log.info(f"add {line['id']} to {key} ,num was unlimit !")
|
||||||
log.error(f"get ad_num from mysql failed! ad_num={line['ad_num']}")
|
else:
|
||||||
|
log.error(f"get ad_num from mysql failed! ad_num={line['ad_num']}")
|
||||||
|
|
||||||
if not my_redis.exists(f"ad::{line['id']}::info"):
|
if not my_redis.exists(f"ad::{line['id']}::info"):
|
||||||
my_redis.hmset(f"ad::{line['id']}::info", line)
|
my_redis.hmset(f"ad::{line['id']}::info", line)
|
||||||
my_redis.expire(f"ad::{line['id']}::info", 3600 * 24 * 7)
|
my_redis.expire(f"ad::{line['id']}::info", 3600 * 24 * 7)
|
||||||
log.info(f"add ad::{line['id']}::info to redis!")
|
log.info(f"add ad::{line['id']}::info to redis!")
|
||||||
|
|
||||||
# 删除过期的数据
|
# 删除过期的数据
|
||||||
log.info("remove expire data from cache!")
|
log.info("remove expire data from cache!")
|
||||||
expire_sql = f"select id,gameid,locationid from ad where '{now}'>end_time"
|
expire_sql = f"select id,gameid,locationid from ad where '{now}'>end_time"
|
||||||
remove_data = mydb.query(expire_sql)
|
remove_data = mydb.query(expire_sql)
|
||||||
if remove_data:
|
if remove_data:
|
||||||
for line in remove_data:
|
for line in remove_data:
|
||||||
try:
|
try:
|
||||||
id, gameid, locationid = line
|
id, gameid, locationid = line
|
||||||
key = f"{gameid}:{locationid}"
|
key = f"{gameid}:{locationid}"
|
||||||
my_redis.srem(key, id)
|
if my_redis.sismember(key, id):
|
||||||
log.info(f"remove {id} from {key} success!")
|
my_redis.srem(key, id)
|
||||||
except Exception:
|
log.info(f"remove {id} from {key} success!")
|
||||||
log.error("拆解过期数据出错!", exc_info=True)
|
except Exception:
|
||||||
|
log.error("拆解过期数据出错!", exc_info=True)
|
||||||
|
|
||||||
|
|
||||||
class DispatchHandler(tornado.web.RequestHandler):
|
class DispatchHandler(tornado.web.RequestHandler):
|
||||||
|
|
||||||
def get(self):
|
def get(self):
|
||||||
if self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'selfChecking':
|
if self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'selfChecking':
|
||||||
self._selfCheckingHandler()
|
self._selfCheckingHandler()
|
||||||
elif self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'getAdList':
|
elif self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'getAdList':
|
||||||
self._selfGetAdList()
|
self._selfGetAdList()
|
||||||
elif self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'upAdRecording':
|
elif self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'upAdRecording':
|
||||||
self._upAdRecording()
|
self._upAdRecording()
|
||||||
else:
|
else:
|
||||||
self.write("pls check args!")
|
self.write("pls check args!")
|
||||||
|
|
||||||
def _upAdRecording(self):
|
def _upAdRecording(self):
|
||||||
try:
|
try:
|
||||||
adid = self.get_query_argument('adid')
|
adid = self.get_query_argument('adid')
|
||||||
except Exception:
|
except Exception:
|
||||||
result = {'errcode': 2, "errmsg": f"get args failed`"}
|
result = {'errcode': 2, "errmsg": f"get args failed`"}
|
||||||
log.error(result, exc_info=True)
|
log.error(result, exc_info=True)
|
||||||
self.write({'errcode': 1, "errmsg": 'get adid failed!'})
|
self.write({'errcode': 1, "errmsg": 'get adid failed!'})
|
||||||
|
|
||||||
if adid:
|
if adid:
|
||||||
key = f"ad::{adid}::num"
|
key = f"ad::{adid}::num"
|
||||||
my_redis.incr(key, amount=1)
|
my_redis.incr(key, amount=1)
|
||||||
self.write({'errcode': 0, "errmsg": '', "message": f"{adid} incr success!"})
|
self.write({'errcode': 0, "errmsg": '', "message": f"{adid} incr success!"})
|
||||||
|
|
||||||
|
|
||||||
def _selfCheckingHandler(self):
|
def _selfCheckingHandler(self):
|
||||||
self.write(json.dumps({
|
self.write(json.dumps({
|
||||||
'errcode': 0, 'errmsg': '', 'healthy': 1, 'max_rundelay': 10
|
'errcode': 0, 'errmsg': '', 'healthy': 1, 'max_rundelay': 10
|
||||||
}, separators=(',', ':')))
|
}, separators=(',', ':')))
|
||||||
|
|
||||||
|
|
||||||
def _selfGetAdList(self):
|
def _selfGetAdList(self):
|
||||||
try:
|
try:
|
||||||
input = json.loads(self.get_query_argument('body'))
|
input = json.loads(self.get_query_argument('body'))
|
||||||
gameid = input['gameid']
|
gameid = input['gameid']
|
||||||
locationid = input['locationid']
|
locationid = input['locationid']
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
result = {'errcode': 2, "errmsg": f"get args failed,{str(e)}"}
|
result = {'errcode': 2, "errmsg": f"get args failed,{str(e)}"}
|
||||||
log.error(result)
|
log.error(result)
|
||||||
self.write_error(2)
|
self.write_error(2)
|
||||||
return False
|
return False
|
||||||
if gameid and locationid:
|
if gameid and locationid:
|
||||||
key = f"ad::{gameid}::{locationid}"
|
key = f"ad::{gameid}::{locationid}"
|
||||||
|
|
||||||
ids = my_redis.smembers(key)
|
ids = my_redis.smembers(key)
|
||||||
info = []
|
info = []
|
||||||
if not ids:
|
if not ids:
|
||||||
result = {'errcode': 0, "errmsg": '', "message": {"totoal": len(info), "result": info}}
|
result = {'errcode': 0, "errmsg": '', "message": {"totoal": len(info), "result": info}}
|
||||||
else:
|
else:
|
||||||
try:
|
try:
|
||||||
# 如果取得的记录条数大于预设，扔掉多余的记录,当前采用的是随机选择，以后可能需要添加加权选择
|
# 如果取得的记录条数大于预设，扔掉多余的记录,当前采用的是随机选择，以后可能需要添加加权选择
|
||||||
id_list = []
|
id_list = []
|
||||||
if limit < len(ids):
|
if limit < len(ids):
|
||||||
nums = limit
|
nums = limit
|
||||||
else:
|
else:
|
||||||
nums = len(ids)
|
nums = len(ids)
|
||||||
|
|
||||||
for i in range(nums):
|
for i in range(nums):
|
||||||
while 1:
|
while 1:
|
||||||
new = my_redis.srandmember(key)
|
new = my_redis.srandmember(key)
|
||||||
if new not in id_list:
|
if new not in id_list:
|
||||||
id_list.append(new)
|
id_list.append(new)
|
||||||
break
|
break
|
||||||
for id in id_list:
|
for id in id_list:
|
||||||
temp = my_redis.hgetall(f"ad::{id}::info")
|
temp = my_redis.hgetall(f"ad::{id}::info")
|
||||||
info.append(temp)
|
info.append(temp)
|
||||||
result = {'errcode': 0, "errmsg": '', "message": {"totoal": len(info), "result": info}}
|
result = {'errcode': 0, "errmsg": '', "message": {"totoal": len(info), "result": info}}
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
result = {'errcode': 1, "errmsg": e}
|
result = {'errcode': 1, "errmsg": e}
|
||||||
self.write(result)
|
self.write(result)
|
||||||
else:
|
else:
|
||||||
result = {'errcode': 2, "errmsg": f"get args failed!"}
|
result = {'errcode': 2, "errmsg": f"get args failed!"}
|
||||||
self.write(result)
|
self.write(result)
|
||||||
|
|
||||||
|
|
||||||
def make_app():
|
def make_app():
|
||||||
return tornado.web.Application([(r"/webapp/index[\.]php", DispatchHandler)])
|
return tornado.web.Application([(r"/webapp/index[\.]php", DispatchHandler)])
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
print('start!')
|
print('start!')
|
||||||
send_cache_data()
|
send_cache_data()
|
||||||
app = make_app()
|
app = make_app()
|
||||||
app.listen(ad_list_interface_port)
|
app.listen(ad_list_interface_port)
|
||||||
tornado.ioloop.PeriodicCallback(send_cache_data, 60000).start()
|
tornado.ioloop.PeriodicCallback(send_cache_data, 60000).start()
|
||||||
tornado.ioloop.IOLoop.current().start()
|
tornado.ioloop.IOLoop.current().start()
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user