redis remove key 之前判断该key是否存在
This commit is contained in:
pengtao
parent
a8d2e5975d
commit
3bd7da3a9f
@ -22,169 +22,173 @@ limit = 3
|
||||
|
||||
|
||||
def send_cache_data():
|
||||
mydb = MysqlBase(**mysql_promotion_config)
|
||||
log.info("start update cache !")
|
||||
now = datetime.datetime.today().strftime("%Y-%m-%d %H:%M:%S")
|
||||
all = []
|
||||
# 添加无天数限定的记录
|
||||
get_full_data = f"select a.id,a.name,a.ad_num,a.ad_title,a.ad_body,a.ad_image,a.ad_url,a.ad_sort,a.companyid,a.locationid,a.gameid,b.appid from ad a,company b where a.companyid=b.id and a.begin_time='{BEGIN}' or a.end_time='{END}'"
|
||||
full_data = mydb.query(get_full_data)
|
||||
mydb = MysqlBase(**mysql_promotion_config)
|
||||
log.info("start update cache !")
|
||||
now = datetime.datetime.today().strftime("%Y-%m-%d %H:%M:%S")
|
||||
all = []
|
||||
# 添加无天数限定的记录
|
||||
get_full_data = f"select a.id,a.name,a.ad_num,a.ad_title,a.ad_body,a.ad_image,a.ad_url,a.ad_sort,a.companyid,a.locationid,a.gameid,b.appid from ad a,company b where a.companyid=b.id and a.begin_time='{BEGIN}' or a.end_time='{END}'"
|
||||
full_data = mydb.query(get_full_data)
|
||||
|
||||
if full_data:
|
||||
for line in full_data:
|
||||
if line:
|
||||
log.info(f"line was {line}")
|
||||
item = {}
|
||||
try:
|
||||
item['id'], item['name'], item['ad_num'], item['ad_title'], item['ad_body'], item['ad_image'], item['ad_url'], \
|
||||
item['ad_sort'], item['companyid'], item['locationid'], item['gameid'], item['appid'] = line
|
||||
all.append(item)
|
||||
except Exception:
|
||||
log.error("split data failed", exc_info=True)
|
||||
if full_data:
|
||||
for line in full_data:
|
||||
if line:
|
||||
log.info(f"line was {line}")
|
||||
item = {}
|
||||
try:
|
||||
item['id'], item['name'], item['ad_num'], item['ad_title'], item['ad_body'], item['ad_image'], item[
|
||||
'ad_url'], item['ad_sort'], item['companyid'], item['locationid'], item['gameid'], item[
|
||||
'appid'] = line
|
||||
all.append(item)
|
||||
except Exception:
|
||||
log.error("split data failed", exc_info=True)
|
||||
|
||||
# 添加有天数限定的记录
|
||||
get_data_sql = f"select a.id,a.name,a.ad_num,a.ad_title,a.ad_body,a.ad_image,a.ad_url,a.ad_sort,a.companyid,a.locationid,a.gameid,b.appid from ad a,company b where a.companyid=b.id and '{now}'>a.begin_time and '{now}'<a.end_time ;"
|
||||
# 添加有天数限定的记录
|
||||
get_data_sql = f"select a.id,a.name,a.ad_num,a.ad_title,a.ad_body,a.ad_image,a.ad_url,a.ad_sort,a.companyid,a.locationid,a.gameid,b.appid from ad a,company b where a.companyid=b.id and '{now}'>a.begin_time and '{now}'<a.end_time ;"
|
||||
|
||||
data = mydb.query(get_data_sql)
|
||||
if data:
|
||||
for line in data:
|
||||
if line:
|
||||
item = {}
|
||||
try:
|
||||
item['id'], item['name'], item['ad_num'], item['ad_title'], item['ad_body'], item['ad_image'], item['ad_url'], \
|
||||
item['ad_sort'], item['companyid'], item['locationid'], item['gameid'], item['appid'] = line
|
||||
all.append(item)
|
||||
except Exception:
|
||||
log.error("split data failed", exc_info=True)
|
||||
# 检查ID是否存在播放列表中，以及播放次数是否完毕
|
||||
if all:
|
||||
# log.info(f"get data was {all}!\n")
|
||||
for line in all:
|
||||
key = f"ad::{line.get('gameid', 0)}::{line.get('locationid', 0)}"
|
||||
data = mydb.query(get_data_sql)
|
||||
if data:
|
||||
for line in data:
|
||||
if line:
|
||||
item = {}
|
||||
try:
|
||||
item['id'], item['name'], item['ad_num'], item['ad_title'], item['ad_body'], item['ad_image'], item[
|
||||
'ad_url'], item['ad_sort'], item['companyid'], item['locationid'], item['gameid'], item[
|
||||
'appid'] = line
|
||||
all.append(item)
|
||||
except Exception:
|
||||
log.error("split data failed", exc_info=True)
|
||||
# 检查ID是否存在播放列表中，以及播放次数是否完毕
|
||||
if all:
|
||||
# log.info(f"get data was {all}!\n")
|
||||
for line in all:
|
||||
key = f"ad::{line.get('gameid', 0)}::{line.get('locationid', 0)}"
|
||||
|
||||
if int(line['ad_num']) > 0:
|
||||
num = my_redis.get(f"ad::{line['id']}::num")
|
||||
if not num:
|
||||
num = 0
|
||||
if int(line['ad_num']) > int(num):
|
||||
my_redis.sadd(key, line['id'])
|
||||
my_redis.expire(key, 120)
|
||||
n = int(line['ad_num']) - int(num)
|
||||
log.info(f"add {line['id']} to {key} ,num was {line['ad_num']},limit was {n}!")
|
||||
else:
|
||||
my_redis.srem(key, line['id'])
|
||||
log.info(f"remove {line['id']} from {key}!")
|
||||
elif int(line['ad_num']) == 0:
|
||||
my_redis.sadd(key, line['id'])
|
||||
my_redis.expire(key, 120)
|
||||
log.info(f"add {line['id']} to {key} ,num was unlimit !")
|
||||
else:
|
||||
log.error(f"get ad_num from mysql failed! ad_num={line['ad_num']}")
|
||||
if int(line['ad_num']) > 0:
|
||||
num = my_redis.get(f"ad::{line['id']}::num")
|
||||
if not num:
|
||||
num = 0
|
||||
if int(line['ad_num']) > int(num):
|
||||
my_redis.sadd(key, line['id'])
|
||||
my_redis.expire(key, 120)
|
||||
n = int(line['ad_num']) - int(num)
|
||||
log.info(f"add {line['id']} to {key} ,num was {line['ad_num']},limit was {n}!")
|
||||
else:
|
||||
if my_redis.sismember(key, line['id']):
|
||||
my_redis.srem(key, line['id'])
|
||||
log.info(f"remove {line['id']} from {key}!")
|
||||
elif int(line['ad_num']) == 0:
|
||||
my_redis.sadd(key, line['id'])
|
||||
my_redis.expire(key, 120)
|
||||
log.info(f"add {line['id']} to {key} ,num was unlimit !")
|
||||
else:
|
||||
log.error(f"get ad_num from mysql failed! ad_num={line['ad_num']}")
|
||||
|
||||
if not my_redis.exists(f"ad::{line['id']}::info"):
|
||||
my_redis.hmset(f"ad::{line['id']}::info", line)
|
||||
my_redis.expire(f"ad::{line['id']}::info", 3600 * 24 * 7)
|
||||
log.info(f"add ad::{line['id']}::info to redis!")
|
||||
if not my_redis.exists(f"ad::{line['id']}::info"):
|
||||
my_redis.hmset(f"ad::{line['id']}::info", line)
|
||||
my_redis.expire(f"ad::{line['id']}::info", 3600 * 24 * 7)
|
||||
log.info(f"add ad::{line['id']}::info to redis!")
|
||||
|
||||
# 删除过期的数据
|
||||
log.info("remove expire data from cache!")
|
||||
expire_sql = f"select id,gameid,locationid from ad where '{now}'>end_time"
|
||||
remove_data = mydb.query(expire_sql)
|
||||
if remove_data:
|
||||
for line in remove_data:
|
||||
try:
|
||||
id, gameid, locationid = line
|
||||
key = f"{gameid}:{locationid}"
|
||||
my_redis.srem(key, id)
|
||||
log.info(f"remove {id} from {key} success!")
|
||||
except Exception:
|
||||
log.error("拆解过期数据出错!", exc_info=True)
|
||||
# 删除过期的数据
|
||||
log.info("remove expire data from cache!")
|
||||
expire_sql = f"select id,gameid,locationid from ad where '{now}'>end_time"
|
||||
remove_data = mydb.query(expire_sql)
|
||||
if remove_data:
|
||||
for line in remove_data:
|
||||
try:
|
||||
id, gameid, locationid = line
|
||||
key = f"{gameid}:{locationid}"
|
||||
if my_redis.sismember(key, id):
|
||||
my_redis.srem(key, id)
|
||||
log.info(f"remove {id} from {key} success!")
|
||||
except Exception:
|
||||
log.error("拆解过期数据出错!", exc_info=True)
|
||||
|
||||
|
||||
class DispatchHandler(tornado.web.RequestHandler):
|
||||
|
||||
def get(self):
|
||||
if self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'selfChecking':
|
||||
self._selfCheckingHandler()
|
||||
elif self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'getAdList':
|
||||
self._selfGetAdList()
|
||||
elif self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'upAdRecording':
|
||||
self._upAdRecording()
|
||||
else:
|
||||
self.write("pls check args!")
|
||||
def get(self):
|
||||
if self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'selfChecking':
|
||||
self._selfCheckingHandler()
|
||||
elif self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'getAdList':
|
||||
self._selfGetAdList()
|
||||
elif self.get_query_argument('c') == 'Ops' and self.get_query_argument('a') == 'upAdRecording':
|
||||
self._upAdRecording()
|
||||
else:
|
||||
self.write("pls check args!")
|
||||
|
||||
def _upAdRecording(self):
|
||||
try:
|
||||
adid = self.get_query_argument('adid')
|
||||
except Exception:
|
||||
result = {'errcode': 2, "errmsg": f"get args failed`"}
|
||||
log.error(result, exc_info=True)
|
||||
self.write({'errcode': 1, "errmsg": 'get adid failed!'})
|
||||
def _upAdRecording(self):
|
||||
try:
|
||||
adid = self.get_query_argument('adid')
|
||||
except Exception:
|
||||
result = {'errcode': 2, "errmsg": f"get args failed`"}
|
||||
log.error(result, exc_info=True)
|
||||
self.write({'errcode': 1, "errmsg": 'get adid failed!'})
|
||||
|
||||
if adid:
|
||||
key = f"ad::{adid}::num"
|
||||
my_redis.incr(key, amount=1)
|
||||
self.write({'errcode': 0, "errmsg": '', "message": f"{adid} incr success!"})
|
||||
if adid:
|
||||
key = f"ad::{adid}::num"
|
||||
my_redis.incr(key, amount=1)
|
||||
self.write({'errcode': 0, "errmsg": '', "message": f"{adid} incr success!"})
|
||||
|
||||
|
||||
def _selfCheckingHandler(self):
|
||||
self.write(json.dumps({
|
||||
'errcode': 0, 'errmsg': '', 'healthy': 1, 'max_rundelay': 10
|
||||
}, separators=(',', ':')))
|
||||
def _selfCheckingHandler(self):
|
||||
self.write(json.dumps({
|
||||
'errcode': 0, 'errmsg': '', 'healthy': 1, 'max_rundelay': 10
|
||||
}, separators=(',', ':')))
|
||||
|
||||
|
||||
def _selfGetAdList(self):
|
||||
try:
|
||||
input = json.loads(self.get_query_argument('body'))
|
||||
gameid = input['gameid']
|
||||
locationid = input['locationid']
|
||||
except Exception as e:
|
||||
result = {'errcode': 2, "errmsg": f"get args failed,{str(e)}"}
|
||||
log.error(result)
|
||||
self.write_error(2)
|
||||
return False
|
||||
if gameid and locationid:
|
||||
key = f"ad::{gameid}::{locationid}"
|
||||
def _selfGetAdList(self):
|
||||
try:
|
||||
input = json.loads(self.get_query_argument('body'))
|
||||
gameid = input['gameid']
|
||||
locationid = input['locationid']
|
||||
except Exception as e:
|
||||
result = {'errcode': 2, "errmsg": f"get args failed,{str(e)}"}
|
||||
log.error(result)
|
||||
self.write_error(2)
|
||||
return False
|
||||
if gameid and locationid:
|
||||
key = f"ad::{gameid}::{locationid}"
|
||||
|
||||
ids = my_redis.smembers(key)
|
||||
info = []
|
||||
if not ids:
|
||||
result = {'errcode': 0, "errmsg": '', "message": {"totoal": len(info), "result": info}}
|
||||
else:
|
||||
try:
|
||||
# 如果取得的记录条数大于预设，扔掉多余的记录,当前采用的是随机选择，以后可能需要添加加权选择
|
||||
id_list = []
|
||||
if limit < len(ids):
|
||||
nums = limit
|
||||
else:
|
||||
nums = len(ids)
|
||||
ids = my_redis.smembers(key)
|
||||
info = []
|
||||
if not ids:
|
||||
result = {'errcode': 0, "errmsg": '', "message": {"totoal": len(info), "result": info}}
|
||||
else:
|
||||
try:
|
||||
# 如果取得的记录条数大于预设，扔掉多余的记录,当前采用的是随机选择，以后可能需要添加加权选择
|
||||
id_list = []
|
||||
if limit < len(ids):
|
||||
nums = limit
|
||||
else:
|
||||
nums = len(ids)
|
||||
|
||||
for i in range(nums):
|
||||
while 1:
|
||||
new = my_redis.srandmember(key)
|
||||
if new not in id_list:
|
||||
id_list.append(new)
|
||||
break
|
||||
for id in id_list:
|
||||
temp = my_redis.hgetall(f"ad::{id}::info")
|
||||
info.append(temp)
|
||||
result = {'errcode': 0, "errmsg": '', "message": {"totoal": len(info), "result": info}}
|
||||
except Exception as e:
|
||||
result = {'errcode': 1, "errmsg": e}
|
||||
self.write(result)
|
||||
else:
|
||||
result = {'errcode': 2, "errmsg": f"get args failed!"}
|
||||
self.write(result)
|
||||
for i in range(nums):
|
||||
while 1:
|
||||
new = my_redis.srandmember(key)
|
||||
if new not in id_list:
|
||||
id_list.append(new)
|
||||
break
|
||||
for id in id_list:
|
||||
temp = my_redis.hgetall(f"ad::{id}::info")
|
||||
info.append(temp)
|
||||
result = {'errcode': 0, "errmsg": '', "message": {"totoal": len(info), "result": info}}
|
||||
except Exception as e:
|
||||
result = {'errcode': 1, "errmsg": e}
|
||||
self.write(result)
|
||||
else:
|
||||
result = {'errcode': 2, "errmsg": f"get args failed!"}
|
||||
self.write(result)
|
||||
|
||||
|
||||
def make_app():
|
||||
return tornado.web.Application([(r"/webapp/index[\.]php", DispatchHandler)])
|
||||
return tornado.web.Application([(r"/webapp/index[\.]php", DispatchHandler)])
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
print('start!')
|
||||
send_cache_data()
|
||||
app = make_app()
|
||||
app.listen(ad_list_interface_port)
|
||||
tornado.ioloop.PeriodicCallback(send_cache_data, 60000).start()
|
||||
tornado.ioloop.IOLoop.current().start()
|
||||
print('start!')
|
||||
send_cache_data()
|
||||
app = make_app()
|
||||
app.listen(ad_list_interface_port)
|
||||
tornado.ioloop.PeriodicCallback(send_cache_data, 60000).start()
|
||||
tornado.ioloop.IOLoop.current().start()
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user