# -*- coding: utf-8 -*- from myredis.myredis import my_redis import datetime from mysql.mmysql import MysqlBase from prod_config import mysql_promotion_config, log_path, ad_list_interface_port, BEGIN, END from log.mylog import define_logger import logging import pdb import json define_logger(f"{log_path}/ad_tasks.log") log = logging.getLogger(__name__) limit = 100 BEGIN = '1999-01-01' END = '3000-01-01' mydb = MysqlBase(**mysql_promotion_config) remove_list = ('ad_num', 'gameid') def get_area_by_locationid(ldid): area = [] sql = f"select area from location where id={ldid}" data = mydb.query(sql) if data: for line in data: pdb.set_trace() area.append(line[0].replace('[','').replace(']','').replace('"',"")) else: log.error(f"get area from location failed!,sql={sql}") return area def split_ad_info(localtionid, line): # 从locationid获取位置相关属性,与ad信息打包,产生提供给接口用的数据 location_sql = f"select area,x,y,x_offset,y_offset,type,mode,ld_property from location WHERE in_used=1 and id={localtionid}" data = mydb.query(location_sql) try: line['area'], line['x'], line['y'], line['x_offset'], line['y_offset'], line['type'], line['mode'], line[ 'ld_property'] = data[0] except Exception: log.error(f"get localtion info by sql={location_sql} error!", exc_info=True) return None for item in remove_list: line.pop(item) return line def sadd_adkey(key, line, item): my_redis.sadd(key, line['id']) my_redis.expire(key, 120) info_key = f"adinfo::{line['id']}::info" new_line = split_ad_info(item, line) if new_line: my_redis.hmset(info_key, new_line) my_redis.expire(info_key, 60 * 60) else: log.error(f"split adinfo about locationid failed! localtionid={item} ") def send_cache_data(): log.info("start update cache !") now = datetime.datetime.today().strftime("%Y-%m-%d %H:%M:%S") all = [] get_data_sql = f"""select id, name, ad_num, ad_title, ad_body, ad_image, jump_param, ad_sort, companyid, gameid, channelid, jump_status, locationid , ad_property, createtime from ad where status=1 and in_used=1 and '{now}'> begin_time and '{now}' 0: num = my_redis.get(f"adnum::{line['id']}::num") if not num: num = 0 if int(line['ad_num']) > int(num): sadd_adkey(key, line, item) else: if my_redis.sismember(key, line['id']): my_redis.srem(key, line['id']) log.info(f"remove {line['id']} from {key}!") else: log.error(f"get ad_num from mysql failed! ad_num={line['ad_num']}") # 删除过期的数据 log.info("remove expire data from cache!") expire_sql = f"""select id,gameid,channelid,locationid,status from ad where '{now}'> end_time or status in (3,4) """ remove_data = mydb.query(expire_sql) if remove_data: for line in remove_data: try: id, gameid, channelid, locationid = line for item in locationid: area = get_area_by_locationid(item) for one in area: key = f"ad::{line.get('gameid', 0)}::{line.get('channelid', 0)}::{one}::{item}" if my_redis.sismember(key, id): my_redis.srem(key, id) my_redis.expire(f"ad::{id}::info", 1) log.info(f"remove {id} from {key} success!") except Exception: log.error("拆解过期数据出错!", exc_info=True) if __name__ == "__main__": log.info('start!') send_cache_data()