ops/datacollect
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix data

Browse Source
This commit is contained in:
pengtao 2019-11-20 17:03:24 +08:00
parent a8d4cbaf7c
commit ef8d6dfd0a
1 changed files with 29 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
taptap/tap_weekly_mail.py
View File

@ -80,9 +80,38 @@ class TapWeeklyReport:
except Exception: except Exception:
log.error(f"get {tap_type} details failed!", exc_info=True) log.error(f"get {tap_type} details failed!", exc_info=True)
# check data if not title ,get from last day
for gameid in all_data.keys():
for catename in all_data[gameid]:
if not all_data[gameid][catename].get('title'):
all_data[gameid][catename]["title"], all_data[gameid][catename]["score"], \
all_data[gameid][catename]["tags"], all_data[gameid][catename]["order"], all_data[gameid][catename][
"watch"], all_data[gameid][catename]["download"], all_data[gameid][catename]["sell"], \
all_data[gameid][catename]["review"], all_data[gameid][catename]["reserve"], \
all_data[gameid][catename]["topic"] = self.get_last_data(gameid, catename)
if not all_data[gameid][catename]["title"]:
all_data[gameid].pop(catename)
else:
all_data[gameid][catename]["tags"] = ",".join(
all_data[gameid][catename]["tags"].split(',')[0:3])
return all_data return all_data
def get_last_data(self, gameid, catename):
sql = f"""select gameid,title,score,tags,`order`,watch,download,sell,review,reserve,topic from
taptap_collect
where
catename='{catename}'
and gameid ={gameid} order by date desc limit 1 """
data = self.db_conn.query(sql)
try:
gameid, title, score, tags, order, watch, download, sell, review, reserve, topic = data[0]
except Exception:
gameid, title, score, tags, order, watch, download, sell, review, reserve, topic = None
log.error(f"get last info data failed", exc_info=True)
return (gameid, title, score, tags, order, watch, download, sell, review, reserve, topic)
def run(self): def run(self):
all = dict() all = dict()
data = self.build() data = self.build()