datacollect/taptap/tap_weekly_mail.py
2019-11-20 16:08:55 +08:00

97 lines
3.6 KiB
Python

# -*- coding: utf-8 -*-
from ops.mmysql import MysqlBase
from ops.plog import define_logger
import logging
import datetime
import json
from collections import defaultdict
import pdb
define_logger("/data/logs/ops/tap_weekly.log")
log = logging.getLogger(__name__)
db_conf = {'user': 'mytga', 'pswd': 'gzVwh4HGR68G', 'host': '10.10.3.5', 'db': 'external_data'}
class TapWeeklyReport:
def __init__(self, day):
self.day = day
self.db_conn = MysqlBase(**db_conf)
self.limit = 20
def get_weekly_days(self):
weekly_days = []
for i in range(0, 7):
current_day = (datetime.datetime.strptime(self.day, '%Y-%m-%d') - datetime.timedelta(days=i)).strftime(
'%Y-%m-%d')
weekly_days.append(current_day)
return weekly_days
def build(self):
weekly_day = json.dumps(self.get_weekly_days()).strip('[]')
tap_types = ("new", "download", "reserve", "sell", "played")
all_data = defaultdict(list)
for tap_type in tap_types:
sql = f"""select
gameid,
min(`order`), max(`order`)
from
taptap_collect
where
catename='{tap_type}'
and date in ({weekly_day})
group by
gameid
"""
pdb.set_trace()
data = self.db_conn.query(sql)
if data:
try:
for line in data:
gameid, min_order, max_order = line
all_data[gameid].setdefault(tap_type, {})["min_order"] = min_order
all_data[gameid].setdefault(tap_type, {})["max_order"] = max_order
# all_data[tap_type].append(data)
except Exception:
log.error(f"get {tap_type} min/max order failed!", exc_info=True)
sql02 = f"""select gameid,title,score,tags,order,watch,download,sell,review,reserve,topic from
taptap_collect
where
catename='{tap_type}'
and date ='{self.day}'
"""
data02 = self.db_conn.query(sql02)
if data02:
try:
for line in data02:
gameid, title, score, tags, order, watch, download, sell, review, reserve, topic = line
all_data[gameid].setdefault(tap_type, {})["title"] = title
all_data[gameid].setdefault(tap_type, {})["score"] = score
all_data[gameid].setdefault(tap_type, {})["tags"] = tags
all_data[gameid].setdefault(tap_type, {})["order"] = order
all_data[gameid].setdefault(tap_type, {})["watch"] = watch
all_data[gameid].setdefault(tap_type, {})["download"] = download
all_data[gameid].setdefault(tap_type, {})["sell"] = sell
all_data[gameid].setdefault(tap_type, {})["review"] = review
all_data[gameid].setdefault(tap_type, {})["reserve"] = reserve
all_data[gameid].setdefault(tap_type, {})["topic"] = topic
except Exception:
log.error(f"get {tap_type} details failed!", exc_info=True)
return all_data
def run(self):
data = self.build()
print(data)
def main():
day = (datetime.date.today() - datetime.timedelta(days=1)).strftime('%Y-%m-%d')
twr = TapWeeklyReport(day)
twr.run()
if __name__ == "__main__":
main()