From 504146cd5308120510cb0c98eb2c9338bb46d654 Mon Sep 17 00:00:00 2001 From: pengtao Date: Tue, 8 Oct 2019 15:31:28 +0800 Subject: [PATCH] =?UTF-8?q?=E6=B7=BB=E5=8A=A0=E7=88=AC=E8=99=AB=E6=95=B0?= =?UTF-8?q?=E6=8D=AE=E5=86=99=E5=85=A5=E6=95=B0=E6=95=B0=E8=84=9A=E6=9C=AC?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- taptap/collect_mongodb.py | 26 +++++++++++++++++++++++++- 1 file changed, 25 insertions(+), 1 deletion(-) diff --git a/taptap/collect_mongodb.py b/taptap/collect_mongodb.py index e454363..5ed050b 100644 --- a/taptap/collect_mongodb.py +++ b/taptap/collect_mongodb.py @@ -86,6 +86,9 @@ define_logger("/data/logs/ops/reptile2ss.log") log = logging.getLogger(__name__) MONGOINFO = {'host': '10.10.5.6', 'port': 27017} +conver_float = ('score') +conver_int = ('order', 'gameid', 'watch', 'reserve', 'sell', 'download', 'review', 'topic') + class CollectMongo(): def __init__(self, item): @@ -119,9 +122,30 @@ class CollectMongo(): line[key] = str(line[key]) # line[key]=ObjectId(base64.b64decode(key)) elif isinstance(line[key], (list, tuple, dict)): line[key] = json.dumps(line[key]) + line['gameid'] = self.gameid line['account_id'] = str(line['object_id']) - pdb.set_trace() + + try: + line['tags'] = ",".join(json.loads(line['tags'])) + except Exception: + log.error(f"correct {line['tags']} Failed") + line['tags'] = "" + + for item in conver_float: + try: + line[item] = float(line[item]) + except Exception: + log.error(f"correct {line[item]} Failed") + line[item] = 0 + + for item in conver_int: + try: + line[item] = int(line[item]) + except Exception: + log.error(f"correct {line[item]} Failed") + line[item] = 0 + if not self.tga.put_event_data(line, event_name): log.error("write {}_{} event error! {}\n".format(event_name, self.tgaid, line)) run_false = True