From 21c96ed504f93f16ce6f8a3ccf164a87c9edd9c0 Mon Sep 17 00:00:00 2001 From: Administrator <admin@example.com> Date: 星期二, 30 一月 2024 15:45:23 +0800 Subject: [PATCH] 增加调试日志 --- utils/data_export_util.py | 223 +++++++++++++++++++++++++++++++++++++------------------ 1 files changed, 151 insertions(+), 72 deletions(-) diff --git a/utils/data_export_util.py b/utils/data_export_util.py index 73d86f3..9504a2c 100644 --- a/utils/data_export_util.py +++ b/utils/data_export_util.py @@ -2,6 +2,7 @@ 鏁版嵁瀵煎嚭宸ュ叿 """ import json +import logging import os import time @@ -10,6 +11,7 @@ import constant from code_attribute import gpcode_manager import l2.l2_data_util +from l2.huaxin import l2_huaxin_util from log_module import log, log_export from l2 import l2_data_source_util from trade import deal_big_money_manager @@ -17,15 +19,28 @@ def export_l2_excel(code, date=None): # 鑾峰彇L2鐨勬暟鎹� + fdatas = get_l2_datas(code) + __save_l2_datas(code, fdatas) + + +# 鑾峰彇L2鐨勬暟鎹� +def get_l2_datas(code, date=None): local_today_datas = log_export.load_l2_from_log(date) - datas = local_today_datas[code] - # 鑾峰彇L2澶勭悊浣嶇疆淇℃伅 + datas = local_today_datas.get(code) + if not datas: + datas = [] process_indexs = log_export.get_l2_process_position(code, date) trade_indexs = log_export.get_l2_trade_position(code, date) - export_l2_data(code, datas, process_indexs, trade_indexs) + real_position_indexes = log_export.get_real_place_order_positions(code, date) + deal_list = log_export.load_huaxin_deal_record(code) + deal_list_dict = {} + for d in deal_list: + deal_list_dict[str(d[0])] = d + fdatas = export_l2_data(code, datas, process_indexs, trade_indexs, real_position_indexes, deal_list_dict) + return fdatas -def export_l2_data(code, datas, process_indexs, trade_indexs, dest_dir=f"{constant.get_path_prefix()}/export/l2"): +def export_l2_data(code, datas, process_indexs, trade_indexs, real_position_indexes, deal_list_dict): def find_process_index(index): for i in range(0, len(process_indexs)): if process_indexs[i][0] <= index <= process_indexs[i][1]: @@ -41,53 +56,38 @@ # 鏁版嵁棰勫鐞� num_operate_map = {} l2.l2_data_util.load_num_operate_map(num_operate_map, code, datas) - num_dict = {} - for data in datas: - if data["val"]["num"] not in num_dict: - num_dict[data["val"]["num"]] = [] - num_dict[data["val"]["num"]].append(data) + buy_no_map = {} + l2.l2_data_util.load_buy_no_map(buy_no_map, code, datas) - local_time = time.strftime("%Y%m%dT%H%M%S", time.localtime(time.time())) - file_name = "{}/{}_{}.xls".format(dest_dir, code, local_time) - file_name_txt = "{}/{}_{}.txt".format(dest_dir, code, local_time) - with open(file_name_txt, 'w') as openfile: - for data in datas: - openfile.write(json.dumps(data) + "\n") - wb = xlwt.Workbook(encoding="utf-8") - ws = wb.add_sheet('sheet1') - ws.write(0, 0, '搴忓彿') - ws.write(0, 1, '鏃堕棿') - ws.write(0, 2, '涔版挙闂撮殧') - ws.write(0, 3, '閲戦') - ws.write(0, 4, '浠锋牸') - ws.write(0, 5, '鎵嬫暟') - ws.write(0, 6, '绫诲瀷') - ws.write(0, 7, '閲嶅鏁伴噺') - ws.write(0, 8, '鎾ゅ崟鏃堕棿') + l2.l2_data_util.load_canceled_buy_no_map(l2.l2_data_util.local_today_canceled_buyno_map, code, datas) + + # num_dict = {} + # for data in datas: + # if data["val"]["num"] not in num_dict: + # num_dict[data["val"]["num"]] = [] + # num_dict[data["val"]["num"]].append(data) index = 0 + fdatas = [] for data in datas: index += 1 trade_info = find_trade_index(data["index"]) - font = xlwt.Font() - if trade_info: - if trade_info[0] == 0: - font.colour_index = 53 - elif trade_info[0] == 1: - font.colour_index = 17 - elif trade_info[0] == 2: - font.colour_index = 10 - ws.write(index, 8, trade_info[2]) - style = None + if not trade_info: + # 鑾峰彇鐪熷疄涓嬪崟浣嶇疆 + if data["index"] in real_position_indexes: + trade_info = [3] + style_int = None if find_process_index(data["index"]) % 2 == 0: - style = xlwt.easyxf('pattern: pattern solid') + style_int = 0 else: - style = xlwt.easyxf('pattern: pattern solid, fore_colour light_yellow') - style.font = font - cancel_style = xlwt.easyxf('pattern: pattern solid, fore_colour gray25') + style_int = 1 - ws.write(index, 0, data["index"], style) - ws.write(index, 1, data["val"]["time"], style) + format_data = [] + # 绱㈠紩 + format_data.append(data["index"]) + # 鏃堕棿 + format_data.append(data["val"]["time"] + (f".{data['val']['tms']}" if "tms" in data["val"] else '')) + cancel_time = data["val"]["cancelTime"] if cancel_time == '0': cancel_time = '' @@ -100,57 +100,135 @@ cancel_time += "m" elif int(data["val"]["cancelTimeUnit"]) == 2: cancel_time += "h" + # 鎾ゅ崟闂撮殧鏃堕棿 + format_data.append(cancel_time) + # 閲戦 + format_data.append("{}涓�".format(round(int(data["val"]["num"]) * float(data["val"]["price"]) / 100, 1))) + # 鍗曚环 + format_data.append(data["val"]["price"]) - ws.write(index, 2, cancel_time, style) - ws.write(index, 4, data["val"]["price"], style) if int(data["val"]["operateType"]) == 1 or int(data["val"]["operateType"]) == 2: - ws.write(index, 5, 0 - int(data["val"]["num"]), style) + format_data.append(0 - int(data["val"]["num"])) else: - ws.write(index, 5, int(data["val"]["num"]), style) + format_data.append(int(data["val"]["num"])) limit_price = "" if int(data["val"]["limitPrice"]) == 1: - limit_price = "娑ㄥ仠" + limit_price = "T" elif int(data["val"]["limitPrice"]) == 2: - limit_price = "璺屽仠" - + limit_price = "D" + operateDesc = "" if int(data["val"]["operateType"]) == 0: if len(limit_price) > 0: - ws.write(index, 6, '涔� ({})'.format(limit_price), style) + operateDesc = '涔皗}'.format(limit_price) else: - ws.write(index, 6, '涔�', style) + operateDesc = '涔�' elif int(data["val"]["operateType"]) == 1: if len(limit_price) > 0: - ws.write(index, 6, '涔版挙 ({})'.format(limit_price), style) + operateDesc = '涔版挙{}'.format(limit_price) + else: - ws.write(index, 6, '涔版挙', style) + operateDesc = '涔版挙' + elif int(data["val"]["operateType"]) == 2: if len(limit_price) > 0: - ws.write(index, 6, '鍗� ({})'.format(limit_price), style) + operateDesc = '鍗杮}'.format(limit_price) else: - ws.write(index, 6, '鍗�', style) + operateDesc = '鍗�' + elif int(data["val"]["operateType"]) == 3: if len(limit_price) > 0: - ws.write(index, 6, '鍗栨挙 ({})'.format(limit_price), style) + operateDesc = '鍗栨挙{}'.format(limit_price) else: - ws.write(index, 6, '鍗栨挙', style) - ws.write(index, 7, data["re"], style) + operateDesc = '鍗栨挙' + format_data.append(operateDesc) + format_data.append(data["re"]) # 鏌ヨ鏄惁鎾ゅ崟 + cancel_info = None if int(data["val"]["operateType"]) == 0: - cancel = False + cancel_data = l2.l2_data_util.local_today_canceled_buyno_map.get(code).get(str(data["val"]["orderNo"])) # 涔� - for d in num_dict[data["val"]["num"]]: - if int(d["val"]["operateType"]) == 1: - buy_index = l2_data_source_util.L2DataSourceUtils.get_buy_index_with_cancel_data(code, d, - num_operate_map[ - code]) - if buy_index == data["index"]: - ws.write(index, 8, "{}-{}".format(d["index"], d["val"]["time"]), cancel_style) - break + if cancel_data: + try: + left_num = data["val"]["num"] - cancel_data["val"]["num"] + if left_num > 0: + cancel_info = f"鎴愪氦:{left_num} 搴忓彿:{cancel_data['index']}" + else: + cancel_info = "{}-{}".format(cancel_data["index"], f"{cancel_data['val']['time']}") + ( + f".{cancel_data['val']['tms']}" if "tms" in cancel_data["val"] else '') + except Exception as e: + logging.exception(e) + else: + deal_info = deal_list_dict.get(str(data["val"].get("orderNo"))) + if deal_info: + cancel_info = l2_huaxin_util.convert_time(deal_info[3], + with_ms=True) + format_data.append(cancel_info) + cancel_order_info = None + if trade_info: + if trade_info[0] == 0: + # font.colour_index = 53 + pass + elif trade_info[0] == 1: + # font.colour_index = 17 + pass + elif trade_info[0] == 2: + # font.colour_index = 10 + cancel_order_info = trade_info[2] + format_data.append(cancel_order_info) + format_data.append(data["val"].get("orderNo")) + fdatas.append((style_int, trade_info, format_data)) + return fdatas - ws.write(index, 3, "{}涓�".format(round(int(data["val"]["num"]) * float(data["val"]["price"]) / 100, 2)), style) + +def __save_l2_datas(code, fdatas, dest_dir=f"{constant.get_path_prefix()}/export/l2"): + local_time = time.strftime("%Y%m%dT%H%M%S", time.localtime(time.time())) + file_name = "{}/{}_{}.xls".format(dest_dir, code, local_time) + wb = xlwt.Workbook(encoding="utf-8") + ws = wb.add_sheet('sheet1') + ws.write(0, 0, '搴忓彿') + ws.write(0, 1, '鏃堕棿') + ws.write(0, 2, '涔版挙闂撮殧') + ws.write(0, 3, '閲戦') + ws.write(0, 4, '浠锋牸') + ws.write(0, 5, '鎵嬫暟') + ws.write(0, 6, '绫诲瀷') + ws.write(0, 7, '閲嶅鏁伴噺') + ws.write(0, 8, '鎾ゅ崟鏃堕棿') + ws.write(0, 9, '澶囨敞') + ws.write(0, 10, '璁㈠崟鍙�') + index = 0 + + cancel_style = xlwt.easyxf('pattern: pattern solid, fore_colour gray25') + for fdata in fdatas: + index += 1 + style_int = fdata[0] + trade_info = fdata[1] + data = fdata[2] + style = None + if style_int == 0: + style = xlwt.easyxf('pattern: pattern solid') + else: + style = xlwt.easyxf('pattern: pattern solid, fore_colour light_yellow') + font = xlwt.Font() + style.font = font + + if trade_info: + if trade_info[0] == 0: + font.colour_index = 53 + elif trade_info[0] == 1: + font.colour_index = 17 + elif trade_info[0] == 2: + font.colour_index = 10 + + for i in range(len(data)): + if data[i] is None: + continue + if i == 8 and data[i]: + ws.write(index, i, data[i], cancel_style) + else: + ws.write(index, i, data[i], style) wb.save(file_name) - return file_name def export_l2_data_origin(code, datas, key, dest_dir=f"{constant.get_path_prefix()}/export/l2_origin"): @@ -199,9 +277,10 @@ datas = local_today_datas[code] num_operate_map = {} l2.l2_data_util.load_num_operate_map(num_operate_map, code, datas) - for progress in progresses: - deal_big_money_manager.DealComputeProgressManager().set_trade_progress(code, progress, datas, num_operate_map[code]) if __name__ == "__main__": - export_l2_excel("002765") + try: + export_l2_excel("002036") + except Exception as e: + logging.exception(e) -- Gitblit v1.8.0