Administrator
2023-12-22 f0248f54f90a12f491245f0ee3ccfbe8f477a76b
third_data/data_server.py
@@ -7,11 +7,12 @@
from http.server import BaseHTTPRequestHandler
import dask
from code_attribute.gpcode_manager import BlackListCodeManager
from log_module.log import logger_system, logger_debug
from utils import global_util, tool
from utils import global_util, tool, data_export_util
from code_attribute import gpcode_manager
from log_module import log, log_analyse, log_export
from l2 import code_price_manager, l2_data_util, l2_data_manager_new, cancel_buy_strategy
from l2 import code_price_manager, l2_data_util, l2_data_manager_new, cancel_buy_strategy, transaction_progress
from l2.cancel_buy_strategy import HourCancelBigNumComputer
from output.limit_up_data_filter import IgnoreCodeManager
from third_data import kpl_util, kpl_data_manager, kpl_api, block_info
@@ -24,14 +25,13 @@
from urllib.parse import parse_qs
from output import code_info_output, limit_up_data_filter, output_util, kp_client_msg_manager
from trade import bidding_money_manager, trade_manager, l2_trade_util
from trade.l2_trade_util import BlackListCodeManager
from trade import bidding_money_manager, trade_manager, l2_trade_util, trade_record_log_util
import concurrent.futures
# 禁用http.server的日志输出
logger = logging.getLogger("http.server")
logger.setLevel(logging.CRITICAL)
class DataServer(BaseHTTPRequestHandler):
    ocr_temp_data = {}
@@ -62,6 +62,7 @@
            total_datas = KPLLimitUpDataRecordManager.total_datas
        # 通过涨停时间排序
        total_datas = list(total_datas)
        current_reason_codes_dict = KPLLimitUpDataRecordManager.get_current_reason_codes_dict()
        # 统计涨停原因
        limit_up_reason_dict = {}
@@ -84,13 +85,15 @@
            (k, len(limit_up_reason_dict[k]), limit_up_reason_want_count_dict.get(k), limit_up_reason_dict[k][0][5]) for
            k in
            limit_up_reason_dict]
        limit_up_reason_statistic_info.sort(key=lambda x: int(x[3]))
        limit_up_reason_statistic_info.sort(
            key=lambda x: len(current_reason_codes_dict[x[0]]) if x[0] in current_reason_codes_dict else 0)
        limit_up_reason_statistic_info.reverse()
        codes_set = set([d[3] for d in total_datas])
        # 判断是龙几,判断是否涨停,判断是否炸板,加载分数
        rank_dict = limit_up_data_filter.get_limit_up_time_rank_dict(total_datas)
        limit_up_dict, limit_up_codes, open_limit_up_codes = limit_up_data_filter.get_limit_up_info(codes_set)
        score_dict = limit_up_data_filter.get_codes_scores_dict(codes_set)
        score_dict = {}
        fresult = []
        ignore_codes = self.__IgnoreCodeManager.list_ignore_codes("1")
@@ -219,7 +222,7 @@
            # --数据准备开始--
            codes_set = set([d[0] for d in temps])
            limit_up_dict, limit_up_codes, open_limit_up_codes = limit_up_data_filter.get_limit_up_info(codes_set)
            score_dict = limit_up_data_filter.get_codes_scores_dict(codes_set)
            score_dict = {}
            want_codes = gpcode_manager.WantBuyCodesManager().list_code_cache()
            black_codes = BlackListCodeManager().list_codes()
            total_datas = KPLLimitUpDataRecordManager.total_datas
@@ -299,20 +302,93 @@
            ps_dict = dict([(k, v[0]) for k, v in parse_qs(url.query).items()])
            code = ps_dict['code']
            name = ps_dict.get('name')
            try:
                data = code_info_output.get_output_params(code, self.__jingxuan_cache_dict, self.__industry_cache_dict)
                if data["code_name"].find("None") > -1 and name:
                    data["code_name"] = f"{name} {code}"
            data = code_info_output.get_output_params(code, self.__jingxuan_cache_dict, self.__industry_cache_dict)
            if data["code_name"].find("None") > -1 and name:
                data["code_name"] = f"{name} {code}"
                self.__history_plates_dict[code] = (time.time(), data["kpl_code_info"]["code_records"])
                if "plate" in data["kpl_code_info"]:
                    self.__blocks_dict[code] = (time.time(), data["kpl_code_info"]["plate"])
            self.__history_plates_dict[code] = (time.time(), data["kpl_code_info"]["code_records"])
            if "plate" in data["kpl_code_info"]:
                self.__blocks_dict[code] = (time.time(), data["kpl_code_info"]["plate"])
            response_data = json.dumps({"code": 0, "data": data})
            print("get_score_info 耗时:", time.time() - start_time)
                response_data = json.dumps({"code": 0, "data": data})
                print("get_score_info 耗时:", time.time() - start_time)
            except Exception as e:
                logger_debug.exception(e)
                logging.exception(e)
            # 获取评分信息
            pass
        elif url.path == "/get_kpl_block_info":
            start_time = time.time()
            ps_dict = dict([(k, v[0]) for k, v in parse_qs(url.query).items()])
            code = ps_dict['code']
            try:
                data = code_info_output.get_kpl_block_info(code)
                response_data = json.dumps({"code": 0, "data": data})
                print("get_kpl_block_info 耗时:", time.time() - start_time)
            except Exception as e:
                logger_debug.exception(e)
                logging.exception(e)
        elif url.path == "/get_l2_datas":
            # 获取L2的数据
            ps_dict = dict([(k, v[0]) for k, v in parse_qs(url.query).items()])
            code = ps_dict['code']
            datas = data_export_util.get_l2_datas(code)
            code_name = gpcode_manager.get_code_name(code)
            response_data = json.dumps({"code": 0, "data": {"code": code, "code_name": code_name, "data": datas}})
        elif url.path == "/get_trade_progress":
            # 获取交易进度
            ps_dict = dict([(k, v[0]) for k, v in parse_qs(url.query).items()])
            code = ps_dict['code']
            trade_progress, is_default = transaction_progress.TradeBuyQueue().get_traded_index(code)
            response_data = json.dumps(
                {"code": 0, "data": {"trade_progress": trade_progress, "is_default": is_default}})
        elif url.path == "/get_l_cancel_datas":
            # 最新的l撤数据
            ps_dict = dict([(k, v[0]) for k, v in parse_qs(url.query).items()])
            code = ps_dict['code']
            buy_single_index = ps_dict.get('buy_single_index')
            if buy_single_index is not None:
                buy_single_index = int(buy_single_index)
            records = code_info_output.load_trade_record_cancel_watch_indexes(code)
            # 获取最新的L上与L下
            records.reverse()
            up_indexes = []
            down_indexes = []
            for r in records:
                if buy_single_index and buy_single_index != r[1]:
                    continue
                if r[0] == trade_record_log_util.CancelWatchIndexesInfo.CANCEL_TYPE_L_UP:
                    up_indexes = r[2]
                    break
            for r in records:
                if buy_single_index and buy_single_index != r[1]:
                    continue
                if r[0] == trade_record_log_util.CancelWatchIndexesInfo.CANCEL_TYPE_L_DOWN:
                    down_indexes = r[2]
                    break
            response_data = json.dumps(
                {"code": 0, "data": {"up": up_indexes, "down": down_indexes}})
        elif url.path == "/get_h_cancel_datas":
            # 最新的H撤数据
            ps_dict = dict([(k, v[0]) for k, v in parse_qs(url.query).items()])
            code = ps_dict['code']
            buy_single_index = ps_dict.get('buy_single_index')
            records = code_info_output.load_trade_record_cancel_watch_indexes(code,
                                                                              trade_record_log_util.CancelWatchIndexesInfo.CANCEL_TYPE_H)
            # 获取最新的L上与L下
            records.reverse()
            indexes = []
            for r in records:
                if buy_single_index and buy_single_index != r[1]:
                    continue
                indexes = r[2]
                break
            response_data = json.dumps(
                {"code": 0, "data": indexes})
        elif url.path == "/kpl/get_limit_up_list":
            response_data = self.__get_limit_up_list()
@@ -384,7 +460,8 @@
                    continue
                # 代码,名称,涨停时间,是否炸板,是否想买,是否已经下过单
                codes_info.append(
                    [d[3], d[4], tool.to_time_str(int(d[5])), 1 if d[3] not in now_limit_up_codes else 0, 0, 0])
                    [d[3], d[4], tool.to_time_str(int(d[5])), 1 if d[3] not in now_limit_up_codes else 0, 0, 0, d[12],
                     output_util.money_desc(d[13])])
            codes_info.sort(key=lambda x: x[2])
            # 查询是否为想买单
            want_codes = gpcode_manager.WantBuyCodesManager().list_code_cache()
@@ -438,24 +515,37 @@
            # 获取上个交易日的相同涨停原因的代码信息
            ps_dict = dict([(k, v[0]) for k, v in parse_qs(url.query).items()])
            code = ps_dict["code"]
            day = HistoryKDatasUtils.get_previous_trading_date(tool.get_now_date_str())
            # 获取涨停数据
            # 获取昨日涨停数据
            day = HistoryKDatasUtils.get_previous_trading_date_cache(tool.get_now_date_str())
            limit_up_records = kpl_data_manager.KPLLimitUpDataRecordManager.list_all_cache(day)
            reasons = []
            for d in limit_up_records:
                if d[3] == code:
                    reasons.append(d)
            # 获取代码的原因
            reasons = kpl_data_manager.KPLLimitUpDataRecordManager.list_by_code(code, day)
            if reasons:
                reasons = list(reasons)
                reasons.sort(key=lambda x: x[9])
                reason = reasons[-1][2]
                datas = self.__kplDataManager.get_from_file(kpl_util.KPLDataType.LIMIT_UP, day)
                # 获取涨停数据
                datas = self.__kplDataManager.get_from_file_cache(kpl_util.KPLDataType.LIMIT_UP, day)
                # (代码,名称,首次涨停时间,最近涨停时间,几板,涨停原因,板块,实际流通,主力净额,涨停原因代码,涨停原因代码数量)
                result_list = []
                yesterday_result_list = []
                if datas:
                    for d in datas:
                        if d[5] == reason and d[0] != code:
                            # (代码,名称)
                            result_list.append((d[0], d[1]))
                response_data = json.dumps({"code": 0, "data": {"reason": reason, "data": result_list}})
                            yesterday_result_list.append((d[0], d[1]))
                current_limit_up_list = kpl_data_manager.KPLLimitUpDataRecordManager.latest_origin_datas
                current_result_list = []
                if current_limit_up_list:
                    for c in current_limit_up_list:
                        if c[5] == reason and c[0] != code:
                            current_result_list.append((c[0], c[1]))
                response_data = json.dumps({"code": 0, "data": {"reason": reason,
                                                                "data": {"yesterday": yesterday_result_list,
                                                                         "current": current_result_list}}})
            else:
                response_data = json.dumps({"code": 1, "msg": "昨日未涨停"})
@@ -499,7 +589,7 @@
                    code = d[0]
                    limit_up_reasons[code] = d[5]
                    codes_set.add(code)
                    if code.find("00") == 0 or code.find("60") == 0:
                    if tool.is_shsz_code(code):
                        limit_up_time = time.strftime("%H:%M:%S", time.localtime(d[2]))
                        code_price_manager.Buy1PriceManager().set_limit_up_time(code, limit_up_time)
                add_codes = codes_set - self.__latest_limit_up_codes_set
@@ -515,11 +605,10 @@
                        limit_up_reason_code_dict[b].add(code)
                    cancel_buy_strategy.LCancelRateManager.set_block_limit_up_count(limit_up_reason_code_dict)
                if add_codes:
                    for code in add_codes:
                        # 根据涨停原因判断是否可以买
                        if code.find("00") == 0 or code.find("60") == 0:
                        if tool.is_shsz_code(code):
                            try:
                                # 判断是否下单
                                trade_state = trade_manager.CodesTradeStateManager().get_trade_state(code)
@@ -532,7 +621,8 @@
                                            current_limit_up_datas = []
                                        if not limit_up_record_datas:
                                            limit_up_record_datas = []
                                        # TODO 测试暂时注释
                                        # 买绝对老大
                                        # 中途不能撤单
                                        # if CodePlateKeyBuyManager.is_need_cancel(code, limit_up_reasons.get(code),
                                        #                                          current_limit_up_datas,
                                        #                                          limit_up_record_datas,
@@ -633,9 +723,9 @@
    handler = DataServer
    # httpd = socketserver.TCPServer((addr, port), handler)
    httpd = ThreadedHTTPServer((addr, port), handler)
    print("HTTP server is at: http://%s:%d/" % (addr, port))
    try:
        httpd = ThreadedHTTPServer((addr, port), handler)
        print("HTTP server is at: http://%s:%d/" % (addr, port))
        httpd.serve_forever()
    except Exception as e:
        logger_system.exception(e)
@@ -643,4 +733,25 @@
if __name__ == "__main__":
    run("0.0.0.0", 9004)
    code = "002676"
    buy_single_index = 716
    records = code_info_output.load_trade_record_cancel_watch_indexes(code)
    # 获取最新的L上与L下
    records.reverse()
    up_indexes = []
    down_indexes = []
    for r in records:
        if buy_single_index and buy_single_index != r[1]:
            continue
        if r[0] == trade_record_log_util.CancelWatchIndexesInfo.CANCEL_TYPE_L_UP:
            up_indexes = r[2]
            break
    for r in records:
        if buy_single_index and buy_single_index != r[1]:
            continue
        if r[0] == trade_record_log_util.CancelWatchIndexesInfo.CANCEL_TYPE_L_DOWN:
            down_indexes = r[2]
            break
    response_data = json.dumps(
        {"code": 0, "data": {"up": up_indexes, "down": down_indexes}})