From 5f11b657eb65c23b625b839e2d28ca5cc090fe2a Mon Sep 17 00:00:00 2001
From: Administrator <admin@example.com>
Date: 星期四, 23 十一月 2023 19:36:05 +0800
Subject: [PATCH] bug修复
---
third_data/code_plate_key_manager.py | 243 +++++++++++++++++++++++++++++++----------------
1 files changed, 159 insertions(+), 84 deletions(-)
diff --git a/third_data/code_plate_key_manager.py b/third_data/code_plate_key_manager.py
index 74497b6..5eea3db 100644
--- a/third_data/code_plate_key_manager.py
+++ b/third_data/code_plate_key_manager.py
@@ -6,23 +6,32 @@
import json
import constant
+from code_attribute.code_nature_analyse import HighIncreaseCodeManager
from db.redis_manager_delegate import RedisUtils
-from third_data import kpl_block_util
+from third_data import kpl_block_util, kpl_api
from utils import global_util, tool
-from log_module import log
+from log_module import log, async_log_util
from db import redis_manager_delegate as redis_manager
-from log_module.log import logger_kpl_limit_up, logger_kpl_block_can_buy, logger_kpl_debug
+from log_module.log import logger_kpl_limit_up, logger_kpl_block_can_buy
from third_data.kpl_util import KPLPlatManager
-from trade import trade_manager
+from trade import trade_manager, l2_trade_util
# 浠g爜绮鹃�夋澘鍧楃鐞�
class KPLCodeJXBlockManager:
+ __db = 3
__redisManager = redis_manager.RedisManager(3)
__code_blocks = {}
# 澶囩敤
__code_by_blocks = {}
+
+ __instance = None
+
+ def __new__(cls, *args, **kwargs):
+ if not cls.__instance:
+ cls.__instance = super(KPLCodeJXBlockManager, cls).__new__(cls, *args, **kwargs)
+ return cls.__instance
def __get_redis(self):
return self.__redisManager.getRedis()
@@ -35,10 +44,10 @@
# 淇濆瓨鍓�2鏉℃暟鎹�
if by:
- RedisUtils.setex(self.__get_redis(), f"kpl_jx_blocks_by-{code}", tool.get_expire(), json.dumps(blocks))
+ RedisUtils.setex_async(self.__db, f"kpl_jx_blocks_by-{code}", tool.get_expire(), json.dumps(blocks))
self.__code_by_blocks[code] = blocks
else:
- RedisUtils.setex(self.__get_redis(), f"kpl_jx_blocks-{code}", tool.get_expire(), json.dumps(blocks))
+ RedisUtils.setex_async(self.__db, f"kpl_jx_blocks-{code}", tool.get_expire(), json.dumps(blocks))
self.__code_blocks[code] = blocks
# 鑾峰彇绮鹃�夋澘鍧�
@@ -69,6 +78,25 @@
return self.__code_by_blocks.get(code)
else:
return self.__code_blocks.get(code)
+
+ # 浠庣綉缁滀笂鍔犺浇绮鹃�夋澘鍧�
+ def load_jx_blocks(self, code, buy_1_price, limit_up_price):
+ if limit_up_price and buy_1_price:
+ # 澶勭悊涔�1,鍗�1淇℃伅
+ pre_close_price = round(float(limit_up_price) / 1.1, 2)
+ # 濡傛灉娑ㄥ箙澶т簬7%灏辫鍙栨澘鍧�
+ price_rate = (buy_1_price - pre_close_price) / pre_close_price
+ if price_rate > 0.07:
+ if not self.get_jx_blocks_cache(code):
+ blocks = kpl_api.getCodeJingXuanBlocks(code)
+ self.save_jx_blocks(code, blocks)
+ async_log_util.info(logger_kpl_block_can_buy, f"{code}:鑾峰彇鍒扮簿閫夋澘鍧�-{blocks}")
+ elif price_rate > 0.03:
+ # 娣诲姞澶囩敤鏉垮潡
+ if not self.get_jx_blocks_cache(code, by=True):
+ blocks = kpl_api.getCodeJingXuanBlocks(code)
+ self.save_jx_blocks(code, blocks, by=True)
+ async_log_util.info(logger_kpl_block_can_buy, f"{code}:鑾峰彇鍒扮簿閫夋澘鍧�(澶囩敤)-{blocks}")
# 寮�鐩樺暒绂佹浜ゆ槗鏉垮潡绠$悊
@@ -283,11 +311,9 @@
@classmethod
def is_in_top(cls, keys):
reasons = cls.get_can_buy_key_set()
- log.logger_kpl_debug.debug("甯傚満娴佸叆鍓�5:{}", reasons)
forbidden_plates = cls.__KPLPlateForbiddenManager.list_all_cache()
reasons = reasons - forbidden_plates
temp_set = keys & reasons
- log.logger_kpl_debug.debug("甯傚満娴佸叆鍓�5鍖归厤缁撴灉:{}", temp_set)
if temp_set:
return True, temp_set
else:
@@ -309,7 +335,6 @@
self.__history_limit_up_reason_dict[code] = set(reasons)
RedisUtils.setex(self.__get_redis(), f"kpl_his_limit_up_reason-{code}", tool.get_expire(),
json.dumps(list(reasons)))
- logger_kpl_debug.debug(f"璁剧疆鍘嗗彶娑ㄥ仠鍘熷洜锛歿code}-{reasons}")
# 濡傛灉杩斿洖鍊间笉涓篘one琛ㄧず宸茬粡鍔犺浇杩囧巻鍙插師鍥犱簡
def get_history_limit_up_reason(self, code):
@@ -419,6 +444,72 @@
__CodesTradeStateManager = trade_manager.CodesTradeStateManager()
__can_buy_compute_result_dict = {}
+ @classmethod
+ def __remove_from_l2(cls, code, msg):
+ # 鏍规嵁韬綅绉婚櫎浠g爜
+ # return
+ # 涓嬭繃鍗曠殑浠g爜涓嶇Щ闄�
+ if trade_manager.CodesTradeStateManager().get_trade_state_cache(code) != trade_manager.TRADE_STATE_NOT_TRADE:
+ # 鍙涓嬭繃鍗曠殑灏变笉绉婚櫎
+ return
+ l2_trade_util.forbidden_trade(code, msg=msg)
+ logger_kpl_block_can_buy.info(msg)
+
+ @classmethod
+ def __is_block_can_buy(cls, code, block, current_limit_up_datas, code_limit_up_reason_dict,
+ yesterday_current_limit_up_codes, limit_up_record_datas):
+ # log.logger_kpl_debug.info(f"鍒ゆ柇鏉垮潡鏄惁鍙拱锛歿block}")
+ # is_top_8_record, top_8_record = kpl_block_util.is_record_top_block(code, block, limit_up_record_datas,
+ # yesterday_current_limit_up_codes, 50)
+ # is_top_4_current, top_4_current = kpl_block_util.is_current_top_block(code, block, current_limit_up_datas,
+ # yesterday_current_limit_up_codes, 50)
+ # is_top_4 = is_top_8_record and is_top_4_current
+ # msg_list.append(f"\n瀹炴椂top10(娑ㄥ仠鏁伴噺锛歿len(current_limit_up_datas)})")
+ # msg_list.append(f"鍘嗗彶top20(娑ㄥ仠鏁伴噺锛歿len(top_8_record)})")
+
+ # 闇�瑕佹帓闄ょ殑鑰佸ぇ鐨勪唬鐮�
+ exclude_first_codes = HighIncreaseCodeManager().list_all()
+
+ # 鑾峰彇涓绘澘寮�1鐨勪唬鐮�
+ open_limit_up_codes = kpl_block_util.get_shsz_open_limit_up_codes(code, block, limit_up_record_datas,
+ code_limit_up_reason_dict)
+ # 鍓旈櫎楂樹綅鏉�
+ if open_limit_up_codes and yesterday_current_limit_up_codes:
+ open_limit_up_codes -= yesterday_current_limit_up_codes
+
+
+ # 鑾峰彇涓绘澘瀹炴椂韬綅,鍓旈櫎楂樹綅鏉�
+ current_shsz_rank, front_current_shsz_rank_codes = kpl_block_util.get_code_current_rank(code, block,
+ current_limit_up_datas,
+ code_limit_up_reason_dict,
+ yesterday_current_limit_up_codes,
+ exclude_first_codes,
+ len(open_limit_up_codes),
+ shsz=True)
+ record_shsz_rank, record_shsz_rank_codes = kpl_block_util.get_code_record_rank(code, block,
+ limit_up_record_datas,
+ code_limit_up_reason_dict,
+ yesterday_current_limit_up_codes,
+ shsz=True)
+
+ if open_limit_up_codes:
+ # 涓绘澘寮�1
+ if current_shsz_rank < len(open_limit_up_codes) + 1 and record_shsz_rank < len(open_limit_up_codes) + 2:
+ # 灞炰簬榫�1,榫�2
+ return True, f"{tool.get_now_time_str()} {block}锛歵op10娑ㄥ仠鏉垮潡锛屼富鏉垮紑1({open_limit_up_codes}),灞炰簬涓绘澘鍓嶉緳{len(open_limit_up_codes) + 1}(瀹炴椂韬綅-{current_shsz_rank}:{front_current_shsz_rank_codes}/{len(current_limit_up_datas)})"
+ else:
+ if record_shsz_rank >= len(open_limit_up_codes) + 1:
+ cls.__remove_from_l2(code, f"{code}鏍规嵁韬綅绂佹涔板叆锛氥�恵block}銆戝巻鍙茶韩浣峽record_shsz_rank}")
+ return False, f"鏉垮潡-{block}: top4娑ㄥ仠鏉垮潡锛屼富鏉垮紑1锛坽open_limit_up_codes}锛�,涓嶄负涓绘澘鍓嶉緳{len(open_limit_up_codes) + 1}锛堝疄鏃惰韩浣�-{current_shsz_rank}:{front_current_shsz_rank_codes},鍘嗗彶韬綅-{record_shsz_rank}锛�"
+ else:
+ if current_shsz_rank == 0 and record_shsz_rank < 2:
+ return True, f"{tool.get_now_time_str()} {block}锛歵op4娑ㄥ仠鏉垮潡锛岄潪涓绘澘寮�1锛屽睘浜庨緳1锛屽疄鏃舵定鍋滃垪琛ㄦ暟閲�({len(current_limit_up_datas)})"
+ else:
+ if record_shsz_rank >= 2:
+ cls.__remove_from_l2(code, f"{code}鏍规嵁韬綅绂佹涔板叆锛氥�恵block}銆戝巻鍙茶韩浣峽record_shsz_rank}")
+
+ return False, f"鏉垮潡-{block}: top4娑ㄥ仠鏉垮潡锛岄潪涓绘澘寮�1,涓嶄负涓绘澘榫�1锛堝疄鏃惰韩浣�-{current_shsz_rank}:{front_current_shsz_rank_codes},鍘嗗彶韬綅-{record_shsz_rank}锛�"
+
# 鑾峰彇鍙互涔扮殑鏉垮潡
# current_limit_up_datas: 浠婃棩瀹炴椂娑ㄥ仠
# latest_2_day_limit_up_datas锛氭渶杩�2澶╃殑瀹炴椂娑ㄥ仠锛堜笉鍚粖鏃ワ級
@@ -430,23 +521,20 @@
before_blocks_dict):
# 鍔犺浇娑ㄥ仠浠g爜鐨勭洰鏍囨澘鍧�
def load_code_block():
- for d in limit_up_record_datas:
- if d[2] in constant.KPL_INVALID_BLOCKS and d[3] in before_blocks_dict:
- code_limit_up_reason_dict[d[3]] = list(before_blocks_dict.get(d[3]))[0]
- else:
- code_limit_up_reason_dict[d[3]] = d[2]
+ if limit_up_record_datas:
+ for d in limit_up_record_datas:
+ if d[2] in constant.KPL_INVALID_BLOCKS and d[3] in before_blocks_dict:
+ code_limit_up_reason_dict[d[3]] = list(before_blocks_dict.get(d[3]))[0]
+ else:
+ code_limit_up_reason_dict[d[3]] = d[2]
return code_limit_up_reason_dict
- now_time = int(tool.get_now_time_str().replace(":", ""))
- times = [100000, 103000, 110000, 133000, 150000]
- time_index = 0
- for i in range(len(times)):
- if now_time < times[i]:
- time_index = i
- break
+ if current_limit_up_datas is None:
+ current_limit_up_datas = []
+
# 鑾峰彇鐩爣浠g爜鏉垮潡
keys, k1, k11, k2, k3, k4 = cls.__TargetCodePlateKeyManager.get_plate_keys(code)
- log.logger_kpl_debug.info("{}鍏抽敭璇嶏細浠婃棩-{},浠婃棩鍘嗗彶-{},鍘嗗彶-{},浜岀骇琛屼笟-{},浠g爜鏉垮潡-{}", code, k1, k11, k2, k3, k4)
+ # log.logger_kpl_debug.info("{}鍏抽敭璇嶏細浠婃棩-{},浠婃棩鍘嗗彶-{},鍘嗗彶-{},浜岀骇琛屼笟-{},浠g爜鏉垮潡-{}", code, k1, k11, k2, k3, k4)
keys = set()
if k1:
for k in k1:
@@ -459,7 +547,7 @@
keys |= k4
keys = keys - constant.KPL_INVALID_BLOCKS
- log.logger_kpl_debug.info("{}鏈�缁堝叧閿瘝锛歿}", code, keys)
+ # log.logger_kpl_debug.info("{}鏈�缁堝叧閿瘝锛歿}", code, keys)
# 娑ㄥ仠鍒楄〃涓尮閰嶅叧閿瘝锛岃繑鍥烇紙鏉垮潡:浠g爜闆嗗悎锛夛紝浠g爜闆嗗悎涓凡缁忔帓闄よ嚜韬�
if not keys:
@@ -470,63 +558,13 @@
can_buy_blocks = []
for block in keys:
- log.logger_kpl_debug.info(f"鍒ゆ柇鏉垮潡鏄惁鍙拱锛歿block}")
- # is_top_8_record, top_8_record = kpl_block_util.is_record_top_block(code, block, limit_up_record_datas,
- # yesterday_current_limit_up_codes, 50)
- # is_top_4_current, top_4_current = kpl_block_util.is_current_top_block(code, block, current_limit_up_datas,
- # yesterday_current_limit_up_codes, 50)
- # is_top_4 = is_top_8_record and is_top_4_current
- # msg_list.append(f"\n瀹炴椂top10(娑ㄥ仠鏁伴噺锛歿len(current_limit_up_datas)})")
- # msg_list.append(f"鍘嗗彶top20(娑ㄥ仠鏁伴噺锛歿len(top_8_record)})")
- # 鑾峰彇涓绘澘瀹炴椂韬綅,鍓旈櫎楂樹綅鏉�
- current_shsz_rank = kpl_block_util.get_code_current_rank(code, block, current_limit_up_datas,
- code_limit_up_reason_dict,
- yesterday_current_limit_up_codes, shsz=True)
- record_shsz_rank = kpl_block_util.get_code_record_rank(code, block, limit_up_record_datas,
- code_limit_up_reason_dict,
- yesterday_current_limit_up_codes, shsz=True)
- # 鑾峰彇涓绘澘鍘嗗彶韬綅
- if True:
- pen_limit_up_codes = kpl_block_util.get_shsz_open_limit_up_codes(code, block, limit_up_record_datas,
- code_limit_up_reason_dict)
- if pen_limit_up_codes:
- # 涓绘澘寮�1
- if current_shsz_rank < len(pen_limit_up_codes) + 1 and record_shsz_rank < len(
- pen_limit_up_codes) + 1:
- # 灞炰簬榫�1,榫�2
- can_buy_blocks.append((block,
- f"{block}锛歵op10娑ㄥ仠鏉垮潡锛屼富鏉垮紑1({pen_limit_up_codes}),灞炰簬涓绘澘鍓嶉緳{len(pen_limit_up_codes) + 1}(瀹炴椂韬綅-{current_shsz_rank})"))
- continue
- else:
- msg_list.append(
- f"鏉垮潡-{block}: top4娑ㄥ仠鏉垮潡锛屼富鏉垮紑1锛坽pen_limit_up_codes}锛�,涓嶄负涓绘澘鍓嶉緳{len(pen_limit_up_codes) + 1}锛堝疄鏃惰韩浣�-{current_shsz_rank},鍘嗗彶韬綅-{record_shsz_rank}锛�")
- continue
- else:
- if current_shsz_rank == 0 and record_shsz_rank < 2:
- can_buy_blocks.append((block, f"{block}锛歵op4娑ㄥ仠鏉垮潡锛岄潪涓绘澘寮�1锛屽睘浜庨緳1"))
- continue
- else:
- msg_list.append(
- f"鏉垮潡-{block}: top4娑ㄥ仠鏉垮潡锛岄潪涓绘澘寮�1,涓嶄负涓绘澘榫�1锛堝疄鏃惰韩浣�-{current_shsz_rank},鍘嗗彶韬綅-{record_shsz_rank}锛�")
- continue
+ can_buy, msg = cls.__is_block_can_buy(code, block, current_limit_up_datas, code_limit_up_reason_dict,
+ yesterday_current_limit_up_codes, limit_up_record_datas)
+ if can_buy:
+ can_buy_blocks.append((block, msg))
else:
- pass
- # # 鏄惁婊¤冻琛屼笟绮鹃�夋祦鍏ヨ姹�
- # is_in_top_input = RealTimeKplMarketData.is_in_top(set([block]))[0]
- # if not is_in_top_input:
- # msg_list.append(
- # f"鏉垮潡-{block}: 闈瀟op4娑ㄥ仠鏉垮潡锛屼笉婊¤冻绮鹃��/琛屼笟娴佸叆瑕佹眰")
- # continue
- # else:
- # # 鏄惁涓轰富鏉块緳1锛堝疄鏃堕緳1锛屽巻鍙查緳2浠ュ唴锛�
- # if current_shsz_rank == 0 and record_shsz_rank < 2:
- # can_buy_blocks.append((block, f"{block}锛氫笉鏄痶op4娑ㄥ仠鏉垮潡锛屾弧瓒崇簿閫�/琛屼笟娴佸叆瑕佹眰锛屾弧瓒充富鏉块緳1"))
- # continue
- # else:
- # msg_list.append(
- # f"鏉垮潡-{block}: 涓嶆槸top4娑ㄥ仠鏉垮潡锛屾弧瓒崇簿閫�/琛屼笟娴佸叆瑕佹眰,涓嶄负涓绘澘榫�1锛堝疄鏃惰韩浣�-{current_shsz_rank},鍘嗗彶韬綅-{record_shsz_rank}锛�")
- # continue
+ msg_list.append(msg)
if len(can_buy_blocks) == len(keys):
blocks = [x[0] for x in can_buy_blocks]
blocks_msg = "\n".join([x[1] for x in can_buy_blocks])
@@ -538,8 +576,11 @@
# 杩斿洖锛氭槸鍚﹀彲浠ヤ笅鍗�,娑堟伅,鏉垮潡绫诲瀷
@classmethod
def can_buy(cls, code):
- # if constant.TEST:
- # return True, cls.BLOCK_TYPE_NONE
+ if constant.TEST:
+ return True, cls.BLOCK_TYPE_NONE
+ # if True:
+ # # 娴嬭瘯
+ # return True, "涓嶅垽鏂澘鍧楄韩浣�"
return cls.__can_buy_compute_result_dict.get(code)
@classmethod
@@ -551,7 +592,6 @@
before_blocks_dict)
if not blocks:
return False, block_msg
- log.logger_kpl_debug.info(f"{code}:鑾峰彇濮旀墭/涔板叆浠g爜")
codes_delegate = set(cls.__CodesTradeStateManager.get_codes_by_trade_states_cache(
{trade_manager.TRADE_STATE_BUY_DELEGATED, trade_manager.TRADE_STATE_BUY_PLACE_ORDER}))
codes_success = set(cls.__CodesTradeStateManager.get_codes_by_trade_states_cache(
@@ -563,13 +603,11 @@
trade_codes_blocks_dict = {}
# 宸茬粡鎴愪氦鐨勬澘鍧�
trade_success_blocks_count = {}
- log.logger_kpl_debug.info(f"{code}:鑾峰彇浠g爜鏉垮潡")
for c in codes:
keys_, k1_, k11_, k2_, k3_, k4_ = cls.__TargetCodePlateKeyManager.get_plate_keys(c)
# 瀹炴椂娑ㄥ仠鍘熷洜
trade_codes_blocks_dict[c] = k1_ | k4_
# 缁熻鏉垮潡涓殑浠g爜
- log.logger_kpl_debug.info(f"{code}:缁熻鏉垮潡涓殑浠g爜")
trade_block_codes_dict = {}
for c in trade_codes_blocks_dict:
for b in trade_codes_blocks_dict[c]:
@@ -582,7 +620,6 @@
trade_block_codes_dict[b].add(c)
# ---------------------------------鍔犺浇宸茬粡涓嬪崟/鎴愪氦鐨勪唬鐮佷俊鎭�------------end-------------
- log.logger_kpl_debug.info(f"{code}:寮�濮嬭绠楁槸鍚﹀彲浠ヤ拱")
msg_list = []
for key in blocks:
# 鏉垮潡涓凡缁忔湁鎴愪氦鐨勫氨涓嶄笅鍗曚簡
@@ -596,6 +633,7 @@
return False, ",".join(msg_list)
+ # 鏇存柊浠g爜鏉垮潡鍒ゆ柇鏄惁鍙互涔扮殑缁撴灉
@classmethod
def update_can_buy_blocks(cls, code, current_limit_up_datas, limit_up_record_datas,
yesterday_current_limit_up_codes,
@@ -606,6 +644,43 @@
# 淇濆瓨鏉垮潡璁$畻缁撴灉
cls.__can_buy_compute_result_dict[code] = (can_buy, msg)
+ # 鍒ゆ柇鏄惁涓虹湡鑰佸ぇ
+ @classmethod
+ def __is_real_first_limit_up(cls, code, block, current_limit_up_datas, limit_up_record_datas,
+ yesterday_current_limit_up_codes,
+ before_blocks_dict):
+ # 鍔犺浇娑ㄥ仠浠g爜鐨勭洰鏍囨澘鍧�
+ def load_code_block():
+ if limit_up_record_datas:
+ for d in limit_up_record_datas:
+ if d[2] in constant.KPL_INVALID_BLOCKS and d[3] in before_blocks_dict:
+ code_limit_up_reason_dict[d[3]] = list(before_blocks_dict.get(d[3]))[0]
+ else:
+ code_limit_up_reason_dict[d[3]] = d[2]
+ return code_limit_up_reason_dict
+
+ if current_limit_up_datas is None:
+ current_limit_up_datas = []
+ if limit_up_record_datas is None:
+ limit_up_record_datas = []
+ code_limit_up_reason_dict = {}
+ load_code_block()
+ can_buy, msg = cls.__is_block_can_buy(code, block, current_limit_up_datas, code_limit_up_reason_dict,
+ yesterday_current_limit_up_codes, limit_up_record_datas)
+ return can_buy, msg
+
+ @classmethod
+ def is_need_cancel(cls, code, limit_up_reason, current_limit_up_datas, limit_up_record_datas,
+ yesterday_current_limit_up_codes,
+ before_blocks_dict):
+ can_buy, msg = cls.__is_real_first_limit_up(code, limit_up_reason, current_limit_up_datas,
+ limit_up_record_datas,
+ yesterday_current_limit_up_codes,
+ before_blocks_dict)
+ if not can_buy:
+ logger_kpl_block_can_buy.warning(f"{code} 鏍规嵁娑ㄥ仠鍘熷洜锛坽limit_up_reason}锛夊尮閰嶄笉鑳戒拱")
+ return not can_buy
+
if __name__ == "__main__":
pass
--
Gitblit v1.8.0