From ae8d76a456b64c1c6c4ebf11b6ec33b7df217b1a Mon Sep 17 00:00:00 2001 From: Administrator <admin@example.com> Date: 星期一, 18 八月 2025 13:43:46 +0800 Subject: [PATCH] bug修复 --- third_data/kpl_data_manager.py | 137 +++++++++++++++++++++++++++++++++++++-------- 1 files changed, 111 insertions(+), 26 deletions(-) diff --git a/third_data/kpl_data_manager.py b/third_data/kpl_data_manager.py index fd216ba..4c094cd 100644 --- a/third_data/kpl_data_manager.py +++ b/third_data/kpl_data_manager.py @@ -72,7 +72,13 @@ pass @classmethod - def save_record(cls, day, records): + def save_record(cls, day, records, set_not_open=False): + """ + @param day: + @param records: + @param set_not_open: 鏄惁闇�瑕佽缃偢鏉夸笌鍚� + @return: + """ # 缁熻鐐告澘 try: last_codes = set() @@ -142,13 +148,17 @@ result = mysqldb.select_one("select * from kpl_limit_up_record where _id='{}'".format(_id)) if not result: mysqldb.execute( - f"insert into kpl_limit_up_record(_id,_day,_hot_block_name,_code,_code_name,_limit_up_time,_blocks,_latest_limit_up_time,_update_time,_create_time,_hot_block_code_count,_limit_up_high_info,_zylt_val) values('{_id}','{day}','{d[5]}','{d[0]}','{d[1]}','{d[2]}','{d[6]}','{d[3]}',now(),now(),{d[10]},'{d[4]}',{d[7]})") + f"insert into kpl_limit_up_record(_id,_day,_hot_block_name,_code,_code_name,_limit_up_time,_blocks,_latest_limit_up_time,_update_time,_create_time,_hot_block_code_count,_limit_up_high_info,_zylt_val,_hot_block_code) values('{_id}','{day}','{d[5]}','{d[0]}','{d[1]}','{d[2]}','{d[6]}','{d[3]}',now(),now(),{d[10]},'{d[4]}',{d[7]},{d[9]})") cls.__load_hist_and_blocks(code) else: if _id in cls.latest_datas and json.dumps(cls.latest_datas.get(_id)) != json.dumps(d): mysqldb.execute( f"update kpl_limit_up_record set _latest_limit_up_time='{d[3]}',_limit_up_time='{d[2]}',_hot_block_code_count={d[10]},_limit_up_high_info='{d[4]}' ,_update_time=now() where _id='{_id}'") cls.latest_datas[_id] = d + if set_not_open: + # 闇�瑕佽缃笉鐐告澘 + mysqldb.execute(f"update kpl_limit_up_record set _open = 0, _update_time = now() where _id='{_id}'") + cls.latest_datas[_id] = d # 鑾峰彇鍘熸潵鐨勪唬鐮佹墍灞炴澘鍧�,鍒犻櫎涔嬪墠閿欒鐨勬澘鍧� @@ -178,9 +188,12 @@ cls.__load_hist_and_blocks(d[3]) @staticmethod - def list_all(day): + def list_all(day, max_limit_up_time=None): mysqldb = mysql_data.Mysqldb() - return mysqldb.select_all(f"select * from kpl_limit_up_record where _day='{day}'") + sql = f"select * from kpl_limit_up_record where _day='{day}'" + if max_limit_up_time: + sql += f" and cast(_limit_up_time as unsigned)<={max_limit_up_time}" + return mysqldb.select_all(sql) @classmethod def list_all_cache(cls, day): @@ -346,7 +359,7 @@ @classmethod # 鑾峰彇鏈�杩戝嚑澶╃殑鏁版嵁锛屾牴鎹棩鏈熷�掑簭杩斿洖 - def get_latest_from_file(cls, type, count): + def get_latest_from_file(cls, type, count, max_day=tool.get_now_date_str()): files = os.listdir(constant.CACHE_PATH) file_name_list = [] for f in files: @@ -354,7 +367,6 @@ file_name_list.append((f.split("_")[0], f)) file_name_list.sort(key=lambda x: x[0], reverse=True) - file_name_list = file_name_list[:count] fresults = [] for file in file_name_list: path = f"{constant.CACHE_PATH}/{file[1]}" @@ -363,7 +375,10 @@ with open(path, 'r') as f: lines = f.readlines() if lines: - fresults.append((file[0], json.loads(lines[0]))) + if int(file[0].replace("-", "")) <= int(max_day.replace("-", "")): + fresults.append((file[0], json.loads(lines[0]))) + if len(fresults) >= count: + break return fresults @@ -408,18 +423,24 @@ # 鑾峰彇鏈�杩戝嚑澶╃殑瀹炴椂娑ㄥ仠淇℃伅 # 杩斿洖鏍煎紡锛圼鏃ユ湡,鏁版嵁]锛� -def get_current_limit_up_data_records(count): +def get_current_limit_up_data_records(count, day=tool.get_now_date_str()): fresults = [] - day = tool.get_now_date_str() datas = [] if day in __limit_up_list_records_dict: datas = __limit_up_list_records_dict[day] else: logger_debug.info("浠庢枃浠朵腑鑾峰彇鍓嶅嚑澶╃殑瀹炴椂娑ㄥ仠鏁版嵁") - datas = KPLDataManager().get_latest_from_file(KPLDataType.LIMIT_UP, count + 2) - if datas: + datas = KPLDataManager().get_latest_from_file(KPLDataType.LIMIT_UP, count + 2, max_day=day) + # 绉婚櫎姣斾粖澶╄繕澶х殑鏁版嵁 + fdatas = [] + for d in datas: + if int(d[0].replace("-", "")) > int(day.replace("-", "")): + continue + fdatas.append(d) + if fdatas: # 淇濆瓨鏁版嵁 - __limit_up_list_records_dict[day] = datas + __limit_up_list_records_dict[day] = fdatas + datas = __limit_up_list_records_dict[day] for i in range(len(datas)): if datas[i][0] == day: continue @@ -444,10 +465,9 @@ __latest_current_limit_up_records = {} -def get_latest_current_limit_up_records(): - day = tool.get_now_date_str() +def get_latest_current_limit_up_records(day=tool.get_now_date_str(), max_day_count=15): if day not in __latest_current_limit_up_records: - fdatas = get_current_limit_up_data_records(15) + fdatas = get_current_limit_up_data_records(max_day_count) __latest_current_limit_up_records[day] = fdatas return __latest_current_limit_up_records.get(day) @@ -477,17 +497,23 @@ logger_debug.info("浠诲姟淇-寮�鐩樺暒锛氭定鍋滃垪琛�") # 澶т簬20s灏遍渶瑕佹洿鏂� threading.Thread(target=cls.run_limit_up_task, daemon=True).start() - key = "jingxuan_rank" - if key not in cls.__latest_update_time_dict or time.time() - cls.__latest_update_time_dict[key] > 20: - logger_debug.info("浠诲姟淇-寮�鐩樺暒锛氱簿閫夋祦鍏ュ垪琛�") - # 澶т簬20s灏遍渶瑕佹洿鏂� - threading.Thread(target=cls.run_market_jingxuan_in, daemon=True).start() + # key = "jingxuan_rank" + # if key not in cls.__latest_update_time_dict or time.time() - cls.__latest_update_time_dict[key] > 20: + # logger_debug.info("浠诲姟淇-寮�鐩樺暒锛氱簿閫夋祦鍏ュ垪琛�") + # # 澶т簬20s灏遍渶瑕佹洿鏂� + # threading.Thread(target=cls.run_market_jingxuan_in, daemon=True).start() + # + # key = "jingxuan_rank_out" + # if key not in cls.__latest_update_time_dict or time.time() - cls.__latest_update_time_dict[key] > 20: + # logger_debug.info("浠诲姟淇-寮�鐩樺暒锛氱簿閫夋祦鍑哄垪琛�") + # # 澶т簬20s灏遍渶瑕佹洿鏂� + # threading.Thread(target=cls.run_market_jingxuan_out, daemon=True).start() - key = "jingxuan_rank_out" + key = "market_strong" if key not in cls.__latest_update_time_dict or time.time() - cls.__latest_update_time_dict[key] > 20: - logger_debug.info("浠诲姟淇-寮�鐩樺暒锛氱簿閫夋祦鍑哄垪琛�") + logger_debug.info("浠诲姟淇-寮�鐩樺暒锛氬競鍦哄己搴�") # 澶т簬20s灏遍渶瑕佹洿鏂� - threading.Thread(target=cls.run_market_jingxuan_out, daemon=True).start() + threading.Thread(target=cls.run_market_strong, daemon=True).start() @classmethod def run_limit_up_task(cls): @@ -549,6 +575,23 @@ time.sleep(3) @classmethod + def run_market_strong(cls): + """ + 绮鹃�夋祦鍑� + @return: + """ + while True: + try: + if tool.is_trade_time(): + strong_value = kpl_api.getMarketStrong() + cls.__upload_data("market_strong", strong_value) + except: + pass + finally: + cls.__latest_update_time_dict["market_strong"] = time.time() + time.sleep(3) + + @classmethod # 杩愯鎷夊彇浠诲姟 def run_pull_task(cls): def get_bidding_money(): @@ -590,12 +633,54 @@ time.sleep(3) threading.Thread(target=cls.run_limit_up_task, daemon=True).start() + threading.Thread(target=cls.run_market_strong, daemon=True).start() # threading.Thread(target=get_bidding_money, daemon=True).start() # threading.Thread(target=get_market_industry, daemon=True).start() - threading.Thread(target=cls.run_market_jingxuan_in, daemon=True).start() - threading.Thread(target=cls.run_market_jingxuan_out, daemon=True).start() + # threading.Thread(target=cls.run_market_jingxuan_in, daemon=True).start() + # threading.Thread(target=cls.run_market_jingxuan_out, daemon=True).start() + + +@tool.singleton +class CodeHighLevel: + """ + 浠g爜楂樺害绠$悊 + """ + __instance = None + # 涓嬪崟鏉垮潡鐨勪唬鐮佽褰� + __code_level_dict = {} + __codes = set() + + def __init__(self, day=tool.get_now_date_str()): + self.__day = day + self.__load_data(day) + + @classmethod + def __load_data(cls, day): + fdatas = get_current_limit_up_data_records(15, day=day) + temp_dict = {d[0]: 2 for d in fdatas[0][1]} + break_codes = set() + for i in range(1, len(fdatas)): + codes = [d[0] for d in fdatas[i][1]] + for k in temp_dict: + if k in break_codes: + continue + if k in codes: + temp_dict[k] += 1 + else: + break_codes.add(k) + cls.__code_level_dict = temp_dict + + def get_high_level(self, code): + """ + 鑾峰彇娑ㄥ仠楂樺害锛岄粯璁�1鏉� + @param code: + @return: + """ + if code in self.__code_level_dict: + return self.__code_level_dict[code] + return 1 if __name__ == "__main__": - PullTask.run_pull_task() + print(CodeHighLevel("2024-11-11").get_high_level("000833")) input() -- Gitblit v1.8.0