| | |
|---|
| | | |
|---|
| | | import constant |
|---|
| | | from db.redis_manager_delegate import RedisUtils |
|---|
| | | from log_module import async_log_util |
|---|
| | | from log_module import async_log_util, log |
|---|
| | | from third_data.kpl_data_constant import LimitUpDataConstant, TodayLimitUpReasonChangeManager |
|---|
| | | from utils import tool |
|---|
| | | |
|---|
| | | # 开盘啦历史涨停数据管理 |
|---|
| | | from db import mysql_data_delegate as mysql_data, redis_manager_delegate as redis_manager |
|---|
| | | from log_module.log import logger_kpl_limit_up_reason_change, logger_debug, logger_kpl_limit_up |
|---|
| | | from third_data import kpl_util, kpl_api |
|---|
| | | from log_module.log import logger_kpl_limit_up_reason_change, logger_debug, logger_kpl_limit_up, \ |
|---|
| | | logger_kpl_open_limit_up |
|---|
| | | from third_data import kpl_util, kpl_api, kpl_data_constant |
|---|
| | | from third_data.code_plate_key_manager import LimitUpCodesPlateKeyManager, CodesHisReasonAndBlocksManager |
|---|
| | | |
|---|
| | | # 代码对应的涨停原因保存 |
|---|
| | |
|---|
| | | __LimitUpCodesPlateKeyManager = LimitUpCodesPlateKeyManager() |
|---|
| | | __CodesPlateKeysManager = CodesHisReasonAndBlocksManager() |
|---|
| | | __current_code_reasons_dict = {} |
|---|
| | | # 当前涨停原因+推荐原因的代码集合 |
|---|
| | | __current_reason_codes_dict = {} |
|---|
| | | # 当前涨停原因的代码集合 |
|---|
| | | __current_limit_up_reason_codes_dict = {} |
|---|
| | | __records_cache = {} |
|---|
| | | record_code_dict = {} |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def __load_hist_and_blocks(cls, code): |
|---|
| | |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def save_record(cls, day, records): |
|---|
| | | # 统计炸板 |
|---|
| | | try: |
|---|
| | | last_codes = set() |
|---|
| | | if cls.latest_origin_datas: |
|---|
| | | last_codes = set([x[0] for x in cls.latest_origin_datas]) |
|---|
| | | now_codes = set() |
|---|
| | | if records: |
|---|
| | | now_codes = set([x[0] for x in records]) |
|---|
| | | open_limit_up_codes = last_codes - now_codes |
|---|
| | | if open_limit_up_codes: |
|---|
| | | logger_kpl_open_limit_up.info(f"炸板代码：{open_limit_up_codes}") |
|---|
| | | except Exception as e: |
|---|
| | | pass |
|---|
| | | |
|---|
| | | # 统计代码所属板块 |
|---|
| | | code_block_dict = {} |
|---|
| | | for data in records: |
|---|
| | | cls.record_code_dict[data[0]] = data |
|---|
| | | blocks = set(data[5].split("、")) |
|---|
| | | code = data[0] |
|---|
| | | for b in blocks: |
|---|
| | |
|---|
| | | # 设置涨停数据 |
|---|
| | | if records: |
|---|
| | | cls.latest_origin_datas = records |
|---|
| | | cls.__LimitUpCodesPlateKeyManager.set_today_limit_up([(r[0], r[5]) for r in records]) |
|---|
| | | cls.__LimitUpCodesPlateKeyManager.set_today_limit_up( |
|---|
| | | [(r[0], r[5], r[6].split('、') if r[6] else []) for r in records]) |
|---|
| | | LimitUpDataConstant.set_current_limit_up_datas(records) |
|---|
| | | |
|---|
| | | code_reasons_dict = {} |
|---|
| | | reason_codes_dict = {} |
|---|
| | | limit_up_reason_codes_dict = {} |
|---|
| | | for d in records: |
|---|
| | | if d[5] not in limit_up_reason_codes_dict: |
|---|
| | | limit_up_reason_codes_dict[d[5]] = set() |
|---|
| | | limit_up_reason_codes_dict[d[5]].add(d[0]) |
|---|
| | | |
|---|
| | | # 涨停原因 + 推荐原因 |
|---|
| | | bs = {d[5]} |
|---|
| | | if d[6]: |
|---|
| | |
|---|
| | | reason_codes_dict[b].add(d[0]) |
|---|
| | | cls.__current_code_reasons_dict = code_reasons_dict |
|---|
| | | cls.__current_reason_codes_dict = reason_codes_dict |
|---|
| | | cls.__current_limit_up_reason_codes_dict = limit_up_reason_codes_dict |
|---|
| | | |
|---|
| | | # 涨停数据记录 |
|---|
| | | mysqldb = mysql_data.Mysqldb() |
|---|
| | |
|---|
| | | # 板块更改过 |
|---|
| | | mysqldb.execute( |
|---|
| | | f"update kpl_limit_up_record set _hot_block_change = f'{dd[2]}' where _day='{dd[1]}' and _code='{code}'") |
|---|
| | | |
|---|
| | | cls.__LimitUpCodesPlateKeyManager.set_today_limit_up_reason_change(code, dd[2], |
|---|
| | | TodayLimitUpReasonChangeManager().set_today_limit_up_reason_change(code, dd[2], |
|---|
| | | code_block_dict[code]) |
|---|
| | | |
|---|
| | | if dd[0] in cls.latest_datas: |
|---|
| | | cls.latest_datas.pop(dd[0]) |
|---|
| | | cls.total_datas = KPLLimitUpDataRecordManager.list_all(tool.get_now_date_str()) |
|---|
| | | LimitUpDataConstant.set_history_limit_up_datas(cls.total_datas) |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def load_total_datas(cls): |
|---|
| | | cls.total_datas = KPLLimitUpDataRecordManager.list_all(tool.get_now_date_str()) |
|---|
| | | cls.__LimitUpCodesPlateKeyManager.set_today_total_limit_up([(r[3], r[2]) for r in cls.total_datas]) |
|---|
| | | cls.__LimitUpCodesPlateKeyManager.set_today_total_limit_up( |
|---|
| | | [(r[3], r[2], r[6].split("、") if r[6] else []) for r in cls.total_datas]) |
|---|
| | | for d in cls.total_datas: |
|---|
| | | cls.__load_hist_and_blocks(d[3]) |
|---|
| | | |
|---|
| | |
|---|
| | | return results |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def get_latest_block_infos(cls, min_day=tool.date_sub(tool.get_now_date_str(), 180), code=None): |
|---|
| | | """ |
|---|
| | | |
|---|
| | | @param min_day: 默认获取180天之前的 |
|---|
| | | @param code: 代码 |
|---|
| | | @return: 最近的涨停板块信息 |
|---|
| | | """ |
|---|
| | | sql = f"SELECT r.`_code`, r.`_day`, r.`_hot_block_name`, r.`_blocks` FROM `kpl_limit_up_record` r WHERE r.`_day`>'{min_day}'" |
|---|
| | | if code: |
|---|
| | | sql += f" AND _code='{code}'" |
|---|
| | | sql += " order by _create_time" |
|---|
| | | mysqldb = mysql_data.Mysqldb() |
|---|
| | | results = mysqldb.select_all(sql) |
|---|
| | | return results |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def get_latest_blocks_set(cls, code): |
|---|
| | | results = cls.get_latest_infos(code, 2, False) |
|---|
| | | bs = set([b[0] for b in results]) |
|---|
| | |
|---|
| | | return copy.deepcopy(cls.__current_reason_codes_dict) |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def get_current_limit_up_reason_codes_dict(cls): |
|---|
| | | return copy.deepcopy(cls.__current_limit_up_reason_codes_dict) |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def get_current_reasons(cls): |
|---|
| | | if cls.__current_reason_codes_dict: |
|---|
| | | return cls.__current_reason_codes_dict.keys() |
|---|
| | | return set() |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def get_new_blocks(cls, day): |
|---|
| | | """ |
|---|
| | | 获取某一天新出现的板块(新板块) |
|---|
| | | @param day: |
|---|
| | | @return: |
|---|
| | | """ |
|---|
| | | sql = f"SELECT k.`_hot_block_name`, k.`_day` FROM `kpl_limit_up_record` k GROUP BY k.`_hot_block_name` HAVING k.`_day`='{day}' ORDER BY k.`_day` DESC" |
|---|
| | | mysqldb = mysql_data.Mysqldb() |
|---|
| | | results = mysqldb.select_all(sql) |
|---|
| | | return [x[0] for x in results] |
|---|
| | | |
|---|
| | | |
|---|
| | | class KPLDataManager: |
|---|
| | |
|---|
| | | return __latest_current_limit_up_records.get(day) |
|---|
| | | |
|---|
| | | |
|---|
| | | # 运行拉取任务 |
|---|
| | | def run_pull_task(): |
|---|
| | | def __upload_data(type, datas): |
|---|
| | | class PullTask: |
|---|
| | | # 最近更新时间 |
|---|
| | | __latest_update_time_dict = {} |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def __upload_data(cls, type, datas): |
|---|
| | | root_data = { |
|---|
| | | "type": type, |
|---|
| | | "data": datas |
|---|
| | | } |
|---|
| | | requests.post("http://127.0.0.1:9004/upload_kpl_data", json.dumps(root_data)) |
|---|
| | | |
|---|
| | | def get_limit_up(): |
|---|
| | | @classmethod |
|---|
| | | def repaire_pull_task(cls): |
|---|
| | | """ |
|---|
| | | 修复拉取任务 |
|---|
| | | @return: |
|---|
| | | """ |
|---|
| | | # 修复涨停 |
|---|
| | | logger_debug.info("任务修复-开盘啦：启动修复") |
|---|
| | | key = "limit_up" |
|---|
| | | if key not in cls.__latest_update_time_dict or time.time() - cls.__latest_update_time_dict[key] > 20: |
|---|
| | | logger_debug.info("任务修复-开盘啦：涨停列表") |
|---|
| | | # 大于20s就需要更新 |
|---|
| | | threading.Thread(target=cls.run_limit_up_task, daemon=True).start() |
|---|
| | | key = "jingxuan_rank" |
|---|
| | | if key not in cls.__latest_update_time_dict or time.time() - cls.__latest_update_time_dict[key] > 20: |
|---|
| | | logger_debug.info("任务修复-开盘啦：精选流入列表") |
|---|
| | | # 大于20s就需要更新 |
|---|
| | | threading.Thread(target=cls.run_market_jingxuan_in, daemon=True).start() |
|---|
| | | |
|---|
| | | key = "jingxuan_rank_out" |
|---|
| | | if key not in cls.__latest_update_time_dict or time.time() - cls.__latest_update_time_dict[key] > 20: |
|---|
| | | logger_debug.info("任务修复-开盘啦：精选流出列表") |
|---|
| | | # 大于20s就需要更新 |
|---|
| | | threading.Thread(target=cls.run_market_jingxuan_out, daemon=True).start() |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | def run_limit_up_task(cls): |
|---|
| | | # 关闭log |
|---|
| | | log.close_print() |
|---|
| | | while True: |
|---|
| | | if (tool.is_trade_time() and int(tool.get_now_time_str().replace(':', '')) > int("092530")): |
|---|
| | | try: |
|---|
| | | try: |
|---|
| | | if (tool.is_trade_time() and int(tool.get_now_time_str().replace(':', '')) > int("092530")): |
|---|
| | | results = kpl_api.getLimitUpInfoNew() |
|---|
| | | result = json.loads(results) |
|---|
| | | start_time = time.time() |
|---|
| | | __upload_data("limit_up", result) |
|---|
| | | except Exception as e: |
|---|
| | | cls.__upload_data("limit_up", result) |
|---|
| | | except Exception as e: |
|---|
| | | try: |
|---|
| | | logging.exception(e) |
|---|
| | | time.sleep(3) |
|---|
| | | |
|---|
| | | def get_bidding_money(): |
|---|
| | | # 竞价数据上传 |
|---|
| | | while True: |
|---|
| | | if int("092600") < int(tool.get_now_time_str().replace(":", "")) < int("092700"): |
|---|
| | | try: |
|---|
| | | results = kpl_api.daBanList(kpl_api.DABAN_TYPE_BIDDING) |
|---|
| | | result = json.loads(results) |
|---|
| | | __upload_data("biddings", result) |
|---|
| | | except Exception as e: |
|---|
| | | pass |
|---|
| | | time.sleep(3) |
|---|
| | | |
|---|
| | | def get_market_industry(): |
|---|
| | | while True: |
|---|
| | | if tool.is_trade_time(): |
|---|
| | | try: |
|---|
| | | results = kpl_api.getMarketIndustryRealRankingInfo() |
|---|
| | | result = json.loads(results) |
|---|
| | | __upload_data("industry_rank", result) |
|---|
| | | logger_debug.exception(e) |
|---|
| | | except: |
|---|
| | | pass |
|---|
| | | time.sleep(3) |
|---|
| | | except: |
|---|
| | | pass |
|---|
| | | finally: |
|---|
| | | cls.__latest_update_time_dict["limit_up"] = time.time() |
|---|
| | | time.sleep(3) |
|---|
| | | |
|---|
| | | def get_market_jingxuan(): |
|---|
| | | @classmethod |
|---|
| | | def run_market_jingxuan_in(cls): |
|---|
| | | """ |
|---|
| | | 精选流入 |
|---|
| | | @return: |
|---|
| | | """ |
|---|
| | | while True: |
|---|
| | | if tool.is_trade_time(): |
|---|
| | | try: |
|---|
| | | try: |
|---|
| | | if tool.is_trade_time(): |
|---|
| | | results = kpl_api.getMarketJingXuanRealRankingInfo() |
|---|
| | | result = json.loads(results) |
|---|
| | | __upload_data("jingxuan_rank", result) |
|---|
| | | except: |
|---|
| | | pass |
|---|
| | | time.sleep(3) |
|---|
| | | cls.__upload_data("jingxuan_rank", result) |
|---|
| | | except: |
|---|
| | | pass |
|---|
| | | finally: |
|---|
| | | cls.__latest_update_time_dict["jingxuan_rank"] = time.time() |
|---|
| | | time.sleep(3) |
|---|
| | | |
|---|
| | | threading.Thread(target=get_limit_up, daemon=True).start() |
|---|
| | | # threading.Thread(target=get_bidding_money, daemon=True).start() |
|---|
| | | # threading.Thread(target=get_market_industry, daemon=True).start() |
|---|
| | | # threading.Thread(target=get_market_jingxuan, daemon=True).start() |
|---|
| | | @classmethod |
|---|
| | | def run_market_jingxuan_out(cls): |
|---|
| | | """ |
|---|
| | | 精选流出 |
|---|
| | | @return: |
|---|
| | | """ |
|---|
| | | while True: |
|---|
| | | try: |
|---|
| | | if tool.is_trade_time(): |
|---|
| | | results = kpl_api.getMarketJingXuanRealRankingInfo(False) |
|---|
| | | result = json.loads(results) |
|---|
| | | cls.__upload_data("jingxuan_rank_out", result) |
|---|
| | | except: |
|---|
| | | pass |
|---|
| | | finally: |
|---|
| | | cls.__latest_update_time_dict["jingxuan_rank_out"] = time.time() |
|---|
| | | time.sleep(3) |
|---|
| | | |
|---|
| | | @classmethod |
|---|
| | | # 运行拉取任务 |
|---|
| | | def run_pull_task(cls): |
|---|
| | | def get_bidding_money(): |
|---|
| | | # 竞价数据上传 |
|---|
| | | while True: |
|---|
| | | if int("092600") < int(tool.get_now_time_str().replace(":", "")) < int("092700"): |
|---|
| | | try: |
|---|
| | | results = kpl_api.daBanList(kpl_api.DABAN_TYPE_BIDDING) |
|---|
| | | result = json.loads(results) |
|---|
| | | cls.__upload_data("biddings", result) |
|---|
| | | except Exception as e: |
|---|
| | | pass |
|---|
| | | time.sleep(3) |
|---|
| | | |
|---|
| | | def get_market_industry(): |
|---|
| | | while True: |
|---|
| | | if tool.is_trade_time(): |
|---|
| | | try: |
|---|
| | | results = kpl_api.getMarketIndustryRealRankingInfo() |
|---|
| | | result = json.loads(results) |
|---|
| | | cls.__upload_data("industry_rank", result) |
|---|
| | | except: |
|---|
| | | pass |
|---|
| | | time.sleep(3) |
|---|
| | | |
|---|
| | | def get_market_jingxuan(): |
|---|
| | | while True: |
|---|
| | | if tool.is_trade_time(): |
|---|
| | | try: |
|---|
| | | results = kpl_api.getMarketJingXuanRealRankingInfo() |
|---|
| | | result = json.loads(results) |
|---|
| | | cls.__upload_data("jingxuan_rank", result) |
|---|
| | | except: |
|---|
| | | pass |
|---|
| | | finally: |
|---|
| | | cls.__latest_update_time_dict["jingxuan_rank"] = time.time() |
|---|
| | | time.sleep(3) |
|---|
| | | else: |
|---|
| | | time.sleep(3) |
|---|
| | | |
|---|
| | | threading.Thread(target=cls.run_limit_up_task, daemon=True).start() |
|---|
| | | # threading.Thread(target=get_bidding_money, daemon=True).start() |
|---|
| | | # threading.Thread(target=get_market_industry, daemon=True).start() |
|---|
| | | threading.Thread(target=cls.run_market_jingxuan_in, daemon=True).start() |
|---|
| | | threading.Thread(target=cls.run_market_jingxuan_out, daemon=True).start() |
|---|
| | | |
|---|
| | | |
|---|
| | | if __name__ == "__main__": |
|---|
| | | print(get_latest_current_limit_up_records()) |
|---|
| | | print(get_latest_current_limit_up_records()) |
|---|
| | | PullTask.run_pull_task() |
|---|
| | | input() |
|---|
