Administrator
2023-12-22 f0248f54f90a12f491245f0ee3ccfbe8f477a76b
third_data/kpl_data_manager.py
@@ -49,6 +49,7 @@
    __CodesPlateKeysManager = CodesHisReasonAndBlocksManager()
    __current_code_reason_dict = {}
    __current_reason_codes_dict = {}
    __records_cache = {}
    @classmethod
    def __load_hist_and_blocks(cls, code):
@@ -146,6 +147,15 @@
        mysqldb = mysql_data.Mysqldb()
        return mysqldb.select_all(f"select * from kpl_limit_up_record where _day='{day}'")
    @classmethod
    def list_all_cache(cls, day):
        if day in cls.__records_cache:
            return cls.__records_cache[day]
        fdata = cls.list_all(day)
        if fdata:
            cls.__records_cache[day] = fdata
        return fdata
    @staticmethod
    def list_by_code(code, day):
        mysqldb = mysql_data.Mysqldb()
@@ -224,6 +234,7 @@
class KPLDataManager:
    __latest_datas = {}
    kpl_data_update_info = {}
    __file_content_cache = {}
    @classmethod
    def __save_in_file(cls, key, datas):
@@ -255,6 +266,16 @@
            if lines:
                return json.loads(lines[0])
        return None
    @classmethod
    def get_from_file_cache(cls, type, day):
        key = f"{type}-{day}"
        if key in cls.__file_content_cache:
            return cls.__file_content_cache.get(key)
        fdata = cls.get_from_file(type, day)
        if fdata:
            cls.__file_content_cache[key] = fdata
        return fdata
    @classmethod
    # 获取最近几天的数据,根据日期倒序返回
@@ -328,7 +349,7 @@
        datas = __limit_up_list_records_dict[day]
    else:
        logger_debug.info("从文件中获取前几天的实时涨停数据")
        datas = KPLDataManager().get_latest_from_file(KPLDataType.LIMIT_UP, 10)
        datas = KPLDataManager().get_latest_from_file(KPLDataType.LIMIT_UP, count + 2)
        if datas:
            # 保存数据
            __limit_up_list_records_dict[day] = datas
@@ -352,6 +373,18 @@
    return yesterday_limit_up_data_records
# 获取最近几天涨停原因
__latest_current_limit_up_records = {}
def get_latest_current_limit_up_records():
    day = tool.get_now_date_str()
    if day not in __latest_current_limit_up_records:
        fdatas = get_current_limit_up_data_records(15)
        __latest_current_limit_up_records[day] = fdatas
    return __latest_current_limit_up_records.get(day)
# 运行拉取任务
def run_pull_task():
    def __upload_data(type, datas):
@@ -369,11 +402,11 @@
                    results = kpl_api.getLimitUpInfo()
                    result = json.loads(results)
                    start_time = time.time()
                    if start_time - last_time >= 60:
                        last_time = start_time
                        # 记录涨停数据
                        async_log_util.info(logger_kpl_limit_up, result)
                    __upload_data("limit_up", result)
                    if start_time - last_time >= 60:
                        last_time = time.time()
                        # 记录涨停数据
                        logger_kpl_limit_up.info(result)
                    # logger_kpl_limit_up_reason_change.info("上传耗时:{}", time.time() - start_time)
                except Exception as e:
                    logging.exception(e)
@@ -420,5 +453,6 @@
if __name__ == "__main__":
    run_pull_task()
    print(get_latest_current_limit_up_records())
    print(get_latest_current_limit_up_records())
    input()