From c20c3c10635ce78db4a86ce9c0bb1d02e90f525d Mon Sep 17 00:00:00 2001 From: Administrator <admin@example.com> Date: 星期二, 08 八月 2023 17:40:42 +0800 Subject: [PATCH] 单例+缓存优化 --- code_attribute/gpcode_manager.py | 90 +++++++++++++++++++++++++++++++-------------- 1 files changed, 62 insertions(+), 28 deletions(-) diff --git a/code_attribute/gpcode_manager.py b/code_attribute/gpcode_manager.py index b7f1cfa..fa562e6 100644 --- a/code_attribute/gpcode_manager.py +++ b/code_attribute/gpcode_manager.py @@ -191,22 +191,23 @@ # 鎯宠涔扮殑浠g爜 class WantBuyCodesManager: __instance = None + redisManager = redis_manager.RedisManager(0) + __redis_key = "want_buy_codes" def __new__(cls, *args, **kwargs): if not cls.__instance: cls.__instance = super(WantBuyCodesManager, cls).__new__(cls, *args, **kwargs) # 鍒濆鍖栬缃� # 鑾峰彇浜ゆ槗绐楀彛鐨勯攣 - cls.__instance.redisManager = redis_manager.RedisManager(0) - cls.__instance.__redis_key = "want_buy_codes" - cls.__instance.__want_buy_codes_cache = RedisUtils.smembers(cls.__instance.__get_redis(), - cls.__instance.__redis_key) + cls.__instance.__want_buy_codes_cache = RedisUtils.smembers(cls.__get_redis(), + cls.__redis_key) return cls.__instance __want_buy_codes_cache = set() - def __get_redis(self): - return self.redisManager.getRedis() + @classmethod + def __get_redis(cls): + return cls.redisManager.getRedis() def clear(self): RedisUtils.delete(self.__get_redis(), self.__redis_key) @@ -221,10 +222,10 @@ RedisUtils.srem(self.__get_redis(), self.__redis_key, code) def sync(self): + codes = self.list_code() self.__want_buy_codes_cache.clear() - codes = RedisUtils.smembers(self.__get_redis(), self.__redis_key) if codes: - self.__want_buy_codes_cache += set(codes) + self.__want_buy_codes_cache |= set(codes) def is_in(self, code): return RedisUtils.sismember(self.__get_redis(), self.__redis_key, code) @@ -242,33 +243,52 @@ # 鏆傚仠涓嬪崟浠g爜绠$悊 # 涓庨粦鍚嶅崟鐨勫尯鍒槸鏆傚仠浜ゆ槗浠g爜鍙槸涓嶄氦鏄擄紝涓嶈兘绉婚櫎L2鐩戞帶浣� class PauseBuyCodesManager: + __instance = None redisManager = redis_manager.RedisManager(0) __redis_key = "pause_buy_codes" + + def __new__(cls, *args, **kwargs): + if not cls.__instance: + cls.__instance = super(PauseBuyCodesManager, cls).__new__(cls, *args, **kwargs) + cls.__instance.__pause_buy_codes_cache = RedisUtils.smembers(cls.__get_redis(), + cls.__redis_key) + return cls.__instance @classmethod def __get_redis(cls): return cls.redisManager.getRedis() - @classmethod - def clear(cls): - RedisUtils.delete(cls.__get_redis(), cls.__redis_key) + def clear(self): + self.__pause_buy_codes_cache.clear() + RedisUtils.delete(self.__get_redis(), self.__redis_key) - @classmethod - def add_code(cls, code): - RedisUtils.sadd(cls.__get_redis(), cls.__redis_key, code) - RedisUtils.expire(cls.__get_redis(), cls.__redis_key, tool.get_expire()) + def sync(self): + data = RedisUtils.smembers(self.__get_redis(), + self.__redis_key) + self.__pause_buy_codes_cache.clear() + if data: + self.__pause_buy_codes_cache |= data - @classmethod - def remove_code(cls, code): - RedisUtils.srem(cls.__get_redis(), cls.__redis_key, code) + def add_code(self, code): + self.__pause_buy_codes_cache.add(code) + RedisUtils.sadd(self.__get_redis(), self.__redis_key, code) + RedisUtils.expire(self.__get_redis(), self.__redis_key, tool.get_expire()) - @classmethod - def is_in(cls, code): - return RedisUtils.sismember(cls.__get_redis(), cls.__redis_key, code) + def remove_code(self, code): + self.__pause_buy_codes_cache.discard(code) + RedisUtils.srem(self.__get_redis(), self.__redis_key, code) - @classmethod - def list_code(cls): - return RedisUtils.smembers(cls.__get_redis(), cls.__redis_key) + def is_in(self, code): + return RedisUtils.sismember(self.__get_redis(), self.__redis_key, code) + + def is_in_cache(self, code): + return code in self.__pause_buy_codes_cache + + def list_code(self): + return RedisUtils.smembers(self.__get_redis(), self.__redis_key) + + def list_code_cache(self): + return self.__pause_buy_codes_cache def __parse_codes_data(code_datas): @@ -425,9 +445,11 @@ for d in gpset: RedisUtils.sadd(redis_instance, "gp_limit_up_list", json.dumps(d), auto_free=False) RedisUtils.expire(redis_instance, "gp_limit_up_list", tool.get_expire(), auto_free=False) - RedisUtils.setex(redis_instance, "gp_limit_up_list_update_time", tool.get_expire(), round(time.time() * 1000), auto_free=False) + RedisUtils.setex(redis_instance, "gp_limit_up_list_update_time", tool.get_expire(), round(time.time() * 1000), + auto_free=False) finally: RedisUtils.realse(redis_instance) + # 鑾峰彇娑ㄥ仠鍒楄〃 def get_limit_up_list(): @@ -450,7 +472,7 @@ def get_gp_list(): - codes = RedisUtils.smembers( __redisManager.getRedis(), "gp_list") + codes = RedisUtils.smembers(__redisManager.getRedis(), "gp_list") first_codes = get_first_gp_codes() return set.union(codes, first_codes) @@ -501,7 +523,7 @@ codes = get_gp_list() if code not in codes and not FirstCodeManager().is_in_first_record_cache(code) and not force: return - RedisUtils.setex( cls.__redisManager.getRedis(), "price-pre-{}".format(code), tool.get_expire(), str(price)) + RedisUtils.setex(cls.__redisManager.getRedis(), "price-pre-{}".format(code), tool.get_expire(), str(price)) cls.__price_pre_cache[code] = float(price) @@ -552,6 +574,18 @@ return __current_price_cache[code] = price RedisUtils.setex(__redisManager.getRedis(), "price-{}".format(code), tool.get_expire(), price) + + +# datas:[(code,price)] +def set_prices(datas): + pipe = __redisManager.getRedis().pipeline() + for d in datas: + code, price = d[0], d[1] + if code in __current_price_cache and __current_price_cache[code] == price: + continue + __current_price_cache[code] = price + RedisUtils.setex(pipe, "price-{}".format(code), tool.get_expire(), price) + pipe.execute() # 鑾峰彇姝e湪鐩戝惉鐨勪唬鐮� @@ -760,7 +794,7 @@ # 璁剧疆姝e湪鎿嶄綔鐨勪唬鐮� def set_operate(code): - RedisUtils.setex( __redisManager.getRedis(), "gp_operate-{}".format(code), 30, "1") + RedisUtils.setex(__redisManager.getRedis(), "gp_operate-{}".format(code), 30, "1") # 鎵归噺璁剧疆姝e湪鎿嶄綔鐨勪唬鐮� -- Gitblit v1.8.0