From c20c3c10635ce78db4a86ce9c0bb1d02e90f525d Mon Sep 17 00:00:00 2001 From: Administrator <admin@example.com> Date: 星期二, 08 八月 2023 17:40:42 +0800 Subject: [PATCH] 单例+缓存优化 --- code_attribute/gpcode_manager.py | 116 +++++++++++++++++++++++++++++++++++++-------------------- 1 files changed, 75 insertions(+), 41 deletions(-) diff --git a/code_attribute/gpcode_manager.py b/code_attribute/gpcode_manager.py index 4eedbae..fa562e6 100644 --- a/code_attribute/gpcode_manager.py +++ b/code_attribute/gpcode_manager.py @@ -191,22 +191,23 @@ # 鎯宠涔扮殑浠g爜 class WantBuyCodesManager: __instance = None + redisManager = redis_manager.RedisManager(0) + __redis_key = "want_buy_codes" def __new__(cls, *args, **kwargs): if not cls.__instance: cls.__instance = super(WantBuyCodesManager, cls).__new__(cls, *args, **kwargs) # 鍒濆鍖栬缃� # 鑾峰彇浜ゆ槗绐楀彛鐨勯攣 - cls.__instance.redisManager = redis_manager.RedisManager(0) - cls.__instance.__redis_key = "want_buy_codes" - cls.__instance.__want_buy_codes_cache = RedisUtils.smembers(cls.__instance.__get_redis(), - cls.__instance.__redis_key) + cls.__instance.__want_buy_codes_cache = RedisUtils.smembers(cls.__get_redis(), + cls.__redis_key) return cls.__instance __want_buy_codes_cache = set() - def __get_redis(self): - return self.redisManager.getRedis() + @classmethod + def __get_redis(cls): + return cls.redisManager.getRedis() def clear(self): RedisUtils.delete(self.__get_redis(), self.__redis_key) @@ -221,10 +222,10 @@ RedisUtils.srem(self.__get_redis(), self.__redis_key, code) def sync(self): + codes = self.list_code() self.__want_buy_codes_cache.clear() - codes = RedisUtils.smembers(self.__get_redis(), self.__redis_key) if codes: - self.__want_buy_codes_cache += set(codes) + self.__want_buy_codes_cache |= set(codes) def is_in(self, code): return RedisUtils.sismember(self.__get_redis(), self.__redis_key, code) @@ -242,33 +243,52 @@ # 鏆傚仠涓嬪崟浠g爜绠$悊 # 涓庨粦鍚嶅崟鐨勫尯鍒槸鏆傚仠浜ゆ槗浠g爜鍙槸涓嶄氦鏄擄紝涓嶈兘绉婚櫎L2鐩戞帶浣� class PauseBuyCodesManager: + __instance = None redisManager = redis_manager.RedisManager(0) __redis_key = "pause_buy_codes" + + def __new__(cls, *args, **kwargs): + if not cls.__instance: + cls.__instance = super(PauseBuyCodesManager, cls).__new__(cls, *args, **kwargs) + cls.__instance.__pause_buy_codes_cache = RedisUtils.smembers(cls.__get_redis(), + cls.__redis_key) + return cls.__instance @classmethod def __get_redis(cls): return cls.redisManager.getRedis() - @classmethod - def clear(cls): - RedisUtils.delete(cls.__get_redis(), cls.__redis_key) + def clear(self): + self.__pause_buy_codes_cache.clear() + RedisUtils.delete(self.__get_redis(), self.__redis_key) - @classmethod - def add_code(cls, code): - RedisUtils.sadd(cls.__get_redis(), cls.__redis_key, code) - RedisUtils.expire(cls.__get_redis(), cls.__redis_key, tool.get_expire()) + def sync(self): + data = RedisUtils.smembers(self.__get_redis(), + self.__redis_key) + self.__pause_buy_codes_cache.clear() + if data: + self.__pause_buy_codes_cache |= data - @classmethod - def remove_code(cls, code): - RedisUtils.srem(cls.__get_redis(), cls.__redis_key, code) + def add_code(self, code): + self.__pause_buy_codes_cache.add(code) + RedisUtils.sadd(self.__get_redis(), self.__redis_key, code) + RedisUtils.expire(self.__get_redis(), self.__redis_key, tool.get_expire()) - @classmethod - def is_in(cls, code): - return RedisUtils.sismember(cls.__get_redis(), cls.__redis_key, code) + def remove_code(self, code): + self.__pause_buy_codes_cache.discard(code) + RedisUtils.srem(self.__get_redis(), self.__redis_key, code) - @classmethod - def list_code(cls): - return RedisUtils.smembers(cls.__get_redis(), cls.__redis_key) + def is_in(self, code): + return RedisUtils.sismember(self.__get_redis(), self.__redis_key, code) + + def is_in_cache(self, code): + return code in self.__pause_buy_codes_cache + + def list_code(self): + return RedisUtils.smembers(self.__get_redis(), self.__redis_key) + + def list_code_cache(self): + return self.__pause_buy_codes_cache def __parse_codes_data(code_datas): @@ -299,7 +319,7 @@ RedisUtils.sadd(redis_instance, "gp_list", d, auto_free=False) CodesNameManager.set_second_code_names(name_codes) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) # 鏂板浠g爜 @@ -319,7 +339,7 @@ old_name_codes[key] = name_codes[key] CodesNameManager.set_second_code_names(old_name_codes) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) __gp_list_first_codes_cache = set() @@ -359,7 +379,7 @@ old_name_codes[key] = name_codes[key] CodesNameManager.set_first_code_names(old_name_codes) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) # 绉婚櫎棣栨澘浠g爜 @@ -369,7 +389,7 @@ for code in codes: RedisUtils.srem(redis_instance, "gp_list_first", code, auto_free=False) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) # 鑾峰彇棣栨澘浠g爜 @@ -425,9 +445,11 @@ for d in gpset: RedisUtils.sadd(redis_instance, "gp_limit_up_list", json.dumps(d), auto_free=False) RedisUtils.expire(redis_instance, "gp_limit_up_list", tool.get_expire(), auto_free=False) - RedisUtils.setex(redis_instance, "gp_limit_up_list_update_time", tool.get_expire(), round(time.time() * 1000), auto_free=False) + RedisUtils.setex(redis_instance, "gp_limit_up_list_update_time", tool.get_expire(), round(time.time() * 1000), + auto_free=False) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) + # 鑾峰彇娑ㄥ仠鍒楄〃 def get_limit_up_list(): @@ -437,7 +459,7 @@ auto_free=False), RedisUtils.smembers(redis_instance, "gp_limit_up_list", auto_free=False) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) def rm_gp(code): @@ -450,7 +472,7 @@ def get_gp_list(): - codes = RedisUtils.smembers( __redisManager.getRedis(), "gp_list") + codes = RedisUtils.smembers(__redisManager.getRedis(), "gp_list") first_codes = get_first_gp_codes() return set.union(codes, first_codes) @@ -501,7 +523,7 @@ codes = get_gp_list() if code not in codes and not FirstCodeManager().is_in_first_record_cache(code) and not force: return - RedisUtils.setex( cls.__redisManager.getRedis(), "price-pre-{}".format(code), tool.get_expire(), str(price)) + RedisUtils.setex(cls.__redisManager.getRedis(), "price-pre-{}".format(code), tool.get_expire(), str(price)) cls.__price_pre_cache[code] = float(price) @@ -554,6 +576,18 @@ RedisUtils.setex(__redisManager.getRedis(), "price-{}".format(code), tool.get_expire(), price) +# datas:[(code,price)] +def set_prices(datas): + pipe = __redisManager.getRedis().pipeline() + for d in datas: + code, price = d[0], d[1] + if code in __current_price_cache and __current_price_cache[code] == price: + continue + __current_price_cache[code] = price + RedisUtils.setex(pipe, "price-{}".format(code), tool.get_expire(), price) + pipe.execute() + + # 鑾峰彇姝e湪鐩戝惉鐨勪唬鐮� def get_listen_codes(): redis_instance = __redisManager.getRedis() @@ -566,7 +600,7 @@ codes.add(code) return codes finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) # 鏍规嵁浣嶇疆鑾峰彇姝e湪鐩戝惉鐨勪唬鐮� @@ -617,7 +651,7 @@ for code_ in codes_set: RedisUtils.delete(redis_instance, code_, auto_free=False) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) # 鍒濆鍖栦綅缃� @@ -635,7 +669,7 @@ for key in keys: RedisUtils.setex(redis_instance, key, tool.get_expire(), "", auto_free=False) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) def clear_first_codes(): @@ -646,7 +680,7 @@ RedisUtils.delete(redis_instance, "first_code_record", auto_free=False) RedisUtils.delete(redis_instance, "first_code_limited_up_record", auto_free=False) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) # 鑾峰彇鍙互鎿嶄綔鐨勪綅缃� @@ -673,7 +707,7 @@ available_positions.append((client_id, int(key.replace("listen_code-{}-".format(client_id), "")))) else: codes.append((key, result)) - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) # 鏌ヨ鏄惁鏈夐噸澶嶇殑浠g爜 codes_set = set() count = 0 @@ -711,7 +745,7 @@ if not code: free_count += 1 finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) return free_count @@ -760,7 +794,7 @@ # 璁剧疆姝e湪鎿嶄綔鐨勪唬鐮� def set_operate(code): - RedisUtils.setex( __redisManager.getRedis(), "gp_operate-{}".format(code), 30, "1") + RedisUtils.setex(__redisManager.getRedis(), "gp_operate-{}".format(code), 30, "1") # 鎵归噺璁剧疆姝e湪鎿嶄綔鐨勪唬鐮� @@ -781,7 +815,7 @@ for code in codes: RedisUtils.delete(redis_instance, "gp_operate-{}".format(code), auto_free=False) finally: - redis_instance.connection_pool.disconnect() + RedisUtils.realse(redis_instance) if __name__ == '__main__': -- Gitblit v1.8.0