From 8b7972581d0324e3f634b5b5a57a9ed7db1addaf Mon Sep 17 00:00:00 2001
From: Administrator <admin@example.com>
Date: 星期一, 09 六月 2025 18:58:15 +0800
Subject: [PATCH] 低吸数据采集
---
l2_test.py | 14 ++++++-
huaxin_client/l2_client_test.py | 2
api/low_suction_data_pusher.py | 53 ++++++++++++++++++++++++++
servers/data_server.py | 8 ++++
4 files changed, 74 insertions(+), 3 deletions(-)
diff --git a/api/low_suction_data_pusher.py b/api/low_suction_data_pusher.py
new file mode 100644
index 0000000..45903c5
--- /dev/null
+++ b/api/low_suction_data_pusher.py
@@ -0,0 +1,53 @@
+"""
+浣庡惛鏁版嵁鎺ㄩ��
+"""
+import json
+
+import requests
+
+import concurrent.futures
+
+__data_push_thread_pool = concurrent.futures.ThreadPoolExecutor(max_workers=5)
+__big_order_data_push_thread_pool = concurrent.futures.ThreadPoolExecutor(max_workers=10)
+
+
+def push_limit_up_list(datas):
+ """
+ 鎺ㄩ�佹定鍋滃垪琛ㄤ俊鎭�
+ @param datas:
+ @return:
+ """
+
+ def push():
+ requests.post("http://127.0.0.1:9008/upload_limit_up_list", json=json.dumps(datas), timeout=3)
+
+ __data_push_thread_pool.submit(
+ lambda: push())
+
+
+def push_big_order(datas):
+ """
+ 鎺ㄩ�佸ぇ鍗曚俊鎭�
+ @param datas:
+ @return:
+ """
+
+ def push():
+ requests.post("http://127.0.0.1:9008/upload_big_order_datas", json=json.dumps(datas), timeout=3)
+
+ __big_order_data_push_thread_pool.submit(
+ lambda: push())
+
+
+def push_block_in(datas):
+ """
+ 鎺ㄩ�佹澘鍧楁祦鍏ヤ俊鎭�
+ @param datas:
+ @return:
+ """
+
+ def push():
+ requests.post("http://127.0.0.1:9008/upload_block_in_datas", json=json.dumps(datas), timeout=3)
+
+ __data_push_thread_pool.submit(
+ lambda: push())
diff --git a/huaxin_client/l2_client_test.py b/huaxin_client/l2_client_test.py
index bcb1356..d6f4ddc 100644
--- a/huaxin_client/l2_client_test.py
+++ b/huaxin_client/l2_client_test.py
@@ -160,7 +160,7 @@
order_time = item[4]
if self.accurate_buy:
- self.add_transaction_data_for_accurate(item, big_order_money_threshold=50e4)
+ self.add_transaction_data_for_accurate(item, big_order_money_threshold=100e4)
if not self.__latest_buy_order:
# (涔板崟鍙�, 閲�, 閲戦, 鏃堕棿, 鏈�鏂版垚浜や环鏍�)
diff --git a/l2_test.py b/l2_test.py
index e11794f..a951c0c 100644
--- a/l2_test.py
+++ b/l2_test.py
@@ -11,6 +11,7 @@
import psutil
import requests
+from api import low_suction_data_pusher
from code_attribute import global_data_loader
from huaxin_client import l2_client_test, l1_subscript_codes_manager
from log_module.log import logger_local_huaxin_l2_transaction_big_order, logger_system, \
@@ -143,8 +144,13 @@
def __save_accurate_big_order(big_accurate_order_queue):
while True:
try:
- data = big_accurate_order_queue.get()
- logger_local_huaxin_l2_transaction_accurate_big_order.info(f"{data}")
+ datas = []
+ while not big_accurate_order_queue.empty():
+ data = big_accurate_order_queue.get()
+ datas.append(data)
+ low_suction_data_pusher.push_big_order(datas)
+ for data in datas:
+ logger_local_huaxin_l2_transaction_accurate_big_order.info(f"{data}")
except:
pass
@@ -222,6 +228,10 @@
__upload_data("jingxuan_rank", json.dumps(fins))
__upload_data("jingxuan_rank_out", json.dumps(fouts))
__upload_codes_in_money()
+ try:
+ low_suction_data_pusher.push_block_in(in_list)
+ except:
+ pass
except Exception as e:
logging.exception(e)
finally:
diff --git a/servers/data_server.py b/servers/data_server.py
index 14015bf..4d8ae39 100644
--- a/servers/data_server.py
+++ b/servers/data_server.py
@@ -10,6 +10,7 @@
import constant
import inited_data
+from api import low_suction_data_pusher
from code_attribute.gpcode_manager import BlackListCodeManager, HumanRemoveForbiddenManager
from l2.huaxin import huaxin_target_codes_manager
from l2.l2_transaction_data_manager import HuaXinBuyOrderManager
@@ -1207,6 +1208,13 @@
lambda: request_new_blocks_codes(update_new_block_plates, new_block_codes.keys()))
except Exception as e:
logger_debug.exception(e)
+
+ # 灏嗘暟鎹帹閫佽嚦鍏朵粬椤圭洰
+ try:
+ low_suction_data_pusher.push_limit_up_list(result_list_)
+ except:
+ pass
+
self.__kplDataManager.save_data(type_, result_list_)
except Exception as e:
logger_debug.exception(e)
--
Gitblit v1.8.0