| | |
| | | import json |
| | | import os |
| | | import random |
| | | import threading |
| | | import time |
| | | |
| | |
| | | from selenium.webdriver.support import expected_conditions as EC |
| | | |
| | | import comment_manager |
| | | import constant |
| | | import setting |
| | | from video_manager import VideoManger |
| | | |
| | |
| | | # driver = webdriver.Chrome(options=options) |
| | | # 另外一种方式 |
| | | # 谷歌浏览器位置 |
| | | chrome_location = r'C:\Program Files (x86)\Google\Chrome\Application\chrome.exe' |
| | | chrome_location = setting.get_chrome_path() |
| | | # 谷歌浏览器驱动地址 |
| | | chromedriver_path = r'chromedriver.exe' |
| | | chromedriver_path = setting.get_chromedriver_path() |
| | | self.options.binary_location = chrome_location # 指定chrome的路径 |
| | | self.service = Service(chromedriver_path) |
| | | # 获取正则表达式 |
| | |
| | | self.comment_templates = [(x.split("#")[0], x.split("#")[1]) for x in comment_template_str.split("\n") if |
| | | x.find("#") >= 0] |
| | | self.driver = None |
| | | self.break_excute = False # 中断执行 |
| | | |
| | | def break_excute(self): |
| | | """ |
| | | 中断执行 |
| | | :return: |
| | | """ |
| | | print("=====中断执行=====") |
| | | self.break_excute = True |
| | | |
| | | def __init(self): |
| | | self.break_excute = False |
| | | if not self.driver: |
| | | self.driver = webdriver.Chrome(service=self.service, options=self.options) |
| | | self.driver.get( |
| | | "https://channels.weixin.qq.com/platform/comment?isImageMode=0") |
| | | else: |
| | | self.driver.refresh() |
| | | |
| | | def start_process_comment(self): |
| | | """ |
| | | 开始处理评论 |
| | | :return: |
| | | """ |
| | | while True: |
| | | try: |
| | | self.__start_excute_task() |
| | | except: |
| | | pass |
| | | finally: |
| | | time.sleep(constant.REFRESH_TIME_SPACE) |
| | | |
| | | def __start_excute_task(self): |
| | | """ |
| | | 开始执行任务 |
| | | :return: |
| | | """ |
| | | self.__init() |
| | | self.driver.get( |
| | | "https://channels.weixin.qq.com/platform/comment?isImageMode=0") |
| | | # 等到左侧菜单出现后才能执行后续操作 |
| | | wait = WebDriverWait(self.driver, 100) # 最多等待10秒 |
| | | wait = WebDriverWait(self.driver, 1000000) # 最多等待10秒 |
| | | element = wait.until(EC.visibility_of_element_located((By.ID, "side-bar"))) |
| | | threading.Thread(target=lambda: self.process_videos(self.driver), daemon=True).start() |
| | | self.process_videos(self.driver) |
| | | |
| | | def __process_like(self, video_name, video_date, comment_element): |
| | | """ |
| | |
| | | """ |
| | | user_name = comment_element.find_element(By.CLASS_NAME, "comment-user-name").get_attribute("innerHTML") |
| | | comment_time = comment_element.find_element(By.CLASS_NAME, "comment-time").get_attribute("innerHTML") |
| | | comment_content = comment_element.find_element(By.CLASS_NAME, "comment-content").get_attribute("innerHTML") |
| | | try: |
| | | comment_content = comment_element.find_element(By.CLASS_NAME, "comment-content").get_attribute("innerHTML") |
| | | except: |
| | | comment_content = '' |
| | | return user_name, comment_content, comment_time |
| | | |
| | | def __parse_video_info(self, video_element): |
| | |
| | | comment_count = video_element.find_element(By.CLASS_NAME, "feed-comment-total").find_element(By.XPATH, |
| | | "./span[2]").get_attribute( |
| | | "innerHTML") |
| | | video_name = video_element.find_element(By.CLASS_NAME, "comment-content").get_attribute("innerHTML") |
| | | return video_name, video_time, comment_count |
| | | video_name = video_element.find_element(By.CLASS_NAME, "feed-title").get_attribute("innerHTML") |
| | | video_title = video_name |
| | | if video_title.find("#") >= 0: |
| | | video_title = video_title[:video_title.find("#")] |
| | | return video_name, video_time, comment_count, video_title |
| | | |
| | | def __process_reply(self, video_name, video_date, comment_element): |
| | | def __process_reply(self, video_info, comment_element): |
| | | """ |
| | | 处理单条评论回复 |
| | | :param video_name: |
| | | :param video_date: |
| | | :param video_name:(video_name, video_date, comment_count, video_title) |
| | | :param comment_element: |
| | | :return: 是否需要点赞 |
| | | """ |
| | |
| | | if not setting.is_reply_comment(): |
| | | return None |
| | | # 内容是否符合标准 |
| | | return comment_manager.get_replay_content(video_name, video_date, nick_name, content) |
| | | return comment_manager.get_replay_content(video_info, nick_name, content) |
| | | |
| | | comment_user_name, comment_content, comment_time = self.__parse_comment_info(comment_element) |
| | | |
| | |
| | | except: |
| | | print("还没回复。。。。") |
| | | |
| | | replay_content = get_reply_comment(comment_user_name, comment_element) |
| | | replay_content = get_reply_comment(comment_user_name, comment_content) |
| | | if not replay_content: |
| | | # 不需要评论 |
| | | print("不需要回复。。。。") |
| | |
| | | "action-item") |
| | | # 点击评论 |
| | | comment_actions[1].click() |
| | | wait = WebDriverWait(self.driver, 5) # 最多等待10秒 |
| | | wait = WebDriverWait(self.driver, 10) # 最多等待10秒 |
| | | wait.until(EC.visibility_of_element_located((By.CLASS_NAME, "comment-create-content"))) |
| | | time.sleep(1) |
| | | self.driver.find_element(By.CLASS_NAME, |
| | |
| | | self.driver.find_element(By.CLASS_NAME, |
| | | "comment-create-content").find_element(By.XPATH, "div[3]/div[2]").click() |
| | | time.sleep(2) |
| | | time.sleep(random.randint(constant.COMMENT_REPLY_SPACE_TIME_MIN, constant.COMMENT_REPLY_SPACE_TIME_MAX)) |
| | | return False |
| | | |
| | | def __process_comments(self, driver, start_index=0, video_info=None): |
| | |
| | | |
| | | :param driver: |
| | | :param start_index: |
| | | :param video_info:(视频内容, 视频日期, 评论次数) |
| | | :param video_info:(视频内容, 视频日期, 评论次数, 视频标题) |
| | | :return: |
| | | """ |
| | | scroll_list = driver.find_element(By.CLASS_NAME, "feed-comment__wrp") |
| | | |
| | | loadmore = scroll_list.find_element(By.CLASS_NAME, "loadmore__dot") |
| | | # 获取父控件 |
| | | loadmore = loadmore.find_element(By.XPATH, "./..") |
| | | has_more = loadmore.value_of_css_property("display") == "none" |
| | | try: |
| | | loadmore = scroll_list.find_element(By.CLASS_NAME, "loadmore__dot") |
| | | # 获取父控件 |
| | | loadmore = loadmore.find_element(By.XPATH, "./..") |
| | | has_more = loadmore.value_of_css_property("display") == "none" |
| | | except: |
| | | has_more = False |
| | | comments = scroll_list.find_elements(By.XPATH, "div[2]/div/div/div[contains(@class,'comment-item')]") |
| | | print("评论条数", len(comments)) |
| | | |
| | | for index in range(start_index, len(comments)): |
| | | if self.break_excute: |
| | | return |
| | | comment = comments[index] |
| | | # 评论内容 |
| | | user_name, comment_content, comment_time = self.__parse_comment_info(comment) |
| | | if not comment_content: |
| | | continue |
| | | comment_content = '' |
| | | print("=======评论内容:", comment_content) |
| | | need_like = self.__process_reply(video_info[0], video_info[1], comment) |
| | | need_like = self.__process_reply(video_info, comment) |
| | | if need_like: |
| | | print("需要点赞") |
| | | self.__process_like(video_info[0], video_info[1], comment) |
| | |
| | | "var __comment_scroll = document.getElementsByClassName('feed-comment__wrp')[0]; __comment_scroll.scrollTop = __comment_scroll.scrollHeight;") |
| | | print("往下滚动") |
| | | time.sleep(3) |
| | | self.__process_comments(driver, start_index=len(comments)) |
| | | self.__process_comments(driver, start_index=len(comments), video_info=video_info) |
| | | else: |
| | | print("没有更多评论了") |
| | | print("没有更多评论了, 评论数量:", len(comments)) |
| | | |
| | | def process_videos(self, driver: webdriver.Chrome, start_index=0): |
| | | wait = WebDriverWait(driver, 100) # 最多等待10秒 |
| | |
| | | videos_root = driver.find_element(By.CLASS_NAME, "feeds-container") |
| | | videos = videos_root.find_elements(By.CLASS_NAME, "comment-feed-wrap") |
| | | for i in range(start_index, len(videos)): |
| | | if self.break_excute: |
| | | return |
| | | # 选择视频 |
| | | video = videos[i] |
| | | # 解析视频内容 |
| | | video_name, video_time, comment_count = self.__parse_video_info(video) |
| | | video_info = self.__parse_video_info(video) |
| | | # 判断是否要点击进去 |
| | | if not VideoManger().is_need_click(video_name, video_time, comment_count): |
| | | if not VideoManger().is_need_click(video_info): |
| | | continue |
| | | video.click() |
| | | driver.implicitly_wait(2) |
| | | self.__process_comments(driver, video_info=(video_name, video_time, comment_count)) |
| | | # 5s处理一个视频 |
| | | time.sleep(5) |
| | | self.__process_comments(driver, video_info=video_info) |
| | | # 处理一个视频 |
| | | time.sleep(constant.VIDEO_CLICK_SPACE_TIME) |
| | | |
| | | loadmore = scroll_list.find_element(By.CLASS_NAME, "loadmore__dot") |
| | | # 获取父控件 |
| | |
| | | except: |
| | | pass |
| | | |
| | | def __save_cookie(self): |
| | | cookies = self.driver.get_cookies() |
| | | with open("datas/cookies.json", "w") as f: |
| | | json.dump(cookies, f) |
| | | |
| | | def __fill_cookie(self): |
| | | if os.path.exists("datas/cookies.json"): |
| | | with open("datas/cookies.json", "r") as f: |
| | | cookies = json.load(f) |
| | | for cookie in cookies: |
| | | self.driver.add_cookie(cookie) |
| | | |
| | | |
| | | if __name__ == "__main__": |
| | | # CommentManager().start_process_comment() |