From ab35ac8b769b2d9816dffb33a64f2c6f7bd5dd6e Mon Sep 17 00:00:00 2001 From: admin <weikou2014> Date: 星期四, 05 九月 2024 17:05:55 +0800 Subject: [PATCH] 风行网页版爬虫 --- src/main/java/com/yeshi/buwan/service/imp/SearchService.java | 21 ++++++++++++++++----- 1 files changed, 16 insertions(+), 5 deletions(-) diff --git a/src/main/java/com/yeshi/buwan/service/imp/SearchService.java b/src/main/java/com/yeshi/buwan/service/imp/SearchService.java index 92ceac9..c76f4de 100644 --- a/src/main/java/com/yeshi/buwan/service/imp/SearchService.java +++ b/src/main/java/com/yeshi/buwan/service/imp/SearchService.java @@ -34,6 +34,7 @@ @Service public class SearchService { private Logger logger = LoggerFactory.getLogger(SearchService.class); + private Logger debugLogger = LoggerFactory.getLogger("debug"); private final String ALBUM_SEARCH_FUZZY_KEYS = "銆�,銆�,銆�"; @@ -455,8 +456,9 @@ long albumCount = 0L; List<VideoInfo> list = new ArrayList<>(); List<VideoInfo> localList = null; + long startt = System.currentTimeMillis(); try { - long startt = System.currentTimeMillis(); + localList = null; localList = new ArrayList<>(); @@ -468,6 +470,8 @@ searchResult = searchAlbum(videoType, key, resourceList, page, pageSize, true); } + debugLogger.info(String.format("鎼滅储-solr涓撹緫鎼滅储鑰楁椂锛氾紙%s锛�-%s",key,(System.currentTimeMillis() - startt))); + startt = System.currentTimeMillis(); if (searchResult != null && searchResult.videoInfoList != null) { localList.addAll(searchResult.videoInfoList); } @@ -490,11 +494,18 @@ } } } catch (Exception e) { - + debugLogger.error("甯歌鎼滅储閿欒锛歿}","",e); + }finally { + debugLogger.info(String.format("鎼滅储-solr甯歌鎼滅储鑰楁椂锛氾紙%s锛�-%s",key,(System.currentTimeMillis() - startt))); + startt = System.currentTimeMillis(); } + + } - System.out.println("鎼滅储鑰楁椂:" + (System.currentTimeMillis() - startt)); + + startt = System.currentTimeMillis(); filterSearchResult(localList, resourceList); + debugLogger.info(String.format("鎼滅储-杩囨护鑰楁椂锛氾紙%s锛�-%s",key,(System.currentTimeMillis() - startt))); } catch (Exception e) { e.printStackTrace(); } finally { @@ -502,10 +513,10 @@ if (localList != null && localList.size() > 0) { list.addAll(localList); } - + startt = System.currentTimeMillis(); //鑾峰彇闄勫姞淇℃伅 list = videoInfoExtraService.batchExtra(list, resourceList); - + debugLogger.info(String.format("鎼滅储-闄勫姞淇℃伅鑰楁椂锛氾紙%s锛�-%s",key,(System.currentTimeMillis() - startt))); return new VideoListResultVO(list, videoType == 0 ? albumCount : 1000L); } -- Gitblit v1.8.0