From a66b556036c2b3936a51fd7b7e54a204eb31dc14 Mon Sep 17 00:00:00 2001
From: admin <weikou2014>
Date: 星期五, 30 七月 2021 19:13:14 +0800
Subject: [PATCH] 短视频爬虫，短视频搜索
---
src/main/java/com/yeshi/buwan/controller/parser/UserParser.java | 53 +++++++++++++++++++++++++++++++++--------------------
1 files changed, 33 insertions(+), 20 deletions(-)
diff --git a/src/main/java/com/yeshi/buwan/controller/parser/UserParser.java b/src/main/java/com/yeshi/buwan/controller/parser/UserParser.java
index 304f67a..9ec97b7 100644
--- a/src/main/java/com/yeshi/buwan/controller/parser/UserParser.java
+++ b/src/main/java/com/yeshi/buwan/controller/parser/UserParser.java
@@ -19,8 +19,8 @@
import com.yeshi.buwan.service.imp.*;
import com.yeshi.buwan.service.inter.juhe.InternetSearchVideoService;
import com.yeshi.buwan.service.inter.system.SystemConfigService;
-import com.yeshi.buwan.service.manager.SolrAlbumVideoDataManager;
-import com.yeshi.buwan.service.manager.SolrInternetSearchVideoDataManager;
+import com.yeshi.buwan.service.manager.search.SolrAlbumVideoDataManager;
+import com.yeshi.buwan.service.manager.search.SolrInternetSearchVideoDataManager;
import com.yeshi.buwan.util.*;
import com.yeshi.buwan.util.JuHe.VideoResourceUtil;
import com.yeshi.buwan.util.annotation.RequireUid;
@@ -28,22 +28,18 @@
import com.yeshi.buwan.util.factory.VideoInfoFactory;
import com.yeshi.buwan.util.log.LoggerUtil;
import com.yeshi.buwan.util.log.UserActiveLogFactory;
-import com.yeshi.buwan.util.rank.IqiyiRankUtil;
import com.yeshi.buwan.util.video.VideoCategoryConstant;
import com.yeshi.buwan.util.video.VideoConstant;
import com.yeshi.buwan.vo.AcceptData;
import com.yeshi.buwan.vo.video.VideoListResultVO;
import net.sf.json.JSONArray;
import net.sf.json.JSONObject;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Controller;
import javax.annotation.Resource;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpSession;
import java.io.File;
-import java.io.IOException;
import java.io.PrintWriter;
import java.lang.reflect.Type;
import java.util.*;
@@ -101,7 +97,7 @@
object.put("ZiXun", map.get("zixun_url"));
if (acceptData.getPlatform().equalsIgnoreCase("ios") && !"涓浗".equalsIgnoreCase(userInfo.getCountry()))// 姝ｅ湪瀹℃牳鐨勭増鏈�
object.put("CommentUrl", "");
- else
+ else if (share != null)
object.put("CommentUrl", share.getShareUrl());
object.put("IOSSlotID", "");
@@ -167,12 +163,10 @@
// 骞垮憡绫诲瀷
object.put("adType", map.get("ad_type"));
- int fullVideoVersion = Integer.parseInt(map.get("video_detail_full_video_version"));
- String fullVideoVersionChannels = map.get("video_detail_full_video_version_channel");
- JSONObject json = JSONObject.fromObject(fullVideoVersionChannels);
- if (json.optInt(acceptData.getChannel().toLowerCase(), 0) > 0) {
- fullVideoVersion = json.optInt(acceptData.getChannel().toLowerCase(), 0);
- }
+// String fullVideoVersionChannels = map.get("video_detail_full_video_version_channel");
+// JSONObject json = JSONObject.fromObject(fullVideoVersionChannels);
+// if (json.optInt(acceptData.getChannel().toLowerCase(), 0) > 0) {
+// }
ConfigParser.ADConfig adConfig = configParser.getAdShowType("ad_video_detail_full_video", acceptData.getChannel(), acceptData.getVersion(), map);
@@ -212,6 +206,16 @@
List<String> list1 = solrInternetSearchVideoDataManager.getSuggestKeyList(key);
if (list1 != null) {
list.addAll(list1);
+ }
+
+ Set<String> set = new HashSet<>();
+
+ if (list != null) {
+ for (String st : list) {
+ set.add(st);
+ }
+ list.clear();
+ list.addAll(set);
}
//鎸夊叧閿瘝鐨勫尮閰嶅害鎺掑簭
@@ -308,7 +312,7 @@
object.put("data", array);
out.print(JsonUtil.loadTrueJson(object.toString()));
} else {
- List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(detailSystem, acceptData.getVersion());
+ List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(detailSystem, acceptData.getVersion(),acceptData.getChannel());
String cacheMD5 = "0";
if (resourceList != null && resourceList.size() > 0)
for (Long l : resourceList)
@@ -402,7 +406,7 @@
pageIndex = 1;
}
- List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(acceptData.getDetailSystem(), acceptData.getVersion());
+ List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(acceptData.getDetailSystem(), acceptData.getVersion(),acceptData.getChannel());
String cacheMD5 = "0";
@@ -582,7 +586,7 @@
DetailSystem ds = systemService.getDetailSystemByPackage(acceptData.getPackageName());
- List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(acceptData.getDetailSystem(), acceptData.getVersion());
+ List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(acceptData.getDetailSystem(), acceptData.getVersion(),acceptData.getChannel());
List<VideoInfo> list1 = StringUtil.isNullOrEmpty(videoId)
? recommendService.guessLikeList(ds.getId(), 4, resourceList, CacheUtil.getMD5Long(resourceList))
: recommendService.guessLikeList(ds.getId(), 4, videoId, resourceList,
@@ -886,7 +890,7 @@
return;
}
- List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(acceptData.getDetailSystem(), acceptData.getVersion());
+ List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(acceptData.getDetailSystem(), acceptData.getVersion(),acceptData.getChannel());
DetailSystem ds = systemService.getDetailSystemByPackage(acceptData.getPackageName());
List<VideoInfo> list = recommendService.getRelativeVideoList(ds.getId(), 4, videoId, resourceList,
@@ -925,7 +929,7 @@
return;
}
- List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(acceptData.getDetailSystem(), acceptData.getVersion());
+ List<Long> resourceList = videoResouceUtil.getAvailableResourceIds(acceptData.getDetailSystem(), acceptData.getVersion(),acceptData.getChannel());
DetailSystem ds = systemService.getDetailSystemByPackage(acceptData.getPackageName());
List<VideoInfo> list1 = recommendService.peopleSee(ds.getId(), 4, videoId, resourceList,
@@ -1042,8 +1046,17 @@
// new Thread(new Runnable() {
// public void run() {
// for (int i = 0; i < 3; i++) {
- boolean isS = MailSenderUtil.sendEmail(account, "ysyz17784739772@126.com", "weikou2014", "甯冧父绀惧尯娉ㄥ唽楠岃瘉鐮�:" + code,
- "甯冧父绀惧尯娉ㄥ唽楠岃瘉鐮�:" + code);
+ DetailSystem detailSystem = systemService.getDetailSystemByPackage(acceptData.getPackageName());
+ String title = "甯冧父绀惧尯娉ㄥ唽楠岃瘉鐮�:" + code;
+ String content = "甯冧父绀惧尯娉ㄥ唽楠岃瘉鐮�:" + code;
+ if (!detailSystem.getAppName().contains("甯冧父")) {
+ String name = detailSystem.getAppName();
+ title = name + "楠岃瘉鐮�:" + code;
+ content = title;
+ }
+
+ boolean isS = MailSenderUtil.sendEmail(account, "ysyz17784739772@126.com", "weikou2014", title,
+ content);
// }
// }).start();
--
Gitblit v1.8.0