From d7a3014c38dbb1061cba70e7dbb49d58831e6399 Mon Sep 17 00:00:00 2001
From: admin <weikou2014>
Date: 星期四, 08 四月 2021 19:05:52 +0800
Subject: [PATCH] PPTV解析优化
---
src/main/java/com/yeshi/buwan/util/SpringContext.java | 217 ++++++++++++++++++++++++++++++++++++++++++++++-------
1 files changed, 186 insertions(+), 31 deletions(-)
diff --git a/src/main/java/com/yeshi/buwan/util/SpringContext.java b/src/main/java/com/yeshi/buwan/util/SpringContext.java
index 965ca85..4f7f7a4 100644
--- a/src/main/java/com/yeshi/buwan/util/SpringContext.java
+++ b/src/main/java/com/yeshi/buwan/util/SpringContext.java
@@ -1,18 +1,22 @@
package com.yeshi.buwan.util;
+import com.yeshi.buwan.domain.ResourceVideo;
import com.yeshi.buwan.domain.VideoInfo;
-import com.yeshi.buwan.dto.mq.FunTVAlbum2MQMsg;
-import com.yeshi.buwan.dto.mq.IqiyiAlbum2MQMsg;
-import com.yeshi.buwan.dto.mq.SolrVideoMQMsg;
+import com.yeshi.buwan.domain.VideoResource;
+import com.yeshi.buwan.domain.video.InternetSearchVideo;
+import com.yeshi.buwan.dto.mq.*;
import com.yeshi.buwan.funtv.entity.FunTVAlbum2;
-import com.yeshi.buwan.funtv.entity.FunTVVideo2;
import com.yeshi.buwan.iqiyi.entity.IqiyiAlbum2;
+import com.yeshi.buwan.pptv.entity.PPTVSeries;
import com.yeshi.buwan.service.imp.JobThreadExecutorServiceImpl;
+import com.yeshi.buwan.service.imp.ResourceVideoService;
import com.yeshi.buwan.service.imp.VideoInfoService;
-import com.yeshi.buwan.service.inter.juhe.FunTV2Service;
-import com.yeshi.buwan.service.inter.juhe.Iqiyi2Service;
-import com.yeshi.buwan.service.manager.SolrAlbumDataManager;
+import com.yeshi.buwan.service.inter.juhe.*;
+import com.yeshi.buwan.service.manager.SolrAlbumVideoDataManager;
+import com.yeshi.buwan.service.manager.SolrInternetSearchVideoDataManager;
+import com.yeshi.buwan.util.factory.InternetSearchVideoFactory;
import com.yeshi.buwan.util.mq.CMQManager;
+import com.yeshi.buwan.youku.entity.YouKuShowDetail;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.context.ApplicationListener;
@@ -20,6 +24,7 @@
import org.springframework.stereotype.Component;
import javax.annotation.Resource;
+import java.util.ArrayList;
import java.util.List;
/**
@@ -30,12 +35,11 @@
@Component
public class SpringContext implements ApplicationListener<ContextRefreshedEvent> {
-
@Resource
private VideoInfoService videoInfoService;
@Resource
- private SolrAlbumDataManager solrDataManager;
+ private SolrAlbumVideoDataManager solrDataManager;
@Resource
private Iqiyi2Service iqiyi2Service;
@@ -43,6 +47,11 @@
@Resource
private FunTV2Service funTV2Service;
+ @Resource
+ private ResourceVideoService resourceVideoService;
+
+ @Resource
+ private PPTVService pptvService;
private static boolean isInited = false;
@@ -64,33 +73,82 @@
}
private void init() {
- doSolrJob();
- doAddIqiyi2Video();
- doAddFunTV2Video();
+ logger.error("鍒濆鍖�");
+ if (!Constant.JobTasker) {
+ doSolrJob();
+ doAddIqiyi2Video();
+ doAddFunTV2Video();
+ doAddPPTVVideo();
+ doDeleteVideoResource();
+ doUpdateVideoExtraInfo();
+ doInternetSearchVideoUpdateJob();
+ }
}
private void doSolrJob() {
- new JobThreadExecutorServiceImpl().run(new Runnable() {
- @Override
- public void run() {
- List<SolrVideoMQMsg> solrMsgList = CMQManager.getInstance().consumeSolrMsg(16);
- if (solrMsgList != null)
- for (SolrVideoMQMsg solrVideo : solrMsgList) {
- try {
- VideoInfo videoInfo = videoInfoService.getVideoInfo(solrVideo.getId());
- if (videoInfo != null) {
- if ("1".equalsIgnoreCase(videoInfo.getShow()))
- solrDataManager.saveOrUpdate(videoInfo);
- else
- solrDataManager.deleteById(videoInfo.getId());
+ for (int i = 0; i < 5; i++) {
+ new JobThreadExecutorServiceImpl().run(new Runnable() {
+ @Override
+ public void run() {
+ logger.info("doSolrJob");
+ List<SolrVideoMQMsg> solrMsgList = CMQManager.getInstance().consumeSolrMsg(16);
+ if (solrMsgList != null)
+ for (SolrVideoMQMsg solrVideo : solrMsgList) {
+ try {
+ VideoInfo videoInfo = videoInfoService.getVideoInfo(solrVideo.getId());
+ if (videoInfo != null) {
+ if ("1".equalsIgnoreCase(videoInfo.getShow())) {
+ List<VideoResource> resourceList = new ArrayList<>();
+ List<ResourceVideo> rvList = resourceVideoService.getResourceList(videoInfo.getId());
+ if (rvList != null)
+ for (ResourceVideo rv : rvList)
+ resourceList.add(rv.getResource());
+ videoInfo.setResourceList(resourceList);
+ solrDataManager.saveOrUpdate(videoInfo);
+ } else
+ solrDataManager.deleteById(videoInfo.getId());
+ } else {//瑙嗛宸茬粡鍒犻櫎
+ solrDataManager.deleteById(solrVideo.getId());
+ }
+ CMQManager.getInstance().deleteSolrMsg(solrVideo.getHandler());
+ } catch (Exception e) {
+ logger.error("娣诲姞鍒版悳绱㈠紩鎿庡嚭閿�", e);
}
- CMQManager.getInstance().deleteSolrMsg(solrVideo.getHandler());
- } catch (Exception e) {
-
}
- }
- }
- });
+ }
+ });
+ }
+ }
+
+
+ @Resource
+ private InternetSearchVideoService internetSearchVideoService;
+
+ @Resource
+ private SolrInternetSearchVideoDataManager solrInternetSearchVideoDataManager;
+
+ private void doInternetSearchVideoUpdateJob() {
+ for (int i = 0; i < 1; i++) {
+ new JobThreadExecutorServiceImpl().run(new Runnable() {
+ @Override
+ public void run() {
+ List<InternetSearchVideoMQMsg> solrMsgList = CMQManager.getInstance().consumeInternetSearchVideoUpdateMsg(16);
+ if (solrMsgList != null)
+ for (InternetSearchVideoMQMsg solrVideo : solrMsgList) {
+ try {
+ InternetSearchVideo video = internetSearchVideoService.selectByPrimaryKey(solrVideo.getId());
+ if (video != null)
+ solrInternetSearchVideoDataManager.saveOrUpdate(video);
+ else
+ solrInternetSearchVideoDataManager.deleteById(video.getId());
+ CMQManager.getInstance().deleteInternetSearchVideoUpdateMsg(solrVideo.getHandler());
+ } catch (Exception e) {
+ logger.error("鏇存柊鍏ㄧ綉鎼滄悳绱㈠紩鎿庡嚭閿�", e);
+ }
+ }
+ }
+ });
+ }
}
@@ -98,12 +156,14 @@
new JobThreadExecutorServiceImpl().run(new Runnable() {
@Override
public void run() {
+ logger.info("doAddIqiyi2Video");
List<IqiyiAlbum2MQMsg> iqiyiAlbumMsgList = CMQManager.getInstance().consumeIqiyiAlbumUpdateMsg(16);
if (iqiyiAlbumMsgList != null)
for (IqiyiAlbum2MQMsg iqiyiAlbum2MQMsg : iqiyiAlbumMsgList) {
try {
Long qikuID = iqiyiAlbum2MQMsg.getId();
IqiyiAlbum2 album2 = iqiyi2Service.selectAlbumById(qikuID);
+ logger.info("鐖卞鑹轰笓杈戯細" + album2.getName());
if (album2 != null) {
iqiyi2Service.addToVideoInfo(album2);
}
@@ -144,4 +204,99 @@
}
+ private void doAddPPTVVideo() {
+ new JobThreadExecutorServiceImpl().run(new Runnable() {
+ @Override
+ public void run() {
+ List<PPTVMQMsg> pptvMsgList = CMQManager.getInstance().consumePPTVSeriesUpdateMsg(16);
+ if (pptvMsgList != null)
+ for (PPTVMQMsg pptvmqMsg : pptvMsgList) {
+ try {
+ switch (pptvmqMsg.getType()) {
+ case PPTVMQMsg.TYPE_ADD_OR_UPDATE:
+ PPTVSeries pptvSeries = pptvService.getSeriesDetail(pptvmqMsg.getInfoId());
+ if (pptvSeries != null) {
+ pptvService.addToVideoInfo(pptvSeries);
+ }
+ break;
+
+ case PPTVMQMsg.TYPE_DELETE:
+ pptvService.offLineSeries(pptvmqMsg.getInfoId());
+ break;
+ }
+ CMQManager.getInstance().deletePPTVSeriesUpdateMsg(pptvmqMsg.getHandler());
+ } catch (Exception e) {
+ e.printStackTrace();
+ logger.error("PPTV娣诲姞鍒拌棰戝嚭閿欙細" + e.getMessage());
+ logger.error("infoId:" + pptvmqMsg.getInfoId());
+ }
+ }
+ }
+ });
+
+ }
+
+ private void doDeleteVideoResource() {
+ new JobThreadExecutorServiceImpl().run(new Runnable() {
+ @Override
+ public void run() {
+ List<CMQResult> cmqMsgList = CMQManager.getInstance().consumeVideoResourceDeleteMsg(16);
+ if (cmqMsgList != null)
+ for (CMQResult msg : cmqMsgList) {
+ try {
+ String videoId = msg.getData() + "";
+ //鏌ヨ璧勬簮鍒楄〃
+ List<ResourceVideo> resourceVideoList = resourceVideoService.getResourceList(videoId);
+ //闅愯棌瑙嗛
+ if (resourceVideoList == null || resourceVideoList.size() == 0)
+ videoInfoService.hiddenVideo(videoId);
+ //鏇存柊鎼滅储寮曟搸
+ CMQManager.getInstance().addSolrMsg(videoId);
+ CMQManager.getInstance().deleteVideoResourceDeleteMsg(msg.getHandler());
+ } catch (Exception e) {
+ logger.error("瑙嗛璧勬簮鍒犻櫎澶勭悊鍑洪敊锛�" + e.getMessage());
+ logger.error("ID:" + msg.getData());
+ }
+ }
+ }
+ });
+
+ }
+
+
+ private void doUpdateVideoExtraInfo() {
+ new JobThreadExecutorServiceImpl().run(new Runnable() {
+ @Override
+ public void run() {
+ List<CMQResult> cmqMsgList = CMQManager.getInstance().consumeUpdateVideoExtraInfoMsg(16);
+ if (cmqMsgList != null)
+ for (CMQResult msg : cmqMsgList) {
+ try {
+ VideoExtraInfoChangeMQMsg videoExtraInfoChangeMQMsg = (VideoExtraInfoChangeMQMsg) msg.getData();
+
+ if (videoExtraInfoChangeMQMsg != null) {
+ switch (videoExtraInfoChangeMQMsg.getType()) {
+ case VideoExtraInfoChangeMQMsg.TYPE_RESOURCE:
+ if (VideoExtraInfoChangeMQMsg.ACTION_DELETE.equalsIgnoreCase(videoExtraInfoChangeMQMsg.getAction())) {//鍒犻櫎瑙嗛婧�
+ CMQManager.getInstance().addVideoResourceDeleteMsg(videoExtraInfoChangeMQMsg.getVideoId());
+ }
+ break;
+ case VideoExtraInfoChangeMQMsg.TYPE_CATEGORY:
+ break;
+ }
+
+ videoInfoService.statisticVideoExtraInfo(videoExtraInfoChangeMQMsg.getVideoId());
+ }
+ CMQManager.getInstance().deleteUpdateVideoExtraInfoMsg(msg.getHandler());
+ } catch (Exception e) {
+ logger.error("瑙嗛璧勬簮鍒犻櫎澶勭悊鍑洪敊锛�" + e.getMessage());
+ logger.error("ID:" + msg.getData());
+ }
+ }
+ }
+ });
+
+ }
+
+
}
--
Gitblit v1.8.0