From 69cb3ca5c0fd5f78b0c33bf92601066a37b0209e Mon Sep 17 00:00:00 2001 From: admin <weikou2014> Date: 星期二, 27 十月 2020 17:36:41 +0800 Subject: [PATCH] 爱奇艺/风行资源优化 --- src/main/java/com/yeshi/buwan/util/SpringContext.java | 159 +++++++++++++++++++++++++++++++--------------------- 1 files changed, 95 insertions(+), 64 deletions(-) diff --git a/src/main/java/com/yeshi/buwan/util/SpringContext.java b/src/main/java/com/yeshi/buwan/util/SpringContext.java index 54be0b3..9303fc5 100644 --- a/src/main/java/com/yeshi/buwan/util/SpringContext.java +++ b/src/main/java/com/yeshi/buwan/util/SpringContext.java @@ -2,10 +2,7 @@ import com.yeshi.buwan.domain.ResourceVideo; import com.yeshi.buwan.domain.VideoInfo; -import com.yeshi.buwan.dto.mq.CMQResult; -import com.yeshi.buwan.dto.mq.FunTVAlbum2MQMsg; -import com.yeshi.buwan.dto.mq.IqiyiAlbum2MQMsg; -import com.yeshi.buwan.dto.mq.SolrVideoMQMsg; +import com.yeshi.buwan.dto.mq.*; import com.yeshi.buwan.funtv.entity.FunTVAlbum2; import com.yeshi.buwan.iqiyi.entity.IqiyiAlbum2; import com.yeshi.buwan.service.imp.JobThreadExecutorServiceImpl; @@ -72,6 +69,7 @@ doAddIqiyi2Video(); doAddFunTV2Video(); doDeleteVideoResource(); + doUpdateVideoExtraInfo(); } } @@ -79,22 +77,22 @@ new JobThreadExecutorServiceImpl().run(new Runnable() { @Override public void run() { - List<SolrVideoMQMsg> solrMsgList = CMQManager.getInstance().consumeSolrMsg(16); - if (solrMsgList != null) - for (SolrVideoMQMsg solrVideo : solrMsgList) { - try { - VideoInfo videoInfo = videoInfoService.getVideoInfo(solrVideo.getId()); - if (videoInfo != null) { - if ("1".equalsIgnoreCase(videoInfo.getShow())) - solrDataManager.saveOrUpdate(videoInfo); - else - solrDataManager.deleteById(videoInfo.getId()); - } - CMQManager.getInstance().deleteSolrMsg(solrVideo.getHandler()); - } catch (Exception e) { - + List<SolrVideoMQMsg> solrMsgList = CMQManager.getInstance().consumeSolrMsg(16); + if (solrMsgList != null) + for (SolrVideoMQMsg solrVideo : solrMsgList) { + try { + VideoInfo videoInfo = videoInfoService.getVideoInfo(solrVideo.getId()); + if (videoInfo != null) { + if ("1".equalsIgnoreCase(videoInfo.getShow())) + solrDataManager.saveOrUpdate(videoInfo); + else + solrDataManager.deleteById(videoInfo.getId()); } + CMQManager.getInstance().deleteSolrMsg(solrVideo.getHandler()); + } catch (Exception e) { + } + } } }); } @@ -104,22 +102,22 @@ new JobThreadExecutorServiceImpl().run(new Runnable() { @Override public void run() { - List<IqiyiAlbum2MQMsg> iqiyiAlbumMsgList = CMQManager.getInstance().consumeIqiyiAlbumUpdateMsg(16); - if (iqiyiAlbumMsgList != null) - for (IqiyiAlbum2MQMsg iqiyiAlbum2MQMsg : iqiyiAlbumMsgList) { - try { - Long qikuID = iqiyiAlbum2MQMsg.getId(); - IqiyiAlbum2 album2 = iqiyi2Service.selectAlbumById(qikuID); - if (album2 != null) { - iqiyi2Service.addToVideoInfo(album2); - } - CMQManager.getInstance().deleteIqiyiAlbumUpdateMsg(iqiyiAlbum2MQMsg.getHandler()); - } catch (Exception e) { - logger.error("鐖卞鑹轰笓杈戞坊鍔犲埌瑙嗛鍑洪敊锛�" + e.getMessage()); - logger.error("ID:" + iqiyiAlbum2MQMsg.getId()); + List<IqiyiAlbum2MQMsg> iqiyiAlbumMsgList = CMQManager.getInstance().consumeIqiyiAlbumUpdateMsg(16); + if (iqiyiAlbumMsgList != null) + for (IqiyiAlbum2MQMsg iqiyiAlbum2MQMsg : iqiyiAlbumMsgList) { + try { + Long qikuID = iqiyiAlbum2MQMsg.getId(); + IqiyiAlbum2 album2 = iqiyi2Service.selectAlbumById(qikuID); + if (album2 != null) { + iqiyi2Service.addToVideoInfo(album2); } + CMQManager.getInstance().deleteIqiyiAlbumUpdateMsg(iqiyiAlbum2MQMsg.getHandler()); + } catch (Exception e) { + logger.error("鐖卞鑹轰笓杈戞坊鍔犲埌瑙嗛鍑洪敊锛�" + e.getMessage()); + logger.error("ID:" + iqiyiAlbum2MQMsg.getId()); } - } + } + } }); } @@ -129,21 +127,21 @@ new JobThreadExecutorServiceImpl().run(new Runnable() { @Override public void run() { - List<FunTVAlbum2MQMsg> funTVAlbum2MsgList = CMQManager.getInstance().consumeFunTVAlbumUpdateMsg(16); - if (funTVAlbum2MsgList != null) - for (FunTVAlbum2MQMsg funTVAlbum2MQMsg : funTVAlbum2MsgList) { - try { - String mediaId = funTVAlbum2MQMsg.getId(); - FunTVAlbum2 album2 = funTV2Service.getAlbumDetail(mediaId); - if (album2 != null) { - funTV2Service.processAlbum(album2); - } - CMQManager.getInstance().deleteFunTVAlbumUpdateMsg(funTVAlbum2MQMsg.getHandler()); - } catch (Exception e) { - logger.error("椋庤涓撹緫娣诲姞鍒拌棰戝嚭閿欙細" + e.getMessage()); - logger.error("ID:" + funTVAlbum2MQMsg.getId()); + List<FunTVAlbum2MQMsg> funTVAlbum2MsgList = CMQManager.getInstance().consumeFunTVAlbumUpdateMsg(16); + if (funTVAlbum2MsgList != null) + for (FunTVAlbum2MQMsg funTVAlbum2MQMsg : funTVAlbum2MsgList) { + try { + String mediaId = funTVAlbum2MQMsg.getId(); + FunTVAlbum2 album2 = funTV2Service.getAlbumDetail(mediaId); + if (album2 != null) { + funTV2Service.processAlbum(album2); } + CMQManager.getInstance().deleteFunTVAlbumUpdateMsg(funTVAlbum2MQMsg.getHandler()); + } catch (Exception e) { + logger.error("椋庤涓撹緫娣诲姞鍒拌棰戝嚭閿欙細" + e.getMessage()); + logger.error("ID:" + funTVAlbum2MQMsg.getId()); } + } } }); @@ -153,26 +151,59 @@ new JobThreadExecutorServiceImpl().run(new Runnable() { @Override public void run() { - while (true) { - List<CMQResult> cmqMsgList = CMQManager.getInstance().consumeVideoResourceDeleteMsg(16); - if (cmqMsgList != null) - for (CMQResult msg : cmqMsgList) { - try { - String videoId = msg.getData() + ""; - //鏌ヨ璧勬簮鍒楄〃 - List<ResourceVideo> resourceVideoList = resourceVideoService.getResourceList(videoId); - //闅愯棌瑙嗛 - if (resourceVideoList == null || resourceVideoList.size() == 0) - videoInfoService.hiddenVideo(videoId); - //鏇存柊鎼滅储寮曟搸 - CMQManager.getInstance().addSolrMsg(videoId); - CMQManager.getInstance().deleteVideoResourceDeleteMsg(msg.getHandler()); - } catch (Exception e) { - logger.error("瑙嗛璧勬簮鍒犻櫎澶勭悊鍑洪敊锛�" + e.getMessage()); - logger.error("ID:" + msg.getData()); - } + List<CMQResult> cmqMsgList = CMQManager.getInstance().consumeVideoResourceDeleteMsg(16); + if (cmqMsgList != null) + for (CMQResult msg : cmqMsgList) { + try { + String videoId = msg.getData() + ""; + //鏌ヨ璧勬簮鍒楄〃 + List<ResourceVideo> resourceVideoList = resourceVideoService.getResourceList(videoId); + //闅愯棌瑙嗛 + if (resourceVideoList == null || resourceVideoList.size() == 0) + videoInfoService.hiddenVideo(videoId); + //鏇存柊鎼滅储寮曟搸 + CMQManager.getInstance().addSolrMsg(videoId); + CMQManager.getInstance().deleteVideoResourceDeleteMsg(msg.getHandler()); + } catch (Exception e) { + logger.error("瑙嗛璧勬簮鍒犻櫎澶勭悊鍑洪敊锛�" + e.getMessage()); + logger.error("ID:" + msg.getData()); } - } + } + } + }); + + } + + + private void doUpdateVideoExtraInfo() { + new JobThreadExecutorServiceImpl().run(new Runnable() { + @Override + public void run() { + List<CMQResult> cmqMsgList = CMQManager.getInstance().consumeUpdateVideoExtraInfoMsg(16); + if (cmqMsgList != null) + for (CMQResult msg : cmqMsgList) { + try { + VideoExtraInfoChangeMQMsg videoExtraInfoChangeMQMsg = (VideoExtraInfoChangeMQMsg) msg.getData(); + + if (videoExtraInfoChangeMQMsg != null) { + switch (videoExtraInfoChangeMQMsg.getType()) { + case VideoExtraInfoChangeMQMsg.TYPE_RESOURCE: + if (VideoExtraInfoChangeMQMsg.ACTION_DELETE.equalsIgnoreCase(videoExtraInfoChangeMQMsg.getAction())) {//鍒犻櫎瑙嗛婧� + CMQManager.getInstance().addVideoResourceDeleteMsg(videoExtraInfoChangeMQMsg.getVideoId()); + } + break; + case VideoExtraInfoChangeMQMsg.TYPE_CATEGORY: + break; + } + + videoInfoService.statisticVideoExtraInfo(videoExtraInfoChangeMQMsg.getVideoId()); + } + CMQManager.getInstance().deleteUpdateVideoExtraInfoMsg(msg.getHandler()); + } catch (Exception e) { + logger.error("瑙嗛璧勬簮鍒犻櫎澶勭悊鍑洪敊锛�" + e.getMessage()); + logger.error("ID:" + msg.getData()); + } + } } }); -- Gitblit v1.8.0