爱奇艺资源更新优化

admin

2020-10-24 8075103992e9482fddd4a579d97b9a50c5dcf550

 src/main/java/com/yeshi/buwan/util/SpringContext.java

@@ -1,16 +1,23 @@
package com.yeshi.buwan.util;

import com.yeshi.buwan.dao.juhe.iqiyi.IqiyiAlbum2Dao;
import com.yeshi.buwan.domain.ResourceVideo;
import com.yeshi.buwan.domain.VideoInfo;
import com.yeshi.buwan.dto.mq.CMQConsumeMsg;
import com.yeshi.buwan.dto.mq.FunTVAlbum2MQMsg;
import com.yeshi.buwan.dto.mq.IqiyiAlbum2MQMsg;
import com.yeshi.buwan.dto.mq.SolrVideoMQMsg;
import com.yeshi.buwan.funtv.FunTVUtil;
import com.yeshi.buwan.funtv.entity.FunTVAlbum2;
import com.yeshi.buwan.funtv.entity.FunTVVideo2;
import com.yeshi.buwan.iqiyi.entity.IqiyiAlbum2;
import com.yeshi.buwan.iqiyi.util.IqiyiUtil2;
import com.yeshi.buwan.service.imp.JobThreadExecutorServiceImpl;
import com.yeshi.buwan.service.imp.ResourceVideoService;
import com.yeshi.buwan.service.imp.VideoInfoService;
import com.yeshi.buwan.service.manager.SolrDataManager;
import com.yeshi.buwan.service.inter.juhe.FunTV2Service;
import com.yeshi.buwan.service.inter.juhe.Iqiyi2Service;
import com.yeshi.buwan.service.manager.SolrAlbumDataManager;
import com.yeshi.buwan.util.mq.CMQManager;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.context.ApplicationListener;
import org.springframework.context.event.ContextRefreshedEvent;
import org.springframework.stereotype.Component;
@@ -19,27 +26,33 @@
import java.util.List;

/**
 * 系统初始化
 * 系统初始化
 *
 * @author Administrator
 */
@Component
public class SpringContext implements ApplicationListener<ContextRefreshedEvent> {


    @Resource
    private VideoInfoService videoInfoService;

    @Resource
    private SolrDataManager solrDataManager;
    private SolrAlbumDataManager solrDataManager;

    @Resource
    private IqiyiUtil2 iqiyiUtil2;
    private Iqiyi2Service iqiyi2Service;

    @Resource
    private IqiyiAlbum2Dao iqiyiAlbum2Dao;
    private FunTV2Service funTV2Service;

    @Resource
    private ResourceVideoService resourceVideoService;


    private static boolean isInited = false;

    private final static Logger logger = LoggerFactory.getLogger(SpringContext.class);

    public void onApplicationEvent(ContextRefreshedEvent arg0) {
        if (arg0.getApplicationContext().getParent() != null) {
@@ -51,32 +64,40 @@
    private synchronized void onApplication(ContextRefreshedEvent context) {
        if (!isInited) {
            isInited = true;
            System.out.println("系统初始化成功");
            System.out.println("系统初始化成功");
            init();
        }
    }

    private void init() {
        doSolrJob();
        doAddIqiyi2Video();
        if (!Constant.JobTasker) {
            doSolrJob();
            doAddIqiyi2Video();
            doAddFunTV2Video();
            doDeleteVideoResource();
        }
    }

    private void doSolrJob() {
        new JobThreadExecutorServiceImpl().run(new Runnable() {
            @Override
            public void run() {
                List<SolrVideoMQMsg> solrMsgList = CMQManager.getInstance().consumeSolrMsg(16);
                if (solrMsgList != null)
                    for (SolrVideoMQMsg solrVideo : solrMsgList) {
                        try {
                            VideoInfo videoInfo = videoInfoService.getVideoInfo(solrVideo.getId());
                            if (videoInfo != null)
                                solrDataManager.saveOrUpdate(videoInfo);
                            CMQManager.getInstance().deleteSolrMsg(solrVideo.getHandler());
                        } catch (Exception e) {
                    List<SolrVideoMQMsg> solrMsgList = CMQManager.getInstance().consumeSolrMsg(16);
                    if (solrMsgList != null)
                        for (SolrVideoMQMsg solrVideo : solrMsgList) {
                            try {
                                VideoInfo videoInfo = videoInfoService.getVideoInfo(solrVideo.getId());
                                if (videoInfo != null) {
                                    if ("1".equalsIgnoreCase(videoInfo.getShow()))
                                        solrDataManager.saveOrUpdate(videoInfo);
                                    else
                                        solrDataManager.deleteById(videoInfo.getId());
                                }
                                CMQManager.getInstance().deleteSolrMsg(solrVideo.getHandler());
                            } catch (Exception e) {

                            }
                        }
                    }
            }
        });
    }
@@ -86,23 +107,79 @@
        new JobThreadExecutorServiceImpl().run(new Runnable() {
            @Override
            public void run() {
                List<IqiyiAlbum2MQMsg> iqiyiAlbumMsgList = CMQManager.getInstance().consumeAlbumUpdateMsg(16);
                if (iqiyiAlbumMsgList != null)
                    for (IqiyiAlbum2MQMsg iqiyiAlbum2MQMsg : iqiyiAlbumMsgList) {
                        try {
                            Long qikuID = iqiyiAlbum2MQMsg.getId();
                            IqiyiAlbum2 album2 = iqiyiAlbum2Dao.get(qikuID);
                            if (album2 != null) {
                                iqiyiUtil2.addToVideoInfo(album2);
                    List<IqiyiAlbum2MQMsg> iqiyiAlbumMsgList = CMQManager.getInstance().consumeIqiyiAlbumUpdateMsg(16);
                    if (iqiyiAlbumMsgList != null)
                        for (IqiyiAlbum2MQMsg iqiyiAlbum2MQMsg : iqiyiAlbumMsgList) {
                            try {
                                Long qikuID = iqiyiAlbum2MQMsg.getId();
                                IqiyiAlbum2 album2 = iqiyi2Service.selectAlbumById(qikuID);
                                if (album2 != null) {
                                    iqiyi2Service.addToVideoInfo(album2);
                                }
                                CMQManager.getInstance().deleteIqiyiAlbumUpdateMsg(iqiyiAlbum2MQMsg.getHandler());
                            } catch (Exception e) {
                                logger.error("爱奇艺专辑添加到视频出错：" + e.getMessage());
                                logger.error("ID:" + iqiyiAlbum2MQMsg.getId());
                            }
                            CMQManager.getInstance().deleteAlbumUpdateMsg(iqiyiAlbum2MQMsg.getHandler());
                        } catch (Exception e) {

                        }
                    }
                }
        });

    }


    private void doAddFunTV2Video() {
        new JobThreadExecutorServiceImpl().run(new Runnable() {
            @Override
            public void run() {
                    List<FunTVAlbum2MQMsg> funTVAlbum2MsgList = CMQManager.getInstance().consumeFunTVAlbumUpdateMsg(16);
                    if (funTVAlbum2MsgList != null)
                        for (FunTVAlbum2MQMsg funTVAlbum2MQMsg : funTVAlbum2MsgList) {
                            try {
                                String mediaId = funTVAlbum2MQMsg.getId();
                                FunTVAlbum2 album2 = funTV2Service.getAlbumDetail(mediaId);
                                if (album2 != null) {
                                    funTV2Service.processAlbum(album2);
                                }
                                CMQManager.getInstance().deleteFunTVAlbumUpdateMsg(funTVAlbum2MQMsg.getHandler());
                            } catch (Exception e) {
                                logger.error("风行专辑添加到视频出错：" + e.getMessage());
                                logger.error("ID:" + funTVAlbum2MQMsg.getId());
                            }
                        }
            }
        });

    }

    private void doDeleteVideoResource() {
        new JobThreadExecutorServiceImpl().run(new Runnable() {
            @Override
            public void run() {
                while (true) {
                    List<CMQConsumeMsg> cmqMsgList = CMQManager.getInstance().consumeVideoResourceDeleteMsg(16);
                    if (cmqMsgList != null)
                        for (CMQConsumeMsg msg : cmqMsgList) {
                            try {
                                String videoId = msg.getData() + "";
                                //查询资源列表
                                List<ResourceVideo> resourceVideoList = resourceVideoService.getResourceList(videoId);
                                //隐藏视频
                                if (resourceVideoList == null || resourceVideoList.size() == 0)
                                    videoInfoService.hiddenVideo(videoId);
                                //更新搜索引擎
                                CMQManager.getInstance().addSolrMsg(videoId);
                                CMQManager.getInstance().deleteVideoResourceDeleteMsg(msg.getHandler());
                            } catch (Exception e) {
                                logger.error("视频资源删除处理出错：" + e.getMessage());
                                logger.error("ID:" + msg.getData());
                            }
                        }
                }
            }
        });

    }


}