From 4011b8d0b377af33e2bc435f7726329630d706cb Mon Sep 17 00:00:00 2001 From: admin <weikou2014> Date: 星期二, 02 三月 2021 18:28:52 +0800 Subject: [PATCH] 搜索引擎接口更新 --- src/test/java/com/hxh/spring/test/Iqiyi2.java | 90 +++++++++++++++++++++++++++++++++++---------- 1 files changed, 70 insertions(+), 20 deletions(-) diff --git a/src/test/java/com/hxh/spring/test/Iqiyi2.java b/src/test/java/com/hxh/spring/test/Iqiyi2.java index f05def9..de41973 100644 --- a/src/test/java/com/hxh/spring/test/Iqiyi2.java +++ b/src/test/java/com/hxh/spring/test/Iqiyi2.java @@ -3,12 +3,17 @@ import com.google.gson.Gson; import com.yeshi.buwan.dao.juhe.iqiyi.IqiyiAlbum2Dao; import com.yeshi.buwan.dao.juhe.iqiyi.VideoIqiyi2Dao; +import com.yeshi.buwan.dao.juhe.iqiyi.VideoIqiyiDao; import com.yeshi.buwan.domain.ResourceVideo; +import com.yeshi.buwan.domain.VideoInfo; +import com.yeshi.buwan.domain.VideoResource; import com.yeshi.buwan.funtv.FunTVUtil2; import com.yeshi.buwan.funtv.entity.VideoFunTV2; import com.yeshi.buwan.iqiyi.IqiYiNewAPI; import com.yeshi.buwan.iqiyi.entity.IqiyiAlbum2; +import com.yeshi.buwan.iqiyi.entity.VideoIqiyi; import com.yeshi.buwan.iqiyi.entity.VideoIqiyi2; +import com.yeshi.buwan.iqiyi.util.IqiyiUtil; import com.yeshi.buwan.iqiyi.util.IqiyiUtil2; import com.yeshi.buwan.iqiyi.vo.IqiyiAlbumListResult; import com.yeshi.buwan.job.SMSJob; @@ -16,12 +21,16 @@ import com.yeshi.buwan.query.Iqiyi2AlbumQuery; import com.yeshi.buwan.service.imp.CategoryVideoService; import com.yeshi.buwan.service.imp.ResourceVideoService; +import com.yeshi.buwan.service.imp.VideoInfoService; import com.yeshi.buwan.service.inter.juhe.Iqiyi2Service; +import com.yeshi.buwan.service.manager.SolrAlbumDataManager; import com.yeshi.buwan.util.*; import com.yeshi.buwan.util.mq.CMQManager; import net.sf.json.JSONArray; import org.junit.Test; import org.junit.runner.RunWith; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; import org.springframework.test.context.ContextConfiguration; import org.springframework.test.context.junit4.SpringJUnit4ClassRunner; import org.springframework.test.context.web.WebAppConfiguration; @@ -39,6 +48,8 @@ @WebAppConfiguration public class Iqiyi2 { + private final static Logger errorLogger = LoggerFactory.getLogger("errorLogger"); + @Resource private IqiyiUtil2 iqiyiUtil2; @@ -49,16 +60,13 @@ private Iqiyi2Service iqiyi2Service; @Resource - private Iqiyi2VideoUpdate iqiyi2VideoUpdate; - - @Resource private CategoryVideoService categoryVideoService; @Resource - private VideoIqiyi2Dao videoIqiyi2Dao; + private ResourceVideoService resourceVideoService; @Resource - private ResourceVideoService resourceVideoService; + private Iqiyi2VideoUpdate iqiyi2VideoUpdate; @Test @@ -109,12 +117,25 @@ // 246508201L, 248886801L, 230798901L, 1569537751867101L, // }; - iqiyiUtil2.syncByAid(7643537550826500L); +// iqiyiUtil2.syncByAid(7643537550826500L); // IqiyiAlbum2 album2 = iqiyi2Service.selectAlbumById(240793601L); // if (album2 != null) { // iqiyi2Service.addToVideoInfo(album2); // } + + Long qikuID = 8354256491713801L; + + IqiyiAlbum2 album2 = iqiyi2Service.selectAlbumById(qikuID); + if (album2 != null) { + iqiyi2Service.addToVideoInfo(album2); + } + +// CMQManager.getInstance().addSolrMsg(8169108L+""); + + +// errorLogger.error("娴嬭瘯閿欒"); + } @@ -129,11 +150,10 @@ @Test public void test6() { - for (int i = 0; i < 10; i++) { - List<Long> ids = iqiyiAlbum2Dao.listInvalid(0, 1000); - for (long id : ids) - iqiyiAlbum2Dao.delete(id); - //saveToFile(ids); + try { + iqiyi2VideoUpdate.updateVideoByPlayerUrl("https://www.iqiyi.com/v_wy9ak8ezio.html?vfrm=pcw_dianshiju&vfrmblk=B&vfrmrst=fcs_2_p3"); + } catch (Exception e) { + e.printStackTrace(); } } @@ -164,13 +184,15 @@ public void count() { // long count = iqiyiAlbum2Dao.countVideoByAid(253120001L); // System.out.println(count); - IqiyiAlbum2 album2 = iqiyiAlbum2Dao.get(730266600L); + IqiyiAlbum2 album2 = iqiyiAlbum2Dao.get(7974832045751601L); iqiyi2Service.addToVideoInfo(album2); } @Test public void sync() { + + iqiyi2Service.convertAlbumToVideoInfo(iqiyiAlbum2Dao.get(253593801L)); } @@ -232,18 +254,46 @@ } } + + @Resource + private VideoIqiyiDao videoIqiyiDao; + + @Test + public void deleteOldIqiyiVideo() { + List<String[]> list = HtmlToolUtil.parseSQLYogExportHtmData("C:\\Users\\Administrator\\Desktop\\鐖卞鑹鸿�佺増姝g墖.htm", 3); + for (String[] sts : list) { + String videoId = sts[0]; + List<VideoIqiyi> list1 = videoIqiyiDao.listByVideoId(videoId); + if (list1 != null) + for (VideoIqiyi videoIqiyi : list1) + videoIqiyiDao.delete(videoIqiyi); + } + } + + @Resource + private VideoInfoService videoInfoService; + + @Resource + private SolrAlbumDataManager solrDataManager; + @Test public void addResources() { - List<String> videoIds = new ArrayList<>(); - List<VideoIqiyi2> list = videoIqiyi2Dao.listAll(0, 5000); - for (VideoIqiyi2 video : list) { - long count = resourceVideoService.countByVideoIdAndResourceId(video.getVideoId() + "", IqiyiUtil2.RESOURCE_ID); - if (count == 0L) { - videoIds.add(video.getVideoId() + ""); + try { + VideoInfo videoInfo = videoInfoService.getVideoInfo(8174476+""); + if (videoInfo != null) { + if ("1".equalsIgnoreCase(videoInfo.getShow())) { + List<VideoResource> resourceList = new ArrayList<>(); + List<ResourceVideo> rvList = resourceVideoService.getResourceList(videoInfo.getId()); + if (rvList != null) + for (ResourceVideo rv : rvList) + resourceList.add(rv.getResource()); + videoInfo.setResourceList(resourceList); + solrDataManager.saveOrUpdate(videoInfo); + } else + solrDataManager.deleteById(videoInfo.getId()); } + } catch (Exception e) { } - //["588808","466573","475946","328312","475934","359261","276279","322163","276768"] - System.out.println(new Gson().toJson(videoIds)); } -- Gitblit v1.8.0