From b37275dba6b782bf3bb3817c4504f6cdef1bef7c Mon Sep 17 00:00:00 2001 From: admin <weikou2014> Date: 星期四, 18 三月 2021 18:38:51 +0800 Subject: [PATCH] APP首页顶部标签兼容 --- src/test/java/com/hxh/spring/test/Iqiyi2.java | 214 +++++++++++++++++++++++++++++++++++++++++++++++++--- 1 files changed, 199 insertions(+), 15 deletions(-) diff --git a/src/test/java/com/hxh/spring/test/Iqiyi2.java b/src/test/java/com/hxh/spring/test/Iqiyi2.java index f0d4fb4..78fb885 100644 --- a/src/test/java/com/hxh/spring/test/Iqiyi2.java +++ b/src/test/java/com/hxh/spring/test/Iqiyi2.java @@ -1,25 +1,48 @@ package com.hxh.spring.test; +import com.google.gson.Gson; import com.yeshi.buwan.dao.juhe.iqiyi.IqiyiAlbum2Dao; +import com.yeshi.buwan.dao.juhe.iqiyi.VideoIqiyiDao; +import com.yeshi.buwan.domain.ResourceVideo; +import com.yeshi.buwan.domain.VideoInfo; +import com.yeshi.buwan.domain.VideoResource; import com.yeshi.buwan.iqiyi.IqiYiNewAPI; import com.yeshi.buwan.iqiyi.entity.IqiyiAlbum2; +import com.yeshi.buwan.iqiyi.entity.VideoIqiyi; import com.yeshi.buwan.iqiyi.util.IqiyiUtil2; +import com.yeshi.buwan.iqiyi.vo.IqiyiAlbumListResult; +import com.yeshi.buwan.job.video.Iqiyi2VideoUpdate; +import com.yeshi.buwan.query.Iqiyi2AlbumQuery; +import com.yeshi.buwan.service.imp.CategoryVideoService; +import com.yeshi.buwan.service.imp.ResourceVideoService; +import com.yeshi.buwan.service.imp.VideoInfoService; import com.yeshi.buwan.service.inter.juhe.Iqiyi2Service; +import com.yeshi.buwan.service.manager.SolrAlbumVideoDataManager; +import com.yeshi.buwan.util.*; +import com.yeshi.buwan.util.mq.CMQManager; +import net.sf.json.JSONArray; import org.junit.Test; import org.junit.runner.RunWith; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; import org.springframework.test.context.ContextConfiguration; import org.springframework.test.context.junit4.SpringJUnit4ClassRunner; import org.springframework.test.context.web.WebAppConfiguration; import javax.annotation.Resource; +import java.io.*; import java.util.ArrayList; +import java.util.Date; import java.util.List; +import java.util.Scanner; // @RunWith(SpringJUnit4ClassRunner.class) //浣跨敤junit4杩涜娴嬭瘯 @ContextConfiguration(locations = {"classpath:spring.xml"}) @WebAppConfiguration public class Iqiyi2 { + + private final static Logger errorLogger = LoggerFactory.getLogger("errorLogger"); @Resource private IqiyiUtil2 iqiyiUtil2; @@ -30,10 +53,19 @@ @Resource private Iqiyi2Service iqiyi2Service; + @Resource + private CategoryVideoService categoryVideoService; + + @Resource + private ResourceVideoService resourceVideoService; + + @Resource + private Iqiyi2VideoUpdate iqiyi2VideoUpdate; + @Test public void syncAll() { - iqiyiUtil2.syncAllZongYi(); + iqiyiUtil2.updateTodayAlbumAndVideo(IqiYiNewAPI.TYPE_DIANYING); } @Test @@ -43,7 +75,7 @@ @Test public void addToVideoInfo() { - List<IqiyiAlbum2> list = iqiyiAlbum2Dao.listByChannelId(1, null, 1,11000, 3000); + List<IqiyiAlbum2> list = iqiyiAlbum2Dao.listByChannelId(1, null, 1, 11000, 3000); for (IqiyiAlbum2 album : list) try { iqiyi2Service.addToVideoInfo(album); @@ -54,10 +86,10 @@ @Test public void syncOne() { - iqiyiUtil2.syncByAid(247738801L); - iqiyiUtil2.syncByAid(253393601L); - iqiyiUtil2.syncByAid(253305701L); - iqiyiUtil2.syncByAid(247742201L); + iqiyiUtil2.syncByAid(111367401L); +// iqiyiUtil2.syncByAid(253393601L); +// iqiyiUtil2.syncByAid(253305701L); +// iqiyiUtil2.syncByAid(247742201L); } @@ -75,18 +107,29 @@ @Test public void syncByAid() { - Long[] ids = new Long[]{ - 246508201L, 248886801L, 230798901L, 1569537751867101L, +// Long[] ids = new Long[]{ +// 246508201L, 248886801L, 230798901L, 1569537751867101L, +// }; - - }; - - iqiyiUtil2.syncByAid(240793601L); +// iqiyiUtil2.syncByAid(7643537550826500L); // IqiyiAlbum2 album2 = iqiyi2Service.selectAlbumById(240793601L); // if (album2 != null) { // iqiyi2Service.addToVideoInfo(album2); // } + + Long qikuID = 6376917677133701L; + + IqiyiAlbum2 album2 = iqiyi2Service.selectAlbumById(qikuID); + if (album2 != null) { + iqiyi2Service.addToVideoInfo(album2); + } + +// CMQManager.getInstance().addSolrMsg(8169108L+""); + + +// errorLogger.error("娴嬭瘯閿欒"); + } @@ -101,9 +144,150 @@ @Test public void test6() { - List<IqiyiAlbum2> list = iqiyiAlbum2Dao.listByChannelId(1, null, 1, 0, 1000); - for (IqiyiAlbum2 album : list) - System.out.println(album.getName()); + try { + iqiyi2VideoUpdate.updateVideoByPlayerUrl("https://www.iqiyi.com/v_1nwrspklijs.html?vfrm=pcw_dianshiju&vfrmblk=B&vfrmrst=fcs_2_p1"); + } catch (Exception e) { + e.printStackTrace(); + } + } + + private void saveToFile(List<Long> list) { + FileWriter fw = null; + try { + //濡傛灉鏂囦欢瀛樺湪锛屽垯杩藉姞鍐呭锛涘鏋滄枃浠朵笉瀛樺湪锛屽垯鍒涘缓鏂囦欢 + File f = new File("E:\\iqiyialbum_invalid.txt"); + fw = new FileWriter(f, true); + } catch (IOException e) { + e.printStackTrace(); + } + PrintWriter pw = new PrintWriter(fw); + pw.println(new Gson().toJson(list)); + pw.flush(); + try { + fw.flush(); + pw.close(); + fw.close(); + } catch (IOException e) { + e.printStackTrace(); + } + + + } + + @Test + public void count() { +// long count = iqiyiAlbum2Dao.countVideoByAid(253120001L); +// System.out.println(count); + IqiyiAlbum2 album2 = iqiyiAlbum2Dao.get(7974832045751601L); + iqiyi2Service.addToVideoInfo(album2); + } + + + @Test + public void sync() { + + iqiyi2Service.convertAlbumToVideoInfo(iqiyiAlbum2Dao.get(253593801L)); + + } + + public static void main(String[] args) { + Date startTime = new Date(TimeUtil.convertGernalTime("2020-10-23", "yyyy-MM-dd")); + Date endTime = new Date(TimeUtil.convertGernalTime("2020-10-23 03", "yyyy-MM-dd HH")); + IqiyiAlbumListResult result = IqiYiNewAPI.getUpdateAlbumList(IqiYiNewAPI.TYPE_DIANYING + "", startTime, endTime, null, false, 20); + System.out.println(result); + } + + @Test + public void deleteAlbum() { + try { + Scanner scanner = new Scanner(new FileInputStream(new File("E:\\iqiyialbum_invalid.txt"))); + while (scanner.hasNextLine()) { + String text = scanner.nextLine(); + if (!StringUtil.isNullOrEmpty(text)) { + JSONArray array = JSONArray.fromObject(text); + for (int i = 0; i < array.size(); i++) { + iqiyi2Service.deleteByAid(array.optLong(i)); + } + } + } + scanner.close(); + } catch (FileNotFoundException e) { + e.printStackTrace(); + } + } + + + @Test + public void addToMQ() { + Iqiyi2AlbumQuery query = new Iqiyi2AlbumQuery(); + query.setContentType(1); + query.setFeatureAlbumId(0L); + query.setChannelId(2); + + long count = iqiyiAlbum2Dao.countByAid(query); + int page = (int) (count % 100 == 0 ? count / 100 : count / 100 + 1); + + for (int i = 0; i < page; i++) { + List<IqiyiAlbum2> album2List = iqiyiAlbum2Dao.listByAid(query, IqiyiAlbum2.SORT_ID, i * 100, 100); + for (IqiyiAlbum2 album2 : album2List) { + System.out.println(album2.getName()); + if (IqiyiUtil2.albumIsValid(album2)) { + CMQManager.getInstance().addIqiyiAlbumUpdateMsg(album2.getId()); + } + } + } + } + + @Test + public void addCategory() { + List<String[]> list = HtmlToolUtil.parseSQLYogExportHtmData("C:\\Users\\Administrator\\Desktop\\鐖卞鑹哄垎绫荤己澶�.htm", 2); + for (String[] sts : list) { + String videoId = sts[0]; + String videoType = sts[1]; + categoryVideoService.addCategoryVideo(videoId, Long.parseLong(videoType)); + } + } + + + @Resource + private VideoIqiyiDao videoIqiyiDao; + + @Test + public void deleteOldIqiyiVideo() { + List<String[]> list = HtmlToolUtil.parseSQLYogExportHtmData("C:\\Users\\Administrator\\Desktop\\鐖卞鑹鸿�佺増姝g墖.htm", 3); + for (String[] sts : list) { + String videoId = sts[0]; + List<VideoIqiyi> list1 = videoIqiyiDao.listByVideoId(videoId); + if (list1 != null) + for (VideoIqiyi videoIqiyi : list1) + videoIqiyiDao.delete(videoIqiyi); + } + } + + @Resource + private VideoInfoService videoInfoService; + + @Resource + private SolrAlbumVideoDataManager solrDataManager; + + @Test + public void addResources() { + try { + VideoInfo videoInfo = videoInfoService.getVideoInfo(8174476+""); + if (videoInfo != null) { + if ("1".equalsIgnoreCase(videoInfo.getShow())) { + List<VideoResource> resourceList = new ArrayList<>(); + List<ResourceVideo> rvList = resourceVideoService.getResourceList(videoInfo.getId()); + if (rvList != null) + for (ResourceVideo rv : rvList) + resourceList.add(rv.getResource()); + videoInfo.setResourceList(resourceList); + solrDataManager.saveOrUpdate(videoInfo); + } else + solrDataManager.deleteById(videoInfo.getId()); + } + } catch (Exception e) { + } } -- Gitblit v1.8.0