From 89e370bfdda29ac8a8f7080a18dc09a6ddc75c09 Mon Sep 17 00:00:00 2001
From: admin <weikou2014>
Date: 星期一, 26 十月 2020 18:42:16 +0800
Subject: [PATCH] 风行爱奇艺视频更新
---
src/test/java/com/hxh/spring/test/Iqiyi2.java | 107 +++++++++++++++++++++++++++++++++++++++++++++++------
1 files changed, 95 insertions(+), 12 deletions(-)
diff --git a/src/test/java/com/hxh/spring/test/Iqiyi2.java b/src/test/java/com/hxh/spring/test/Iqiyi2.java
index 2690164..f05def9 100644
--- a/src/test/java/com/hxh/spring/test/Iqiyi2.java
+++ b/src/test/java/com/hxh/spring/test/Iqiyi2.java
@@ -2,15 +2,24 @@
import com.google.gson.Gson;
import com.yeshi.buwan.dao.juhe.iqiyi.IqiyiAlbum2Dao;
+import com.yeshi.buwan.dao.juhe.iqiyi.VideoIqiyi2Dao;
+import com.yeshi.buwan.domain.ResourceVideo;
+import com.yeshi.buwan.funtv.FunTVUtil2;
+import com.yeshi.buwan.funtv.entity.VideoFunTV2;
import com.yeshi.buwan.iqiyi.IqiYiNewAPI;
import com.yeshi.buwan.iqiyi.entity.IqiyiAlbum2;
+import com.yeshi.buwan.iqiyi.entity.VideoIqiyi2;
import com.yeshi.buwan.iqiyi.util.IqiyiUtil2;
import com.yeshi.buwan.iqiyi.vo.IqiyiAlbumListResult;
+import com.yeshi.buwan.job.SMSJob;
import com.yeshi.buwan.job.video.Iqiyi2VideoUpdate;
+import com.yeshi.buwan.query.Iqiyi2AlbumQuery;
+import com.yeshi.buwan.service.imp.CategoryVideoService;
+import com.yeshi.buwan.service.imp.ResourceVideoService;
import com.yeshi.buwan.service.inter.juhe.Iqiyi2Service;
-import com.yeshi.buwan.util.FileUtil;
-import com.yeshi.buwan.util.StringUtil;
-import com.yeshi.buwan.util.TimeUtil;
+import com.yeshi.buwan.util.*;
+import com.yeshi.buwan.util.mq.CMQManager;
+import net.sf.json.JSONArray;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.test.context.ContextConfiguration;
@@ -18,13 +27,11 @@
import org.springframework.test.context.web.WebAppConfiguration;
import javax.annotation.Resource;
-import java.io.File;
-import java.io.FileWriter;
-import java.io.IOException;
-import java.io.PrintWriter;
+import java.io.*;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
+import java.util.Scanner;
//
@RunWith(SpringJUnit4ClassRunner.class) //浣跨敤junit4杩涜娴嬭瘯
@@ -44,10 +51,19 @@
@Resource
private Iqiyi2VideoUpdate iqiyi2VideoUpdate;
+ @Resource
+ private CategoryVideoService categoryVideoService;
+
+ @Resource
+ private VideoIqiyi2Dao videoIqiyi2Dao;
+
+ @Resource
+ private ResourceVideoService resourceVideoService;
+
@Test
public void syncAll() {
- iqiyiUtil2.syncAllDianShiJu();
+ iqiyiUtil2.updateTodayAlbumAndVideo(IqiYiNewAPI.TYPE_DIANYING);
}
@Test
@@ -113,9 +129,11 @@
@Test
public void test6() {
- for(int i=0;i<10;i++) {
- List<Long> ids = iqiyiAlbum2Dao.listInvalid(1000*(i), 1000);
- saveToFile(ids);
+ for (int i = 0; i < 10; i++) {
+ List<Long> ids = iqiyiAlbum2Dao.listInvalid(0, 1000);
+ for (long id : ids)
+ iqiyiAlbum2Dao.delete(id);
+ //saveToFile(ids);
}
}
@@ -146,7 +164,7 @@
public void count() {
// long count = iqiyiAlbum2Dao.countVideoByAid(253120001L);
// System.out.println(count);
- IqiyiAlbum2 album2 = iqiyiAlbum2Dao.get(6603128446259700L);
+ IqiyiAlbum2 album2 = iqiyiAlbum2Dao.get(730266600L);
iqiyi2Service.addToVideoInfo(album2);
}
@@ -163,5 +181,70 @@
System.out.println(result);
}
+ @Test
+ public void deleteAlbum() {
+ try {
+ Scanner scanner = new Scanner(new FileInputStream(new File("E:\\iqiyialbum_invalid.txt")));
+ while (scanner.hasNextLine()) {
+ String text = scanner.nextLine();
+ if (!StringUtil.isNullOrEmpty(text)) {
+ JSONArray array = JSONArray.fromObject(text);
+ for (int i = 0; i < array.size(); i++) {
+ iqiyi2Service.deleteByAid(array.optLong(i));
+ }
+ }
+ }
+ scanner.close();
+ } catch (FileNotFoundException e) {
+ e.printStackTrace();
+ }
+ }
+
+
+ @Test
+ public void addToMQ() {
+ Iqiyi2AlbumQuery query = new Iqiyi2AlbumQuery();
+ query.setContentType(1);
+ query.setFeatureAlbumId(0L);
+ query.setChannelId(2);
+
+ long count = iqiyiAlbum2Dao.countByAid(query);
+ int page = (int) (count % 100 == 0 ? count / 100 : count / 100 + 1);
+
+ for (int i = 0; i < page; i++) {
+ List<IqiyiAlbum2> album2List = iqiyiAlbum2Dao.listByAid(query, IqiyiAlbum2.SORT_ID, i * 100, 100);
+ for (IqiyiAlbum2 album2 : album2List) {
+ System.out.println(album2.getName());
+ if (IqiyiUtil2.albumIsValid(album2)) {
+ CMQManager.getInstance().addIqiyiAlbumUpdateMsg(album2.getId());
+ }
+ }
+ }
+ }
+
+ @Test
+ public void addCategory() {
+ List<String[]> list = HtmlToolUtil.parseSQLYogExportHtmData("C:\\Users\\Administrator\\Desktop\\鐖卞鑹哄垎绫荤己澶�.htm", 2);
+ for (String[] sts : list) {
+ String videoId = sts[0];
+ String videoType = sts[1];
+ categoryVideoService.addCategoryVideo(videoId, Long.parseLong(videoType));
+ }
+ }
+
+ @Test
+ public void addResources() {
+ List<String> videoIds = new ArrayList<>();
+ List<VideoIqiyi2> list = videoIqiyi2Dao.listAll(0, 5000);
+ for (VideoIqiyi2 video : list) {
+ long count = resourceVideoService.countByVideoIdAndResourceId(video.getVideoId() + "", IqiyiUtil2.RESOURCE_ID);
+ if (count == 0L) {
+ videoIds.add(video.getVideoId() + "");
+ }
+ }
+ //["588808","466573","475946","328312","475934","359261","276279","322163","276768"]
+ System.out.println(new Gson().toJson(videoIds));
+ }
+
}
--
Gitblit v1.8.0