From ab35ac8b769b2d9816dffb33a64f2c6f7bd5dd6e Mon Sep 17 00:00:00 2001
From: admin <weikou2014>
Date: 星期四, 05 九月 2024 17:05:55 +0800
Subject: [PATCH] 风行网页版爬虫
---
src/test/java/com/hxh/spring/test/FunTV.java | 42 ++++++++++++++++++++++++++++++++++--------
1 files changed, 34 insertions(+), 8 deletions(-)
diff --git a/src/test/java/com/hxh/spring/test/FunTV.java b/src/test/java/com/hxh/spring/test/FunTV.java
index f33e113..c098c58 100644
--- a/src/test/java/com/hxh/spring/test/FunTV.java
+++ b/src/test/java/com/hxh/spring/test/FunTV.java
@@ -1,15 +1,21 @@
package com.hxh.spring.test;
+import java.util.ArrayList;
+import java.util.HashMap;
import java.util.List;
+import java.util.Map;
+import com.yeshi.buwan.dao.juhe.funtv.FunTVVideo2Dao;
+import com.yeshi.buwan.dao.juhe.funtv.FunTVVideoDao;
import com.yeshi.buwan.dao.juhe.funtv.VideoFunTVDao;
import com.yeshi.buwan.dao.juhe.funtv.VideoFunTVNewDao;
import com.yeshi.buwan.domain.system.DetailSystem;
import com.yeshi.buwan.domain.VideoInfo;
-import com.yeshi.buwan.videos.funtv.FunTVApi;
-import com.yeshi.buwan.videos.funtv.FunTVDataParseUtil;
-import com.yeshi.buwan.videos.funtv.FunTVUtil;
+import com.yeshi.buwan.videos.funtv.*;
+import com.yeshi.buwan.videos.funtv.entity.FunTVAlbum;
+import com.yeshi.buwan.videos.funtv.entity.FunTVVideo;
import com.yeshi.buwan.videos.funtv.entity.VideoFunTV;
+import com.yeshi.buwan.videos.funtv.vo.FunTVMovieVideo;
import com.yeshi.buwan.videos.funtv.vo.FunTVTVAlbum;
import com.yeshi.buwan.service.imp.juhe.FunTVService;
import com.yeshi.buwan.util.BeanUtil;
@@ -39,6 +45,9 @@
private VideoFunTVNewDao videoFunTVNewDao;
@Resource
private FunTVService funTVService;
+
+ @Resource
+ private FunTVVideoDao funTVVideoDao;
@org.junit.Test
public void test1() {
@@ -97,11 +106,7 @@
@org.junit.Test
public void test8() {
- List<String> list = FunTVApi.getPageUrl(FunTVApi.FUNTV_ALL_TV);
- for (String url : list) {
- List<FunTVTVAlbum> videoList = FunTVApi.parseTV(url);
- System.out.println(videoList);
- }
+ funTVUtil.startParseAll();
}
@Test
@@ -109,9 +114,30 @@
funTVUtil.startUpdate();
}
+ @Test
+ public void addToVideo() throws Exception {
+ // 灏嗙數褰卞姞鍏ュ埌瑙嗛鍒楄〃
+ List<String> list = FunTVWebApiUtil.requestList(FunTVWebApiUtil.MOVIE_FREE.replace("{page}", "1"));
+ for(String id:list) {
+ FunTVWebApiUtil.FunTVWebAlbum album = FunTVWebApiUtil.getAlbumDetail(id);
+ System.out.println(album);
+ // 涓撹緫璇︽儏
+ FunTVAlbum funTVAlbum = FunTVFactory.create(album);
+ List<FunTVVideo> funTVVideos=new ArrayList<>();
+ for(FunTVWebApiUtil.FunTVWebEpisode episode:album.getEpisodes()){
+ FunTVVideo funTVVideo = FunTVFactory.create(episode, funTVAlbum);
+ funTVVideos.add(funTVVideo);
+ }
+ funTVAlbum.setVideoList(funTVVideos);
+ funTVService.saveFunTVAlbum(funTVAlbum, funTVVideos);
+ funTVService.addFunTVAlbumToVideoInfo(funTVAlbum, false);
+ }
+ }
+
@Test
public void syncFuntvData() {
+ // 灏嗗師鏉ョ殑
List<VideoFunTV> list = videoFunTVDao.listAll(0, 20000);
for (VideoFunTV video : list) {
if (video.getId() == null)
--
Gitblit v1.8.0