src/main/java/com/yeshi/buwan/controller/TestController.java
@@ -44,10 +44,6 @@ System.out.println(map); } @RequestMapping("funtv") public void funtv() { funTVUtil.startParseAll(); } @RequestMapping("logback") public void logback(PrintWriter out) { src/main/java/com/yeshi/buwan/controller/api/ApiControllerV2.java
@@ -243,8 +243,6 @@ otherParser.adRecommendRight(acceptData, request, out); } else if (method.equalsIgnoreCase("playStatistic")) { otherParser.playStatistic(acceptData, request, out); } else if (method.equalsIgnoreCase("getFuntvAuthCode")) { otherParser.getFuntvAuthCode(acceptData, request, out); } out.close(); } src/main/java/com/yeshi/buwan/controller/parser/OtherParser.java
@@ -7,7 +7,6 @@ import com.yeshi.buwan.domain.recommend.AdRecommendRight; import com.yeshi.buwan.domain.system.DetailSystem; import com.yeshi.buwan.domain.system.SystemInfo; import com.yeshi.buwan.videos.funtv.FunTVNewApi; import com.yeshi.buwan.service.imp.*; import com.yeshi.buwan.service.imp.recommend.AdRecommendRightService; import com.yeshi.buwan.service.inter.jump.JumpDetailService; @@ -263,29 +262,4 @@ return; } /** * 获取风行授权码 * * @param acceptData * @param request * @param out */ public void getFuntvAuthCode(AcceptData acceptData, HttpServletRequest request, PrintWriter out) { String authCode = null; // try { // authCode = redisManager.getCommonString("funtv_authcode"); // } catch (Exception e) { // } // // if (!StringUtil.isNullOrEmpty(authCode)) { // out.print(JsonUtil.loadTrueJson(authCode)); // } else { authCode = FunTVNewApi.getAuthCode(); // if (!StringUtil.isNullOrEmpty(authCode)) { // redisManager.cacheCommonString("funtv_authcode", authCode, 60 * 5);//缓存5分钟 // } out.print(JsonUtil.loadTrueJson(authCode)); } // } } src/main/java/com/yeshi/buwan/job/video/FunTV2VideoUpdate.java
@@ -2,7 +2,6 @@ import com.xxl.job.core.biz.model.ReturnT; import com.xxl.job.core.handler.annotation.XxlJob; import com.yeshi.buwan.videos.funtv.FunTVNewApi; import com.yeshi.buwan.videos.funtv.entity.FunTVAlbum2; import com.yeshi.buwan.videos.funtv.entity.FunTVShortVideo2; import com.yeshi.buwan.videos.funtv.entity.FunTVVideo2; @@ -36,46 +35,8 @@ */ @XxlJob("video-update-funtv2-updateLatestVideo") public ReturnT<String> updateLatestVideo(String param) throws Exception { int d = 1; if (!StringUtil.isNullOrEmpty(param)) d = Integer.parseInt(param); //获取最近1天的专辑 List<FunTVAlbum2> list = getLatestAlbum(d); for (FunTVAlbum2 album2 : list) { funTV2Service.saveAlbum(album2); if (album2.getEpisodes() != null) for (FunTVVideo2 video2 : album2.getEpisodes()) funTV2Service.saveVideo(video2); CMQManager.getInstance().addFunTVAlbumUpdateMsg(album2.getId()); } //获取最近一天的短视频 List<FunTVShortVideo2> shortVideo2List = getLatestShortVideo(d); if (shortVideo2List != null) for (FunTVShortVideo2 video2 : shortVideo2List) funTV2Service.saveShortVideo(video2); return ReturnT.SUCCESS; } /** * 根据专辑ID更新 * @param param * @return * @throws Exception */ // @XxlJob("video-update-funtv2-updateAlbumById") // public ReturnT<String> updateAlbumById(String param) throws Exception { // FunTVAlbum2 album2 = FunTVNewApi.getAlbumsDetail(param); // if (album2 != null) { // funTV2Service.saveAlbum(album2); // if (album2.getEpisodes() != null) // for (FunTVVideo2 video2 : album2.getEpisodes()) // funTV2Service.saveVideo(video2); // CMQManager.getInstance().addFunTVAlbumUpdateMsg(album2.getId()); // } // return ReturnT.SUCCESS; // } /** * 获取最近的短视频 @@ -104,36 +65,6 @@ // page++; // } return shortVideo2List; } /** * 获取最近的专辑 * * @return */ private List<FunTVAlbum2> getLatestAlbum(int d) { List<FunTVAlbum2> funTVAlbum2List = new ArrayList<>(); int pageSize = 100; long now = System.currentTimeMillis(); int page = 1; int totalPage = -1; while (true) { Funtv2ResultVO result = FunTVNewApi.getAlbums(page, pageSize, now - 1000 * 60 * 60L * 24 * d, now - 1000 * 60 * 60L * 24 * (d - 1), null); if (result != null) { for (Serializable a : result.getList()) { FunTVAlbum2 video2 = (FunTVAlbum2) a; funTVAlbum2List.add(video2); } } int count = result.getCount(); if (totalPage < 0) totalPage = count % pageSize == 0 ? count / pageSize : count / pageSize + 1; if (page > totalPage) break; page++; } return funTVAlbum2List; } } src/main/java/com/yeshi/buwan/service/imp/juhe/FunTVService.java
@@ -485,7 +485,7 @@ playUrl.setUrl(fvideo.getPlayMUrl().replace("alliance=2501", "malliance=0")); String firstOnLineValue = detailSystemConfigService.getConfigValueByKey("first_online_versions",detailSystemId, versionCode); if( SystemConfigUtil.isFirstOnLine(firstOnLineValue, channel, versionCode)){ if( Constant.IS_HAVE_FIRST_ONLINE && SystemConfigUtil.isFirstOnLine(firstOnLineValue, channel, versionCode)){ // 首次上线跳转原生 playUrl.setPlayType(2);// 原生跳转 } else { src/main/java/com/yeshi/buwan/util/Constant.java
@@ -20,6 +20,9 @@ public static boolean JobTasker = true; // 是否有首次上线的渠道 public static boolean IS_HAVE_FIRST_ONLINE = false; public static int pageCount = 20; public static int HOT_SEARCH_COUNT = 20; src/main/java/com/yeshi/buwan/util/JuHe/VideoResourceUtil.java
@@ -4,6 +4,7 @@ import com.yeshi.buwan.service.imp.DetailSystemConfigService; import com.yeshi.buwan.service.inter.video.VideoResourcePlayVersionMapService; import com.yeshi.buwan.service.inter.video.VideoResourceVersionMapService; import com.yeshi.buwan.util.Constant; import com.yeshi.buwan.util.config.SystemConfigUtil; import com.yeshi.buwan.videos.funtv.FunTVUtil; import net.sf.json.JSONObject; @@ -36,13 +37,14 @@ // } ridList.remove(25+""); ridList.remove(28+""); //TODO 没有上线需要清除 ridList.add(FunTVUtil.RESOURCE_ID+""); //是否是首次上线 String firstOnLineValue = detailSystemConfigService.getConfigValueByKey("first_online_versions",detailSystem.getId(), versionCode); if( SystemConfigUtil.isFirstOnLine(firstOnLineValue, channel, versionCode)){ // 首次上线要打开风行 ridList.add(FunTVUtil.RESOURCE_ID+""); if(Constant.IS_HAVE_FIRST_ONLINE) { ridList.add(FunTVUtil.RESOURCE_ID + ""); //是否是首次上线 String firstOnLineValue = detailSystemConfigService.getConfigValueByKey("first_online_versions",detailSystem.getId(), versionCode); if( SystemConfigUtil.isFirstOnLine(firstOnLineValue, channel, versionCode)){ // 首次上线要打开风行 ridList.add(FunTVUtil.RESOURCE_ID+""); } } //韩剧上线的时候需要打开 // if(detailSystem.getId().equalsIgnoreCase("51")){ @@ -72,11 +74,12 @@ // ridList.add("28"); // } // 首次上线要打开风行 //TODO 没有上线需要清除 ridList.add(FunTVUtil.RESOURCE_ID+""); String firstOnLineValue = detailSystemConfigService.getConfigValueByKey("first_online_versions",detailSystem.getId(), versionCode); if( SystemConfigUtil.isFirstOnLine(firstOnLineValue, channel, versionCode)){ ridList.add(FunTVUtil.RESOURCE_ID+""); if(Constant.IS_HAVE_FIRST_ONLINE) { ridList.add(FunTVUtil.RESOURCE_ID + ""); String firstOnLineValue = detailSystemConfigService.getConfigValueByKey("first_online_versions", detailSystem.getId(), versionCode); if (SystemConfigUtil.isFirstOnLine(firstOnLineValue, channel, versionCode)) { ridList.add(FunTVUtil.RESOURCE_ID + ""); } } List<Long> ids = new ArrayList<>(); src/main/java/com/yeshi/buwan/videos/funtv/FunTVApi.java
File was deleted src/main/java/com/yeshi/buwan/videos/funtv/FunTVNewApi.java
File was deleted src/main/java/com/yeshi/buwan/videos/funtv/FunTVUtil.java
@@ -45,7 +45,6 @@ private CategoryVideoDao categoryVideoDao; public final static int RESOURCE_ID = 19; public final static String RESOURCE_NAME = "风行"; @@ -583,119 +582,4 @@ } /** * 更新 */ public void startUpdate() { List<String> list = FunTVApi.getPageUrl(FunTVApi.FUNTV_UPDATE_TV); for (String url : list) { List<FunTVTVAlbum> videoList = FunTVApi.parseTV(url); for (FunTVTVAlbum m : videoList) { processAlbum(m); } } // // list = FunTVApi.getPageUrl(FunTVApi.FUNTV_UPDATE_CARTON); for (String url : list) { List<FunTVCartoonAlbum> videoList = FunTVApi.parseCartoon(url); for (FunTVCartoonAlbum m : videoList) { processAlbum(m); } } // // list = FunTVApi.getPageUrl(FunTVApi.FUNTV_UPDATE_SHOW); // for (String url : list) { // List<FunTVShowAlbum> videoList = FunTVApi.parseShow(url); // for (FunTVShowAlbum m : videoList) { // if (m.getOp().equalsIgnoreCase("add")) { // FunTVAlbum album = convertToAlbum(m); // saveFunTVAlbum(album); // } else if (m.getOp().equalsIgnoreCase("delete")) { // funTVService.deleteVideoByAid(m.getAid()); // } // } // } list = FunTVApi.getPageUrl(FunTVApi.FUNTV_UPDATE_MOVIE); for (String url : list) { List<FunTVMovieVideo> videoList = FunTVApi.parseMovie(url); for (FunTVMovieVideo m : videoList) { processVideo(m); } } // list = FunTVApi.getPageUrl(FunTVApi.FUNTV_UPDATE_SHORTVIDEO); for (String url : list) { List<FunTVShortVideo> videoList = FunTVApi.parseShortVideo(url); for (FunTVShortVideo m : videoList) { processVideo(m); } } } public void syncAllVideos() { List<String> list = FunTVApi.getPageUrl(FunTVApi.FUNTV_ALL_MOVIE); for (String url : list) { List<FunTVMovieVideo> videoList = FunTVApi.parseMovie(url); for (FunTVMovieVideo m : videoList) { processVideo(m); } } } /** * 拉取全部 */ public void startParseAll() { List<String> list = FunTVApi.getPageUrl(FunTVApi.FUNTV_ALL_MOVIE); for (String url : list) { List<FunTVMovieVideo> videoList = FunTVApi.parseMovie(url); for (FunTVMovieVideo m : videoList) { processVideo(m); } } // // list = FunTVApi.getPageUrl(FunTVApi.FUNTV_ALL_CARTON); for (String url : list) { List<FunTVCartoonAlbum> videoList = FunTVApi.parseCartoon(url); for (FunTVCartoonAlbum m : videoList) { processAlbum(m); } } // // list = FunTVApi.getPageUrl(FunTVApi.FUNTV_ALL_SHOW); // for (String url : list) { // List<FunTVShowAlbum> videoList = FunTVApi.parseShow(url); // for (FunTVShowAlbum m : videoList) { // if (m.getOp().equalsIgnoreCase("add")) { // FunTVAlbum album = convertToAlbum(m); // saveFunTVAlbum(album); // } else if (m.getOp().equalsIgnoreCase("delete")) { // funTVService.deleteVideoByAid(m.getAid()); // } // } // } list = FunTVApi.getPageUrl(FunTVApi.FUNTV_ALL_TV); for (String url : list) { List<FunTVTVAlbum> videoList = FunTVApi.parseTV(url); for (FunTVTVAlbum m : videoList) { processAlbum(m); } } } public void startParseShortVideo(){ List<String> list = FunTVApi.getPageUrl(FunTVApi.FUNTV_ALL_SHORTVIDEO); for (String url : list) { List<FunTVShortVideo> videoList = FunTVApi.parseShortVideo(url); for (FunTVShortVideo m : videoList) { processVideo(m); } } } } src/main/java/com/yeshi/buwan/videos/funtv/FunTVUtil2.java
@@ -463,18 +463,4 @@ return list; } /** * 获取播放类型 * * @param acceptData * @param video2 * @return */ public void update(int channelId, Date startTime, Date endTime) { } } src/test/java/com/hxh/spring/test/FunTV.java
@@ -38,61 +38,12 @@ //@WebAppConfiguration public class FunTV { @Resource private FunTVUtil funTVUtil; @Resource private VideoFunTVDao videoFunTVDao; @Resource private VideoFunTVNewDao videoFunTVNewDao; @Resource private FunTVService funTVService; @Resource private FunTVVideoDao funTVVideoDao; @org.junit.Test public void test1() { List<String> urlList = FunTVDataParseUtil.parsePageUrl(HttpUtil.get(FunTVApi.FUNTV_ALL_MOVIE)); for (String url : urlList) { FunTVDataParseUtil.parseMovieListVideo(HttpUtil.get(url)); } } @org.junit.Test public void test2() { List<String> urlList = FunTVDataParseUtil.parsePageUrl(HttpUtil.get(FunTVApi.FUNTV_ALL_TV)); for (String url : urlList) { FunTVDataParseUtil.parseTVListAlbum(HttpUtil.get(url)); } } @org.junit.Test public void test3() { List<String> urlList = FunTVDataParseUtil.parsePageUrl(HttpUtil.get(FunTVApi.FUNTV_ALL_CARTON)); for (String url : urlList) { FunTVDataParseUtil.parseCartoonListVideo(HttpUtil.get(url)); } } @org.junit.Test public void test4() { List<String> urlList = FunTVDataParseUtil.parsePageUrl(HttpUtil.get(FunTVApi.FUNTV_ALL_SHOW)); for (String url : urlList) { FunTVDataParseUtil.parseShowListVideo(HttpUtil.get(url)); } } @org.junit.Test public void test5() { List<String> urlList = FunTVDataParseUtil.parsePageUrl(HttpUtil.get(FunTVApi.FUNTV_ALL_SHORTVIDEO)); for (String url : urlList) { FunTVDataParseUtil.parseShortListVideo(HttpUtil.get(url)); } } @org.junit.Test public void test6() { funTVUtil.startParseAll(); } @org.junit.Test public void test7() { @@ -104,15 +55,6 @@ System.out.println(info); } @org.junit.Test public void test8() { funTVUtil.startParseAll(); } @Test public void test9() { funTVUtil.startUpdate(); } @Test public void addToVideo() throws Exception { src/test/java/com/hxh/spring/test/FunTV2.java
@@ -4,17 +4,15 @@ import com.yeshi.buwan.dao.juhe.funtv.FunTVVideo2Dao; import com.yeshi.buwan.dao.juhe.funtv.VideoFunTV2Dao; import com.yeshi.buwan.dao.juhe.funtv.VideoFunTVNewDao; import com.yeshi.buwan.videos.funtv.FunTVNewApi; import com.yeshi.buwan.videos.funtv.FunTVUtil; import com.yeshi.buwan.videos.funtv.entity.FunTVAlbum2; import com.yeshi.buwan.videos.funtv.entity.FunTVVideo2; import com.yeshi.buwan.videos.funtv.entity.VideoFunTV2; import com.yeshi.buwan.job.video.FunTV2VideoUpdate; import com.yeshi.buwan.service.imp.ResourceVideoService; import com.yeshi.buwan.service.imp.VideoInfoService; import com.yeshi.buwan.service.inter.juhe.FunTV2Service; import com.yeshi.buwan.util.HtmlToolUtil; import com.yeshi.buwan.vo.video.funtv.Funtv2ResultVO; import com.yeshi.buwan.videos.funtv.FunTVUtil; import com.yeshi.buwan.videos.funtv.entity.FunTVAlbum2; import com.yeshi.buwan.videos.funtv.entity.FunTVVideo2; import com.yeshi.buwan.videos.funtv.entity.VideoFunTV2; import org.junit.Test; import org.junit.runner.RunWith; import org.springframework.test.context.ContextConfiguration; @@ -23,7 +21,6 @@ import javax.annotation.Resource; import java.io.FileInputStream; import java.io.Serializable; import java.util.ArrayList; import java.util.List; import java.util.Scanner; @@ -54,69 +51,6 @@ @Resource private ResourceVideoService resourceVideoService; @Test public void test1() { // long now = System.currentTimeMillis(); // for (int d = 200; d >= 100; d--) { // Funtv2ResultVO result = FunTVNewApi.getVideos(1, 20, now - 1000 * 60 * 60L * 24 * d, now - 1000 * 60 * 60L * 24 * (d - 1), 1013, 1); // if (result != null && result.getList() != null && result.getList().size() > 0) // System.out.println(result); // } } @Test public void syncAlbum() { //1-电影 2-电视剧 3-动漫 4-综艺 5-少儿 int channelId = 2; Funtv2ResultVO vo = FunTVNewApi.getAlbums(1, 20, null, null, 1); int totalCount = vo.getCount(); int pageSize = 20; int totalPage = totalCount % pageSize == 0 ? totalCount / pageSize : totalCount / pageSize + 1; for (int p = 0; p < totalPage; p++) { Funtv2ResultVO result = FunTVNewApi.getAlbums(p + 1, pageSize, null, null, 1); if (result != null) for (Serializable a : result.getList()) { FunTVAlbum2 album2 = (FunTVAlbum2) a; funTV2Service.saveAlbum(album2); if (album2.getEpisodes() != null) for (FunTVVideo2 video2 : album2.getEpisodes()) funTV2Service.saveVideo(video2); } } } // @Test // public void syncShortVideo() { // long now = System.currentTimeMillis(); // for (int d = 30; d >= 0; d--) { // List<FunTVShortVideo2> shortVideo2List = new ArrayList<>(); // int pageSize = 100; // Funtv2ResultVO result = FunTVNewApi.getVideos(1, pageSize, now - 1000 * 60 * 60L * 24 * d, now - 1000 * 60 * 60L * 24 * (d - 1), null, 1); // if (result != null) { // for (Serializable a : result.getList()) { // FunTVShortVideo2 video2 = (FunTVShortVideo2) a; // shortVideo2List.add(video2); // } // } // int count = result.getCount(); // int totalPage = count % pageSize == 0 ? count / pageSize : count / pageSize + 1; // if (totalPage > 1) // for (int p = 1; p < totalPage; p++) { // result = FunTVNewApi.getVideos(p + 1, pageSize, now - 1000 * 60 * 60L * 24 * d, now - 1000 * 60 * 60L * 24 * (d - 1), null, 1); // if (result != null) { // for (Serializable a : result.getList()) { // FunTVShortVideo2 video2 = (FunTVShortVideo2) a; // shortVideo2List.add(video2); // } // } // } // for (FunTVShortVideo2 video2 : shortVideo2List) { // funTV2Service.saveShortVideo(video2); // } // } // } @Test public void addToVideoInfo() { @@ -140,12 +74,6 @@ @Test public void addToVideoInfo1() { videoInfoService.statisticVideoExtraInfo(179210 + ""); } @Test public void getAccessToken() { System.out.println(FunTVNewApi.getAccessToken()); }