From ab35ac8b769b2d9816dffb33a64f2c6f7bd5dd6e Mon Sep 17 00:00:00 2001
From: admin <weikou2014>
Date: 星期四, 05 九月 2024 17:05:55 +0800
Subject: [PATCH] 风行网页版爬虫
---
src/main/java/com/yeshi/buwan/job/video/YouKuVideoUpdate.java | 24 +++++++++---------------
1 files changed, 9 insertions(+), 15 deletions(-)
diff --git a/src/main/java/com/yeshi/buwan/job/video/YouKuVideoUpdate.java b/src/main/java/com/yeshi/buwan/job/video/YouKuVideoUpdate.java
index 1902112..0d9bc41 100644
--- a/src/main/java/com/yeshi/buwan/job/video/YouKuVideoUpdate.java
+++ b/src/main/java/com/yeshi/buwan/job/video/YouKuVideoUpdate.java
@@ -47,21 +47,15 @@
}
private void updateCategory(String categoryName) throws Exception {
- YouKuApiUtil.ListResultDTO dto = YouKuApiUtil.getShowListByCategory(categoryName, 1, 20);
- if (dto != null) {
- int pageSize = 100;
- int totalPage = dto.getTotal() % pageSize == 0 ? dto.getTotal() / pageSize : dto.getTotal() / pageSize + 1;
- totalPage = totalPage > 20 ? 20 : totalPage;
- for (int i = 0; i < totalPage; i++) {
- dto = YouKuApiUtil.getShowListByCategory(categoryName, i + 1, pageSize);
- for (YouKuShowSimple simple : (List<YouKuShowSimple>) dto.getList()) {
- System.out.println(simple.getName() + ":" + simple.getId());
- try {
- YouKuShowDetail detail = getShowDetail(simple.getId());
- youKuService.addToInternetSearch(detail);
- } catch (Exception e) {
- e.printStackTrace();
- }
+ for(int i=0;i<2;i++){
+ YouKuApiUtil.ListResultDTO dto = YouKuApiUtil.getHotShowListByCategory(categoryName, i+1, 24);
+ for (YouKuShowSimple simple : (List<YouKuShowSimple>) dto.getList()) {
+ System.out.println(simple.getName() + ":" + simple.getId());
+ try {
+ YouKuShowDetail detail = getShowDetail(simple.getId());
+ youKuService.addToInternetSearch(detail);
+ } catch (Exception e) {
+ e.printStackTrace();
}
}
}
--
Gitblit v1.8.0