From ab35ac8b769b2d9816dffb33a64f2c6f7bd5dd6e Mon Sep 17 00:00:00 2001 From: admin <weikou2014> Date: 星期四, 05 九月 2024 17:05:55 +0800 Subject: [PATCH] 风行网页版爬虫 --- src/main/java/com/yeshi/buwan/videos/tencent/entity/TencentCoverInfo.java | 365 ++++++++++++++++----------------------------------- 1 files changed, 118 insertions(+), 247 deletions(-) diff --git a/src/main/java/com/yeshi/buwan/videos/tencent/entity/TencentCoverInfo.java b/src/main/java/com/yeshi/buwan/videos/tencent/entity/TencentCoverInfo.java index 7336ce2..b2a8829 100644 --- a/src/main/java/com/yeshi/buwan/videos/tencent/entity/TencentCoverInfo.java +++ b/src/main/java/com/yeshi/buwan/videos/tencent/entity/TencentCoverInfo.java @@ -1,122 +1,59 @@ package com.yeshi.buwan.videos.tencent.entity; import org.springframework.data.annotation.Id; -import org.springframework.data.annotation.Transient; import org.springframework.data.mongodb.core.mapping.Document; import java.util.Date; import java.util.List; -@Document(collection = "tencentCoverInfo") +@Document(collection = "tencentCoverInfoV2") public class TencentCoverInfo { - - /** - * id : mzc00200fw94jce - * director : ["瀹嬪皬瀹�"] - * douban_score : 6.0 - * leading_actor : ["瀹嬪皬瀹�","椹附","娌欐孩","寮犱竴灞�"] - * vip_ids : [{"F":7,"V":"h0035b23dyt"}] - * pay_status : 6 - * year : 2021 - * episode_updated : null - * episode_all : null - * payfree_num : null - * current_num : null - * publish_date : 2021-02-12 - * title : 鍙戣储鏃ヨ - * description : 鏁呬簨璁茶堪涓婁笘绾�90骞翠唬鍒濓紝绌峰皬瀛愬皬瀹濊拷闅忓悓鏉戔�滃彂灏忓効鈥濅簩鍝ワ紝涓�璺粠璐┓鏈村疄鐨勪笢鍖楀啘鏉戞潵鍒颁簡缁忔祹椋為�熷彂灞曠殑娣卞湷銆傛湡闂达紝涓や汉鏃犳剰涓敹鐣欎簡涓�涓椃鍡峰緟鍝虹殑濠村効锛岀敓娲诲洶绐樼殑灏忓疂鍜屼簩鍝ヨ濡備綍灏嗗瀛愭姎鍏婚暱澶э紵褰撳皬瀹濆拰浜屽摜涓庡悓鍦ㄦ繁鍦虫墦鎷肩殑鍒涗笟濂抽潚骞撮┈闇测�滅嫮璺浉閫紝涓変汉涔嬮棿鍙堝皢鍙戠敓鍝簺浠や汉鎹ц吂鐨勭垎绗戞晠浜嬶紵涓�娈电瑧娉弬鍗娿�佽捣浼忚穼瀹曠殑灏忎汉鐗╁鏂楀彶灏辨灞曞紑 - * cover_id : mzc00200fw94jce - * type_name : 鐢靛奖 + * keyword : [] + * publish_date : 2024-02-28 + * title : 姘稿畨姊� + * type : 2 + * type_name : 鐢佃鍓� + * category_map : ["10470","姝g墖","1089","杩炵画鍓�","2","鐢佃鍓�"] + * leading_actor : ["娆ч槼濞滃","寰愭婧�","瀛欏潥","澶忔","鍒樻捣瀹�"] + * tag : [] * area_name : 鍐呭湴 - * horizontal_pic_url : null - * vertical_pic_url : null - * second_title : 瀹嬪皬瀹濋┈涓芥嫰鏁戜笉寮�蹇� - * langue : 鏅�氳瘽 - * subtype : ["鍠滃墽","鍓ф儏"] - * main_genre : 鍠滃墽 - * score : {"c_mix_score":"8.4","hot":"9.99151","score":"8.4"} - * sub_genre : ["鍓ф儏"] + * second_title : 娆ч槼濞滃寰愭婧彮姊﹀畾鎯� + * episode_all : 24 + * guests : [] + * cartoon_age : + * episode_updated + * new_pic_hz : https://vcover-hz-pic.puui.qpic.cn/vcover_hz_pic/0/mzc002001ow3dlb1709086532756/0 + * new_pic_vt : https://vcover-vt-pic.puui.qpic.cn/vcover_vt_pic/0/mzc002001ow3dlb1708588840297/0 + * description : 鍥介兘姘稿畨锛屽洜鍩庤タ娓犵殑鍨锛岃礋璐e伐浜嬬殑閮藉畼灏氫功娌堟枃绁佷竴澶曡幏缃紝韬櫡鐗㈢嫳銆傝宸箣涓嬫棤瀹屽嵉锛屾矆瀹剁殑涓や釜濂冲効娌堝銆佹矆鐢勪篃鍏堝悗钀藉叆娉ユ布銆傚挨鍏舵槸灏忓コ娌堢攧涓�鍚戝吇鍦ㄦ繁闂猴紝涓嶈皺涓栦簨锛屾鏃舵祦钀借澶达紝闅句互鑷繚銆傛鏃舵璐熻矗璋冩煡姝ゆ鐨勫环灏夐檰鏃剁牃锛屼篃鍥犱负棰戦姊﹁鑷繁涓庣绉樺コ瀛愮殑绉嶇鐗电粖鑰岄櫡鍏ヤ簡鍥版儜銆傜粡杩囨眰璇侊紝姊︿腑鍑虹幇鐨勭绉樺コ瀛愭鏄姜鑷d箣濂虫矆鐢勩�傞檰鏃剁牃涓�姝ユ璧拌繎濂癸紝涔熶竴姝ユ璧板悜鑷繁鏈煡鐨勫懡杩愩�傚洿缁曞煄瑗挎笭涓�妗堬紝涓や汉缁忓巻鐢熸銆佷氦鎵樹俊浠伙紝褰兼鎯呮牴娣辩銆傝�岄檰鏃剁牃浜︿笉璐熸墍鎵橈紝鍦ㄦ矆鐢勭殑甯姪涓嬶紝鏌ユ槑妗堟儏鐪熺浉銆傜劧鑰岀湡姝g殑骞曞悗榛戞墜鍗村悜涓や汉榛橀粯閫艰繎銆� + * alias : ["闀垮畨绗竴缇庝汉"] + * cover_id : mzc002001ow3dlb + * pay_status : 0 */ - @Id - private String id; - private String douban_score; - private Integer pay_status; - private String year; - private String episode_updated; - private String episode_all; - private String current_num; + private String cover_id; private String publish_date; private String title; - private String description; - private String cover_id; + private Integer type; private String type_name; private String area_name; - private String horizontal_pic_url; - private String vertical_pic_url; private String second_title; - private String langue; - private String main_genre; - private ScoreBean score; - private List<String> director; + private String episode_all; + private String cartoon_age; + private String new_pic_hz; + private String new_pic_vt; + private String description; + private String pay_status; + private List<String> keyword; + private List<String> category_map; private List<String> leading_actor; - private List<VipIdsBean> vip_ids; - private List<String> subtype; - private List<String> sub_genre; - private Date createTime; - private Date updateTime; - - @Transient + private List<String> tag; + private List<String> guests; + private List<String> alias; + private String score; + private String episode_updated; private List<TencentCoverVideo> videoList; - - public Date getCreateTime() { - return createTime; - } - - public void setCreateTime(Date createTime) { - this.createTime = createTime; - } - - public Date getUpdateTime() { - return updateTime; - } - - public void setUpdateTime(Date updateTime) { - this.updateTime = updateTime; - } - - public String getId() { - return id; - } - - public void setId(String id) { - this.id = id; - } - - public String getDouban_score() { - return douban_score; - } - - public void setDouban_score(String douban_score) { - this.douban_score = douban_score; - } - - public Integer getPay_status() { - return pay_status; - } - - public void setPay_status(Integer pay_status) { - this.pay_status = pay_status; - } - - public String getYear() { - return year; - } - - public void setYear(String year) { - this.year = year; - } + private Date updateTime; public String getEpisode_updated() { return episode_updated; @@ -124,23 +61,6 @@ public void setEpisode_updated(String episode_updated) { this.episode_updated = episode_updated; - } - - public String getEpisode_all() { - return episode_all; - } - - public void setEpisode_all(String episode_all) { - this.episode_all = episode_all; - } - - - public String getCurrent_num() { - return current_num; - } - - public void setCurrent_num(String current_num) { - this.current_num = current_num; } public String getPublish_date() { @@ -159,20 +79,12 @@ this.title = title; } - public String getDescription() { - return description; + public Integer getType() { + return type; } - public void setDescription(String description) { - this.description = description; - } - - public String getCover_id() { - return cover_id; - } - - public void setCover_id(String cover_id) { - this.cover_id = cover_id; + public void setType(Integer type) { + this.type = type; } public String getType_name() { @@ -191,22 +103,6 @@ this.area_name = area_name; } - public String getHorizontal_pic_url() { - return horizontal_pic_url; - } - - public void setHorizontal_pic_url(String horizontal_pic_url) { - this.horizontal_pic_url = horizontal_pic_url; - } - - public String getVertical_pic_url() { - return vertical_pic_url; - } - - public void setVertical_pic_url(String vertical_pic_url) { - this.vertical_pic_url = vertical_pic_url; - } - public String getSecond_title() { return second_title; } @@ -215,36 +111,76 @@ this.second_title = second_title; } - public String getLangue() { - return langue; + public String getEpisode_all() { + return episode_all; } - public void setLangue(String langue) { - this.langue = langue; + public void setEpisode_all(String episode_all) { + this.episode_all = episode_all; } - public String getMain_genre() { - return main_genre; + public String getCartoon_age() { + return cartoon_age; } - public void setMain_genre(String main_genre) { - this.main_genre = main_genre; + public void setCartoon_age(String cartoon_age) { + this.cartoon_age = cartoon_age; } - public ScoreBean getScore() { - return score; + public String getNew_pic_hz() { + return new_pic_hz; } - public void setScore(ScoreBean score) { - this.score = score; + public void setNew_pic_hz(String new_pic_hz) { + this.new_pic_hz = new_pic_hz; } - public List<String> getDirector() { - return director; + public String getNew_pic_vt() { + return new_pic_vt; } - public void setDirector(List<String> director) { - this.director = director; + public void setNew_pic_vt(String new_pic_vt) { + this.new_pic_vt = new_pic_vt; + } + + public String getDescription() { + return description; + } + + public void setDescription(String description) { + this.description = description; + } + + public String getCover_id() { + return cover_id; + } + + public void setCover_id(String cover_id) { + this.cover_id = cover_id; + } + + public String getPay_status() { + return pay_status; + } + + public void setPay_status(String pay_status) { + this.pay_status = pay_status; + } + + public List<String> getKeyword() { + return keyword; + } + + public void setKeyword(List<String> keyword) { + this.keyword = keyword; + } + + public List<String> getCategory_map() { + return category_map; + } + + public void setCategory_map(List<String> category_map) { + this.category_map = category_map; } public List<String> getLeading_actor() { @@ -255,30 +191,29 @@ this.leading_actor = leading_actor; } - public List<VipIdsBean> getVip_ids() { - return vip_ids; + public List<String> getTag() { + return tag; } - public void setVip_ids(List<VipIdsBean> vip_ids) { - this.vip_ids = vip_ids; + public void setTag(List<String> tag) { + this.tag = tag; } - public List<String> getSubtype() { - return subtype; + public List<String> getGuests() { + return guests; } - public void setSubtype(List<String> subtype) { - this.subtype = subtype; + public void setGuests(List<String> guests) { + this.guests = guests; } - public List<String> getSub_genre() { - return sub_genre; + public List<String> getAlias() { + return alias; } - public void setSub_genre(List<String> sub_genre) { - this.sub_genre = sub_genre; + public void setAlias(List<String> alias) { + this.alias = alias; } - public List<TencentCoverVideo> getVideoList() { return videoList; @@ -288,83 +223,19 @@ this.videoList = videoList; } - public static class ScoreBean { - /** - * c_mix_score : 8.4 - * hot : 9.99151 - * score : 8.4 - */ - - private String c_mix_score; - private String hot; - private String score; - - public String getC_mix_score() { - return c_mix_score; - } - - public void setC_mix_score(String c_mix_score) { - this.c_mix_score = c_mix_score; - } - - public String getHot() { - return hot; - } - - public void setHot(String hot) { - this.hot = hot; - } - - public String getScore() { - return score; - } - - public void setScore(String score) { - this.score = score; - } + public String getScore() { + return score; } - public static class VipIdsBean { - /** - * F : 7 - * V : h0035b23dyt - */ + public void setScore(String score) { + this.score = score; + } - private int F; - private String V; - private int P;//position - private String D;//date 鏃堕棿 + public Date getUpdateTime() { + return updateTime; + } - public String getD() { - return D; - } - - public void setD(String d) { - D = d; - } - - public int getP() { - return P; - } - - public void setP(int p) { - P = p; - } - - public int getF() { - return F; - } - - public void setF(int F) { - this.F = F; - } - - public String getV() { - return V; - } - - public void setV(String V) { - this.V = V; - } + public void setUpdateTime(Date updateTime) { + this.updateTime = updateTime; } } -- Gitblit v1.8.0