From b9b263043cbb2e028017b9a5626c664b54513749 Mon Sep 17 00:00:00 2001 From: admin <weikou2014> Date: 星期一, 14 十月 2024 17:46:11 +0800 Subject: [PATCH] 将CMQ替换为rabbitmq --- fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java | 46 ++++++++++++++++++++++++++++++++++++++++++---- 1 files changed, 42 insertions(+), 4 deletions(-) diff --git a/fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java b/fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java index 81ea88b..6e6dd03 100644 --- a/fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java +++ b/fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java @@ -8,7 +8,9 @@ import java.math.BigDecimal; import java.net.URLEncoder; import java.util.ArrayList; +import java.util.HashMap; import java.util.List; +import java.util.Map; import java.util.regex.Matcher; import java.util.regex.Pattern; @@ -20,6 +22,7 @@ import org.apache.commons.httpclient.Header; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.httpclient.HttpException; +import org.apache.commons.httpclient.methods.GetMethod; import org.apache.commons.httpclient.methods.PostMethod; import org.jsoup.Jsoup; import org.jsoup.nodes.Document; @@ -568,6 +571,7 @@ if (url == null) return null; String link = url; + if (isPDDShortLink(link)) {// 鎷煎澶氱殑鐭摼 HttpClient client = new HttpClient(); client.getHttpConnectionManager().getParams().setConnectionTimeout(5000); @@ -669,18 +673,52 @@ if (params.contains("_")) { return params.split("_")[0]; } else { - if(params.length()>12) { + if (params.length() > 12) { return params.substring(0, params.length() - 8); - }else{ + } else { return params; } } } public static void main(String[] args) { - String pddId = getPDDGoodsId("https://yangkeduo.com/goods.html?goods_id=239627857864&_oak_rem_ar_id=999&page_from=35&refer_page_name=index&refer_page_id=10002_1624604559079_5bp5ba3dv6&refer_page_sn=10002"); + String link = "https://mobile.yangkeduo.com/goods.html?ps=Xy6iPwbIKZ"; + HttpClient client = new HttpClient(); + client.getHttpConnectionManager().getParams().setConnectionTimeout(5000); + GetMethod pm = new GetMethod(link); + pm.setRequestHeader("User-Agent","Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36"); + //pm.setRequestHeader("Sec-Fetch-Site","same-origin"); + pm.setRequestHeader("Upgrade-Insecure-Requests","1"); + pm.setRequestHeader("Referer","https://mobile.yangkeduo.com/goods.html?ps=Xy6iPwbIKZ"); + //pm.setRequestHeader("Priority","u=0, i"); + pm.setRequestHeader(":authority","mobile.yangkeduo.com"); + //pm.setRequestHeader("Cookie","api_uid=CkilZ2ZPIkIbkQBWBOpQAg==; _nano_fp=Xpman5TjX5gYX5XyX9_~Ae2Gbs0pL8h6jt_96NPO; webp=1; jrpl=KlZOYnFydoAazGlzTaZsZppQwiLSz3OM; njrpl=KlZOYnFydoAazGlzTaZsZppQwiLSz3OM; dilx=C2L6L~2oOr3ElrZKZ4_YW; pdd_vds=gaeAuFISuzLSnVdWuVbgspGgwjOXGqdpNMuzbXyFeJOXypsMOMlkLJnMGpOH"); + pm.setRequestHeader("Sec-Ch-Ua","\"Chromium\";v=\"124\", \"Google Chrome\";v=\"124\", \"Not-A.Brand\";v=\"99\""); + pm.setRequestHeader("Sec-Ch-Ua-Mobile","?0"); + pm.setRequestHeader("Sec-Ch-Ua-Platform","\"Windows\""); + pm.setRequestHeader("Sec-Fetch-Dest","document"); + pm.setRequestHeader("Sec-Fetch-Mode","navigate"); +// pm.setRequestHeader("",""); +// pm.setRequestHeader("",""); - System.out.println(pddId); + try { + client.executeMethod(pm); + Header[] headers = pm.getRequestHeaders(); + for(Header header:headers ){ + + System.out.println(header.toString()); + } + Header location = pm.getResponseHeader("Location"); + if (location != null) { + link = location.getValue(); + System.out.println(link); + } + System.out.println(pm.getResponseBodyAsString()); + } catch (HttpException e) { + e.printStackTrace(); + } catch (IOException e) { + e.printStackTrace(); + } } } -- Gitblit v1.8.0