From f4a0f2acc63d7785eab108419a4e16f5f688cb95 Mon Sep 17 00:00:00 2001 From: yujian <yujian@163.com> Date: 星期六, 18 一月 2020 12:06:27 +0800 Subject: [PATCH] 用户注册信息 --- fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java | 77 +++++++++++++++++++++++++++++++++++--- 1 files changed, 70 insertions(+), 7 deletions(-) diff --git a/fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java b/fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java index e4fc9c2..37f2d29 100644 --- a/fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java +++ b/fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java @@ -13,6 +13,7 @@ import javax.script.Invocable; import javax.script.ScriptEngine; import javax.script.ScriptEngineManager; +import javax.script.ScriptException; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.httpclient.methods.PostMethod; @@ -367,7 +368,7 @@ HttpClient client = new HttpClient(); PostMethod pm = new PostMethod("https://jinbao.pinduoduo.com/network/api/common/queryTopGoodsList"); - pm.setRequestHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko"); + pm.setRequestHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3730.400 QQBrowser/10.5.3805.400"); pm.setRequestHeader("Content-Type", "application/json;charset=UTF-8"); pm.setRequestHeader("Referer", "https://jinbao.pinduoduo.com/promotion/hot-promotion"); pm.setRequestBody(params.toString()); @@ -496,24 +497,86 @@ } static String jdGoodsJs = null; - - public static String getPDDGoodsId(String url) { + static ScriptEngine engine = null; + static { if (jdGoodsJs == null) jdGoodsJs = getJDGoodsJS(); ScriptEngineManager manager = new ScriptEngineManager(); - ScriptEngine engine = manager.getEngineByName("javascript"); + engine = manager.getEngineByName("javascript"); try { engine.eval(jdGoodsJs); + } catch (ScriptException e) { + e.printStackTrace(); + } + + } + + public static String getPDDGoodsId(String url) { + + try { if (engine instanceof Invocable) { Invocable in = (Invocable) engine; - String goodsId = in.invokeFunction("getGoodsId", url).toString(); - if (!StringUtil.isNullOrEmpty(goodsId)) - return goodsId.trim(); + Object goodsId = in.invokeFunction("getGoodsId", url); + if (goodsId!=null) + return goodsId.toString().trim(); } } catch (Exception e) { e.printStackTrace(); } return null; } + + + public static PDDGoodsDetail getPDDGoodsInfo(String id) { + try { + Document doc = Jsoup.connect("http://yangkeduo.com/goods.html?goods_id=" + id) + .userAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36").get(); + Elements els = doc.getElementsByTag("script"); + for (int i = 0; i < els.size(); i++) { + if (els.get(i).html().contains("window.rawData")) { + String dataJS = els.get(i).html().replace("window.", "var "); + dataJS += "function getData(){return JSON.stringify(rawData);}"; + + ScriptEngineManager manager = new ScriptEngineManager(); + ScriptEngine engine = manager.getEngineByName("javascript"); + try { + engine.eval(dataJS); + if (engine instanceof Invocable) { + Invocable in = (Invocable) engine; + String jsonStr = in.invokeFunction("getData").toString(); + JSONObject json = JSONObject.fromObject(jsonStr); + + JSONObject goods = json.optJSONObject("store").optJSONObject("initDataObj") + .optJSONObject("goods"); + + String imageData = goods.optString("viewImageData"); + imageData = imageData.replace("[", "").replace("]", ""); + String[] images = imageData.split(","); + + String image = images[0].trim(); + if (image.startsWith("\"")) + image =image.substring(1, image.length()-1); + if (image.endsWith("\"")) + image =image.substring(0, image.length()-2); + + + PDDGoodsDetail goodsDetail = new PDDGoodsDetail(); + goodsDetail.setGoodsImageUrl("http:" + image); + goodsDetail.setGoodsThumbnailUrl("http:" + image); + goodsDetail.setGoodsName(goods.optString("goodsName")); + goodsDetail.setGoodsId(goods.optLong("goodsID")); + return goodsDetail; + } + } catch (Exception e) { + e.printStackTrace(); + } + break; + } + } + } catch (Exception e1) { + e1.printStackTrace(); + } + return null; + } } -- Gitblit v1.8.0