From d28bed1a1275131a5ca37f7da37961e2b518ac07 Mon Sep 17 00:00:00 2001 From: admin <weikou2014> Date: 星期一, 26 八月 2019 13:44:00 +0800 Subject: [PATCH] 淘礼金创建异常处理 --- fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java | 265 ++++++++++++++++++++++++++++++++++++++-------------- 1 files changed, 194 insertions(+), 71 deletions(-) diff --git a/fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java b/fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java index a83b95b..ea2b1cc 100644 --- a/fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java +++ b/fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java @@ -1,6 +1,9 @@ package com.yeshi.fanli.util.jd; +import java.io.BufferedReader; import java.io.IOException; +import java.io.InputStream; +import java.io.InputStreamReader; import java.io.UnsupportedEncodingException; import java.math.BigDecimal; import java.net.URLEncoder; @@ -8,6 +11,10 @@ import java.util.HashMap; import java.util.List; import java.util.Map; + +import javax.script.Invocable; +import javax.script.ScriptEngine; +import javax.script.ScriptEngineManager; import org.apache.commons.httpclient.HttpClient; import org.apache.commons.httpclient.methods.PostMethod; @@ -101,9 +108,9 @@ System.out.println(result); } - /** * 鎼滅储缃戦〉 + * * @param searchFilter * @return */ @@ -117,7 +124,7 @@ params.put("pageNo", searchFilter.getPageNo()); params.put("pageSize", searchFilter.getPageSize()); params.put("searchUUID", StringUtil.Md5(System.currentTimeMillis() + "")); - + JSONObject data = new JSONObject(); data.put("lock", "0"); data.put("deliveryType", searchFilter.getDeliveryType()); @@ -126,19 +133,20 @@ data.put("isPinGou", searchFilter.getIsPinGou()); data.put("isZY", searchFilter.getIsZY()); data.put("orientationFlag", searchFilter.getOrientationFlag()); - + // 鍒嗙被 data.put("categoryId", searchFilter.getCategoryId()); data.put("cat2Id", searchFilter.getCat2Id()); data.put("cat3Id", searchFilter.getCat3Id()); - + data.put("fromCommissionRatio", searchFilter.getFromCommissionRatio()); data.put("toCommissionRatio", searchFilter.getToCommissionRatio()); data.put("fromPrice", searchFilter.getFromPrice()); data.put("toPrice", searchFilter.getToPrice()); - + String key = searchFilter.getKey(); if (StringUtil.isNullOrEmpty(key)) { + data.put("key", ""); data.put("keywordType", "kt0"); data.put("searchType", "st3"); } else { @@ -146,7 +154,7 @@ data.put("keywordType", "kt1"); data.put("searchType", "st3"); } - + String sortName = searchFilter.getSortName(); if (StringUtil.isNullOrEmpty(sortName)) { data.put("sort", null); @@ -156,13 +164,13 @@ String sort = searchFilter.getSort(); if (StringUtil.isNullOrEmpty(sort)) { sort = JDSearchFilter.SORT_DESC; - } + } data.put("sort", sort); } params.put("data", data); - + System.out.println(params.toString()); - + HttpClient client = new HttpClient(); PostMethod pm = new PostMethod("https://union.jd.com/api/goods/search"); pm.setRequestHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko"); @@ -183,7 +191,10 @@ JSONArray array = json.optJSONObject("data").optJSONArray("unionGoods"); if (array != null) { for (int i = 0; i < array.size(); i++) { - goodsList.add(parseGoods(array.optJSONArray(i).optJSONObject(0).toString())); + JDGoods parseGoods = parseGoods(array.optJSONArray(i).optJSONObject(0).toString()); + if (parseGoods != null) { + goodsList.add(parseGoods); + } } } } @@ -195,10 +206,10 @@ searchResult.setGoodsList(goodsList); return searchResult; } - - + /** * 鎼滅储缃戦〉 + * * @param searchFilter * @return */ @@ -209,21 +220,21 @@ params.put("pageNo", 1); params.put("pageSize", 60); params.put("searchUUID", StringUtil.Md5(System.currentTimeMillis() + "")); - + JSONObject data = new JSONObject(); data.put("lock", "0"); data.put("deliveryType", 0); - data.put("hasCoupon",0); + data.put("hasCoupon", 0); data.put("isCare", 0); data.put("isPinGou", 0); data.put("isZY", 0); data.put("orientationFlag", 0); - + data.put("key", skuId); data.put("keywordType", "kt0"); data.put("searchType", "st2"); params.put("data", data); - + HttpClient client = new HttpClient(); PostMethod pm = new PostMethod("https://union.jd.com/api/goods/search"); pm.setRequestHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko"); @@ -239,7 +250,10 @@ JSONArray array = json.optJSONObject("data").optJSONArray("unionRecommendGoods"); if (array != null) { for (int i = 0; i < array.size(); i++) { - goodsList.add(parseGoods(array.optJSONArray(i).optJSONObject(0).toString())); + JDGoods parseGoods = parseGoods(array.optJSONArray(i).optJSONObject(0).toString()); + if (parseGoods != null) { + goodsList.add(parseGoods); + } } } } @@ -266,105 +280,112 @@ private static JDGoods parseGoods(String data) { JDGoods goods = new JDGoods(); JSONObject json = JSONObject.fromObject(data); + + BigDecimal wlCommissionRatio = new BigDecimal(json.optString("wlCommissionRatio")); + if (wlCommissionRatio.compareTo(new BigDecimal(0)) > 0) { + JDCommissionInfo commission = new JDCommissionInfo(); + commission.setCommission(new BigDecimal(json.optString("wlCommission"))); + commission.setCommissionShare(wlCommissionRatio); + goods.setCommissionInfo(commission); + } else { + return null; // 杩囨护鏃犺繑鍒╁晢鍝� + } + goods.setSkuId(json.optLong("skuId")); goods.setSkuName(json.optString("skuName")); - - + JDShopInfo shopInfo = new JDShopInfo(); shopInfo.setShopId(json.optInt("shopId")); shopInfo.setShopName(json.optString("shopName")); goods.setShopInfo(shopInfo); + goods.setPrice(new BigDecimal(json.optString("wlPrice"))); - if (!StringUtil.isNullOrEmpty(json.optString("wlPrice"))) - goods.setPrice(new BigDecimal(json.optString("wlPrice"))); - else - goods.setPrice(new BigDecimal(json.optString("finalPrice"))); - goods.setInOrderCount30Days(json.optLong("inOrderCount30Days")); - + if (json.optInt("isZY") == 1) goods.setOwner("g"); else goods.setOwner("p"); - - goods.setMaterialUrl("https://item.jd.com/"+ json.optLong("skuId") +".html"); + + goods.setMaterialUrl("https://item.jd.com/" + json.optLong("skuId") + ".html"); goods.setPicUrl("http://img14.360buyimg.com/n1/" + json.optString("materialUrl")); - JDCommissionInfo commission = new JDCommissionInfo(); - commission.setCommission(new BigDecimal(json.optString("wlCommission"))); - commission.setCommissionShare(new BigDecimal(json.optString("wlCommissionRatio"))); - goods.setCommissionInfo(commission); + goods.setGoodCommentsShare(new BigDecimal(json.optString("goodCommentsShare"))); - // 鍒镐俊鎭� - if (json.optString("hasCoupon") != null && json.optInt("hasCoupon") == 1 - && json.optInt("couponRemainCnt") > 0) { - JDCouponInfo coupon = new JDCouponInfo(); - coupon.setDiscount(new BigDecimal(json.optString("couponDiscount"))); - coupon.setQuota(new BigDecimal(json.optString("couponQuota"))); - coupon.setLink("https:" + json.optString("couponLink")); - goods.setCouponInfo(coupon); - } - // 鍥㈣喘淇℃伅 if (json.optString("isPinGou") != null && json.optInt("isPinGou") == 1) { JDPingouInfo jdPinGouInfo = new JDPingouInfo(); jdPinGouInfo.setPingouPrice(new BigDecimal(json.optString("pingouPrice"))); jdPinGouInfo.setPingouTmCount(json.optLong("pingouTmCount")); goods.setPinGouInfo(jdPinGouInfo); - } - + } + + String finalPrice = json.optString("finalPrice"); + if (!StringUtil.isNullOrEmpty(finalPrice)) { + // 鍒镐俊鎭� + BigDecimal finalPriceDecimal = new BigDecimal(json.optString("finalPrice")); + if (finalPriceDecimal != null && json.optString("hasCoupon") != null && json.optInt("hasCoupon") == 1 + && json.optInt("couponRemainCnt") > 0) { + JDCouponInfo coupon = new JDCouponInfo(); + coupon.setDiscount(new BigDecimal(json.optString("couponDiscount"))); + coupon.setQuota(new BigDecimal(json.optString("couponQuota"))); + coupon.setLink("https:" + json.optString("couponLink")); + goods.setCouponInfo(coupon); + } + } + return goods; } - - + /** * 鍟嗗搧浣i噾璁$畻 + * * @param goods * @param rate * @return */ public static BigDecimal getGoodsFanLiMoney(JDGoods goods, BigDecimal rate) { BigDecimal money = null; - + JDCommissionInfo commissionInfo = goods.getCommissionInfo(); if (commissionInfo == null) { return money; } - + BigDecimal price = null; JDPingouInfo pinGouInfo = goods.getPinGouInfo(); if (pinGouInfo == null) { - price = goods.getPrice(); + price = goods.getPrice(); } else { - price = pinGouInfo.getPingouPrice(); + price = pinGouInfo.getPingouPrice(); } - + JDCouponInfo couponInfo = goods.getCouponInfo(); if (couponInfo == null) { - money = MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil.mul( - MoneyBigDecimalUtil.mul(price,commissionInfo.getCommissionShare()), - new BigDecimal("0.01")), MoneyBigDecimalUtil.div(rate, new BigDecimal(100))); + money = MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil + .mul(MoneyBigDecimalUtil.mul(price, commissionInfo.getCommissionShare()), new BigDecimal("0.01")), + MoneyBigDecimalUtil.div(rate, new BigDecimal(100))); } else { BigDecimal quota = couponInfo.getQuota(); BigDecimal discount = couponInfo.getDiscount(); if (quota.compareTo(price) <= 0 && price.compareTo(discount) > 0) { - + BigDecimal finalPrice = price.subtract(discount); - money = MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil - .mul(MoneyBigDecimalUtil.mul(finalPrice, commissionInfo.getCommissionShare()), new BigDecimal("0.01")), - MoneyBigDecimalUtil.div(rate, new BigDecimal(100))); + money = MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil.mul( + MoneyBigDecimalUtil.mul(finalPrice, commissionInfo.getCommissionShare()), + new BigDecimal("0.01")), MoneyBigDecimalUtil.div(rate, new BigDecimal(100))); } else {// 涓嶈兘鐢ㄥ埜 - money = MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil.mul( - MoneyBigDecimalUtil.mul(price,commissionInfo.getCommissionShare()), - new BigDecimal("0.01")), MoneyBigDecimalUtil.div(rate, new BigDecimal(100))); + money = MoneyBigDecimalUtil.mul( + MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil.mul(price, commissionInfo.getCommissionShare()), + new BigDecimal("0.01")), + MoneyBigDecimalUtil.div(rate, new BigDecimal(100))); } - + } return BigDecimalUtil.getWithNoZera(money); } - - + /** * 璁$畻鍟嗗搧鍒稿悗浠凤紝娌℃湁鍒稿垯杩斿洖鍘熶环 * @@ -375,15 +396,15 @@ JDCouponInfo couponInfo = jdGoods.getCouponInfo(); if (couponInfo == null) { return jdGoods.getPrice(); - } - + } + BigDecimal discount = couponInfo.getDiscount(); BigDecimal price = null; JDPingouInfo pinGouInfo = jdGoods.getPinGouInfo(); if (pinGouInfo == null) { - price = jdGoods.getPrice(); + price = jdGoods.getPrice(); } else { - price = pinGouInfo.getPingouPrice(); + price = pinGouInfo.getPingouPrice(); } // 璁$畻鍒稿悗浠� BigDecimal sub = price.subtract(couponInfo.getQuota()); @@ -394,10 +415,10 @@ return jdGoods.getPrice(); } } - - + /** * 閿�閲忓鐞� + * * @param count * @return */ @@ -412,9 +433,10 @@ } return salesCountMidea; } - - /** + + /** * 鎼滅储鍊欓�夎瘝 + * * @param key * @return */ @@ -447,4 +469,105 @@ return list; } + /** + * 鏍规嵁閾炬帴鎻愬彇鍟嗗搧ID + * + * @param url + * @return + */ + public static String parseJDSkuIdByUrl(String url) { + try { + if (url.startsWith("https://item.m.jd.com/product/") || url.startsWith("http://item.m.jd.com/product/") + || url.startsWith("https://item.jd.com/") || url.startsWith("http://item.jd.com/")) { + String preUrl = url.split("\\?")[0]; + String index = preUrl.split("/")[preUrl.split("/").length - 1]; + index = index.split("\\.")[0]; + return index.trim(); + } + } catch (Exception e) { + } + return null; + } + + public static JDGoods getGoodsFromWeb(Long skuId) { + String url = String.format("https://item.m.jd.com/product/%s.html", skuId + ""); + try { + Document doc = Jsoup.connect(url).get(); + Elements scripts = doc.getElementsByTag("script"); + for (int i = 0; i < scripts.size(); i++) { + String content = scripts.get(i).html(); + if (content.contains("window._itemOnly =")) { + try { + String jsContent = "var windowData={};function getData(){return JSON.stringify(windowData._itemOnly);}" + + "var _itemOnly={}; " + content.replace("window.", "windowData."); + System.out.println(jsContent); + ScriptEngineManager m = new ScriptEngineManager(); + ScriptEngine engine = m.getEngineByName("JavaScript"); + engine.eval(jsContent); + if (engine instanceof Invocable) { + Invocable in = (Invocable) engine; + String data = in.invokeFunction("getData").toString(); + JSONObject root = JSONObject.fromObject(data); + root = root.optJSONObject("item"); + JDGoods goods = new JDGoods(); + goods.setSkuId(root.optLong("skuId")); + goods.setPicUrl("http://img14.360buyimg.com/n1/" + root.optJSONArray("image").optString(0)); + goods.setSkuName(root.optString("skuName")); + return goods; + } + } catch (Exception e) { + e.printStackTrace(); + } + } + } + + } catch (IOException e) { + e.printStackTrace(); + } + + return null; + } + + public static String getJDGoodsJS() { + InputStream input = JDUtil.class.getClassLoader().getResourceAsStream("jdGoods.js"); + StringBuilder sb = new StringBuilder(); + String line; + BufferedReader br = new BufferedReader(new InputStreamReader(input)); + try { + while ((line = br.readLine()) != null) { + sb.append(line); + } + } catch (IOException e) { + e.printStackTrace(); + } + return sb.toString(); + } + + static String jdGoodsJs = null; + static ScriptEngine engine = null; + static { + if (jdGoodsJs == null) + jdGoodsJs = getJDGoodsJS(); + ScriptEngineManager manager = new ScriptEngineManager(); + engine = manager.getEngineByName("javascript"); + try { + engine.eval(jdGoodsJs); + } catch (Exception e) { + } + } + + public static String getJDGoodsId(String url) { + try { + if (engine instanceof Invocable) { + Invocable in = (Invocable) engine; + String goodsId = in.invokeFunction("getGoodsId", url).toString(); + if (!StringUtil.isNullOrEmpty(goodsId)) + return goodsId.trim(); + } + } catch (Exception e) { + e.printStackTrace(); + } + return null; + } + } -- Gitblit v1.8.0