From 744594ef1a2f530fc3e86ea9dc48b62247f79420 Mon Sep 17 00:00:00 2001
From: admin <weikou2014>
Date: 星期二, 19 五月 2020 17:13:23 +0800
Subject: [PATCH] 饿了么绘图，添加口碑
---
fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java | 486 ++++++++++++++++++++++++++++++++++++++++++++++++++++-
1 files changed, 476 insertions(+), 10 deletions(-)
diff --git a/fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java b/fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java
index 707d0f6..7f7aef1 100644
--- a/fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java
+++ b/fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java
@@ -1,23 +1,39 @@
package com.yeshi.fanli.util.jd;
+import java.io.BufferedReader;
import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.math.BigDecimal;
+import java.net.URLDecoder;
import java.net.URLEncoder;
import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Comparator;
import java.util.HashMap;
+import java.util.Iterator;
import java.util.List;
import java.util.Map;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+import javax.script.Invocable;
+import javax.script.ScriptEngine;
+import javax.script.ScriptEngineManager;
import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.methods.PostMethod;
+import org.jsoup.Connection;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import org.yeshi.utils.BigDecimalUtil;
import org.yeshi.utils.HttpUtil;
+import org.yeshi.utils.NumberUtil;
+import com.yeshi.fanli.dto.GoodsClassDTO;
import com.yeshi.fanli.dto.jd.JDCommissionInfo;
import com.yeshi.fanli.dto.jd.JDCouponInfo;
import com.yeshi.fanli.dto.jd.JDPingouInfo;
@@ -25,6 +41,7 @@
import com.yeshi.fanli.dto.jd.JDSearchResult;
import com.yeshi.fanli.dto.jd.JDShopInfo;
import com.yeshi.fanli.entity.jd.JDGoods;
+import com.yeshi.fanli.log.LogHelper;
import com.yeshi.fanli.tag.PageEntity;
import com.yeshi.fanli.util.MoneyBigDecimalUtil;
import com.yeshi.fanli.util.StringUtil;
@@ -33,6 +50,8 @@
import net.sf.json.JSONObject;
public class JDUtil {
+
+ public static final String TM_PHONE_URL = "https://item.m.jd.com/product/%s.html";
public void test() {
Map<String, String> systemParams = new HashMap<>();
@@ -319,11 +338,13 @@
BigDecimal finalPriceDecimal = new BigDecimal(json.optString("finalPrice"));
if (finalPriceDecimal != null && json.optString("hasCoupon") != null && json.optInt("hasCoupon") == 1
&& json.optInt("couponRemainCnt") > 0) {
+ List<JDCouponInfo> couponList = new ArrayList<>();
JDCouponInfo coupon = new JDCouponInfo();
coupon.setDiscount(new BigDecimal(json.optString("couponDiscount")));
coupon.setQuota(new BigDecimal(json.optString("couponQuota")));
coupon.setLink("https:" + json.optString("couponLink"));
- goods.setCouponInfo(coupon);
+ couponList.add(coupon);
+ goods.setCouponInfoList(couponList);
}
}
@@ -353,7 +374,7 @@
price = pinGouInfo.getPingouPrice();
}
- JDCouponInfo couponInfo = goods.getCouponInfo();
+ JDCouponInfo couponInfo = getShowCouponInfo(goods.getCouponInfoList(), price);
if (couponInfo == null) {
money = MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil
.mul(MoneyBigDecimalUtil.mul(price, commissionInfo.getCommissionShare()), new BigDecimal("0.01")),
@@ -374,9 +395,56 @@
new BigDecimal("0.01")),
MoneyBigDecimalUtil.div(rate, new BigDecimal(100)));
}
-
}
- return BigDecimalUtil.getWithNoZera(money);
+ // 杩斿埄姣斾緥涓哄師鏉ョ殑90%
+ return BigDecimalUtil.getWithNoZera(MoneyBigDecimalUtil.mul(money, new BigDecimal("0.9")));
+ }
+
+ /**
+ * 鍟嗗搧浣ｉ噾璁＄畻
+ *
+ * @param goods
+ * @param rate
+ * @return
+ */
+ public static BigDecimal getGoodsFanLiMoneyPlus(JDGoods goods, BigDecimal rate) {
+ BigDecimal money = new BigDecimal(0);
+ BigDecimal commissionPlus = goods.getCommissionPlus();
+ if (commissionPlus == null) {
+ return money;
+ }
+
+ BigDecimal price = null;
+ JDPingouInfo pinGouInfo = goods.getPinGouInfo();
+ if (pinGouInfo == null) {
+ price = goods.getPrice();
+ } else {
+ price = pinGouInfo.getPingouPrice();
+ }
+
+ JDCouponInfo couponInfo = getShowCouponInfo(goods.getCouponInfoList(), price);
+ if (couponInfo == null) {
+ money = MoneyBigDecimalUtil.mul(
+ MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil.mul(price, commissionPlus), new BigDecimal("0.01")),
+ MoneyBigDecimalUtil.div(rate, new BigDecimal(100)));
+ } else {
+ BigDecimal quota = couponInfo.getQuota();
+ BigDecimal discount = couponInfo.getDiscount();
+ if (quota.compareTo(price) <= 0 && price.compareTo(discount) > 0) {
+
+ BigDecimal finalPrice = price.subtract(discount);
+ money = MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil
+ .mul(MoneyBigDecimalUtil.mul(finalPrice, commissionPlus), new BigDecimal("0.01")),
+ MoneyBigDecimalUtil.div(rate, new BigDecimal(100)));
+
+ } else {// 涓嶈兘鐢ㄥ埜
+ money = MoneyBigDecimalUtil.mul(
+ MoneyBigDecimalUtil.mul(MoneyBigDecimalUtil.mul(price, commissionPlus), new BigDecimal("0.01")),
+ MoneyBigDecimalUtil.div(rate, new BigDecimal(100)));
+ }
+ }
+ // 杩斿埄姣斾緥涓哄師鏉ョ殑90%
+ return BigDecimalUtil.getWithNoZera(MoneyBigDecimalUtil.mul(money, new BigDecimal("0.9")));
}
/**
@@ -386,12 +454,6 @@
* @return
*/
public static BigDecimal getQuanPrice(JDGoods jdGoods) {
- JDCouponInfo couponInfo = jdGoods.getCouponInfo();
- if (couponInfo == null) {
- return jdGoods.getPrice();
- }
-
- BigDecimal discount = couponInfo.getDiscount();
BigDecimal price = null;
JDPingouInfo pinGouInfo = jdGoods.getPinGouInfo();
if (pinGouInfo == null) {
@@ -399,6 +461,12 @@
} else {
price = pinGouInfo.getPingouPrice();
}
+ JDCouponInfo couponInfo = getShowCouponInfo(jdGoods.getCouponInfoList(), price);
+ if (couponInfo == null) {
+ return jdGoods.getPrice();
+ }
+
+ BigDecimal discount = couponInfo.getDiscount();
// 璁＄畻鍒稿悗浠�
BigDecimal sub = price.subtract(couponInfo.getQuota());
if (sub.compareTo(BigDecimal.valueOf(0)) >= 0) {
@@ -464,6 +532,7 @@
/**
* 鏍规嵁閾炬帴鎻愬彇鍟嗗搧ID
+ *
* @param url
* @return
*/
@@ -481,4 +550,401 @@
return null;
}
+ public static JDGoods getGoodsFromWeb(Long skuId) {
+ String url = String.format("https://item.m.jd.com/product/%s.html", skuId + "");
+ try {
+ Document doc = Jsoup.connect(url).get();
+ Elements scripts = doc.getElementsByTag("script");
+ for (int i = 0; i < scripts.size(); i++) {
+ String content = scripts.get(i).html();
+ if (content.contains("window._itemOnly =")) {
+ try {
+ String jsContent = "var windowData={};function getData(){return JSON.stringify(windowData._itemOnly);}"
+ + "var _itemOnly={}; " + content.replace("window.", "windowData.");
+ System.out.println(jsContent);
+ ScriptEngineManager m = new ScriptEngineManager();
+ ScriptEngine engine = m.getEngineByName("JavaScript");
+ engine.eval(jsContent);
+ if (engine instanceof Invocable) {
+ Invocable in = (Invocable) engine;
+ String data = in.invokeFunction("getData").toString();
+ JSONObject root = JSONObject.fromObject(data);
+ root = root.optJSONObject("item");
+ JDGoods goods = new JDGoods();
+ goods.setSkuId(root.optLong("skuId"));
+ goods.setPicUrl("http://img14.360buyimg.com/n1/" + root.optJSONArray("image").optString(0));
+ goods.setSkuName(root.optString("skuName"));
+ return goods;
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ }
+ }
+
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+
+ return null;
+ }
+
+ public static String getJDGoodsJS() {
+ InputStream input = JDUtil.class.getClassLoader().getResourceAsStream("jdGoods.js");
+ StringBuilder sb = new StringBuilder();
+ String line;
+ BufferedReader br = new BufferedReader(new InputStreamReader(input));
+ try {
+ while ((line = br.readLine()) != null) {
+ sb.append(line);
+ }
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ return sb.toString();
+ }
+
+ static String jdGoodsJs = null;
+ static ScriptEngine engine = null;
+ static {
+ if (jdGoodsJs == null)
+ jdGoodsJs = getJDGoodsJS();
+ ScriptEngineManager manager = new ScriptEngineManager();
+ engine = manager.getEngineByName("javascript");
+ try {
+ engine.eval(jdGoodsJs);
+ } catch (Exception e) {
+ }
+ }
+
+ public static String getJDGoodsId(String url) {
+ try {
+ if (engine instanceof Invocable) {
+ Invocable in = (Invocable) engine;
+ Object goodsId = in.invokeFunction("getGoodsId", url);
+ if (goodsId != null)
+ return goodsId.toString().trim();
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return null;
+ }
+
+ /**
+ * 閫氳繃閾炬帴id
+ *
+ * @param url
+ * @return
+ */
+ public static String getJDGoodsIdByWeiXin(String url) {
+ if (StringUtil.isNullOrEmpty(url) || url.indexOf("jd.com") < 0)
+ return null;
+
+ try {
+ String id = null;
+ int indexOf = url.indexOf("?");
+ url = url.substring(indexOf + 1, url.length() - 1);
+ String[] temp = url.split("&");
+ for (int i = 0; i < temp.length; i++) {
+ String content = temp[i];
+ if (content.startsWith("sku")) {
+ id = content.split("=")[content.split("=").length - 1];
+ break;
+ }
+ }
+ return id;
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return null;
+ }
+
+ /**
+ * 鏍规嵁 u.jd鐭繛鎺ヨ幏鍙栫湡瀹炵殑鍟嗗搧id
+ *
+ * @param url
+ * @return
+ */
+ public static String getJDGoodsIdByUJD(String url) {
+ try {
+ String body = HttpUtil.get(url);
+ Document doc = Jsoup.parse(body);
+ Elements els = doc.getElementsByTag("script");
+ for (int i = 0; i < els.size(); i++) {
+ String content = els.get(i).html();
+ if (content.indexOf("var hrl") > -1) {
+ ScriptEngineManager manager = new ScriptEngineManager();
+ ScriptEngine engine = manager.getEngineByName("javascript");
+
+ int indexOf = content.indexOf("var hrl");
+ content = content.substring(indexOf, content.length());
+
+ int indexOf2 = content.indexOf(";");
+ content = content.substring(0, indexOf2 + 1);
+
+ String js = "function getData(){return JSON.stringify(hrl);}" + content;
+
+ engine.eval(js);
+ if (engine instanceof Invocable) {
+ Invocable in = (Invocable) engine;
+ String data = in.invokeFunction("getData").toString();
+ String link = data.substring(1, data.length() - 1);
+ // 灏嗛摼鎺ヤ腑鏈猠ncode鐨勫弬鏁癳ncode
+ String param = link.split("\\?")[1];
+ String host = link.split("\\?")[0];
+ String[] params = param.split("&");
+ String paramStr = "";
+ for (String p : params) {
+ String value = p.substring(p.indexOf("=") + 1);
+ String key = p.substring(0, p.indexOf("="));
+ if (URLDecoder.decode(value, "UTF-8").equalsIgnoreCase(value)) {
+ value = URLEncoder.encode(value, "UTF-8");
+ }
+ paramStr += key + "=" + value + "&";
+ }
+ link = host + "?" + paramStr;
+ String realLink = HttpUtil.getLocation(link);
+ Map<String, String> paramsMap = new HashMap<>();
+
+ param = realLink.split("\\?")[1];
+ params = param.split("&");
+ for (String p : params) {
+ String value = p.substring(p.indexOf("=") + 1);
+ String key = p.substring(0, p.indexOf("="));
+ paramsMap.put(key, value);
+ }
+ if (!StringUtil.isNullOrEmpty(paramsMap.get("sku"))) {
+ return paramsMap.get("sku");
+ }
+
+ if (!StringUtil.isNullOrEmpty(paramsMap.get("wareId"))) {
+ return paramsMap.get("wareId");
+ }
+
+ // 鍒ゆ柇绾暟瀛楀ぇ浜�4浣嶇殑杩斿洖
+ for (Iterator<String> its = paramsMap.keySet().iterator(); its.hasNext();) {
+ String key = its.next();
+ String value = paramsMap.get(key);
+ if (NumberUtil.isNumeric(value) && value.length() >= 4) {
+ return value;
+ }
+ }
+ String id = JDUtil.getJDGoodsId(realLink);
+ if (!StringUtil.isNullOrEmpty(id)) {
+ return id;
+ }
+ LogHelper.error("浜笢鐭帴瑙ｆ瀽澶辫触:" + url);
+ return null;
+ }
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ LogHelper.errorDetailInfo(e, "浜笢鐭摼鑾峰彇鍟嗗搧ID澶辫触:", url);
+ }
+ return null;
+ }
+
+ /**
+ * 鏌ヨ澶╃尗鍟嗗搧鍥剧墖銆佹爣棰�
+ *
+ * @param auctionId
+ * @return
+ */
+ public static JDGoods getSimpleGoodsInfo(String goodsId) {
+ JDGoods jdGoods = null;
+ try {
+ Connection connect = Jsoup.connect(String.format(TM_PHONE_URL, goodsId));
+ Document document = connect.get();
+ Elements elements = document.getElementsByTag("script");
+ if (elements.size() >= 0) {
+ for (int i = 0; i < elements.size(); i++) {
+ String content = elements.get(i).toString();
+ if (content.contains("window._itemOnly")) {
+ System.out.println("瀛樺湪");
+ content = content.replace("<script>", "");
+ content = content.replace("</script>", "");
+ int indexOf = content.indexOf("window._isLogin");
+ content = content.substring(0, indexOf);
+
+ int indexItem = content.indexOf("\"item\":");
+ content = content.substring(indexItem, content.length() - 1);
+ content = content.replace("\"item\":", "var item =");
+ content = content.replace("});", "").trim();
+
+ content += ";function getData() {return item;}";
+ ScriptEngineManager manager = new ScriptEngineManager();
+ ScriptEngine engine = manager.getEngineByName("javascript");
+ engine.eval(content);
+
+ if (engine instanceof Invocable) {
+ Invocable in = (Invocable) engine;
+ JSONObject json = JSONObject.fromObject(in.invokeFunction("getData"));
+
+ jdGoods = new JDGoods();
+ jdGoods.setSkuName(json.getString("skuName"));
+ JSONObject jsonImage = json.getJSONObject("image");
+ if (jsonImage != null && jsonImage.size() > 0) {
+ String picUrl = jsonImage.getString("0");
+ jdGoods.setPicUrl("http://m.360buyimg.com/mobilecms/s750x750_" + picUrl);
+ }
+ }
+
+ break;
+ }
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return jdGoods;
+ }
+
+ /**
+ * 鑾峰彇绫荤洰
+ *
+ * @param level
+ * 绛夌骇
+ * @param parentId
+ * 涓婄骇id
+ * @return
+ */
+ public static List<GoodsClassDTO> getCategoryList(int level, int parentId) {
+ try {
+ // 璇锋眰鍦板潃
+ String requestUrl = "https://union.jd.com/api/help/getCategoryList?level=%s&parentId=%s";
+ // 鎵ц璇锋眰
+ String result = HttpUtil.get(String.format(requestUrl, level, parentId));
+
+ if (!StringUtil.isNullOrEmpty(result)) {
+ JSONObject json = JSONObject.fromObject(result);
+ JSONArray jsonArray = json.getJSONArray("data");
+ if (jsonArray != null && jsonArray.size() > 0) {
+ List<GoodsClassDTO> list = new ArrayList<GoodsClassDTO>();
+ for (int i = 0; i < jsonArray.size(); i++) {
+ Object object = jsonArray.get(i);
+ if (object == null)
+ continue;
+ JSONObject jsonClass = JSONObject.fromObject(object);
+
+ GoodsClassDTO goodsClass = new GoodsClassDTO();
+ goodsClass.setId(jsonClass.optString("id"));
+ goodsClass.setName(jsonClass.optString("categoryName"));
+ list.add(goodsClass);
+ }
+ return list;
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return null;
+ }
+
+ /**
+ * 鑾峰彇绫荤洰
+ *
+ * @param level
+ * 绛夌骇
+ * @param parentId
+ * 涓婄骇id
+ * @return
+ */
+ public static List<GoodsClassDTO> getCategoryCommiPlus(int level, int parentId) {
+ try {
+ // 璇锋眰鍦板潃
+ String requestUrl = "https://union.jd.com/api/help/getCategoryCommiPlus?level=%s&parentId=%s";
+ // 鎵ц璇锋眰
+ String result = HttpUtil.get(String.format(requestUrl, level, parentId));
+
+ if (!StringUtil.isNullOrEmpty(result)) {
+ JSONObject json = JSONObject.fromObject(result);
+ JSONArray jsonArray = json.getJSONArray("data");
+ if (jsonArray != null && jsonArray.size() > 0) {
+ List<GoodsClassDTO> list = new ArrayList<GoodsClassDTO>();
+ for (int i = 0; i < jsonArray.size(); i++) {
+ Object object = jsonArray.get(i);
+ if (object == null)
+ continue;
+ JSONObject jsonClass = JSONObject.fromObject(object);
+
+ GoodsClassDTO goodsClass = new GoodsClassDTO();
+ goodsClass.setId(jsonClass.optString("id"));
+ goodsClass.setName(jsonClass.optString("name"));
+
+ String selfMobileComm = jsonClass.optString("selfMobileComm");
+ if (!StringUtil.isNullOrEmpty(selfMobileComm))
+ goodsClass.setSelfComm(new BigDecimal(selfMobileComm));
+
+ String popMobileComm = jsonClass.optString("popMobileComm");
+ if (!StringUtil.isNullOrEmpty(popMobileComm))
+ goodsClass.setPopComm(new BigDecimal(popMobileComm));
+
+ list.add(goodsClass);
+ }
+ return list;
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ return null;
+ }
+
+ /**
+ * 鑾峰彇闇�瑕佸睍绀虹殑鍒�
+ *
+ * @param couponInfoList
+ * 鍒稿垪琛�
+ * @param price
+ * 鍟嗗搧浠锋牸
+ * @return
+ */
+ public static JDCouponInfo getShowCouponInfo(List<JDCouponInfo> couponInfoList, BigDecimal price) {
+ if (couponInfoList != null && couponInfoList.size() > 0) {
+ // 鏍规嵁娑堣垂鏉′欢鎺掑簭
+ Comparator<JDCouponInfo> cm = new Comparator<JDCouponInfo>() {
+ @Override
+ public int compare(JDCouponInfo o1, JDCouponInfo o2) {
+ return o1.getQuota().compareTo(o2.getQuota());
+ }
+ };
+ Collections.sort(couponInfoList, cm);
+
+ // 璁剧疆鍒镐俊鎭负鏈�鎺ヨ繎鐨勪竴涓�
+ for (int i = couponInfoList.size() - 1; i >= 0; i--) {
+ if (couponInfoList.get(i).getQuota().compareTo(price) <= 0) {
+ return couponInfoList.get(i);
+ }
+ }
+ return couponInfoList.get(0);
+ }
+ return null;
+ }
+
+ public static JDCouponInfo getShowCouponInfo(JDGoods goods) {
+ if (goods == null)
+ return null;
+ BigDecimal price = null;
+ JDPingouInfo pinGouInfo = goods.getPinGouInfo();
+ if (pinGouInfo == null) {
+ price = goods.getPrice();
+ } else {
+ price = pinGouInfo.getPingouPrice();
+ }
+ return getShowCouponInfo(goods.getCouponInfoList(), price);
+ }
+
+ public static List<String> getJDShortLinksFromText(String text) {
+ String regex = "(https://u\\.jd\\.com/)[0-9A-Za-z]{1,20}";
+ Pattern pattern = Pattern.compile(regex);
+ Matcher m = pattern.matcher(text);
+ List<String> urlList = new ArrayList<>();
+ while (m.find()) {
+ urlList.add(m.group());
+ }
+ return urlList;
+ }
+
}
--
Gitblit v1.8.0