yujian
2019-09-27 c1f208bb47427f36f556e27373f72f8e6f2587a8
fanli/src/main/java/com/yeshi/fanli/util/jd/JDUtil.java
@@ -1,6 +1,9 @@
package com.yeshi.fanli.util.jd;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.math.BigDecimal;
import java.net.URLEncoder;
@@ -15,6 +18,7 @@
import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.methods.PostMethod;
import org.jsoup.Connection;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
@@ -29,6 +33,7 @@
import com.yeshi.fanli.dto.jd.JDSearchResult;
import com.yeshi.fanli.dto.jd.JDShopInfo;
import com.yeshi.fanli.entity.jd.JDGoods;
import com.yeshi.fanli.entity.taobao.TaoBaoGoodsBrief;
import com.yeshi.fanli.tag.PageEntity;
import com.yeshi.fanli.util.MoneyBigDecimalUtil;
import com.yeshi.fanli.util.StringUtil;
@@ -38,6 +43,9 @@
public class JDUtil {
   public static final String TM_PHONE_URL = "https://item.m.jd.com/product/%s.html";
   public void test() {
      Map<String, String> systemParams = new HashMap<>();
      systemParams.put("method", "");
@@ -524,28 +532,102 @@
      return null;
   }
   public static String getJDGoodsJS() {
      InputStream input = JDUtil.class.getClassLoader().getResourceAsStream("jdGoods.js");
      StringBuilder sb = new StringBuilder();
      String line;
      BufferedReader br = new BufferedReader(new InputStreamReader(input));
      try {
         while ((line = br.readLine()) != null) {
            sb.append(line);
         }
      } catch (IOException e) {
         e.printStackTrace();
      }
      return sb.toString();
   }
   static String jdGoodsJs = null;
   static ScriptEngine engine = null;
   static {
      if (jdGoodsJs == null)
         jdGoodsJs = getJDGoodsJS();
      ScriptEngineManager manager = new ScriptEngineManager();
      engine = manager.getEngineByName("javascript");
      try {
         engine.eval(jdGoodsJs);
      } catch (Exception e) {
      }
   }
   public static String getJDGoodsId(String url) {
      try {
         if (url.startsWith("https://item.m.jd.com/product/") || url.startsWith("http://item.m.jd.com/product/")
               || url.startsWith("https://item.jd.com/") || url.startsWith("http://item.jd.com/")) {
            String preUrl = url.split("\\?")[0];
            String index = preUrl.split("/")[preUrl.split("/").length - 1];
            index = index.split("\\.")[0];
            return index.trim();
         } else if (url.startsWith("https://item.m.jd.com/ware/view.action?")) {
            String preUrl = url.substring(url.indexOf("?") + 1, url.length());
            String[] sts = preUrl.split("&");
            for (String st : sts) {
               if (st.startsWith("wareId=")) {
                  return st.split("=")[1].trim();
         if (engine instanceof Invocable) {
            Invocable in = (Invocable) engine;
            Object goodsId = in.invokeFunction("getGoodsId", url);
            if (goodsId!=null)
               return goodsId.toString().trim();
         }
      } catch (Exception e) {
         e.printStackTrace();
      }
      return null;
   }
   /**
    * 查询天猫商品图片、标题
    * @param auctionId
    * @return
    */
   public static JDGoods getSimpleGoodsInfo(String goodsId) {
      JDGoods jdGoods = null;
      try {
         Connection connect = Jsoup.connect(String.format(TM_PHONE_URL, goodsId));
         Document document = connect.get();
         Elements elements = document.getElementsByTag("script");
         if (elements.size() >= 0) {
            for (int i = 0; i < elements.size(); i++) {
               String content = elements.get(i).toString();
               if (content.contains("window._itemOnly")) {
                  System.out.println("存在");
                  content = content.replace("<script>", "");
                  content = content.replace("</script>", "");
                  int indexOf = content.indexOf("window._isLogin");
                  content = content.substring(0,indexOf);
                  int indexItem = content.indexOf("\"item\":");
                  content = content.substring(indexItem,content.length() - 1);
                  content = content.replace("\"item\":", "var item =");
                  content = content.replace("});", "").trim();
                  content+=";function getData() {return item;}";
                  ScriptEngineManager manager = new ScriptEngineManager();
                  ScriptEngine engine = manager.getEngineByName("javascript");
                  engine.eval(content);
                  if (engine instanceof Invocable) {
                     Invocable in = (Invocable) engine;
                     JSONObject json = JSONObject.fromObject(in.invokeFunction("getData"));
                     jdGoods = new JDGoods();
                     jdGoods.setSkuName(json.getString("skuName"));
                     JSONObject jsonImage = json.getJSONObject("image");
                     if (jsonImage != null && jsonImage.size() > 0) {
                        String picUrl = jsonImage.getString("0");
                        jdGoods.setPicUrl("http://m.360buyimg.com/mobilecms/s750x750_" + picUrl);
                     }
                  }
                  break;
               }
            }
         }
      } catch (Exception e) {
         e.printStackTrace();
      }
      return null;
      return jdGoods;
   }
}