Merge remote-tracking branch 'origin/div' into div

admin

2020-04-13 dd5b15229cb15459fa7c31ccea77dac28cbfafbd

 fanli/src/main/java/com/yeshi/fanli/util/pinduoduo/PinDuoDuoUtil.java

@@ -9,13 +9,17 @@
import java.net.URLEncoder;

import java.util.ArrayList;

import java.util.List;

import java.util.regex.Matcher;

import java.util.regex.Pattern;



import javax.script.Invocable;

import javax.script.ScriptEngine;

import javax.script.ScriptEngineManager;

import javax.script.ScriptException;



import org.apache.commons.httpclient.Header;

import org.apache.commons.httpclient.HttpClient;

import org.apache.commons.httpclient.HttpException;

import org.apache.commons.httpclient.methods.PostMethod;

import org.jsoup.Jsoup;

import org.jsoup.nodes.Document;

@@ -368,7 +372,8 @@


      HttpClient client = new HttpClient();

      PostMethod pm = new PostMethod("https://jinbao.pinduoduo.com/network/api/common/queryTopGoodsList");

      pm.setRequestHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3730.400 QQBrowser/10.5.3805.400");

      pm.setRequestHeader("User-Agent",

            "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.25 Safari/537.36 Core/1.70.3730.400 QQBrowser/10.5.3805.400");

      pm.setRequestHeader("Content-Type", "application/json;charset=UTF-8");

      pm.setRequestHeader("Referer", "https://jinbao.pinduoduo.com/promotion/hot-promotion");

      pm.setRequestBody(params.toString());

@@ -512,12 +517,30 @@
   }



   public static String getPDDGoodsId(String url) {

      if (url == null)

         return null;

      String link = url;

      if (link.contains("://p.pinduoduo.com/")) {// 拼多多的短链

         HttpClient client = new HttpClient();

         client.getHttpConnectionManager().getParams().setConnectionTimeout(5000);

         PostMethod pm = new PostMethod(link);

         try {

            client.executeMethod(pm);

            Header location = pm.getResponseHeader("Location");

            if (location != null)

               link = location.getValue();

         } catch (HttpException e) {

            e.printStackTrace();

         } catch (IOException e) {

            e.printStackTrace();

         }

      }



      try {

         if (engine instanceof Invocable) {

            Invocable in = (Invocable) engine;

            Object goodsId = in.invokeFunction("getGoodsId", url);

            if (goodsId!=null)

            Object goodsId = in.invokeFunction("getGoodsId", link);

            if (goodsId != null)

               return goodsId.toString().trim();

         }

      } catch (Exception e) {

@@ -526,4 +549,68 @@
      return null;

   }



   public static PDDGoodsDetail getPDDGoodsInfo(String id) {

      try {

         Document doc = Jsoup.connect("http://yangkeduo.com/goods.html?goods_id=" + id)

               .userAgent(

                     "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36")

               .get();

         Elements els = doc.getElementsByTag("script");

         for (int i = 0; i < els.size(); i++) {

            if (els.get(i).html().contains("window.rawData")) {

               String dataJS = els.get(i).html().replace("window.", "var ");

               dataJS += "function getData(){return JSON.stringify(rawData);}";



               ScriptEngineManager manager = new ScriptEngineManager();

               ScriptEngine engine = manager.getEngineByName("javascript");

               try {

                  engine.eval(dataJS);

                  if (engine instanceof Invocable) {

                     Invocable in = (Invocable) engine;

                     String jsonStr = in.invokeFunction("getData").toString();

                     JSONObject json = JSONObject.fromObject(jsonStr);



                     JSONObject goods = json.optJSONObject("store").optJSONObject("initDataObj")

                           .optJSONObject("goods");



                     String imageData = goods.optString("viewImageData");

                     imageData = imageData.replace("[", "").replace("]", "");

                     String[] images = imageData.split(",");



                     String image = images[0].trim();

                     if (image.startsWith("\""))

                        image = image.substring(1, image.length() - 1);

                     if (image.endsWith("\""))

                        image = image.substring(0, image.length() - 2);



                     PDDGoodsDetail goodsDetail = new PDDGoodsDetail();

                     goodsDetail.setGoodsImageUrl("http:" + image);

                     goodsDetail.setGoodsThumbnailUrl("http:" + image);

                     goodsDetail.setGoodsName(goods.optString("goodsName"));

                     goodsDetail.setGoodsId(goods.optLong("goodsID"));

                     return goodsDetail;

                  }

               } catch (Exception e) {

                  e.printStackTrace();

               }

               break;

            }

         }

      } catch (Exception e1) {

         e1.printStackTrace();

      }

      return null;

   }



   public static List<String> getPDDShortLinksFromText(String text) {

      String regex = "(https://p\\.pinduoduo\\.com/)[0-9A-Za-z]{1,20}";

      Pattern pattern = Pattern.compile(regex);

      Matcher m = pattern.matcher(text);

      List<String> urlList = new ArrayList<>();

      while (m.find()) {

         urlList.add(m.group());

      }

      return urlList;

   }



}