订单爬取优化 增加日志类型

admin

2019-10-17 e2c9fab4823b9a9a8a186951faa5a54d1f57fb1f

 fanli/src/main/java/com/yeshi/fanli/util/taobao/TaoBaoUtil.java

@@ -1337,6 +1337,41 @@
      return taoBaoGoodsBrief;

   }



   public static String getGoodsIdByPhoneShareUrl(String burl) {

      try {

         Connection connect = Jsoup.connect(burl);

         Document document = connect.get();

         org.jsoup.nodes.Element element = document.getElementsByTag("head").get(0).getElementsByTag("Script")

               .get(1);

         String html = element.toString();

         int index = html.indexOf("var url = ");

         int endIndex = html.lastIndexOf("'");

         html = html.substring(index, endIndex);

         int index2 = html.indexOf("'");

         html = html.substring(index2 + 1);

         int indexId = html.indexOf("id=");

         String id = "";

         if (html.contains("a.m.taobao.com")) {

            indexId = html.indexOf("com/i");

            html = html.substring(indexId);

            html = html.substring(5, html.indexOf("."));

            id = html;

         } else {

            String reg = "[?|&]{1}[i]{1}[d]{1}[=]{1}\\d+[&]?";

            Pattern p = Pattern.compile(reg);

            Matcher matcher = p.matcher(html);

            if (matcher.find()) {

               id = matcher.group();

            }

            id = id.substring(id.indexOf("=") + 1, id.lastIndexOf("&"));

         }

         return id;

      } catch (Exception e) {

         LogHelper.error("无法解析到淘宝商品ID:" + burl);

         return null;

      }

   }



   /**

    * 获取商品的用户分成比例

    * 

@@ -1926,6 +1961,7 @@


   /**

    * 查询天猫商品图片、标题

    * 
    * @param auctionId

    * @return

    */

@@ -1941,12 +1977,17 @@
               if (content.contains("var _DATA_Mdskip")) {

                  content = content.replace("<script>", "");

                  content = content.replace("</script>", "");

                  content+=";function getData(){ var json={title:_DATA_Mdskip.item.title,pictUrl:_DATA_Mdskip.item.videoDetail.videoThumbnailURL};   return JSON.stringify(json);}";

						


                  if (content.contains("videoDetail")) {

                     content += ";function getData(){ var json={title:_DATA_Mdskip.item.title,pictUrl:_DATA_Mdskip.item.videoDetail.videoThumbnailURL};   return JSON.stringify(json);}";

                  } else {

                     content += ";function getData(){ var json={title:_DATA_Mdskip.item.title,pictUrl:_DATA_Mdskip.item.videos[0].videoThumbnailURL};   return JSON.stringify(json);}";

                  }



                  ScriptEngineManager manager = new ScriptEngineManager();

                  ScriptEngine engine = manager.getEngineByName("javascript");

                  engine.eval(content);

						


                  if (engine instanceof Invocable) {

                     Invocable in = (Invocable) engine;

                     JSONObject json = JSONObject.fromObject(in.invokeFunction("getData"));

@@ -1956,7 +1997,7 @@
                     taoBaoGoodsBrief.setTitle(title.toString());

                     taoBaoGoodsBrief.setPictUrl(pictUrl.toString());

                  }

							


                  break;

               }

            }

@@ -1966,22 +2007,24 @@
      }

      return taoBaoGoodsBrief;

   }

	
	
	


   /**

    * 抖音返利local 获取真实淘宝链接

    * @param url https://s.click.taobao.com/t?e=m%3D2%26s%3DT9DFpHQCT7Rw4vFB6t2Z2ueEDrYVVa64XoO8tOebS+dRAdhuF14FMR8

    * 
    * @param url

    *            https://s.click.taobao.com/t?e=m%3D2%26s%

    *            3DT9DFpHQCT7Rw4vFB6t2Z2ueEDrYVVa64XoO8tOebS+dRAdhuF14FMR8

    * @return

    */

   public static String getRealUrl(String url) {

      if (StringUtil.isNullOrEmpty(url))

         return null;

		


      try {

         HttpClient client = new HttpClient(new MultiThreadedHttpConnectionManager());

         client.getHttpConnectionManager().getParams().setConnectionTimeout(10000);

         client.getParams().setParameter(HttpMethodParams.USER_AGENT,"Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0)"); // 让服务器认为是IE

         client.getParams().setParameter(HttpMethodParams.USER_AGENT,

               "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0)"); // 让服务器认为是IE

         GetMethod get = new GetMethod(url);

         get.setFollowRedirects(false); // 禁止自动重定向

         int iGetResultCode = client.executeMethod(get);

@@ -1993,9 +2036,40 @@
         return get2.getResponseHeader("location").getValue(); // 真实地址

      } catch (Exception ex) {

         ex.printStackTrace();

      } 
      }

      return null;

   }

	


   /**

    * 淘口令过滤

    * 
    * @param token

    * @return

    */

   public static String filterTaoToken(String token) {

      if (StringUtil.isNullOrEmpty(token))

         return token;

      if (token.contains("￥") || token.contains("€")) {

         String newToken = "";

         for (int i = 0; i < token.length(); i++) {

            if (token.charAt(i) == '￥' || token.charAt(i) == '€') {

               if (!newToken.contains("("))

                  newToken += "(";

               else

                  newToken += ")";

            } else

               newToken += token.charAt(i) + "";

         }

         return newToken;

      }

      return token;

   }



   public static boolean isSpecialGoods(Integer materialLibType) {

      if (materialLibType != null && materialLibType == 1)

         return true;

      else

         return false;

   }



}