From e2c9fab4823b9a9a8a186951faa5a54d1f57fb1f Mon Sep 17 00:00:00 2001
From: admin <weikou2014>
Date: 星期四, 17 十月 2019 14:58:29 +0800
Subject: [PATCH] 订单爬取优化 增加日志类型
---
fanli/src/main/java/com/yeshi/fanli/util/taobao/TaoBaoUtil.java | 33 +++++++++++++++++++--------------
1 files changed, 19 insertions(+), 14 deletions(-)
diff --git a/fanli/src/main/java/com/yeshi/fanli/util/taobao/TaoBaoUtil.java b/fanli/src/main/java/com/yeshi/fanli/util/taobao/TaoBaoUtil.java
index b2d1a64..cde7b97 100644
--- a/fanli/src/main/java/com/yeshi/fanli/util/taobao/TaoBaoUtil.java
+++ b/fanli/src/main/java/com/yeshi/fanli/util/taobao/TaoBaoUtil.java
@@ -1371,7 +1371,7 @@
return null;
}
}
-
+
/**
* 鑾峰彇鍟嗗搧鐨勭敤鎴峰垎鎴愭瘮渚�
*
@@ -1977,7 +1977,7 @@
if (content.contains("var _DATA_Mdskip")) {
content = content.replace("<script>", "");
content = content.replace("</script>", "");
-
+
if (content.contains("videoDetail")) {
content += ";function getData(){ var json={title:_DATA_Mdskip.item.title,pictUrl:_DATA_Mdskip.item.videoDetail.videoThumbnailURL}; return JSON.stringify(json);}";
} else {
@@ -2007,22 +2007,24 @@
}
return taoBaoGoodsBrief;
}
-
-
-
+
/**
* 鎶栭煶杩斿埄local 鑾峰彇鐪熷疄娣樺疂閾炬帴
- * @param url https://s.click.taobao.com/t?e=m%3D2%26s%3DT9DFpHQCT7Rw4vFB6t2Z2ueEDrYVVa64XoO8tOebS+dRAdhuF14FMR8
+ *
+ * @param url
+ * https://s.click.taobao.com/t?e=m%3D2%26s%
+ * 3DT9DFpHQCT7Rw4vFB6t2Z2ueEDrYVVa64XoO8tOebS+dRAdhuF14FMR8
* @return
*/
public static String getRealUrl(String url) {
if (StringUtil.isNullOrEmpty(url))
return null;
-
+
try {
HttpClient client = new HttpClient(new MultiThreadedHttpConnectionManager());
client.getHttpConnectionManager().getParams().setConnectionTimeout(10000);
- client.getParams().setParameter(HttpMethodParams.USER_AGENT,"Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0)"); // 璁╂湇鍔″櫒璁や负鏄疘E
+ client.getParams().setParameter(HttpMethodParams.USER_AGENT,
+ "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0)"); // 璁╂湇鍔″櫒璁や负鏄疘E
GetMethod get = new GetMethod(url);
get.setFollowRedirects(false); // 绂佹鑷姩閲嶅畾鍚�
int iGetResultCode = client.executeMethod(get);
@@ -2037,7 +2039,6 @@
}
return null;
}
-
/**
* 娣樺彛浠よ繃婊�
@@ -2048,10 +2049,10 @@
public static String filterTaoToken(String token) {
if (StringUtil.isNullOrEmpty(token))
return token;
- if (token.contains("锟�")||token.contains("鈧�")) {
+ if (token.contains("锟�") || token.contains("鈧�")) {
String newToken = "";
for (int i = 0; i < token.length(); i++) {
- if (token.charAt(i) == '锟�'||token.charAt(i) == '鈧�') {
+ if (token.charAt(i) == '锟�' || token.charAt(i) == '鈧�') {
if (!newToken.contains("("))
newToken += "(";
else
@@ -2063,8 +2064,12 @@
}
return token;
}
-
-
-
+
+ public static boolean isSpecialGoods(Integer materialLibType) {
+ if (materialLibType != null && materialLibType == 1)
+ return true;
+ else
+ return false;
+ }
}
--
Gitblit v1.8.0