package com.yeshi.fanli.util.jd;
|
|
import java.io.IOException;
|
import java.io.UnsupportedEncodingException;
|
import java.math.BigDecimal;
|
import java.net.URLEncoder;
|
import java.util.ArrayList;
|
import java.util.HashMap;
|
import java.util.List;
|
import java.util.Map;
|
|
import org.apache.commons.httpclient.HttpClient;
|
import org.apache.commons.httpclient.methods.PostMethod;
|
import org.jsoup.Jsoup;
|
import org.jsoup.nodes.Document;
|
import org.jsoup.nodes.Element;
|
import org.jsoup.select.Elements;
|
import org.yeshi.utils.HttpUtil;
|
|
import com.yeshi.fanli.dto.jd.JDCommissionInfo;
|
import com.yeshi.fanli.dto.jd.JDCouponInfo;
|
import com.yeshi.fanli.dto.jd.JDSearchFilter;
|
import com.yeshi.fanli.dto.jd.JDSearchResult;
|
import com.yeshi.fanli.dto.jd.JDShopInfo;
|
import com.yeshi.fanli.entity.jd.JDGoods;
|
import com.yeshi.fanli.tag.PageEntity;
|
import com.yeshi.fanli.util.StringUtil;
|
|
import net.sf.json.JSONArray;
|
import net.sf.json.JSONObject;
|
|
public class JDUtil {
|
|
public void test() {
|
Map<String, String> systemParams = new HashMap<>();
|
systemParams.put("method", "");
|
systemParams.put("access_token", "");
|
systemParams.put("app_key", "");
|
systemParams.put("timestamp", "");
|
systemParams.put("sign", "");
|
}
|
|
public void test2() {
|
try {
|
Document doc = Jsoup.connect("https://media.jd.com/gotoadv/goods?pageSize=50")
|
.header("Cookie",
|
"user-key=35f673a3-8deb-4db1-90bf-43d2b685b870; cn=0; ipLocation=%u91CD%u5E86; ipLoc-djd=4-51026-103-0; _jrda=1; 3AB9D23F7A4B3C9B=LYNZAJWVCG3JB2Y2DAFLL7AU7LJEKYHJJVLNSRH6XTXA6BG5LOLHDS7DGMOLFAGSC7IR522A23USQUITRAJPNEJG6Y; PCSYCityID=4; __jdu=525081455; pinId=KulFKBzJkdU; _tp=ixPyXPOm1mi0q7RQ93P3dvT9y0vNqhMLigKbC%2FovsFI%3D; _pst=%E5%B8%83%E4%B8%B8; ssid=\"mj3oPLd+SUW8dlOtEKP2Dg==\"; TrackID=1qW8pF973UBR96X_tYTsSeUzJpzCyFhzt9sA3a6Mmq9ztdVWo5vBXEpT5JLCT0cmznSYeBNsCxWDFBLLGPhICNH9_RVURX7r0ud7IxzKWt6w; pin=%E5%B8%83%E4%B8%B8; unick=%E5%B8%83%E4%B8%B8lee; ceshi3.com=000; unpl=V2_ZzNtbUYESkZ3CBFRL05aA2IHRQlLAEtBdwwTA3xMVFc3UBVcclRCFXwUR1ZnGFgUZwQZXkRcQBBFCENkexhdBGcDEVRKXnMldDhFVEsZbAFkBxNUQlJHEUU4QWR4GFwEbgAUXXKDyqeggc9kfRFVAW4EEVxGZ0IldQhOUHkQXwdvAyIPLI%2f1o62t90ivs9PQ75RfWUFTQhx1DUJQSxpdBWYKEVtCZ0A%3d; CCC_SE=ADC_AyccHFydhcYX3HBT1BSvsyipO8wTsbjSSsujA2jAK5w%2bm8Iw5Gtega%2fRtr3slwp4KzjI1sa3HD3nE9tum3OdhoBJ8WATI2GH%2bvbd7pwRdITE5P9e0O3KGdseb5exhIOQLJyA93d7oYLtirch7zucDeGuAnElGVxmftsByoqKA%2f0cLBXMvKm2amPVmroXA0ZWbXsx3fANkJA9cRgeOOlrsvTjsE8uPxTnRExR6IqNFiWXWXweJ2YD0%2bC826PxMVoXbStGvcs9XLcE7hrDJgZSvXmgJyMOLDkD4Fnwkt5dgJ6d2DrF89eSexsEicNzheQZe5l%2fA8XijdVruEk1dPTlRme3o4ccLKuO8Tgrcuamh232JjY4ROYEkXrpRMZbvbNBBmBFN%2bVYgzuXzlPDwiwgRCtGgEN%2fWdbLJTxaJWAS3AuAH2eZ0%2beCG4ZdC0Hwk3S6cefylnLDL0cvQp78Uv%2fty6c9KYxKLzohxBPcu8YYfiwnHz%2fb4V2Ou8GX8myp6iAZ; areaId=4; showNoticeWindow=false; assist=LGXT4ZUUMHZXTL3LU6SHBXHIRZLI6OXJQWZEEYHFZIWHLDNNBDTCNH3Q4XXGSXEMN7NE6HJKSX7HI43OROSTWQXGAC6CJKJAW6CNTU3DIFRBQ7IAX22A74W2JHBTDLWPYNWRIL24YXC2ZGEVTP53CLVCZ73NS5ZOZ74Z5FQSBVDOU6I6APXRILVG5MCYPSLUYUT2WXRPWFZZKHAXGAWASAHGPI; isvName=%E5%B8%83%E4%B8%B8; masterClose=yes; thor=A13BE3D5245C7CE481E9909D3D6A771DC2FCAFB44DF9FD097DDFAD8F40A3B03D20FCD92E6728B2BB5512DCEABCBA620E2CFA885DBA2B4ECDD4ACCA0B6B1E1385C2D293F5F314639621BFE86734829975B7446B875B5F50055F10D1DDB48C16C166F0F33ECDB6036EA53BFC8BCAF98978A7E4E6AB5444C31D973161E1E0EE9556; __jdv=108460702|baidu|-|organic|not set|1520243688557; __jda=108460702.525081455.1480070037.1520238446.1520243689.43; __jdc=108460702; __jdb=108460702.4.525081455|43.1520243689")
|
.header("Referer", "https://media.jd.com/index/overview").header("Upgrade-Insecure-Requests", "1")
|
.header("User-Agent",
|
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.84 Safari/537.36")
|
.get();
|
Elements els = doc.getElementsByClass("product-list-b").get(0).getElementsByTag("ul").get(0)
|
.getElementsByTag("li");
|
for (int i = 0; i < els.size(); i++) {
|
System.out.println(els.get(0).attr("skuid"));
|
getGoodsDetail("https://item.jd.com/" + els.get(i).attr("skuid") + ".html");
|
try {
|
Thread.sleep(10);
|
} catch (InterruptedException e) {
|
e.printStackTrace();
|
}
|
}
|
} catch (IOException e) {
|
e.printStackTrace();
|
}
|
|
}
|
|
public void getGoodsDetail(String url) {
|
try {
|
Document doc = Jsoup.connect(url).get();
|
|
String skuName = doc.getElementsByClass("itemInfo-wrap").get(0).getElementsByClass("sku-name").text();
|
Element els = doc.getElementById("choose-attrs");
|
Elements items = els.getElementsByClass("p-choose");
|
System.out.println(skuName);
|
for (int i = 0; i < items.size(); i++) {
|
|
String title = items.get(i).getElementsByClass("dt").text();
|
String content = items.get(i).getElementsByClass("selected").get(0).attr("data-value");
|
System.out.println("--" + title + ":" + content);
|
}
|
|
} catch (IOException e) {
|
e.printStackTrace();
|
}
|
|
}
|
|
public void getCoupon() {
|
Map<String, String> map = new HashMap<>();
|
map.put("wareId", "6008133");
|
Map<String, String> headers = new HashMap<>();
|
headers.put("origin", "https://item.m.jd.com");
|
// headers.put("", "");
|
// headers.put("", "");
|
String result = HttpUtil.post("https://item.m.jd.com/coupon/coupon.json", map, headers);
|
System.out.println(result);
|
}
|
|
@SuppressWarnings("deprecation")
|
public static JDSearchResult searchByKey(JDSearchFilter searchFilter) {
|
|
JDSearchResult searchResult = new JDSearchResult();
|
|
List<JDGoods> goodsList = new ArrayList<>();
|
JSONObject params = new JSONObject();
|
params.put("pageNo", searchFilter.getPageNo());
|
params.put("pageSize", searchFilter.getPageSize());
|
params.put("searchUUID", StringUtil.Md5(System.currentTimeMillis() + ""));
|
JSONObject data = new JSONObject();
|
data.put("deliveryType", "0");
|
data.put("hasCoupon", searchFilter.getHasCoupon());
|
data.put("isCare", "0");
|
data.put("isPinGou", "0");
|
data.put("isZY", searchFilter.getIsZY());
|
data.put("key", searchFilter.getKey());
|
data.put("keywordType", "kt1");
|
data.put("lock", "");
|
data.put("orientationFlag", "");
|
data.put("searchType", "st1");
|
params.put("data", data);
|
HttpClient client = new HttpClient();
|
PostMethod pm = new PostMethod("https://union.jd.com/api/goods/search");
|
pm.setRequestHeader("User-Agent", "Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko");
|
pm.setRequestHeader("Content-Type", "application/json;charset=UTF-8");
|
pm.setRequestHeader("Referer", "https://union.jd.com/proManager/index?pageNo=1&keywords=%E9%9E%8B%E5%AD%90");
|
pm.setRequestBody(params.toString());
|
try {
|
client.executeMethod(pm);
|
String result = pm.getResponseBodyAsString();
|
JSONObject json = JSONObject.fromObject(result);
|
if (json.optInt("code") == 200) {
|
JSONObject pageJson = json.optJSONObject("data").optJSONObject("page");
|
PageEntity entity = new PageEntity(pageJson.optInt("pageNo"), pageJson.optInt("pageSize"),
|
pageJson.optInt("totalCount"));
|
searchResult.setPageEntity(entity);
|
|
if (json.optJSONObject("data") != null) {
|
JSONArray array = json.optJSONObject("data").optJSONArray("unionGoods");
|
if (array != null) {
|
for (int i = 0; i < array.size(); i++) {
|
goodsList.add(parseGoods(array.optJSONArray(i).optJSONObject(0).toString()));
|
}
|
}
|
}
|
json.optJSONObject("data").optJSONArray("unionGoods");
|
}
|
|
System.out.println(result);
|
} catch (Exception e) {
|
e.printStackTrace();
|
}
|
|
searchResult.setGoodsList(goodsList);
|
return searchResult;
|
}
|
|
public static JDGoods getGoodsDetail(Long skuId) {
|
JDSearchFilter sf = new JDSearchFilter();
|
sf.setKey(skuId + "");
|
sf.setPageNo(1);
|
sf.setPageSize(20);
|
JDSearchResult result = searchByKey(sf);
|
if (result != null && result.getGoodsList() != null && result.getGoodsList().size() > 0)
|
return result.getGoodsList().get(0);
|
return null;
|
}
|
|
private static JDGoods parseGoods(String data) {
|
JDGoods goods = new JDGoods();
|
JSONObject json = JSONObject.fromObject(data);
|
goods.setSkuId(json.optLong("skuId"));
|
goods.setSkuName(json.optString("skuName"));
|
JDShopInfo shopInfo = new JDShopInfo();
|
shopInfo.setShopId(json.optInt("shopId"));
|
shopInfo.setShopName(json.optString("shopName"));
|
goods.setShopInfo(shopInfo);
|
|
if (!StringUtil.isNullOrEmpty(json.optString("wlPrice")))
|
goods.setPrice(new BigDecimal(json.optString("wlPrice")));
|
else
|
goods.setPrice(new BigDecimal(json.optString("finalPrice")));
|
goods.setGoodCommentsShare(new BigDecimal(json.optString("goodCommentsShare")));
|
goods.setInOrderCount30Days(json.optLong("inOrderCount30Days"));
|
if (json.optInt("isZY") == 1)
|
goods.setOwner("g");
|
else
|
goods.setOwner("p");
|
goods.setMaterialUrl("http://img14.360buyimg.com/n1/" + json.optString("materialUrl"));
|
JDCommissionInfo commission = new JDCommissionInfo();
|
commission.setCommission(new BigDecimal(json.optString("wlCommission")));
|
commission.setCommissionShare(new BigDecimal(json.optString("wlCommissionRatio")));
|
goods.setCommissionInfo(commission);
|
goods.setGoodCommentsShare(new BigDecimal(json.optString("goodCommentsShare")));
|
|
if (json.optString("hasCoupon") != null && json.optInt("hasCoupon") == 1
|
&& json.optInt("couponRemainCnt") > 0) {
|
// 有券
|
JDCouponInfo coupon = new JDCouponInfo();
|
coupon.setDiscount(new BigDecimal(json.optString("couponDiscount")));
|
coupon.setQuota(new BigDecimal(json.optString("couponQuota")));
|
coupon.setLink("https:" + json.optString("couponLink"));
|
goods.setCouponInfo(coupon);
|
} else {
|
// 无券
|
}
|
return goods;
|
}
|
|
public static List<String> suggestSearch(String key) {
|
List<String> list = new ArrayList<>();
|
if (StringUtil.isNullOrEmpty(key))
|
return list;
|
String url = null;
|
try {
|
url = String.format(
|
"https://wq.jd.com/bases/searchdropdown/getdropdown?terminal=m&zip=1&key=%s&newjson=1&_=%s&sceneval=2",
|
URLEncoder.encode(key, "UTF-8"), System.currentTimeMillis() + "");
|
} catch (UnsupportedEncodingException e) {
|
e.printStackTrace();
|
}
|
|
if (url == null)
|
return list;
|
try {
|
String result = HttpUtil.get(url);
|
result = result.replace("callback(", "").replace(")", "");
|
JSONArray array = JSONArray.fromObject(result);
|
for (int i = 0; i < array.size(); i++) {
|
String sk = array.optJSONObject(i).optString("key");
|
if (!StringUtil.isNullOrEmpty(sk))
|
list.add(sk);
|
}
|
} catch (Exception e) {
|
}
|
return list;
|
}
|
|
}
|
