From 48e4c4328cfd305d5465b66db11521ff70723683 Mon Sep 17 00:00:00 2001
From: admin <weikou2014>
Date: 星期二, 24 十二月 2019 16:59:00 +0800
Subject: [PATCH] 京东内优惠商品爬取，淘宝无推广商品信息获取
---
fanli/src/main/java/com/yeshi/fanli/controller/client/v2/SearchControllerV2.java | 230 +++++++++++++++++++++++++++++++++++++++++++--------------
1 files changed, 173 insertions(+), 57 deletions(-)
diff --git a/fanli/src/main/java/com/yeshi/fanli/controller/client/v2/SearchControllerV2.java b/fanli/src/main/java/com/yeshi/fanli/controller/client/v2/SearchControllerV2.java
index 98395d6..26bd11e 100644
--- a/fanli/src/main/java/com/yeshi/fanli/controller/client/v2/SearchControllerV2.java
+++ b/fanli/src/main/java/com/yeshi/fanli/controller/client/v2/SearchControllerV2.java
@@ -16,12 +16,15 @@
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestMethod;
+import org.yeshi.utils.HttpUtil;
import org.yeshi.utils.JsonUtil;
import org.yeshi.utils.NumberUtil;
import org.yeshi.utils.taobao.TbImgUtil;
import com.google.gson.Gson;
import com.google.gson.GsonBuilder;
+import com.yeshi.fanli.dto.ConfigParamsDTO;
+import com.yeshi.fanli.dto.douyin.DouYinGoods;
import com.yeshi.fanli.dto.jd.JDFilter;
import com.yeshi.fanli.dto.jd.JDSearchFilter;
import com.yeshi.fanli.dto.jd.JDSearchResult;
@@ -38,6 +41,7 @@
import com.yeshi.fanli.exception.taobao.TaobaoGoodsDownException;
import com.yeshi.fanli.exception.user.TokenRecordException;
import com.yeshi.fanli.log.LogHelper;
+import com.yeshi.fanli.service.inter.brand.BrandInfoService;
import com.yeshi.fanli.service.inter.config.BusinessSystemService;
import com.yeshi.fanli.service.inter.config.ConfigService;
import com.yeshi.fanli.service.inter.config.SuperHotSearchService;
@@ -50,8 +54,10 @@
import com.yeshi.fanli.service.inter.user.HistorySearchService;
import com.yeshi.fanli.service.inter.user.TokenRecordService;
import com.yeshi.fanli.service.inter.user.integral.IntegralGetService;
+import com.yeshi.fanli.service.manger.goods.jd.JDGoodsLinkParseManager;
import com.yeshi.fanli.tag.PageEntity;
import com.yeshi.fanli.util.Constant;
+import com.yeshi.fanli.util.DouYinUtil;
import com.yeshi.fanli.util.StringUtil;
import com.yeshi.fanli.util.ThreadUtil;
import com.yeshi.fanli.util.Utils;
@@ -125,6 +131,12 @@
@Resource
private IntegralGetCacheManager integralGetCacheManager;
+ @Resource
+ private BrandInfoService brandInfoService;
+
+ @Resource
+ private JDGoodsLinkParseManager jdGoodsLinkParseManager;
+
/**
* 绮樿创鏉夸俊鎭帹鑽�
*
@@ -143,7 +155,7 @@
text = text.trim();
try {
- TokenVO tokenVO = tokenRecordService.discernToken(text, uid);
+ TokenVO tokenVO = tokenRecordService.discernToken(text, uid, acceptData);
out.print(JsonUtil.loadTrueResult(tokenVO));
return;
} catch (TokenRecordException e) {
@@ -179,7 +191,10 @@
if (analysisTaoToken(acceptData, text, out)) {
return;
}
-
+ if (!StringUtil.isNullOrEmpty(TaoBaoUtil.parseSystemTaoToken(text))) {
+ out.print(JsonUtil.loadFalseResult("涓嶆敮鎸佹帹鑽�"));
+ return;
+ }
JSONObject root = new JSONObject();
root.put("type", 2);
JSONObject data = new JSONObject();
@@ -216,7 +231,7 @@
tb = TaoBaoUtil.isAlimama(id);
if (tb == null) {
type = 4;
- tb = TaoBaoUtil.getTmallGoodsInfo(id);
+ tb = getTaoBaoGoodsBriefFromGoodsId(id);
}
} else if (text.contains("http://zmnxbc.com")) { // 鎵嬫満绔ぉ鐚獳PP鍒嗕韩
tb = TaoBaoUtil.parsePhoneShareUrlByTM(text);
@@ -228,17 +243,47 @@
tb = TaoBaoUtil.isAlimama(id);
if (tb == null) {
type = 4;
- tb = TaoBaoUtil.getTmallGoodsInfo(id);
+ tb = getTaoBaoGoodsBriefFromGoodsId(id);
}
+ } else if (text.contains("v.douyin.com")) { // 鎶栭煶
+ analysisDouYin(acceptData, text, out);
+ return;
} else {
tb = TaoBaoUtil.parsePhoneShareUrlByTB(text);
+
+ if (tb == null) {
+ String goodsId = TaoBaoUtil.getGoodsIdByPhoneShareUrl(text);
+ if (!StringUtil.isNullOrEmpty(goodsId)) {
+ tb = getTaoBaoGoodsBriefFromGoodsId(goodsId);
+ if (tb != null)
+ type = 4;
+ }
+ }
+
if (tb == null)// 娣樺疂鏄┖鍊�
{
String jdId = JDUtil.getJDGoodsId(text);
+
+ // 寰俊閾炬帴
+ if (StringUtil.isNullOrEmpty(jdId)) {
+ jdId = JDUtil.getJDGoodsIdByWeiXin(text);
+ }
+
+ // 棰嗗埜鐭繛鎺�
+ if (StringUtil.isNullOrEmpty(jdId) && text.contains("u.jd.com")) {
+ jdId = jdGoodsLinkParseManager.parseGoodsIdByJDShortUrl(text);
+ }
+
if (!StringUtil.isNullOrEmpty(jdId)) {
JDGoods goods = JDApiUtil.getGoodsDetail(Long.parseLong(jdId));
if (goods != null) {
- commonGoods = CommonGoodsFactory.create(goods);
+ // 楂樼骇鎺ュ彛 -- 淇℃伅鏇村畬鏁�
+ JDGoods jdGoods = JDApiUtil.queryGoodsDetail(Long.parseLong(jdId));
+ if (jdGoods != null) {
+ commonGoods = CommonGoodsFactory.create(jdGoods);
+ } else {
+ commonGoods = CommonGoodsFactory.create(goods);
+ }
} else {
type = 4;
goods = JDUtil.getSimpleGoodsInfo(jdId);
@@ -257,7 +302,7 @@
} else {
type = 4;
goods = PinDuoDuoUtil.getPDDGoodsInfo(pddId);
- if(goods != null) {
+ if (goods != null) {
commonGoods = new CommonGoods();
commonGoods.setTitle(goods.getGoodsName());
commonGoods.setPicture(goods.getGoodsThumbnailUrl());
@@ -267,42 +312,42 @@
}
}
}
-
+
if (tb == null && commonGoods == null) {
out.println(JsonUtil.loadFalseResult("鏆傛湭鎵惧埌璇ュ晢鍝侊紝璇风◢鍚庡啀璇曪紒"));
return;
}
-
+
if (type == 4) {
if (!VersionUtil.greaterThan_2_0_1(acceptData.getPlatform(), acceptData.getVersion())) {
out.println(JsonUtil.loadFalseResult("鏆傛湭鎵惧埌璇ュ晢鍝侊紝璇风◢鍚庡啀璇曪紒"));
return;
- }
-
+ }
+
JSONObject data = new JSONObject();
if (tb != null) {
commonGoods = new CommonGoods();
commonGoods.setTitle(tb.getTitle());
commonGoods.setPicture(tb.getPictUrl());
}
-
- if (StringUtil.isNullOrEmpty(commonGoods.getTitle()) || StringUtil.isNullOrEmpty(commonGoods.getPicture())) {
+
+ if (StringUtil.isNullOrEmpty(commonGoods.getTitle())
+ || StringUtil.isNullOrEmpty(commonGoods.getPicture())) {
out.println(JsonUtil.loadFalseResult("鏆傛湭鎵惧埌璇ュ晢鍝侊紝璇风◢鍚庡啀璇曪紒"));
return;
}
-
+
JSONObject goodsJSON = new JSONObject();
goodsJSON.put("title", commonGoods.getTitle());
goodsJSON.put("pictUrl", commonGoods.getPicture());
-
+
data.put("type", type);
data.put("desc", "璇ュ晢鍝佹棤鎺ㄥ箍淇℃伅");
data.put("goods", goodsJSON);
out.print(JsonUtil.loadTrueResult(data));
return;
- }
-
-
+ }
+
JSONObject data = new JSONObject();
if (VersionUtil.greaterThan_1_6_5(acceptData.getPlatform(), acceptData.getVersion())) {
if (tb != null) {
@@ -318,14 +363,12 @@
}
commonGoods = CommonGoodsFactory.create(goodsBrief);
}
-
- BigDecimal fanLiRate = hongBaoManageService.getFanLiRate();
- BigDecimal shareRate = hongBaoManageService.getShareRate();
+
Gson gson = JsonUtil.getConvertBigDecimalToStringSubZeroBuilder(new GsonBuilder())
.excludeFieldsWithoutExposeAnnotation().setDateFormat("yyyy-MM-dd").create();
data.put("type", type);
- data.put("goods",
- gson.toJson(GoodsDetailVOFactory.convertCommonGoods(commonGoods, null, fanLiRate, shareRate)));
+ data.put("goods", gson.toJson(GoodsDetailVOFactory.convertCommonGoods(commonGoods,
+ hongBaoManageService.getShowComputeRate(acceptData.getPlatform(), acceptData.getVersion()))));
out.print(JsonUtil.loadTrueResult(data));
return;
}
@@ -361,6 +404,60 @@
out.print(JsonUtil.loadTrueResult(root));
}
+ private TaoBaoGoodsBrief getTaoBaoGoodsBriefFromGoodsId(String goodsId) {
+ TaoBaoGoodsBrief tb = TaoBaoUtil.getTmallGoodsInfo(goodsId);
+ if (tb == null && NumberUtil.isNumeric(goodsId)) {// 鏄暟瀛�
+ tb = TaoBaoUtil.getSimpleGoodsBrief(Long.parseLong(goodsId));
+ if (tb != null) {
+ tb.setPictUrl(TbImgUtil.getTBSize220Img(tb.getPictUrl()));
+ }
+ }
+ return tb;
+ }
+
+ /**
+ * 瑙ｆ瀽鎶栭煶閾炬帴
+ *
+ * @param acceptData
+ * @param text
+ * @param out
+ * @return
+ */
+ private void analysisDouYin(AcceptData acceptData, String text, PrintWriter out) {
+ String location = HttpUtil.getLocation(text);
+ if (!StringUtil.isNullOrEmpty(location)) {
+ if (location.contains("taobao.com")) { // 娣樺疂鍟嗗搧
+ String realUrl = TaoBaoUtil.getRealUrl(location);
+ if (!StringUtil.isNullOrEmpty(realUrl)) {
+ getRecommendInfo(acceptData, realUrl, null, out);
+ return;
+ }
+ } else if (location.contains("haohuo.jinritemai.com")) { // 鎶栭煶鍟嗗搧
+ DouYinGoods goods = DouYinUtil.getGoodsInfo(location);
+ JSONObject goodsJSON = new JSONObject();
+ goodsJSON.put("title", goods.getName());
+ goodsJSON.put("pictUrl", goods.getImg());
+
+ JSONObject data = new JSONObject();
+ data.put("type", 4);
+ data.put("desc", "璇ュ晢鍝佹棤鎺ㄥ箍淇℃伅");
+ data.put("goods", goodsJSON);
+ out.print(JsonUtil.loadTrueResult(data));
+ return;
+ }
+ }
+ out.println(JsonUtil.loadFalseResult("鏆傛湭鎵惧埌璇ュ晢鍝侊紝璇风◢鍚庡啀璇曪紒"));
+ return;
+ }
+
+ /**
+ * 瑙ｆ瀽娣樺彛浠�
+ *
+ * @param acceptData
+ * @param text
+ * @param out
+ * @return
+ */
private boolean analysisTaoToken(AcceptData acceptData, String text, PrintWriter out) {
String token = StringUtil.picUpTaoToken(text);
if (!StringUtil.isNullOrEmpty(token)) {
@@ -381,25 +478,24 @@
} catch (TaobaoGoodsDownException e) {
e.printStackTrace();
}
-
+
if (goodsBrief == null) {
out.println(JsonUtil.loadFalseResult("鏆傛湭鎵惧埌璇ュ晢鍝侊紝璇风◢鍚庡啀璇曪紒"));
return false;
}
-
- BigDecimal fanLiRate = hongBaoManageService.getFanLiRate();
- BigDecimal shareRate = hongBaoManageService.getShareRate();
+
Gson gson = JsonUtil.getConvertBigDecimalToStringSubZeroBuilder(new GsonBuilder())
.excludeFieldsWithoutExposeAnnotation().setDateFormat("yyyy-MM-dd").create();
-
+
JSONObject data = new JSONObject();
data.put("type", 3);
- data.put("goods", gson.toJson(GoodsDetailVOFactory.convertTaoBao(goodsBrief, null, fanLiRate, shareRate)));
+ data.put("goods",
+ gson.toJson(GoodsDetailVOFactory.convertTaoBao(goodsBrief, hongBaoManageService
+ .getShowComputeRate(acceptData.getPlatform(), acceptData.getVersion()))));
out.print(JsonUtil.loadTrueResult(data));
return true;
}
-
-
+
JSONObject data = new JSONObject();
JSONObject taoBaoGoodsJSON = new JSONObject();
taoBaoGoodsJSON.put("title", tb.getTitle());
@@ -437,7 +533,7 @@
@RequestMapping(value = "tokenReceive", method = RequestMethod.POST)
public void tokenReceive(AcceptData acceptData, Long uid, String token, PrintWriter out) {
try {
- String msg = tokenRecordService.receiveToken(token, uid);
+ String msg = tokenRecordService.receiveToken(token, uid, acceptData);
out.print(JsonUtil.loadTrueResult(msg));
} catch (TokenRecordException e) {
out.print(JsonUtil.loadFalseResult(e.getCode(), e.getMsg()));
@@ -583,7 +679,8 @@
* @param endprice
* @return
*/
- private void searchTaoBaoGoods(AcceptData acceptData, String key, Integer page, String filter, Integer order, PrintWriter out) {
+ private void searchTaoBaoGoods(AcceptData acceptData, String key, Integer page, String filter, Integer order,
+ PrintWriter out) {
SearchFilter sf = new SearchFilter();
sf.setKey(SearchFilterUtil.filterSearchContent(key));
sf.setPage(page);
@@ -664,10 +761,11 @@
}
List<GoodsDetailVO> list = new ArrayList<GoodsDetailVO>();
- BigDecimal fanLiRate = hongBaoManageService.getFanLiRate();
- BigDecimal shareRate = hongBaoManageService.getShareRate();
+ ConfigParamsDTO paramsDTO = hongBaoManageService.getShowComputeRate(acceptData.getPlatform(),
+ acceptData.getVersion());
+
for (TaoBaoGoodsBrief goods : taoBaoGoodsBriefs) {
- list.add(GoodsDetailVOFactory.convertTaoBao(goods, null, fanLiRate, shareRate));
+ list.add(GoodsDetailVOFactory.convertTaoBao(goods, paramsDTO));
}
Gson gson = JsonUtil.getConvertBigDecimalToStringSubZeroBuilder(new GsonBuilder())
@@ -678,24 +776,40 @@
data.put("count", result.getTaoBaoHead().getDocsfound());
if (page == 1) { // 绗竴椤佃繑鍥炲簵閾轰俊鎭�
- List<TaoBaoShopVO> listShop = taoBaoShopService.getShopByKeyV2(key);
- if (listShop != null && listShop.size() > 0 && listShop.get(0).getListGoodsVO() != null
- && listShop.get(0).getListGoodsVO().size() > 2) {
- String platform = acceptData.getPlatform();
- TaoBaoShopVO taoBaoShop = listShop.get(0);
- if (("ios".equalsIgnoreCase(platform) && VersionUtil.greaterThan_2_0(platform, acceptData.getVersion()))
- || ("android".equalsIgnoreCase(platform) && VersionUtil.greaterThan_2_0_1(platform, acceptData.getVersion()))) {
- BrandInfoVO brandInfoVO = new BrandInfoVO();
- brandInfoVO.setId(taoBaoShop.getId());
- brandInfoVO.setName(taoBaoShop.getShopName());
- brandInfoVO.setIcon(taoBaoShop.getShopIcon());
- brandInfoVO.setListGoods(taoBaoShop.getListGoodsVO());
+ String platform = acceptData.getPlatform();
+ String version = acceptData.getVersion();
+ if (("ios".equalsIgnoreCase(platform) && VersionUtil.greaterThan_2_1(platform, version))
+ || ("android".equalsIgnoreCase(platform) && VersionUtil.greaterThan_2_0_2(platform, version))) {
+ BrandInfoVO brandInfoVO = null;
+ try {
+ brandInfoVO = brandInfoService.listByAlikeName(key, acceptData.getPlatform(),
+ acceptData.getVersion());
+ } catch (Exception e) {
+ }
+ if (brandInfoVO != null)
data.put("shop", JsonUtil.getApiCommonGson().toJson(brandInfoVO));
- } else {
- data.put("shop", JsonUtil.getApiCommonGson().toJson(taoBaoShop));
+ } else {
+ List<TaoBaoShopVO> listShop = taoBaoShopService.getShopByKeyV2(key, acceptData.getPlatform(),
+ acceptData.getVersion());
+ if (listShop != null && listShop.size() > 0 && listShop.get(0).getListGoodsVO() != null
+ && listShop.get(0).getListGoodsVO().size() > 2) {
+ TaoBaoShopVO taoBaoShop = listShop.get(0);
+ if (("ios".equalsIgnoreCase(platform) && VersionUtil.greaterThan_2_0(platform, version))
+ || ("android".equalsIgnoreCase(platform)
+ && VersionUtil.greaterThan_2_0_1(platform, version))) {
+ BrandInfoVO brandInfoVO = new BrandInfoVO();
+ brandInfoVO.setId(taoBaoShop.getId());
+ brandInfoVO.setName(taoBaoShop.getShopName());
+ brandInfoVO.setIcon(taoBaoShop.getShopIcon());
+ brandInfoVO.setListGoods(taoBaoShop.getListGoodsVO());
+ data.put("shop", JsonUtil.getApiCommonGson().toJson(brandInfoVO));
+ } else {
+ data.put("shop", JsonUtil.getApiCommonGson().toJson(taoBaoShop));
+ }
}
}
}
+
out.print(JsonUtil.loadTrueResult(data));
}
@@ -710,7 +824,8 @@
* @param endprice
* @return
*/
- private void searchJDGoods(AcceptData acceptData, String key, Integer page, String filter, Integer order, PrintWriter out) {
+ private void searchJDGoods(AcceptData acceptData, String key, Integer page, String filter, Integer order,
+ PrintWriter out) {
JDSearchResult result = null;
boolean hasCoupon = false;
@@ -852,12 +967,12 @@
List<JDGoods> goodsList = result.getGoodsList();
if (goodsList != null && goodsList.size() > 0) {
- BigDecimal fanLiRate = hongBaoManageService.getFanLiRate();
- BigDecimal shareRate = hongBaoManageService.getShareRate();
Gson gson = JsonUtil.getConvertBigDecimalToStringSubZeroBuilder(new GsonBuilder())
.excludeFieldsWithoutExposeAnnotation().setDateFormat("yyyy-MM-dd").create();
+ ConfigParamsDTO paramsDTO = hongBaoManageService.getShowComputeRate(acceptData.getPlatform(),
+ acceptData.getVersion());
for (JDGoods goods : goodsList) {
- GoodsDetailVO goodsDetailVO = GoodsDetailVOFactory.convertJDGoods(goods, fanLiRate, shareRate);
+ GoodsDetailVO goodsDetailVO = GoodsDetailVOFactory.convertJDGoods(goods, paramsDTO);
if (hasCoupon) {
if (goodsDetailVO.isHasCoupon()) {
array.add(gson.toJson(goodsDetailVO));
@@ -885,7 +1000,8 @@
* @param endprice
* @return
*/
- private void searchPDDGoods(AcceptData acceptData, String key, Integer page, String filter, Integer order, PrintWriter out) {
+ private void searchPDDGoods(AcceptData acceptData, String key, Integer page, String filter, Integer order,
+ PrintWriter out) {
PDDSearchFilter pddfilter = new PDDSearchFilter();
pddfilter.setKw(SearchFilterUtil.filterSearchContent(key));
pddfilter.setPage(page);
@@ -935,11 +1051,11 @@
Gson gson = JsonUtil.getApiCommonGson();
List<PDDGoodsDetail> goodsList = result.getGoodsList();
if (goodsList != null && goodsList.size() > 0) {
- BigDecimal fanLiRate = hongBaoManageService.getFanLiRate();
- BigDecimal shareRate = hongBaoManageService.getShareRate();
+ ConfigParamsDTO paramsDTO = hongBaoManageService.getShowComputeRate(acceptData.getPlatform(),
+ acceptData.getVersion());
for (PDDGoodsDetail goods : goodsList) {
- GoodsDetailVO goodsDetailVO = GoodsDetailVOFactory.convertPDDGoods(goods, fanLiRate, shareRate);
+ GoodsDetailVO goodsDetailVO = GoodsDetailVOFactory.convertPDDGoods(goods, paramsDTO);
array.add(gson.toJson(goodsDetailVO));
}
}
--
Gitblit v1.8.0