From 707fe882db81a134a8c9fe4314c7a6a0b1c103e3 Mon Sep 17 00:00:00 2001 From: admin <weikou2014> Date: 星期四, 04 六月 2020 18:24:32 +0800 Subject: [PATCH] 初始化导入 --- src/main/java/com/ks/tool/bkz/controller/ParseController.java | 83 +++++++++++++++++++++++++++++++++++------ 1 files changed, 71 insertions(+), 12 deletions(-) diff --git a/src/main/java/com/ks/tool/bkz/controller/ParseController.java b/src/main/java/com/ks/tool/bkz/controller/ParseController.java index 4bcef64..bcecf8e 100644 --- a/src/main/java/com/ks/tool/bkz/controller/ParseController.java +++ b/src/main/java/com/ks/tool/bkz/controller/ParseController.java @@ -1,19 +1,35 @@ package com.ks.tool.bkz.controller; import com.alibaba.fastjson.JSONObject; +import com.ks.tool.bkz.dto.FirstOrderSubParseResult; +import com.ks.tool.bkz.entity.FirstOrderSubInfo; +import com.ks.tool.bkz.service.FirstOrderSubInfoService; +import com.ks.tool.bkz.service.manager.RedisManager; import com.ks.tool.bkz.util.FirstOrderSubDataUtil; +import com.ks.tool.bkz.util.JsonUtil; import com.ks.tool.bkz.util.UrlUtil; +import org.omg.CORBA.PUBLIC_MEMBER; import org.springframework.stereotype.Controller; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.ResponseBody; +import javax.annotation.Resource; +import java.io.PrintWriter; +import java.io.UnsupportedEncodingException; +import java.net.URLDecoder; +import java.net.URLEncoder; +import java.util.List; import java.util.Map; @Controller @RequestMapping("parse") public class ParseController { - String cookie = null; + @Resource + private RedisManager redisManager; + + @Resource + private FirstOrderSubInfoService firstOrderSubInfoService; @RequestMapping("getRequestUrl") @ResponseBody @@ -21,24 +37,35 @@ String host = UrlUtil.getHost(baseUrl); Map<String, String> params = UrlUtil.getParamsMap(baseUrl); params.put("t", System.currentTimeMillis() + ""); + cookie = redisManager.get("cookie"); String token = FirstOrderSubDataUtil.getTokenFromCookie(cookie); String data = params.get("data"); + try { + data = URLDecoder.decode(data, "UTF-8"); + } catch (UnsupportedEncodingException e) { + e.printStackTrace(); + } JSONObject dataJSON = JSONObject.parseObject(data); String paramsStr = dataJSON.getString("params"); dataJSON = JSONObject.parseObject(paramsStr); int pageNo = dataJSON.getInteger("pageNo"); - dataJSON.put("pageNo", pageNo + 1); - JSONObject paramsJSON = new JSONObject(); - paramsJSON.put("params", dataJSON.toJSONString()); - data = paramsJSON.toJSONString(); - String sign = FirstOrderSubDataUtil.getSign(token, params.get("t"), params.get("appKey"), data); - params.put("data", data); - params.put("sign", sign); - String requestUrl = UrlUtil.getRequestUrl(host, params); - - - return requestUrl; + if (pageNo < 30) { + dataJSON.put("pageNo", pageNo + 1); + JSONObject paramsJSON = new JSONObject(); + paramsJSON.put("params", dataJSON.toJSONString()); + data = paramsJSON.toJSONString(); + String sign = FirstOrderSubDataUtil.getSign(token, params.get("t"), params.get("appKey"), data); + params.put("data", data); + params.put("sign", sign); + String requestUrl = UrlUtil.getRequestUrl(host, params); + JSONObject root = new JSONObject(); + root.put("url", requestUrl); + System.out.println(requestUrl); + return JsonUtil.loadTrueResult(root); + } else { + return JsonUtil.loadFalseResult(1, ""); + } } @@ -52,8 +79,40 @@ @ResponseBody public String uploadCookie(String cookies) { this.cookie = cookies; + redisManager.save("cookie", cookies, 60 * 60); return cookies; } + @RequestMapping("getLoginUrl") + public void getLoginUrl(PrintWriter out) { + JSONObject data = new JSONObject(); + data.put("loginUrl", String.format("http://login.taobao.com/member/login.jhtml?style=mini&newMini2=true&redirectURL=%s&full_redirect=true&disableQuickLogin=true", URLEncoder.encode("https://m.tb.cn/h.VN61jro?sm=9ed9c4"))); + out.print(JsonUtil.loadTrueResult(data)); + } + + + @RequestMapping("getCookie") + @ResponseBody + public String getCookie() { + return redisManager.get("cookie"); + } + + @RequestMapping("uploadContent") + @ResponseBody + public String uploadContent(String content) { + FirstOrderSubParseResult result = FirstOrderSubDataUtil.parseOrderSubData(content); + if (result != null && result.isHasNextPage()) { + if (result.getGoodsList() != null) + for (FirstOrderSubInfo info : result.getGoodsList()) { + firstOrderSubInfoService.add(info); + System.out.println(info.getId() + "-" + info.getTitle()); + } + System.out.println("----------------------------"); + return JsonUtil.loadTrueResult(null); + } else { + return JsonUtil.loadFalseResult(1, "鏃犳洿澶氭暟鎹�"); + } + } + } -- Gitblit v1.8.0