初始化导入

admin

2020-06-04 707fe882db81a134a8c9fe4314c7a6a0b1c103e3

 src/main/java/com/ks/tool/bkz/controller/ParseController.java

@@ -1,19 +1,35 @@
package com.ks.tool.bkz.controller;

import com.alibaba.fastjson.JSONObject;
import com.ks.tool.bkz.dto.FirstOrderSubParseResult;
import com.ks.tool.bkz.entity.FirstOrderSubInfo;
import com.ks.tool.bkz.service.FirstOrderSubInfoService;
import com.ks.tool.bkz.service.manager.RedisManager;
import com.ks.tool.bkz.util.FirstOrderSubDataUtil;
import com.ks.tool.bkz.util.JsonUtil;
import com.ks.tool.bkz.util.UrlUtil;
import org.omg.CORBA.PUBLIC_MEMBER;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.ResponseBody;

import javax.annotation.Resource;
import java.io.PrintWriter;
import java.io.UnsupportedEncodingException;
import java.net.URLDecoder;
import java.net.URLEncoder;
import java.util.List;
import java.util.Map;

@Controller
@RequestMapping("parse")
public class ParseController {

    String cookie = null;
    @Resource
    private RedisManager redisManager;

    @Resource
    private FirstOrderSubInfoService firstOrderSubInfoService;

    @RequestMapping("getRequestUrl")
    @ResponseBody
@@ -21,24 +37,35 @@
        String host = UrlUtil.getHost(baseUrl);
        Map<String, String> params = UrlUtil.getParamsMap(baseUrl);
        params.put("t", System.currentTimeMillis() + "");
        cookie = redisManager.get("cookie");
        String token = FirstOrderSubDataUtil.getTokenFromCookie(cookie);
        String data = params.get("data");
        try {
            data = URLDecoder.decode(data, "UTF-8");
        } catch (UnsupportedEncodingException e) {
            e.printStackTrace();
        }
        JSONObject dataJSON = JSONObject.parseObject(data);
        String paramsStr = dataJSON.getString("params");
        dataJSON = JSONObject.parseObject(paramsStr);
        int pageNo = dataJSON.getInteger("pageNo");
        dataJSON.put("pageNo", pageNo + 1);

        JSONObject paramsJSON = new JSONObject();
        paramsJSON.put("params", dataJSON.toJSONString());
        data = paramsJSON.toJSONString();
        String sign = FirstOrderSubDataUtil.getSign(token, params.get("t"), params.get("appKey"), data);
        params.put("data", data);
        params.put("sign", sign);
        String requestUrl = UrlUtil.getRequestUrl(host, params);


        return requestUrl;
        if (pageNo < 30) {
            dataJSON.put("pageNo", pageNo + 1);
            JSONObject paramsJSON = new JSONObject();
            paramsJSON.put("params", dataJSON.toJSONString());
            data = paramsJSON.toJSONString();
            String sign = FirstOrderSubDataUtil.getSign(token, params.get("t"), params.get("appKey"), data);
            params.put("data", data);
            params.put("sign", sign);
            String requestUrl = UrlUtil.getRequestUrl(host, params);
            JSONObject root = new JSONObject();
            root.put("url", requestUrl);
            System.out.println(requestUrl);
            return JsonUtil.loadTrueResult(root);
        } else {
            return JsonUtil.loadFalseResult(1, "");
        }
    }


@@ -49,9 +76,42 @@
     * @return
     */
    @RequestMapping("uploadCookies")
    @ResponseBody
    public String uploadCookie(String cookies) {
        this.cookie = cookies;
        return "";
        redisManager.save("cookie", cookies, 60 * 60);
        return cookies;
    }

    @RequestMapping("getLoginUrl")
    public void getLoginUrl(PrintWriter out) {
        JSONObject data = new JSONObject();
        data.put("loginUrl", String.format("http://login.taobao.com/member/login.jhtml?style=mini&newMini2=true&redirectURL=%s&full_redirect=true&disableQuickLogin=true", URLEncoder.encode("https://m.tb.cn/h.VN61jro?sm=9ed9c4")));
        out.print(JsonUtil.loadTrueResult(data));
    }


    @RequestMapping("getCookie")
    @ResponseBody
    public String getCookie() {
        return redisManager.get("cookie");
    }

    @RequestMapping("uploadContent")
    @ResponseBody
    public String uploadContent(String content) {
        FirstOrderSubParseResult result = FirstOrderSubDataUtil.parseOrderSubData(content);
        if (result != null && result.isHasNextPage()) {
            if (result.getGoodsList() != null)
                for (FirstOrderSubInfo info : result.getGoodsList()) {
                    firstOrderSubInfoService.add(info);
                    System.out.println(info.getId() + "-" + info.getTitle());
                }
            System.out.println("----------------------------");
            return JsonUtil.loadTrueResult(null);
        } else {
            return JsonUtil.loadFalseResult(1, "无更多数据");
        }
    }