风行网页版爬虫

admin

2024-09-05 ab35ac8b769b2d9816dffb33a64f2c6f7bd5dd6e

 src/main/java/com/yeshi/buwan/controller/parser/UserParser.java

@@ -1,9 +1,10 @@
package com.yeshi.buwan.controller.parser;

import com.google.gson.Gson;
import com.google.gson.GsonBuilder;
import com.google.gson.reflect.TypeToken;
import com.yeshi.buwan.domain.*;
import com.yeshi.buwan.domain.Collection;
import com.yeshi.buwan.domain.*;
import com.yeshi.buwan.domain.solr.SolrAlbumVideo;
import com.yeshi.buwan.domain.solr.SolrShortVideo;
import com.yeshi.buwan.domain.system.DetailSystem;
@@ -15,10 +16,12 @@
import com.yeshi.buwan.dto.search.SolrShortVideoSearchFilter;
import com.yeshi.buwan.dto.search.SolrVideoSearchFilter;
import com.yeshi.buwan.dto.user.LoginInfoDto;
import com.yeshi.buwan.dto.user.QQUserInfo;
import com.yeshi.buwan.exception.SMSException;
import com.yeshi.buwan.exception.user.LoginUserException;
import com.yeshi.buwan.exception.user.RegisterUserException;
import com.yeshi.buwan.videos.pptv.PPTVUtil;
import com.yeshi.buwan.service.imp.*;
import com.yeshi.buwan.service.inter.SMSService;
import com.yeshi.buwan.service.inter.juhe.InternetSearchVideoService;
import com.yeshi.buwan.service.inter.system.SystemConfigService;
import com.yeshi.buwan.service.manager.search.SolrAlbumVideoDataManager;
@@ -27,14 +30,16 @@
import com.yeshi.buwan.util.*;
import com.yeshi.buwan.util.JuHe.VideoResourceUtil;
import com.yeshi.buwan.util.annotation.RequireUid;
import com.yeshi.buwan.util.email.MailSenderUtil;
import com.yeshi.buwan.util.factory.VideoInfoFactory;
import com.yeshi.buwan.util.factory.vo.UserInfoVOFactory;
import com.yeshi.buwan.util.log.LoggerUtil;
import com.yeshi.buwan.util.log.UserActiveLogFactory;
import com.yeshi.buwan.util.login.QQLoginUtil;
import com.yeshi.buwan.util.video.VideoCategoryConstant;
import com.yeshi.buwan.util.video.VideoConstant;
import com.yeshi.buwan.util.video.VideoUtil;
import com.yeshi.buwan.util.wx.MyWXLoginUtil;
import com.yeshi.buwan.videos.pptv.PPTVUtil;
import com.yeshi.buwan.vo.AcceptData;
import com.yeshi.buwan.vo.video.VideoListResultVO;
import net.sf.json.JSONArray;
@@ -42,6 +47,10 @@
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Controller;
import org.yeshi.utils.entity.wx.WeiXinUser;
import org.yeshi.utils.exception.MailSendException;
import org.yeshi.utils.mail.EmailApiUtil;
import org.yeshi.utils.mail.EmailInfo;
import redis.clients.jedis.Jedis;

import javax.annotation.Resource;
@@ -56,6 +65,8 @@
public class UserParser {

    Logger searchKeyLogger = LoggerFactory.getLogger("searchKey");

    Logger logger = LoggerFactory.getLogger(UserParser.class);


    @Resource
@@ -96,6 +107,12 @@
    @Resource
    private RedisManager redisManager;

    @Resource
    private SMSService smsService;

    @Resource
    DetailSystemConfigService detailSystemConfigService;

    public void getUid(AcceptData acceptData, HttpServletRequest request, PrintWriter out) {
        DetailSystem detailSystem = systemService.getDetailSystemByPackage(acceptData.getPackageName());
        String uid = userService.getUid(acceptData.getDevice(), acceptData.getSystem(), acceptData.getImei(), acceptData.getMac(), acceptData.getLat(), acceptData.getLng());
@@ -105,7 +122,7 @@
            out.print(JsonUtil.loadFalseJson("获取uid失败"));
            return;
        } else {
            Map<String, String> map = configService.getConfigAsMap(detailSystem, acceptData.getVersion());
            Map<String, String> map = configService.getConfigAsMap(acceptData.getChildDetailSystem(), acceptData.getVersion());
            ShareContent share = shareService.getShareContent(detailSystem.getId());
            JSONObject object = new JSONObject();
            object.put("Uid", uid);
@@ -786,6 +803,32 @@
                        break;
                }
            }
            if (map.get(0) == null) {
                //如果没有热搜榜就填充所有榜单的前几个数据
                List<String> list = new ArrayList<>();
                Type type = new TypeToken<List<String>>() {
                }.getType();

                for (int i = 1; i < 5; i++) {
                    if (map.get(i) != null) {
                        JSONObject json = map.get(i);
                        String key = json.keySet().iterator().next() + "";
                        JSONArray array = json.optJSONArray(key);
                        List<String> keys = new Gson().fromJson(array.toString(), type);
                        if (keys.size() > 3) {
                            list.addAll(keys.subList(0, 3));
                        } else {
                            list.addAll(keys);
                        }
                    }
                }
                if (list.size() > 10) {
                    list = list.subList(0, 10);
                }
                JSONObject data = new JSONObject();
                data.put("热搜榜", list);
                map.put(0, data);
            }
        }

        JSONObject data = new JSONObject();
@@ -864,7 +907,11 @@
                VideoInfo vf = new VideoInfo();
                vf.setId(videoId);
                Collection c = new Collection();
                c.setUser(new UserInfo(acceptData.getUid()));
                if (!StringUtil.isNullOrEmpty(acceptData.getUid())) {
                    c.setUser(new UserInfo(acceptData.getUid()));
                } else {
                    c.setUser(new UserInfo("1"));
                }
                if (!StringUtil.isNullOrEmpty(loginUid)) {
                    c.setLoginUser(new LoginUser(loginUid));
                }
@@ -1107,7 +1154,7 @@
            return;
        }

        if (!StringUtil.isNullOrEmpty(account) && !account.trim().endsWith("@qq.com")) {
        if (!StringUtil.isNullOrEmpty(account) && !account.trim().endsWith("@qq.com") && !acceptData.getPackage().equalsIgnoreCase("com.yeshi.buwanshequ.ios")) {
            out.print(JsonUtil.loadFalseJson("只支持QQ邮箱注册"));
            return;
        }
@@ -1149,13 +1196,13 @@
            out.print(JsonUtil.loadFalseJson("请上传Email"));
            return;
        }
        if (!StringUtil.isNullOrEmpty(account) && !account.trim().endsWith("@qq.com")) {
        if (!StringUtil.isNullOrEmpty(account) && !account.trim().endsWith("@qq.com") && !acceptData.getPackage().equalsIgnoreCase("com.yeshi.buwanshequ.ios")) {
            out.print(JsonUtil.loadFalseJson("只支持QQ邮箱注册"));
            return;
        }

        final String code = StringUtil.getVerifyCode();
        request.getSession().setAttribute(account, code);

        // new Thread(new Runnable() {
        // public void run() {
        // for (int i = 0; i < 3; i++) {
@@ -1168,13 +1215,56 @@
            content = title;
        }

        boolean isS = MailSenderUtil.sendEmail(account, "ysyz17784739772@126.com", "weikou2014", title,
                content);
        System.out.println(content);

        EmailInfo emailInfo = new EmailInfo();
        emailInfo.setToEmail(account);
        emailInfo.setTitle(title);
        emailInfo.setFromEmail("app_yzm_zc@163.com");
        emailInfo.setFormEmailPwd("KZKSRTEMDWEQRAQR");
        emailInfo.setContent(content);
        emailInfo.setApp("影视");
        try {
            EmailApiUtil.sendEmail(emailInfo);
            request.getSession().setAttribute(account, code);
            out.print(JsonUtil.loadTrueJson("验证码发送成功"));
        } catch (MailSendException e) {
            e.printStackTrace();
            out.print(JsonUtil.loadFalseJson("验证码发送失败"));
        }
        // }

        // }).start();
        out.print(JsonUtil.loadTrueJson("验证码发送成功"));
    }


    public void sendSMSCode(AcceptData acceptData, HttpServletRequest request, PrintWriter out) {
        String phone = request.getParameter("phone");

        if (StringUtil.isNullOrEmpty(phone)) {
            out.print(JsonUtil.loadFalseJson("电话号码不能为空"));
            return;
        }

        if (!StringUtil.isMobile(phone)) {
            out.print(JsonUtil.loadFalseJson("电话号码格式不正确"));
            return;
        }

        try {
            smsService.sendLoginVCode(phone, 6, acceptData.getDetailSystem().getId(), acceptData.getVersion());
        } catch (SMSException e) {
            e.printStackTrace();
            out.print(JsonUtil.loadFalseJson(e.getMessage()));
            return;
        } catch (Exception e) {
            logger.error("短信发送出错", e);
            out.print(JsonUtil.loadFalseJson("短信发送出错，请稍后再试"));
            return;
        }
        out.print(JsonUtil.loadTrueJson(""));
    }


    /**
     * 登录
@@ -1183,32 +1273,179 @@
     * @param out
     */
    public void login(AcceptData acceptData, HttpServletRequest request, PrintWriter out) {
        String account = request.getParameter("Email");// 邮箱
        String pwd = request.getParameter("Pwd");// 密码
        if (StringUtil.isNullOrEmpty(account)) {
            out.print(JsonUtil.loadFalseJson("请上传Email"));
            return;
        String loginType = request.getParameter("LoginType");
        int logintTypeInt = LoginUser.LOGIN_TYPE_EMAIL;
        if (!StringUtil.isNullOrEmpty(loginType)) {
            logintTypeInt = Integer.parseInt(loginType);
        }

        if (StringUtil.isNullOrEmpty(pwd)) {
            out.print(JsonUtil.loadFalseJson("请上传Pwd"));
            return;
        }

        // DetailSystem ds =
        // systemService.getDetailSystemByPackage(packageName);
        // 注册 --用户名,昵称,密码

        LoginInfoDto loginInfoDto = new LoginInfoDto();
        loginInfoDto.setLoginType(LoginUser.LOGIN_TYPE_EMAIL);
        loginInfoDto.setSystemId(acceptData.getDetailSystem().getSystem().getId());
        loginInfoDto.setEmail(account);
        loginInfoDto.setPwd(StringUtil.Md5(pwd));
        loginInfoDto.setIpInfo(IPUtil.getRemotIP(request) + ":" + request.getRemotePort());
        switch (logintTypeInt) {
            case LoginUser.LOGIN_TYPE_EMAIL: {
                String account = request.getParameter("Email");// 邮箱
                String pwd = request.getParameter("Pwd");// 密码
                if (StringUtil.isNullOrEmpty(account)) {
                    out.print(JsonUtil.loadFalseJson("请上传Email"));
                    return;
                }

                if (StringUtil.isNullOrEmpty(pwd)) {
                    out.print(JsonUtil.loadFalseJson("请上传Pwd"));
                    return;
                }
                loginInfoDto.setLoginType(LoginUser.LOGIN_TYPE_EMAIL);
                loginInfoDto.setSystemId(acceptData.getDetailSystem().getSystem().getId());
                loginInfoDto.setEmail(account);
                loginInfoDto.setPwd(StringUtil.Md5(pwd));
            }
            break;
            case LoginUser.LOGIN_TYPE_PHONE: {
                String account = request.getParameter("Phone");// 邮箱
                String pwd = request.getParameter("Pwd");// 密码
                if (StringUtil.isNullOrEmpty(account)) {
                    out.print(JsonUtil.loadFalseJson("请上传电话号码"));
                    return;
                }

                if (StringUtil.isNullOrEmpty(pwd)) {
                    out.print(JsonUtil.loadFalseJson("请上传密码"));
                    return;
                }
                loginInfoDto.setLoginType(LoginUser.LOGIN_TYPE_PHONE);
                loginInfoDto.setPhone(account);
                loginInfoDto.setPwd(StringUtil.Md5(pwd));

            }
            break;
            case LoginUser.LOGIN_TYPE_QQ: {
                String accessToken = request.getParameter("AccessToken");
                String openId = request.getParameter("OpenId");
                if (StringUtil.isNullOrEmpty(accessToken) || StringUtil.isNullOrEmpty(openId)) {
                    out.print(JsonUtil.loadFalseJson("请上传QQ授权信息"));
                    return;
                }

                String qqAppId = detailSystemConfigService.getConfigValueByKey("qq_app_id", acceptData.getDetailSystem().getId(), acceptData.getVersion());
                if (StringUtil.isNullOrEmpty(qqAppId)) {
                    out.print(JsonUtil.loadFalseJson("QQ APPID获取出错"));
                    return;
                }
                QQLoginUtil.QQUserInfoEntity userEntity = QQLoginUtil.getUserInfo(qqAppId.trim(), accessToken, openId);
                if (userEntity == null) {
                    out.print(JsonUtil.loadFalseJson("QQ用户信息解析出错"));
                    return;
                }

                QQUserInfo userInfo = new QQUserInfo();
                userInfo.setSex(userEntity.getGender());
                userInfo.setPortrait(userEntity.getFigureurl());
                userInfo.setOpenId(openId);
                userInfo.setName(userEntity.getNickname());
                loginInfoDto.setLoginType(LoginUser.LOGIN_TYPE_QQ);
                loginInfoDto.setQqUserInfo(userInfo);
            }
            break;
            case LoginUser.LOGIN_TYPE_WX: {
                String code = request.getParameter("Code");
                if (StringUtil.isNullOrEmpty(code)) {
                    out.print(JsonUtil.loadFalseJson("请上传微信授权码"));
                    return;
                }

                WeiXinUser weiXinUser = MyWXLoginUtil.getUserInfo(code, MyWXLoginUtil.WEIXIN_APPID, MyWXLoginUtil.WEIXIN_SECRET);
                if (weiXinUser == null) {
                    out.print(JsonUtil.loadFalseJson("获取授权信息失败,请稍后再试"));
                    return;
                }
                loginInfoDto.setLoginType(LoginUser.LOGIN_TYPE_WX);
                loginInfoDto.setWeiXinUser(weiXinUser);
            }
            break;
            default:
                out.print(JsonUtil.loadFalseJson("登录方式错误"));
                return;
        }

        try {
            LoginUser user = userService.login(loginInfoDto);
            out.print(JsonUtil.loadTrueJson(StringUtil.outPutResultJson(user)));
        } catch (LoginUserException e) {
            out.print(JsonUtil.loadFalseJson(e.getMessage()));
            if ((logintTypeInt == LoginUser.LOGIN_TYPE_WX || logintTypeInt == LoginUser.LOGIN_TYPE_QQ) && e.getCode() == LoginUserException.CODE_NO_USER) {
                //注册
                try {
                    LoginUser lu = userService.register(loginInfoDto);
                    if (lu != null) {
                        JSONObject object = new JSONObject();
                        object.put("user", new GsonBuilder().excludeFieldsWithoutExposeAnnotation().create().toJson(lu));
                        out.print(JsonUtil.loadTrueJson(object.toString()));
                    } else {
                        out.print(JsonUtil.loadFalseJson("登录失败"));
                    }
                } catch (RegisterUserException e1) {
                    out.print(JsonUtil.loadFalseJson("登录失败"));
                }
            } else {
                out.print(JsonUtil.loadFalseJson(e.getMessage()));
            }
        }
    }


    /**
     * 登录
     *
     * @param request
     * @param out
     */
    public void phoneLogin(AcceptData acceptData, HttpServletRequest request, PrintWriter out) {
        String account = request.getParameter("phone");// 邮箱
        String vcode = request.getParameter("code");// 密码
        if (StringUtil.isNullOrEmpty(account)) {
            out.print(JsonUtil.loadFalseJson("请上传手机号"));
            return;
        }

        if (StringUtil.isNullOrEmpty(vcode)) {
            out.print(JsonUtil.loadFalseJson("请上传验证码"));
            return;
        }

        if (!smsService.verifyLoginVCode(account, vcode, acceptData.getDetailSystem().getId(), acceptData.getVersion())) {
            out.print(JsonUtil.loadFalseJson("验证码错误"));
            return;
        }

        LoginInfoDto loginInfoDto = new LoginInfoDto();
        loginInfoDto.setLoginType(LoginUser.LOGIN_TYPE_PHONE);
        loginInfoDto.setSystemId(acceptData.getDetailSystem().getSystem().getId());
        loginInfoDto.setPhone(account);
        loginInfoDto.setSmsCode(vcode);
        loginInfoDto.setIpInfo(IPUtil.getRemotIP(request) + ":" + request.getRemotePort());
        try {
            LoginUser user = userService.login(loginInfoDto);
            out.print(JsonUtil.loadTrueJson(StringUtil.outPutResultJson(user)));
        } catch (LoginUserException e) {
            //用户不存在
            if (e.getCode() == LoginUserException.CODE_NO_USER) {
                //注册用户
                try {
                    userService.register(loginInfoDto);
                    //注册成功，开始登录
                    try {
                        LoginUser user = userService.login(loginInfoDto);
                        out.print(JsonUtil.loadTrueJson(StringUtil.outPutResultJson(user)));
                    } catch (LoginUserException e2) {
                        out.print(JsonUtil.loadFalseJson("登录出错，请稍后再试"));
                    }

                } catch (RegisterUserException e1) {
                    e1.printStackTrace();
                    out.print(JsonUtil.loadFalseJson("登录出错，请稍后再试"));
                }
            } else {
                out.print(JsonUtil.loadFalseJson(e.getMessage()));
            }
        }
    }

@@ -1240,7 +1477,7 @@
                user.setPortrait(potrait);
            if (!StringUtil.isNullOrEmpty(sex))
                user.setSex(sex);
            if (!StringUtil.isNullOrEmpty(acceptData.getSign()))
            if (!StringUtil.isNullOrEmpty(personalSign))
                user.setSign(personalSign);
            if (!StringUtil.isNullOrEmpty(birthDay))
                user.setBirthday(birthDay);
@@ -1285,6 +1522,8 @@
     * @param out
     */
    public void setPwd(AcceptData acceptData, HttpServletRequest request, PrintWriter out) {


        String email = request.getParameter("Email");// 个性签名
        String pwd = request.getParameter("Pwd");// 密码
        String verifyCode = request.getParameter("VerifyCode");// 验证码
@@ -1310,7 +1549,7 @@
        }

        // 注册 --用户名,昵称,密码
        LoginUser user = userService.getLoginUserByOpenId(email);
        LoginUser user = userService.getValidLoginUserByEmail(email, acceptData.getDetailSystem().getSystem().getId());
        if (user == null) {
            out.print(JsonUtil.loadFalseJson("该用户不存在"));
        } else {
@@ -1354,13 +1593,14 @@
    public static String savePortrait(String base64, HttpSession session) {
        if (StringUtil.isNullOrEmpty(base64))
            return "";
        base64 = base64.replace("\r\n", "");

        String fileName = "portrait_" + System.currentTimeMillis() + ".jpg";
        // 定义上传路径
        String path = session.getServletContext().getRealPath("upload") + "/" + fileName;
        if (!new File(session.getServletContext().getRealPath("upload") + "/").exists())
            new File(session.getServletContext().getRealPath("upload") + "/").mkdirs();
        boolean isS = StringUtil.generateImageFromBase64(base64, path);
        boolean isS = StringUtil.generateImageFromBase64(base64.replace("\n", ""), path);
        if (!isS)
            return "";

@@ -1391,7 +1631,11 @@
        if (ip == null || ip.length() == 0 || "unknown".equalsIgnoreCase(ip)) {
            ip = request.getRemoteAddr();
        }
        out.print(ip + "-----" + IPUtil.getIPContry(request.getRemoteAddr()));
        try {
            out.print(ip + "-----" + new Gson().toJson(IPUtil.getLocalIPInfo(request.getRemoteAddr())));
        } catch (Exception e) {
            e.printStackTrace();
        }

    }