package com.yeshi.fanli.job.order.jd;
|
|
import java.util.ArrayList;
|
import java.util.Calendar;
|
import java.util.Date;
|
import java.util.List;
|
|
import javax.annotation.Resource;
|
|
import com.yeshi.fanli.dao.jd.JDOrderBackUpDao;
|
import com.yeshi.fanli.dto.jd.JDOrderForBackUpResult;
|
import com.yeshi.fanli.entity.jd.JDBackUpOrder;
|
import com.yeshi.fanli.util.Constant;
|
import org.springframework.stereotype.Component;
|
|
import com.xxl.job.core.biz.model.ReturnT;
|
import com.xxl.job.core.handler.annotation.XxlJob;
|
import com.yeshi.fanli.dto.jd.JDOrderResult;
|
import com.yeshi.fanli.entity.jd.JDOrder;
|
import com.yeshi.fanli.exception.jd.JDOrderException;
|
import com.yeshi.fanli.log.LogHelper;
|
import com.yeshi.fanli.service.inter.order.jd.JDOrderService;
|
import com.yeshi.fanli.util.RedisKeyEnum;
|
import com.yeshi.fanli.util.RedisManager;
|
import com.yeshi.fanli.util.StringUtil;
|
import org.yeshi.utils.TimeUtil;
|
import com.yeshi.fanli.util.jd.JDApiUtil;
|
import com.yeshi.fanli.util.mq.cmq.order.JDOrderCMQManager;
|
|
//从淘宝爬去订单更新
|
@Component
|
public class UpdateJDOrderJob {
|
|
@Resource
|
private JDOrderService jdOrderService;
|
|
@Resource
|
private RedisManager redisManager;
|
|
@Resource
|
private JDOrderBackUpDao jdOrderBackUpDao;
|
|
|
/**
|
* 保存订单
|
*
|
* @param jdOrderList
|
*/
|
public void saveJDOrders(List<JDOrder> jdOrderList) {
|
//5分钟不更新就报警
|
try {
|
redisManager.cacheCommonString(RedisKeyEnum.monitor.getKey() + Constant.SOURCE_TYPE_JD, "1", 60 * 5);
|
} catch (Exception e) {
|
}
|
|
for (JDOrder order : jdOrderList) {
|
LogHelper.orderInfo("京东订单:" + order.getOrderId() + "-" + order.getValidCode());
|
if (order.getValidCode() == 15)// 过滤掉待付款
|
continue;
|
|
// 防止多个商品拆单问题，爬取
|
if (order.getOrderItemList().size() > 1
|
&& order.getOrderTime() > System.currentTimeMillis() - 1000 * 60 * 3L) {
|
continue;
|
}
|
|
try {
|
jdOrderService.addJDOrder(order);
|
/**
|
* 做频率限制
|
*/
|
String key = RedisKeyEnum.getRedisKey(RedisKeyEnum.JDOrder, order.getOrderId() + "");
|
String result = redisManager.getCommonString(key);
|
// 判断
|
if (StringUtil.isNullOrEmpty(result)) {
|
JDOrderCMQManager.getInstance().addJDOrder(order.getOrderId() + "");
|
redisManager.cacheCommonString(key, "1", 60 * 60 * 2);// 2小时内不再更新
|
}
|
} catch (JDOrderException e) {
|
e.printStackTrace();
|
}
|
}
|
}
|
|
/**
|
* 快速订单更新（爬取本小时内的单,每分钟一次）
|
*/
|
@XxlJob("updateJDOrderHandler")
|
public ReturnT<String> updateJDSoonOrder(String param) throws Exception {
|
if ("1".equalsIgnoreCase(param)) {// 更新本小时内的单
|
LogHelper.job("开始爬取京东订单");
|
long now = System.currentTimeMillis();
|
|
JDOrderResult result = JDApiUtil.getOrderList(1, 200, new Date(now), JDApiUtil.ORDER_TYPE_CREATETIME);
|
if (result != null && result.getOrderList() != null)
|
saveJDOrders(result.getOrderList());
|
// 查询上个小时的
|
result = JDApiUtil.getOrderList(1, 200, new Date(now - 1000 * 60 * 60L), JDApiUtil.ORDER_TYPE_CREATETIME);
|
if (result != null && result.getOrderList() != null)
|
saveJDOrders(result.getOrderList());
|
} else if ("1hour".equalsIgnoreCase(param)) {// 更新1小时内的订单
|
updateUpdateOrder();
|
} else if ("1day".equalsIgnoreCase(param)) {// 更新1天内的订单
|
updateLatestDayOrder(new Date(System.currentTimeMillis()));
|
} else if ("3day".equalsIgnoreCase(param)) {// 更新最近3天更新的数据
|
updateLatest3DayOrder();
|
}
|
|
return ReturnT.SUCCESS;
|
}
|
|
/**
|
* 爬取最近一小时内的状态更新了的单(10分钟一次)
|
*/
|
|
public void updateUpdateOrder() {
|
List<JDOrder> jdOrderList = new ArrayList<>();
|
int pageSize = 200;
|
int page = 1;
|
JDOrderResult result = JDApiUtil.getOrderList(page++, pageSize, new Date(), JDApiUtil.ORDER_TYPE_UPDATETIME);
|
if (result != null) {
|
jdOrderList.addAll(result.getOrderList());
|
while (result != null && result.isHasMore()) {
|
result = JDApiUtil.getOrderList(page++, pageSize, new Date(), JDApiUtil.ORDER_TYPE_UPDATETIME);
|
if (result != null)
|
jdOrderList.addAll(result.getOrderList());
|
}
|
}
|
saveJDOrders(jdOrderList);
|
}
|
|
/**
|
* 更新一个小时的订单
|
*
|
* @param date
|
*/
|
private List<JDOrder> getHourOrder(Date date) {
|
List<JDOrder> jdOrderList = new ArrayList<>();
|
int pageSize = 200;
|
int page = 1;
|
JDOrderResult result = JDApiUtil.getOrderList(page++, pageSize, date, JDApiUtil.ORDER_TYPE_UPDATETIME);
|
if (result != null) {
|
jdOrderList.addAll(result.getOrderList());
|
while (result != null && result.isHasMore()) {
|
result = JDApiUtil.getOrderList(page++, pageSize, date, JDApiUtil.ORDER_TYPE_UPDATETIME);
|
if (result != null)
|
jdOrderList.addAll(result.getOrderList());
|
}
|
}
|
return jdOrderList;
|
}
|
|
/**
|
* 更新一天的数据
|
*
|
* @param date
|
*/
|
public void updateDayOrder(Date date) {
|
Date now = new Date();
|
List<JDOrder> orderList = new ArrayList<>();
|
Date startTime = new Date(
|
TimeUtil.convertToTimeTemp(TimeUtil.getGernalTime(date.getTime(), "yyyy-MM-dd"), "yyyy-MM-dd"));
|
// 一个小时为一个步长
|
for (int i = 0; i < 24; i++) {
|
Date da = new Date(startTime.getTime() + 1000 * 60 * 60L * i);
|
if (da.getTime() > now.getTime())
|
break;
|
List<JDOrder> tempOrderList = getHourOrder(da);
|
if (tempOrderList != null && tempOrderList.size() > 0)
|
orderList.addAll(tempOrderList);
|
}
|
saveJDOrders(orderList);
|
}
|
|
/**
|
* 更新最近一天的数据
|
*
|
* @param date
|
*/
|
public void updateLatestDayOrder(Date date) {
|
Date now = new Date();
|
List<JDOrder> orderList = new ArrayList<>();
|
Date startTime = new Date(date.getTime() - 1000 * 60 * 60 * 24L);
|
// 一个小时为一个步长
|
for (int i = 0; i < 24; i++) {
|
Date da = new Date(startTime.getTime() + 1000 * 60 * 60L * i);
|
if (da.getTime() > now.getTime())
|
break;
|
List<JDOrder> tempOrderList = getHourOrder(da);
|
if (tempOrderList != null && tempOrderList.size() > 0)
|
orderList.addAll(tempOrderList);
|
}
|
saveJDOrders(orderList);
|
}
|
|
/**
|
* 更新最近3天的订单（每天早上凌晨0点过10分，早上8点过10分）
|
*/
|
public void updateLatest3DayOrder() {
|
Date now = new Date();
|
for (int i = 1; i < 4; i++) {
|
updateDayOrder(new Date(now.getTime() - 1000 * 60 * 60 * 24L * i));
|
}
|
}
|
|
|
@XxlJob("order-jd-backup")
|
public ReturnT<String> backUpOrder(String param) throws Exception {
|
//更新90天以前的近3天的数据
|
long startTime = System.currentTimeMillis() - 1000 * 60 * 60 * 24L * 90;
|
|
for (int i = 0; i < 24 * 3; i++) {
|
List<JDBackUpOrder> orderList = getBackUpOrders(new Date(startTime + i * 1000 * 60 * 60L));
|
if (orderList != null && orderList.size() > 0) {
|
for (JDBackUpOrder order : orderList) {
|
order.setUpdateTime(new Date());
|
jdOrderBackUpDao.save(order);
|
}
|
}
|
}
|
return ReturnT.SUCCESS;
|
}
|
|
private List<JDBackUpOrder> getBackUpOrders(Date hourDate) {
|
List<JDBackUpOrder> jdOrderList = new ArrayList<>();
|
int pageSize = 200;
|
int page = 1;
|
JDOrderForBackUpResult result = JDApiUtil.getOrderListForBackUp(page++, pageSize, hourDate, JDApiUtil.ORDER_TYPE_UPDATETIME);
|
if (result != null) {
|
jdOrderList.addAll(result.getOrderList());
|
while (result != null && result.isHasMore()) {
|
result = JDApiUtil.getOrderListForBackUp(page++, pageSize, hourDate, JDApiUtil.ORDER_TYPE_UPDATETIME);
|
if (result != null)
|
jdOrderList.addAll(result.getOrderList());
|
}
|
}
|
return jdOrderList;
|
}
|
|
|
}
|
