爬单规则修改

hexiaohui

2019-01-29 6a2e44aab53743d1595cdded27d85a8f67f3270c

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
package com.yeshi.fanli.job; 
 
import java.util.Iterator; 
import java.util.List; 
import java.util.Map; 
 
import javax.annotation.Resource; 
 
import org.springframework.scheduling.annotation.Scheduled; 
import org.springframework.stereotype.Component; 
 
import com.yeshi.fanli.entity.taobao.TaoBaoOrder; 
import com.yeshi.fanli.log.LogHelper; 
import com.yeshi.fanli.service.inter.taobao.TaoBaoOrderService; 
import com.yeshi.fanli.util.CMQManager; 
import com.yeshi.fanli.util.Constant; 
import com.yeshi.fanli.util.RedisManager; 
import com.yeshi.fanli.util.StringUtil; 
import com.yeshi.fanli.util.TimeUtil; 
import com.yeshi.fanli.util.taobao.TaoBaoOrderUtil; 
import com.yeshi.fanli.util.taobao.TaoKeApiUtil; 
 
/** 
 * 淘宝渠道订单更新 
 *  
 * @author hexiaohui 
 * 
 */ 
@Component 
public class UpdateRelationAndSpecialOrderJob { 
 
    @Resource 
    private TaoBaoOrderService taoBaoOrderService; 
 
    @Resource 
    private RedisManager redisManager; 
 
    private void updateRelationOrder(long startTime) { 
        String startTimeStr = TimeUtil.getGernalTime(startTime, "yyyy-MM-dd HH:mm:ss"); 
        List<TaoBaoOrder> orderList = TaoKeApiUtil.getTaoBaoRelationOrder(startTimeStr, Constant.TAOBAO_AUTH_APPKEY, 
                Constant.TAOBAO_AUTH_APPSECRET); 
        addRelationAndSpecialOrder(orderList); 
    } 
 
    private void updateSpecialOrder(long startTime) { 
        String startTimeStr = TimeUtil.getGernalTime(startTime, "yyyy-MM-dd HH:mm:ss"); 
        List<TaoBaoOrder> orderList = TaoKeApiUtil.getTaoBaoSpecialOrder(startTimeStr, Constant.TAOBAO_AUTH_APPKEY, 
                Constant.TAOBAO_AUTH_APPSECRET); 
        addRelationAndSpecialOrder(orderList); 
    } 
 
    private void addRelationAndSpecialOrder(List<TaoBaoOrder> orderList) { 
        try { 
            taoBaoOrderService.addTaoBaoOrderList(orderList); 
        } catch (Exception e) { 
            try { 
                LogHelper.errorDetailInfo(e); 
            } catch (Exception e1) { 
                e1.printStackTrace(); 
            } 
        } 
 
        try { 
            Map<String, List<TaoBaoOrder>> map = TaoBaoOrderUtil.classifyTaoBaoOrderByOrderId(orderList); 
            if (map != null) { 
                Iterator<String> its = map.keySet().iterator(); 
                while (its.hasNext()) { 
                    String key = its.next(); 
                    List<TaoBaoOrder> orders = map.get(key); 
                    String redisKey = "addorderqueue-" + key; 
                    // redis做频率限制 
                    try { 
                        if (!StringUtil.isNullOrEmpty(redisManager.getCommonString(redisKey))) { 
                            continue; 
                        } 
 
                    } catch (Exception e) { 
 
                    } 
 
                    CMQManager.getInstance().addTaoBaoOrderMsg(key, orders); 
 
                    try { 
                        // 20分钟内不再处理 
                        redisManager.cacheCommonString(redisKey, "1", 60 * 20); 
                    } catch (Exception e) { 
 
                    } 
                } 
            } 
        } catch (Exception e) { 
            try { 
                LogHelper.errorDetailInfo(e); 
            } catch (Exception e1) { 
                e1.printStackTrace(); 
            } 
        } 
    } 
 
    // 每30s爬取一次 
    @Scheduled(cron = "0/30 * * * * ? ") 
    public void doJob1() { 
        if (!Constant.IS_TASK) 
            return; 
        long currentTime = System.currentTimeMillis(); 
        updateRelationOrder(currentTime); 
        updateSpecialOrder(currentTime); 
    } 
 
}