| | |
| | | package com.yeshi.fanli.service.impl.taobao.dataoke;
|
| | |
|
| | | import java.util.ArrayList;
|
| | | import java.util.Date;
|
| | | import java.util.Collections;
|
| | | import java.util.Comparator;
|
| | | import java.util.List;
|
| | |
|
| | | import javax.annotation.Resource;
|
| | |
|
| | | import org.springframework.stereotype.Service;
|
| | | import org.springframework.transaction.annotation.Transactional;
|
| | |
|
| | | import com.yeshi.fanli.dao.mybatis.taobao.dataoke.DaTaoKeDetailMapper;
|
| | | import com.yeshi.fanli.dto.dataoke.DaTaoKeApiResult;
|
| | | import com.yeshi.fanli.entity.taobao.dataoke.DaTaoKeDetail;
|
| | | import com.yeshi.fanli.log.LogHelper;
|
| | | import com.yeshi.fanli.dto.dataoke.DaTaoKeGoodsResult;
|
| | | import com.yeshi.fanli.entity.taobao.dataoke.DaTaoKeDetailV2;
|
| | | import com.yeshi.fanli.service.inter.taobao.dataoke.DaTaoKeGoodsService;
|
| | | import com.yeshi.fanli.util.RedisManager;
|
| | | import com.yeshi.fanli.util.dataoke.DaTaoKeApiUtil;
|
| | |
|
| | | @Service
|
| | | public class DaTaoKeGoodsServiceImpl implements DaTaoKeGoodsService {
|
| | | @Resource
|
| | | private DaTaoKeDetailMapper daTaoKeDetailMapper;
|
| | |
|
| | | @Resource
|
| | | private RedisManager redisManager;
|
| | |
|
| | | @Override
|
| | | public void startSyncGoods() {
|
| | | // 判断是否有正在进行的更新
|
| | | String key1 = "dataoke-updating";
|
| | | // if (!StringUtil.isNullOrEmpty(redisManager.getCommonString(key1)))
|
| | | // return;
|
| | | public List<DaTaoKeDetailV2> getSearchDiscoveryGoods(String keyWords) {
|
| | | String key = "dataoke-goods-searchdiscovery-" + keyWords;
|
| | | List<DaTaoKeDetailV2> list = redisManager.getObjList(DaTaoKeDetailV2.class, key);
|
| | | if (list == null || list.size() == 0) {
|
| | | DaTaoKeGoodsResult search = DaTaoKeApiUtil.search(keyWords, null, null, null, 1, 10, 0);
|
| | | if (search != null) {
|
| | | list = search.getGoodsList();
|
| | | if (list != null && list.size() > 0) {
|
| | | Comparator<DaTaoKeDetailV2> cm = new Comparator<DaTaoKeDetailV2>() {
|
| | | @Override
|
| | | public int compare(DaTaoKeDetailV2 o1, DaTaoKeDetailV2 o2) {
|
| | | int diff = o1.getHotPush() - o2.getHotPush();
|
| | | if (diff > 0) {
|
| | | return -1;
|
| | | } else if (diff < 0) {
|
| | | return 1;
|
| | | }
|
| | | return 0;
|
| | | }
|
| | | };
|
| | |
|
| | | // 开始更新
|
| | | redisManager.cacheCommonString(key1, "1", 60 * 20);
|
| | | long firstTime = System.currentTimeMillis() - 1000 * 60 * 5L;
|
| | | int totalCount = 0;
|
| | | for (int p = 1; p <= 2000; p++) {// 10W数据
|
| | | DaTaoKeApiResult result = DaTaoKeApiUtil.goodsList(p);
|
| | | if (result.getDetailList().size() < 50)// 更新完成
|
| | | {
|
| | | redisManager.removeCommonString(key1);
|
| | | break;
|
| | | Collections.sort(list, cm);
|
| | |
|
| | | if (list.size() > 3)
|
| | | list = list.subList(0, 3);
|
| | |
|
| | | // 缓存 20分钟
|
| | | redisManager.saveObjList(list, key, 1000 * 60 * 20);
|
| | | }
|
| | | return list;
|
| | | }
|
| | | addGoodsList(result.getDetailList());
|
| | | totalCount += result.getDetailList().size();
|
| | | }
|
| | |
|
| | | LogHelper.test("大淘客总共更新数据数量:" + totalCount);
|
| | | // 清除过期数据
|
| | | if (totalCount > 50000)// 保证有5w数据再清除过期
|
| | | {
|
| | | daTaoKeDetailMapper.deleteByMinUpdateTime(firstTime);
|
| | | LogHelper.test("删除大淘客过期数据:" + totalCount);
|
| | | }
|
| | | }
|
| | |
|
| | | @Transactional
|
| | | private void addGoodsList(List<DaTaoKeDetail> goodsList) {
|
| | | List<Long> idList = new ArrayList<>();
|
| | | for (DaTaoKeDetail goods : goodsList) {
|
| | | goods.setUpdateTime(new Date());
|
| | | idList.add(goods.getId());
|
| | | }
|
| | | // 批量删除
|
| | | daTaoKeDetailMapper.deleteByIdList(idList);
|
| | | // 批量插入
|
| | | daTaoKeDetailMapper.insertByBatch(goodsList);
|
| | | return list;
|
| | | }
|
| | |
|
| | | }
|