yujian
2020-01-18 f4a0f2acc63d7785eab108419a4e16f5f688cb95
fanli/src/main/java/com/yeshi/fanli/util/taobao/DaTaoKeUtil.java
@@ -5,25 +5,30 @@
import java.math.BigDecimal;
import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Calendar;
import java.util.Iterator;
import java.util.List;
import javax.script.Invocable;
import javax.script.ScriptEngine;
import javax.script.ScriptEngineManager;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import com.yeshi.fanli.dto.dataoke.DingDongQiangDTO;
import com.yeshi.fanli.dto.dataoke.DingDongTime;
import com.yeshi.fanli.entity.bus.clazz.GoodsClass;
import com.yeshi.fanli.entity.taobao.TaoBaoCoupon;
import com.yeshi.fanli.entity.taobao.TaoBaoGoodsBrief;
import com.yeshi.fanli.entity.taobao.TaoBaoHead;
import com.yeshi.fanli.entity.taobao.TaoBaoSearchResult;
import com.yeshi.fanli.entity.taobao.dataoke.DaTaoKeDetail;
import com.yeshi.fanli.entity.taobao.dataoke.DaTaoKeDetailV2;
import com.yeshi.fanli.tag.PageEntity;
import com.yeshi.fanli.util.MoneyBigDecimalUtil;
import com.yeshi.fanli.util.StringUtil;
import com.yeshi.fanli.util.TimeUtil;
import net.sf.json.JSONArray;
import net.sf.json.JSONObject;
@@ -99,30 +104,29 @@
         "🌟",// 发光的星星
   };
   static final String[] timeEmojis = new String[] {
         "🕛",// 十二点
         "🕧",// 十二点半
         "🕐",// 一点钟
         "🕜",// 一点半
         "🕑",// 两点
         "🕝",// 两点半
         "🕒",// 三点钟
         "🕞",// 三点半
         "🕓",// 四点钟
         "🕟",// 四点半
         "🕔",// 五时
         "🕠",// 五点半
         "🕕",// 六点
         "🕡",// 六点半
         "🕖",// 七点
         "🕢",// 七点半
         "🕗",// 八点
         "🕣",// 八点半
         "🕘",// 九点钟
         "🕤",// 九点半
         "🕙",// 的十点
         "🕥",// 十点半
         "🕚",// 十一点
   static final String[] timeEmojis = new String[] { "🕛", // 十二点
         "🕧", // 十二点半
         "🕐", // 一点钟
         "🕜", // 一点半
         "🕑", // 两点
         "🕝", // 两点半
         "🕒", // 三点钟
         "🕞", // 三点半
         "🕓", // 四点钟
         "🕟", // 四点半
         "🕔", // 五时
         "🕠", // 五点半
         "🕕", // 六点
         "🕡", // 六点半
         "🕖", // 七点
         "🕢", // 七点半
         "🕗", // 八点
         "🕣", // 八点半
         "🕘", // 九点钟
         "🕤", // 九点半
         "🕙", // 的十点
         "🕥", // 十点半
         "🕚", // 十一点
         "🕦",// 十一点半
   };
@@ -367,67 +371,50 @@
    * 
    * @return
    */
   public static List<TaoBaoGoodsBrief> getDingDongQiang() {
      List<TaoBaoGoodsBrief> goodsList = new ArrayList<>();
   public static List<DingDongQiangDTO> getDingDongQiang() {
      List<DingDongQiangDTO> list = new ArrayList<>();
      Document doc = null;
      try {
         Document doc = Jsoup.connect("http://dataoke.yeshitv.com/index.php?r=ddq/wap")
               .userAgent(
                     "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.92 Mobile Safari/537.36")
               .get();
         Elements els = doc.getElementsByTag("script");
         for (int i = 0; i < els.size(); i++) {
            Element item = els.get(i);
            if (item.toString().length() > 5000) {
               String html = item.html();
               int endIndex = html.indexOf("} ;") + 1;
               int startIndex = html.indexOf("data =");
               String json = html.substring(startIndex + "data =".length(), endIndex).trim();
               JSONObject root = JSONObject.fromObject(json);
               Iterator<String> keys = root.keySet().iterator();
               List<String> ids = new ArrayList<>();
               while (keys.hasNext()) {
                  String key = keys.next();
                  JSONArray array = root.optJSONObject(key).optJSONArray("list");
                  for (int j = 0; j < array.size(); j++) {
                     if (TimeUtil.convertToTimeTemp(array.optJSONObject(j).optString("paiqi"),
                           "yyyy-MM-dd HH:mm:ss") < System.currentTimeMillis())
                        ids.add(array.optJSONObject(j).optString("id"));
         doc = Jsoup.connect("http://www.dataoke.com/ddq").userAgent("").get();
      } catch (IOException e1) {
         e1.printStackTrace();
      }
      if (doc == null)
         return new ArrayList<>();
      Elements els = doc.getElementsByTag("script");
      for (int i = 0; i < els.size(); i++) {
         String content = els.get(i).html();
         if (content.indexOf("var dataDef") > -1) {
            ScriptEngineManager manager = new ScriptEngineManager();
            ScriptEngine engine = manager.getEngineByName("javascript");
            try {
               String js = "function getData(){return  JSON.stringify(dataDef);} var test1='--';function test2(res){};"
                     + content.replace("$(window).load", "test2").replace("window.location.search.", "test1.");
               engine.eval(js);
               if (engine instanceof Invocable) {
                  Invocable in = (Invocable) engine;
                  String data = in.invokeFunction("getData").toString();
                  System.out.println(data);
                  JSONObject dataJson = JSONObject.fromObject(data);
                  for (Iterator<String> its = dataJson.keys(); its.hasNext();) {
                     String key = its.next();
                     JSONArray array = dataJson.optJSONArray(key);
                     List<DaTaoKeDetailV2> detailList = new ArrayList<>();
                     for (int n = 0; n < array.size(); n++) {
                        DaTaoKeDetailV2 v2 = new DaTaoKeDetailV2();
                        v2.setId(array.optJSONObject(n).optLong("id"));
                        detailList.add(v2);
                     }
                     list.add(new DingDongQiangDTO(key, detailList));
                  }
               }
               Collections.shuffle(ids);
               List<Long> goodsIdList = new ArrayList<>();
               ids.parallelStream().forEach(id -> {
                  try {
                     long auctionId = getAuctionId(Long.parseLong(id));
                     goodsIdList.add(auctionId);
                  } catch (Exception e) {
                  }
               });
               goodsIdList.parallelStream().forEach(goods -> {
                  try {
                     TaoBaoGoodsBrief gds = TaoKeApiUtil.searchGoodsDetail(goods);
                     if (gds != null)
                        goodsList.add(gds);
                  } catch (Exception e) {
                  }
               });
            } catch (Exception e) {
               e.printStackTrace();
            }
         }
      } catch (IOException e) {
         e.printStackTrace();
      }
      return goodsList;
      return list;
   }
   //
   public static List<TaoBaoCoupon> getRecommendCouple() {
      List<TaoBaoCoupon> couponList = new ArrayList<>();
@@ -455,9 +442,9 @@
      return couponList;
   }
   private static List<DaTaoKeDetail> parseCurrent(String url) {
      List<DaTaoKeDetail> list=new ArrayList<>();
   private static List<DaTaoKeDetailV2> parseCurrent(String url) {
      List<DaTaoKeDetailV2> list = new ArrayList<>();
      try {
         Document doc = Jsoup.connect(url)
               .userAgent(
@@ -471,9 +458,9 @@
                  .getElementsByTag("b").get(0).text();
            System.out.println(id + "-" + currentSale);
            DaTaoKeDetail detail=new DaTaoKeDetail();
            DaTaoKeDetailV2 detail = new DaTaoKeDetailV2();
            detail.setId(id);
            detail.setSalesNum(Integer.parseInt(currentSale));
            detail.setMonthSales(Integer.parseInt(currentSale));
            list.add(detail);
         }
@@ -493,7 +480,7 @@
    * @param cid
    * @return
    */
   public static List<DaTaoKeDetail> getCurrentSalesRank(Integer cid) {
   public static List<DaTaoKeDetailV2> getCurrentSalesRank(Integer cid) {
      String url = null;
      if (cid == null)
         url = "http://www.dataoke.com/top_sell";
@@ -508,7 +495,7 @@
    * @param cid
    * @return
    */
   public static List<DaTaoKeDetail> getCurrentDaySalesRank(Integer cid) {
   public static List<DaTaoKeDetailV2> getCurrentDaySalesRank(Integer cid) {
      String url = null;
      if (cid == null)
         url = "http://www.dataoke.com/top_all";
@@ -523,36 +510,130 @@
    * @param cid
    * @return
    */
   public static List<DaTaoKeDetail> getCurrentHotSalesRank() {
   public static List<DaTaoKeDetailV2> getCurrentHotSalesRank() {
      String url = "http://www.dataoke.com/top_tui";
      return parseCurrent(url);
   }
   public static String getDesc(DaTaoKeDetail detail) {
   private static String getRandomCommonEmoji() {
      return commonEmojis[(int) (Math.random() * commonEmojis.length)];
   }
   public static String getDesc(DaTaoKeDetailV2 detail) {
      // 标题+券后价+包邮+描述
      String desc = "😛" + detail.getdTitle() + "😛";
      String desc = detail.getDtitle();
      desc += "\n";
      desc += "😛" + String.format("券后💰【%s元】包邮秒杀 ", MoneyBigDecimalUtil.getWithNoZera(detail.getPrice()).toString())
            + "😛";
      desc += String.format("券后价%s【%s元】包邮秒杀 ", Math.random() > 0.5 ? "💰" : "",
            MoneyBigDecimalUtil.getWithNoZera(detail.getActualPrice() ).toString())
            + (Math.random() > 0.5 ? getRandomCommonEmoji() : "");
      desc += "\n";
      desc += detail.getIntroduce();
      // desc += detail.getIntroduce();
      String introduce = detail.getDesc().replace(",", ",").replace("。", ",").replace("!", ",").replace(",",
            ",");
      introduce = introduce.replace(",,,", ",").replace(",,", ",");
      String[] sts = introduce.split(",");
      introduce = "";
      for (int i = 0; i < sts.length; i++) {
         if (i % 2 == 1) {// 需要换行
            introduce += sts[i] + (Math.random() > 0.5 ? getRandomCommonEmoji() : i == sts.length - 1 ? "" : ",")
                  + "\n";
         } else
            introduce += sts[i] + (Math.random() > 0.5 ? getRandomCommonEmoji() : i == sts.length - 1 ? "" : ",");
      }
      desc += introduce;
      return desc;
   }
   public static TaoBaoGoodsBrief filterTaoBaoGoods(TaoBaoGoodsBrief goods, DaTaoKeDetail detail) {
      if (detail != null) {
   public static TaoBaoGoodsBrief filterTaoBaoGoods(TaoBaoGoodsBrief goods, DaTaoKeDetailV2 detail) {
      if (detail != null && goods != null) {
         // 重新设置标题与券价格
         goods.setTitle(detail.getdTitle());
         goods.setCouponAmount(detail.getQuanPrice());
         if (new BigDecimal(detail.getQuanCondition()).compareTo(new BigDecimal(0)) > 0)
            goods.setCouponInfo(String.format("满%s元减%s元", detail.getQuanCondition(),
                  MoneyBigDecimalUtil.getWithNoZera(detail.getQuanPrice()).toString()));
         else
            goods.setCouponInfo(String.format("%s元无条件券", detail.getQuanPrice()));
         goods.setTitle(detail.getDtitle());
         if (!StringUtil.isNullOrEmpty(detail.getMainPic()))
            goods.setPictUrlWhite(detail.getMainPic());
      }
      return goods;
   }
   public static DaTaoKeDetailV2 filterDaTaoKe(TaoBaoGoodsBrief goods, DaTaoKeDetailV2 detail) {
      if (goods != null) {
         BigDecimal price = TaoBaoUtil.getAfterUseCouplePrice(goods);
         detail.setOriginalPrice(goods.getZkPrice());
         detail.setActualPrice(price);
         if (goods.getCouponStartFee() != null)
            detail.setCouponConditions(goods.getCouponStartFee() + "");
         detail.setCouponPrice(goods.getCouponAmount());
         return detail;
      }
      return detail;
   }
   public static List<DingDongTime> getDingDongQiangTime(Calendar nowDate) {
      // 获取当前的小时数
      DingDongTime[] times = new DingDongTime[] { new DingDongTime("0", "00:00"), new DingDongTime("8", "08:00"),
            new DingDongTime("10", "10:00"), new DingDongTime("13", "13:00"), new DingDongTime("15", "15:00"),
            new DingDongTime("17", "17:00"), new DingDongTime("19", "19:00"), new DingDongTime("20", "20:00"),
            new DingDongTime("21", "21:00") };
      Calendar preDate = Calendar.getInstance();
      preDate.setTimeInMillis(nowDate.getTimeInMillis() - 24 * 60 * 60 * 1000L);
      Calendar nextDate = Calendar.getInstance();
      nextDate.setTimeInMillis(nowDate.getTimeInMillis() + 24 * 60 * 60 * 1000L);
      String preDay = (preDate.get(Calendar.DAY_OF_MONTH) + "").length() < 2
            ? "0" + preDate.get(Calendar.DAY_OF_MONTH) : preDate.get(Calendar.DAY_OF_MONTH) + "";
      String nextDay = (nextDate.get(Calendar.DAY_OF_MONTH) + "").length() < 2
            ? "0" + nextDate.get(Calendar.DAY_OF_MONTH) : nextDate.get(Calendar.DAY_OF_MONTH) + "";
      String nowDay = (nowDate.get(Calendar.DAY_OF_MONTH) + "").length() < 2
            ? "0" + nowDate.get(Calendar.DAY_OF_MONTH) : nowDate.get(Calendar.DAY_OF_MONTH) + "";
      int hour = nowDate.get(Calendar.HOUR_OF_DAY);
      int pos = times.length - 1;
      for (int i = 0; i < times.length - 1; i++) {
         if (hour >= Integer.parseInt(times[i].getKey()) && hour < Integer.parseInt(times[i + 1].getKey())) {
            pos = i;
            break;
         }
      }
      List<DingDongTime> list = new ArrayList<>();
      // 获取当前时间之前的5个数据
      for (int i = 5; i >= 0; i--) {
         int p = pos - i < 0 ? (times.length + pos - i) : pos - i;
         DingDongTime itemData = new DingDongTime(times[p].getKey(), times[p].getValue(), -1);
         if (pos - i < 0)
            itemData.setTime(
                  preDay + "" + (itemData.getKey().length() < 2 ? ("0" + itemData.getKey()) : itemData.getKey()));
         else
            itemData.setTime(
                  nowDay + "" + (itemData.getKey().length() < 2 ? ("0" + itemData.getKey()) : itemData.getKey()));
         if (pos == p)
            itemData.setState(0);
         list.add(itemData);
      }
      // 向后添加剩下的
      if (pos + 1 < times.length)
         for (int i = pos + 1; i < times.length; i++) {
            DingDongTime itemData = new DingDongTime(times[i].getKey(), times[i].getValue(), 1);
            itemData.setTime(
                  nowDay + "" + (itemData.getKey().length() < 2 ? ("0" + itemData.getKey()) : itemData.getKey()));
            list.add(itemData);
         }
      if (times.length - (pos + 1) < 2) {
         DingDongTime itemData = new DingDongTime(times[0].getKey(), times[0].getValue(), 1);
         itemData.setTime(
               nextDay + "" + (itemData.getKey().length() < 2 ? ("0" + itemData.getKey()) : itemData.getKey()));
         list.add(itemData);
      }
      return list;
   }
}