admin
2021-01-23 0a18a8cb0a7a57bf1f82df425251334c57f8c39a
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
package com.yeshi.buwan.service.imp;
 
import java.math.BigInteger;
import java.util.ArrayList;
import java.util.List;
 
import javax.annotation.Resource;
 
import org.hibernate.HibernateException;
import org.hibernate.Session;
import org.springframework.orm.hibernate4.HibernateCallback;
import org.springframework.stereotype.Service;
 
import com.fasterxml.jackson.databind.util.BeanUtil;
import com.yeshi.buwan.dao.VideoInfoDao;
import com.yeshi.buwan.domain.VideoDetailInfo;
import com.yeshi.buwan.service.imp.juhe.IqiyiService;
import com.yeshi.buwan.util.StringUtil;
import com.yeshi.buwan.util.TimeUtil;
 
import net.sf.json.JSONObject;
 
//清除数据库中的死数据
@Service
public class ClearService {
    @Resource
    private VideoInfoDao videoInfoDao;
 
    @SuppressWarnings("rawtypes")
    public void clearVideos(long[] ls, String date) {
        final List<JSONObject> list = new ArrayList<>();
 
        for (long id : ls) {
            JSONObject json = new JSONObject();
            json.put("videotype", id);
            json.put("time", TimeUtil.convertGernalTime(date, "yyyy-MM-dd"));
            list.add(json);
        }
 
        videoInfoDao.excute(new HibernateCallback() {
            public Object doInHibernate(Session session) throws HibernateException {
                for (JSONObject item : list) {
                    List list = session
                            .createSQLQuery(String.format(
                                    "SELECT cv.`videoid` FROM wk_category_video cv LEFT JOIN wk_video_video v ON v.`id`=cv.`videoid` WHERE cv.`videotypeid`=%s  AND v.`createtime`<%s",
                                    item.getLong("videotype"), item.getLong("time")))
                            .setFirstResult(0).setMaxResults(1000).list();
                    session.getTransaction().begin();
                    if (list != null) {
                        int pagecount = 50;
                        int pages = list.size() % pagecount == 0 ? list.size() / pagecount
                                : list.size() / pagecount + 1;
                        for (int i = 0; i < pages; i++) {
                            String where = "";
                            for (int p = 0; p < pagecount; p++) {
                                int pos = i * pagecount + p;
                                pos = pos >= list.size() ? list.size() - 1 : pos;
                                where += String.format("id=%s or ", list.get(pos) + "");
                            }
                            if (where.endsWith("or "))
                                where = where.substring(0, where.length() - 3);
 
                            session.createSQLQuery("delete from wk_video_video where " + where).executeUpdate();
                        }
                    }
                    session.flush();
                    session.getTransaction().commit();
                }
                return null;
            }
        });
 
    }
 
    // 清楚依赖VideoInfo的数据
    @SuppressWarnings("rawtypes")
    public void clearDependVideo() {
        String[] tables = new String[]{"wk_category_video", "wk_resource_video", "wk_video_attention",
                "wk_video_banquan_video", "wk_video_banquan_webvideo", "wk_video_collection", "wk_video_comment",
                "wk_video_comment2", "wk_video_getscore_collect", "wk_video_homead", "wk_video_homevideo",
                "wk_video_hotstar_video", "wk_video_iqiyi", "wk_video_letv", "wk_video_play_statistics",
                "wk_video_pptv", "wk_video_sohu", "wk_video_special_video", "wk_video_youku", "wk_video_youku_dj"};
 
        for (String table : tables) {
            final String sql = String.format(
                    "SELECT vv.id FROM `%s` vv LEFT JOIN wk_video_video v ON v.`id`=vv.`videoid` WHERE v.`id` IS NULL",
                    table);
            Object obj = videoInfoDao.excute(new HibernateCallback() {
                public Object doInHibernate(Session session) throws HibernateException {
                    return session.createSQLQuery(sql).setFirstResult(0).setMaxResults(1000).list();
                }
            });
 
            final List list = (List) obj;
 
            if (list != null && list.size() > 0) {
                String idsStr = "";
                for (int i = 0; i < list.size(); i++) {
                    idsStr += " or id=" + list.get(i);
                }
                if (idsStr.startsWith(" or"))
                    idsStr = idsStr.substring(3);
                final String tempTable = table;
                final String tempIds = idsStr;
                try {
                    videoInfoDao.excute(new HibernateCallback() {
                        public Object doInHibernate(Session session) throws HibernateException {
                            session.getTransaction().begin();
                            if (!StringUtil.isNullOrEmpty(tempIds.trim())) {
                                session.createSQLQuery(
                                        String.format("delete from %s where %s", tempTable, tempIds + ""))
                                        .executeUpdate();
                            }
                            session.flush();
                            session.getTransaction().commit();
                            return null;
                        }
                    });
                } catch (Exception e) {
 
                }
 
            }
 
        }
    }
 
    /**
     * 清除无效的爱奇艺视频
     */
    @SuppressWarnings("unchecked")
    public void clearInvalidIqiyiVideo() {
        IqiyiService iqiyiService = com.yeshi.buwan.util.BeanUtil.getBean(IqiyiService.class);
 
        // 查询出
        // SELECT DISTINCT(i.videoid) FROM `wk_video_iqiyi` i LEFT JOIN
        // wk_video_video v ON v.id=i.videoid WHERE v.show=1;
        // 查询出所有的iqiyi视频
 
        for (int i = 1; i < 100; i++) {
            final int p = i;
            List<BigInteger> videoList = (List<BigInteger>) videoInfoDao
                    .excute(new HibernateCallback<List<BigInteger>>() {
 
                        @Override
                        public List<BigInteger> doInHibernate(Session session) throws HibernateException {
                            return session
                                    .createSQLQuery(
                                            "SELECT  DISTINCT(i.videoid) FROM `wk_video_iqiyi` i LEFT JOIN wk_video_video v ON v.id=i.videoid WHERE v.show=1")
                                    .setFirstResult(p * 10000).setMaxResults(10000).list();
                        }
                    });
            for (BigInteger videoId : videoList) {
                List<VideoDetailInfo> list = iqiyiService.getVideoDetailList(videoId.toString(), 1, 2000);
                if (list == null) {
                    iqiyiService.deleteIqiyiVideoByVideoId(videoId.toString());
                }
            }
        }
    }
}