package com.ks.daylucky;
|
|
import com.ks.daylucky.exception.UserInfoException;
|
import com.ks.daylucky.pojo.DO.UserInfo;
|
import com.ks.daylucky.service.UserInfoService;
|
import org.apache.commons.io.IOUtils;
|
import org.jsoup.Jsoup;
|
import org.jsoup.nodes.Document;
|
import org.jsoup.nodes.Element;
|
import org.jsoup.select.Elements;
|
import org.junit.Test;
|
import org.slf4j.Logger;
|
import org.slf4j.LoggerFactory;
|
import org.springframework.boot.test.context.SpringBootTest;
|
import org.yeshi.utils.HtmlToolUtil;
|
import org.yeshi.utils.HttpUtil;
|
import org.yeshi.utils.StringUtil;
|
import org.yeshi.utils.tencentcloud.COSManager;
|
|
import javax.annotation.Resource;
|
import java.io.File;
|
import java.io.FileInputStream;
|
import java.io.FileOutputStream;
|
import java.io.IOException;
|
import java.util.ArrayList;
|
import java.util.List;
|
import java.util.UUID;
|
|
@SpringBootTest
|
public class VisualUserTest {
|
|
@Resource
|
private UserInfoService userInfoService;
|
|
Logger logger = LoggerFactory.getLogger(VisualUserTest.class);
|
|
@Test
|
public void getPortrait0() {
|
for (int p = 2; p < 1000; p++) {
|
try {
|
List<String> list = new ArrayList<>();
|
Document doc = Jsoup.connect("https://www.woyaogexing.com/touxiang/index_" + p + ".html").timeout(10000).get();
|
Elements els = doc.getElementsByAttributeValue("class", "pMain").get(0).getElementsByAttributeValue("class", "txList");
|
for (int i = 0; i < els.size(); i++) {
|
String img = els.get(i).getElementsByTag("img").get(0).attr("src");
|
if (!StringUtil.isNullOrEmpty(img)) {
|
list.add("http:" + img);
|
}
|
logger.info(img);
|
}
|
if (list.size() > 0) {
|
|
String fileName = "D:/portrait/0/" + p + ".txt";
|
if (!new File(fileName).getParentFile().exists()) {
|
new File(fileName).getParentFile().mkdirs();
|
}
|
IOUtils.writeLines(list, "\r\n", new FileOutputStream("D:/portrait/0/" + p + ".txt"));
|
}
|
|
} catch (IOException e) {
|
e.printStackTrace();
|
}
|
|
try {
|
Thread.sleep(2000);
|
} catch (InterruptedException e) {
|
e.printStackTrace();
|
}
|
}
|
|
}
|
|
@Test
|
public void getPortrait1() {
|
|
String[] classes = new String[]{
|
"qinglv", "nv", "nan", "dongman", "weixin"
|
};
|
|
for (String clz : classes) {
|
if (clz.equalsIgnoreCase(classes[0]))
|
continue;
|
for (int p = 2; p < 120; p++) {
|
try {
|
List<String> list = new ArrayList<>();
|
Document doc = Jsoup.connect("http://www.crcz.com/touxiang/" + clz + "/list_" + p + ".html").timeout(10000).get();
|
Elements els = doc.getElementsByAttributeValue("class", "tx_list").get(0).getElementsByTag("li");
|
for (int i = 0; i < els.size(); i++) {
|
String img = els.get(i).getElementsByTag("img").get(0).attr("src");
|
if (!StringUtil.isNullOrEmpty(img)) {
|
list.add(img);
|
}
|
logger.info(img);
|
}
|
if (list.size() > 0) {
|
String fileName = "D:/portrait/1/" + clz + "_" + p + ".txt";
|
if (!new File(fileName).getParentFile().exists()) {
|
new File(fileName).getParentFile().mkdirs();
|
}
|
IOUtils.writeLines(list, "\r\n", new FileOutputStream(fileName));
|
}
|
|
} catch (Exception e) {
|
e.printStackTrace();
|
}
|
|
try {
|
Thread.sleep(2000);
|
} catch (InterruptedException e) {
|
e.printStackTrace();
|
}
|
}
|
}
|
}
|
|
|
private String getNextPageUrl2(String url, Document doc, String containerClass, String activeClass) {
|
Element next = doc.getElementsByClass(containerClass).get(0).getElementsByClass(activeClass).get(0).nextElementSibling();
|
String href = next.attr("href");
|
if (!StringUtil.isNullOrEmpty(href)) {
|
return url.substring(0, url.lastIndexOf("/") + 1) + href;
|
}
|
return null;
|
}
|
|
@Test
|
public void getPortrait2() {
|
|
String[] classes = new String[]{
|
"fengjing", "katong", "keai", "weimei", "xiaoqingxin", "yijing", "gaoxiao", "dongwu", "qiche", "wupin", "xingzuo", "zhiwu", "shouhui", "jianzhu"
|
};
|
|
for (String clz : classes) {
|
|
|
String url = "http://www.imeitou.com/" + clz + "/";
|
int p = 1;
|
while (!StringUtil.isNullOrEmpty(url)) {
|
try {
|
List<String> list = new ArrayList<>();
|
Document doc = Jsoup.connect(url).timeout(10000).get();
|
Elements els = doc.getElementsByAttributeValue("class", "g-gxlist-imgbox").get(0).getElementsByTag("li");
|
for (int i = 0; i < els.size(); i++) {
|
String img = els.get(i).getElementsByTag("img").get(0).attr("src");
|
if (!StringUtil.isNullOrEmpty(img)) {
|
list.add(img);
|
}
|
logger.info(img);
|
}
|
if (list.size() > 0) {
|
String fileName = "D:/portrait/2/" + clz + "_" + p + ".txt";
|
if (!new File(fileName).getParentFile().exists()) {
|
new File(fileName).getParentFile().mkdirs();
|
}
|
IOUtils.writeLines(list, "\r\n", new FileOutputStream(fileName));
|
}
|
|
url = getNextPageUrl2(url, doc, "pagelist", "current");
|
p++;
|
|
} catch (Exception e) {
|
e.printStackTrace();
|
}
|
|
try {
|
Thread.sleep(2000);
|
} catch (InterruptedException e) {
|
e.printStackTrace();
|
}
|
}
|
|
}
|
}
|
|
|
private String getNextPageUrl3(String url, Document doc, String containerClass, String activeTag) {
|
Element next = doc.getElementsByClass(containerClass).get(0).getElementsByTag(activeTag).get(0).nextElementSibling();
|
String href = next.attr("href");
|
if (!StringUtil.isNullOrEmpty(href)) {
|
return url.substring(0, url.lastIndexOf("/") + 1) + href;
|
}
|
return null;
|
}
|
|
@Test
|
public void getPortrait3() {
|
|
String[][] classes = new String[][]{
|
new String[]{"dongman", "list_219_1.html"},
|
new String[]{"katong", "list_220_1.html"},
|
new String[]{"gexing", "list_225_1.html"},
|
new String[]{"keai", "list_226_1.html"},
|
new String[]{"fengjing", "list_229_1.html"},
|
|
};
|
|
for (String[] clz : classes) {
|
|
|
String url = "http://www.jj20.com/tx/" + clz[0] + "/" + clz[1];
|
int p = 1;
|
while (!StringUtil.isNullOrEmpty(url)) {
|
try {
|
List<String> list = new ArrayList<>();
|
Document doc = Jsoup.connect(url).timeout(10000).get();
|
Elements els = doc.getElementsByAttributeValue("class", "g-select-img").get(1).getElementsByTag("li");
|
for (int i = 0; i < els.size(); i++) {
|
String img = els.get(i).getElementsByTag("img").get(0).attr("src");
|
if (!StringUtil.isNullOrEmpty(img)) {
|
list.add(img);
|
}
|
logger.info(img);
|
}
|
if (list.size() > 0) {
|
String fileName = "D:/portrait/3/" + clz[0] + "_" + p + ".txt";
|
if (!new File(fileName).getParentFile().exists()) {
|
new File(fileName).getParentFile().mkdirs();
|
}
|
IOUtils.writeLines(list, "\r\n", new FileOutputStream(fileName));
|
}
|
|
url = getNextPageUrl3(url, doc, "tsp_nav", "b");
|
p++;
|
|
} catch (Exception e) {
|
e.printStackTrace();
|
}
|
|
try {
|
Thread.sleep(2000);
|
} catch (InterruptedException e) {
|
e.printStackTrace();
|
}
|
}
|
|
}
|
}
|
|
|
@Test
|
public void downloadPortrait() {
|
try {
|
File file = new File("D://portrait");
|
File[] fs = file.listFiles();
|
for (File f : fs) {
|
if (!f.getName().contains("3")) {
|
continue;
|
}
|
|
if (!f.getName().contains("download")) {
|
String downloadDir = file.getAbsolutePath() + "/download/" + f.getName();
|
if (!new File(downloadDir).exists()) {
|
new File(downloadDir).mkdirs();
|
}
|
File[] cfs = f.listFiles();
|
for (File cf : cfs) {
|
List<String> list = IOUtils.readLines(new FileInputStream(cf));
|
for (int i = 0; i < list.size(); i++) {
|
String fileName = cf.getName().replace(".txt", "_") + i + ".jpg";
|
if (!new File(downloadDir, fileName).exists()) {
|
try {
|
IOUtils.write(IOUtils.toByteArray(HttpUtil.getAsInputStream(list.get(i))), new FileOutputStream(new File(downloadDir, fileName)));
|
Thread.sleep(100);
|
} catch (Exception e) {
|
e.printStackTrace();
|
}
|
}
|
}
|
}
|
|
|
}
|
|
|
}
|
|
} catch (Exception e) {
|
e.printStackTrace();
|
}
|
|
}
|
|
|
@org.junit.jupiter.api.Test
|
public void addDemoUser() {
|
|
List<String> nickNameList = new ArrayList<>();
|
List<String[]> list = HtmlToolUtil.parseSQLYogExportHtmData("C:\\Users\\Administrator\\Desktop\\草稿\\昵称.htm", 1);
|
for (String[] sts : list) {
|
if (!StringUtil.isNullOrEmpty(sts[0])) {
|
nickNameList.add(sts[0].trim());
|
}
|
}
|
System.out.println(nickNameList.size());
|
|
int p = 0;
|
int count = 0;
|
File dir = new File("D:\\portrait\\download_ys");
|
for (File f : dir.listFiles()) {
|
File[] fs = f.listFiles();
|
for (File ff : fs) {
|
if (ff.length() == 0) {
|
count++;
|
} else {
|
// COSManager.getInstance().uploadFile(ff,"/portrait/"+ff.getName());
|
//添加昵称
|
String portrait = "http://img.j.banliapp.com/portrait/" + ff.getName();
|
String nickName = nickNameList.get(p);
|
UserInfo userInfo = new UserInfo();
|
userInfo.setNickName(nickName);
|
userInfo.setPortrait(portrait);
|
userInfo.setIdentifyCode(UUID.randomUUID().toString());
|
userInfo.setAlipayUid(userInfo.getIdentifyCode());
|
userInfo.setAppId(5L);
|
userInfo.setType(UserInfo.TYPE_VIRTUAL);
|
userInfo.setState(UserInfo.STATE_LOGINED);
|
try {
|
userInfoService.addUserInfo(userInfo);
|
} catch (UserInfoException e) {
|
e.printStackTrace();
|
}
|
p++;
|
}
|
}
|
}
|
|
System.out.println(count);
|
|
|
}
|
|
}
|
