从网站中把数据都读到一个文本文件中。

来源:互联网 发布:西安爱知中学在哪里 编辑:程序博客网 时间:2024/05/14 01:30
public class AnderuiDataAnalyser {

    private static HttpService client = HttpService.getInstance();

private static ObjectMapper mapper = new ObjectMapper();

public static void main(String[] args) throws Exception {
execute();
}


public static void execute() throws Exception {
HttpGet get = new HttpGet("http://115.28.238.28:8080/SSHTEST/");
CloseableHttpResponse response = client.execute(get);
response.close();

HttpPost post = new HttpPost("http://115.28.238.28:8080/SSHTEST/user_verifyUserInfo");
List<NameValuePair> nvpList = new ArrayList<>();
nvpList.add(new BasicNameValuePair("username", "111"));
nvpList.add(new BasicNameValuePair("password", "123"));

UrlEncodedFormEntity entity = new UrlEncodedFormEntity(nvpList, "UTF-8");
post.setEntity(entity);
response = client.execute(post);
response.close();

String template = "http://115.28.238.28:8080/SSHTEST/customManager/whole_data_list?_dc=1452576686815&page=%d&start=%d&limit=1000";

FileWriter writer = new FileWriter("d:/carresult.txt", true);

for(int i = 1; i <= 270; i++) {
String url = String.format(template, i, (i - 1) * 1000);
HttpGet getData = new HttpGet(url);
response = client.execute(getData);
String resultString = EntityUtils.toString(response.getEntity(), "UTF-8");
response.close();

Map<String, Object> valueMap = mapper.readValue(resultString, Map.class);
List<Map<String, Object>> carList = (List<Map<String, Object>>) valueMap.get("data");

for(Map<String, Object> carMap : carList) {
                String licenPlate = (String) carMap.get("licenPlate");
                if( licenPlate == null )
                continue;
                
String frameNum = (String) carMap.get("frameNum");
if( frameNum == null )
                continue;
                
String engineNum = (String) carMap.get("engineNum");
if( engineNum == null )
                continue;

String labelType = (String) carMap.get("labelType");
if( labelType == null )
                continue;

String customName = (String) carMap.get("customName");
if( customName == null )
                continue;

String conPhone = (String) carMap.get("conPhone");
if( conPhone == null )
                continue;

String ensExpDate = (String) carMap.get("ensExpDate");
if( ensExpDate == null )
                continue;
writer.write(carMap.get("licenPlate").toString() + "," + carMap.get("frameNum").toString() + "," + carMap.get("engineNum").toString() + "," + carMap.get("labelType").toString() + "," + carMap.get("customName").toString() + "," + carMap.get("conPhone").toString() + "," + carMap.get("ensExpDate").toString() + "\r\n");
}
writer.flush();
}
writer.close();
}
}
1 0
原创粉丝点击