java多线程网页下载代码
来源:互联网 发布:python 远程执行命令 编辑:程序博客网 时间:2024/06/05 18:59
1.使用了java.util.concurrent包里的线程池,可以飙升到满带宽,在100M带宽上,可以达到10MB/s。
2.使用了java.nio里的channels,性能比自己缓冲有一些提高。
import java.io.FileOutputStream;
import java.io.InputStream;
import java.net.URL;
import java.net.URLConnection;
import java.nio.channels.Channels;
import java.nio.channels.FileChannel;
import java.nio.channels.ReadableByteChannel;
import java.util.Calendar;
import java.util.concurrent.Callable;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
public class HttpDownloader implements Callable<String> {
URLConnection connection;
FileChannel outputChann;
public static volatile int count = 0;
public static void main(String[] args) throws Exception {
ExecutorService poll = Executors.newFixedThreadPool(100);
for (int i = 0; i < 100; i++) {
Calendar now = Calendar.getInstance();
String fileName = "../data/" + now.get(Calendar.YEAR) + "年"
+ (now.get(Calendar.MONTH) + 1) + "月"
+ now.get(Calendar.DAY_OF_MONTH) + "日--" + i + ".txt";
poll.submit(new HttpDownloader("http://www.sina.com",
(new FileOutputStream(fileName)).getChannel()));
}
poll.shutdown();
long start = System.currentTimeMillis();
while (!poll.isTerminated()) {
Thread.sleep(1000);
System.out.println("已运行"
+ ((System.currentTimeMillis() - start) / 1000) + "秒,"
+ HttpDownloader.count + "个任务还在运行");
}
}
public HttpDownloader(String url, FileChannel fileChannel) throws Exception {
synchronized (HttpDownloader.class) {
count++;
}
connection = (new URL(url)).openConnection();
this.outputChann = fileChannel;
}
@Override
public String call() throws Exception {
connection.connect();
InputStream inputStream = connection.getInputStream();
ReadableByteChannel rChannel = Channels.newChannel(inputStream);
outputChann.transferFrom(rChannel, 0, Integer.MAX_VALUE);
// System.out.println(Thread.currentThread().getName() + " completed!");
inputStream.close();
outputChann.close();
synchronized (HttpDownloader.class) {
count--;
}
return null;
}
}
- java多线程网页下载代码
- java多线程网页下载代码
- java多线程网页下载代码
- java多线程网页下载代码
- Java多线程下载代码
- 多线程下载(断点下载)java代码
- 多线程下载,拷贝文件java代码
- Java代码实现多线程下载和断点续传
- Java代码实现多线程下载和断点续传
- Java下载网页代码 & 判断网页是否被百度收录
- 网页代码下载
- Delphi 下载网页代码
- winform下载网页代码
- svn下载网页代码
- 多线程下载 关键代码
- Python3 多线程下载代码
- 多线程下载示例代码
- 多线程下载核心代码
- VC 2008 Express下安装OpenCV2.3.1
- 如何在VC 6.0中编译.asm文件
- 第四次C程序课堂作业
- ZOJ 1701 - The Snail
- HTTP链接
- java多线程网页下载代码
- 队列C语言实现
- 面试题目回忆版
- 海量jQuery插件
- SQL Server 2008配置过程
- static和const关键字
- h头文件 .lib库文件 .dll动态链接库文件关系
- poj 1033 Defragment 简单搜索
- POJ 1690 - (Your)((Term)((Project)))