简单使用线程池

1.最好会使用一种跨平台线程池库（C/C++）,网站组可使用系统自带的库，来开发一个命令行网络程序，下载文件
iston-video-converter.exe

2.至少可以显示已下载的字节数。
3.设置线程池最大线程数为5。
4.使用线程池开启10个下载任务，正在现在的线程需打印(进度(即字节数)，线程ID)

5.验证等待中的线程继续时是否是从线程池获取已创建好的线程，即对比线程ID.

makefile

##  There exist several targets which are by default empty and which can be #  used for execution of your targets. These targets are usually executed #  before and after some main targets. They are: ##     .build-pre:              called before 'build' target#     .build-post:             called after 'build' target#     .clean-pre:              called before 'clean' target#     .clean-post:             called after 'clean' target#     .clobber-pre:            called before 'clobber' target#     .clobber-post:           called after 'clobber' target#     .all-pre:                called before 'all' target#     .all-post:               called after 'all' target#     .help-pre:               called before 'help' target#     .help-post:              called after 'help' target##  Targets beginning with '.' are not intended to be called on their own.##  Main targets can be executed directly, and they are:#  #     build                    build a specific configuration#     clean                    remove built files from a configuration#     clobber                  remove all built files#     all                      build all configurations#     help                     print help mesage#  #  Targets .build-impl, .clean-impl, .clobber-impl, .all-impl, and#  .help-impl are implemented in nbproject/makefile-impl.mk.##  Available make variables:##     CND_BASEDIR                base directory for relative paths#     CND_DISTDIR                default top distribution directory (build artifacts)#     CND_BUILDDIR               default top build directory (object files, ...)#     CONF                       name of current configuration#     CND_PLATFORM_${CONF}       platform name (current configuration)#     CND_ARTIFACT_DIR_${CONF}   directory of build artifact (current configuration)#     CND_ARTIFACT_NAME_${CONF}  name of build artifact (current configuration)#     CND_ARTIFACT_PATH_${CONF}  path to build artifact (current configuration)#     CND_PACKAGE_DIR_${CONF}    directory of package (current configuration)#     CND_PACKAGE_NAME_${CONF}   name of package (current configuration)#     CND_PACKAGE_PATH_${CONF}   path to package (current configuration)## NOCDDL# Environment MKDIR=mkdir -pCP=cp -uCCADMIN=CCadminANT=antMAIN_VERSION=1.0.xLIB_VERSION=1.0.0# buildbuild: .build-init .build-post.build-pre:# Add your pre 'build' code here....build-init:${MKDIR} dist.build-post: .build-app-dir .build-app-resources .build-app-dll .build-impl# Add your post 'build' code here...${CP} E:/software/MinGW/bin/libgcc_s_dw2-1.dll dist/${CONF}/MinGW-Windows/#${CP} ../../dist/${CONF}/MinGW-Windows/*.dll dist/${CONF}/MinGW-Windows/${CP} E:/software/project/tool/1.0.x/win32/share/Release/QX_Tool.1.0.0.dll dist/${CONF}/MinGW-Windows/${CP} resources/*.txt  dist/${CONF}/MinGW-Windows/#${CP} E:/software/Lib/communications/curl-7.28.1/win32/release/share/libcurl-4.dll dist/${CONF}/MinGW-Windows/${CP} E:/software/Lib/common/boost-1.46.1/win32/release/share/mt/libboost_regex-mgw44-mt-1_46_1.dll dist/${CONF}/MinGW-Windows/${CP} E:/software/Lib/common/boost-1.46.1/win32/release/share/mt/libboost_thread-mgw44-mt-1_46_1.dll dist/${CONF}/MinGW-Windows/${CP} E:/software/project/tool/win32/share/Release/QX_Tool.dll dist/${CONF}/MinGW-Windows/#${CP} E:/software/Lib/i18n/iconv-1.14/win32/release/share/libiconv-2.dll dist/${CONF}/MinGW-Windows/${CP} E:/software/Lib/communications/curl-7.28.1/win32/release/share/libcurl-4.dll dist/${CONF}/MinGW-Windows/.build-app-dir:.build-app-resources:.build-app-dll:# cleanclean: .clean-post.clean-pre:# Add your pre 'clean' code here....clean-post: .clean-impl# Add your post 'clean' code here...# clobberclobber: .clobber-post.clobber-pre:# Add your pre 'clobber' code here....clobber-post: .clobber-impl# Add your post 'clobber' code here...# allall: .all-post.all-pre:# Add your pre 'all' code here....all-post: .all-impl# Add your post 'all' code here...# build testsbuild-tests: .build-tests-post.build-tests-pre:# Add your pre 'build-tests' code here....build-tests-post: .build-tests-impl# Add your post 'build-tests' code here...# run teststest: .test-post.test-pre:# Add your pre 'test' code here....test-post: .test-impl# Add your post 'test' code here...# helphelp: .help-post.help-pre:# Add your pre 'help' code here....help-post: .help-impl# Add your post 'help' code here...# include project implementation makefileinclude nbproject/Makefile-impl.mk# include project make variablesinclude nbproject/Makefile-variables.mk#PROJECT-CONFIGCND_DISTDIR=dist.PHONY: .build-init

Makefile-Debug.mk

## Generated Makefile - do not edit!## Edit the Makefile in the project folder instead (../Makefile). Each target# has a -pre and a -post target defined where you can add customized code.## This makefile implements configuration specific macros and targets.# EnvironmentMKDIR=mkdirCP=cpGREP=grepNM=nmCCADMIN=CCadminRANLIB=ranlibCC=gcc.exeCCC=g++.exeCXX=g++.exeFC=gfortran.exeAS=as.exe# MacrosCND_PLATFORM=MinGW-WindowsCND_CONF=DebugCND_DISTDIR=dist# Include project Makefileinclude Makefile# Object DirectoryOBJECTDIR=build/${CND_CONF}/${CND_PLATFORM}# Object FilesOBJECTFILES= \${OBJECTDIR}/src/main.o \${OBJECTDIR}/src/test_thread_pool.o \${OBJECTDIR}/src/boost_thread_pool.o \${OBJECTDIR}/src/opra_curl.o# C Compiler FlagsCFLAGS=# CC Compiler FlagsCPPFLAGS=CXXFLAGS=-g -Wall -MMD -MP -MF $@.d -m32 -D_UNICODE -D__QXWIN32__ \ -I/E/software/project/tool/1.0.x/include \ -I/E/software/Lib/tests/gtest-1.5.0/win32/release/static/include-compile \ -I/E/software/Lib/tests/gtest-1.5.0/win32/release/static/include \ -Iinclude \ -I/E/software/Lib/common/boost-1.46.1/include   \ -Iinclude/boost \ -I/E/software/Lib/communications/curl-7.28.1/include# Fortran Compiler FlagsFFLAGS=# Assembler FlagsASFLAGS=LDLIBSOPTIONS=-L/E/software/Lib/tests/gtest-1.5.0/win32/release/static -L/E/software/project/tool/1.0.x/win32/share/Release -lgtest -lQX_Tool.1.0.0 -L/E/software/Lib/common/boost-1.46.1/win32/release/share/mt  -lboost_thread-mgw44-mt-1_46_1 -L/E/software/Lib/communications/curl-7.28.1/win32/release/share -lcurl-4# Build Targets.build-conf: ${BUILD_SUBPROJECTS}"${MAKE}"-f nbproject/Makefile-Debug.mk dist/Debug/MinGW-Windows/threadpool.exedist/Debug/MinGW-Windows/threadpool.exe: ${OBJECTFILES}${MKDIR} -p dist/Debug/MinGW-Windows${LINK.cc} -o ${CND_DISTDIR}/${CND_CONF}/${CND_PLATFORM}/threadpool.exe ${OBJECTFILES} ${LDLIBSOPTIONS} ${OBJECTDIR}/src/main.o: nbproject/Makefile-${CND_CONF}.mk src/main.cpp${MKDIR} -p ${OBJECTDIR}/src${RM} $@.d$(COMPILE.cc) -o ${OBJECTDIR}/src/main.o src/main.cpp${OBJECTDIR}/src/test_thread_pool.o: nbproject/Makefile-${CND_CONF}.mk src/test_thread_pool.cpp${MKDIR} -p ${OBJECTDIR}/src${RM} $@.d$(COMPILE.cc) -o ${OBJECTDIR}/src/test_thread_pool.o src/test_thread_pool.cpp${OBJECTDIR}/src/boost_thread_pool.o: nbproject/Makefile-${CND_CONF}.mk src/boost_thread_pool.cpp${MKDIR} -p ${OBJECTDIR}/src${RM} $@.d$(COMPILE.cc) -o ${OBJECTDIR}/src/boost_thread_pool.o src/boost_thread_pool.cpp${OBJECTDIR}/src/opra_curl.o: nbproject/Makefile-${CND_CONF}.mk src/opra_curl.cpp${MKDIR} -p ${OBJECTDIR}/src${RM} $@.d$(COMPILE.cc) -o ${OBJECTDIR}/src/opra_curl.o src/opra_curl.cpp# Subprojects.build-subprojects:# Clean Targets.clean-conf: ${CLEAN_SUBPROJECTS}${RM} -r build/Debug${RM} dist/Debug/MinGW-Windows/threadpool.exe# Subprojects.clean-subprojects:# Enable dependency checking.dep.inc: .depcheck-implinclude .dep.inc

//opra_curl.h

/* * opra_curl.h * *  Created on: 2013-3-14 *      Author: hp */#ifndef OPRA_CURL_H_#define OPRA_CURL_H_#include <stdlib.h>#include <cstdio>#include <stdio.h>#include <vector>#include <list>#include <string.h>#include <iostream>#include <fstream>#include <curl/curl.h>#include <curl/easy.h>//#include "VideoDownload/videodownload_info.h"using namespace std;typedef int (*VDownGetPercentage)(void* user_data, double icomplete, double itotal,int cur_file_index);//暂时只用curl_proxy_http_type下载enum CurlProxyType{curl_proxy_null,curl_proxy_http_type, /* added in 7.10, new in 7.19.4 default is to use                           CONNECT HTTP/1.1 */curl_proxy_http_1_0,/* added in 7.19.4, force to use CONNECT                               HTTP/1.0  */curl_proxy_socks4,/* support added in 7.15.2, enum existed already                           in 7.10 */curl_proxy_socks5,/* added in 7.10 */curl_proxy_socks4a,/* added in 7.18.0 */curl_proxy_socks5_hostname/* Use the SOCKS5 protocol but pass along the*/};typedef struct ProxyData ProxyData;struct ProxyData{CurlProxyType proxy_type;char* proxy_addr;char* proxy_port;char* proxy_user;char* proxy_password;};struct MyBar{VDownGetPercentage proc;CURL* handle;double lase_file_size;void* user_data;};int ConvertUint64ToChar(char* file_length, uint64_t file_size);//暂停函数int PauseDownload(CURL* handle);//恢复下载函数int ResumeDownload(CURL* handle);//停止函数int StopDownload(CURL* handle);//下载到文件进度条回调函数int MyProgressFunc(void *Bar, double t, /* dltotal */double d, /* dlnow */double ultotal, double ulnow);//下载到内存进度条回调函数int UrlProgressFunc(void *Bar, double t, /* dltotal */double d, /* dlnow */double ultotal, double ulnow);//写到内存 的写函数size_t Writer(void *data, size_t size, size_t nmemb, void* writerData);class OpraCurl{public://设置代理int SetCurlProxy(CURL* conn, ProxyData* proxy_data);//写到内存int DownloadHtml(char* url, string* p_buffer, ProxyData* proxy_data, int timeout,void* user_data, VDownGetPercentage GetPercentage);//下载到文件int DownloadVideo(void* self, const char* video_url,const char* target_file_path, int keep_down, ProxyData* proxy_data,void* user_data, VDownGetPercentage GetPercentage);OpraCurl();~OpraCurl();};#endif /* OPRA_CURL_H_ */

//opra_curl.cpp

/* * opra_curl.cpp * *  Created on: 2013-3-14 *      Author: hp */#include "opra_curl.h"#include "tool/file/file_access.h"//#include "common/common.h"//#include "VideoDownload/videodownload_error.h"int ConvertUint64ToChar(char* file_length, uint64_t file_size){#if defined(_UNICODE) || defined(UNICODE)sprintf(file_length, "%I64u-", file_size);#elsesprintf(file_length, "%llu-", file_size);#endifreturn 0;}int PauseDownload(CURL* handle){curl_easy_pause(handle, CURLPAUSE_RECV);return 0;}int ResumeDownload(CURL* handle){curl_easy_pause(handle, CURLPAUSE_RECV_CONT);return 0;}int StopDownload(CURL* handle){return -1;}int MyProgressFunc(void *Bar, double t, /* dltotal */double d, /* dlnow */double ultotal, double ulnow){if ((int) (d * 100.0 / t) >= 0){MyBar* my_bar = (MyBar*) Bar;VDownGetPercentage proc = (VDownGetPercentage) my_bar->proc;int ret = proc(my_bar->user_data, (d + my_bar->lase_file_size),(t + my_bar->lase_file_size), 0);if (-2 == ret){return PauseDownload(my_bar->handle);}else if (1 == ret){return ResumeDownload(my_bar->handle);}else if (-1 == ret){return StopDownload(my_bar->handle);}}return 0;}int UrlProgressFunc(void *Bar, double t, /* dltotal */double d, /* dlnow */double ultotal, double ulnow){//if ((int) (d * 100.0 / t) >= 0)//{MyBar* my_bar = (MyBar*) Bar;VDownGetPercentage proc = (VDownGetPercentage) my_bar->proc;int ret = proc(my_bar->user_data, (d + my_bar->lase_file_size),(t + my_bar->lase_file_size), 0);if (-2 == ret){return PauseDownload(my_bar->handle);}else if (1 == ret){return ResumeDownload(my_bar->handle);}else if (-1 == ret){return StopDownload(my_bar->handle);}//}return 0;}//写到内存size_t Writer(void *data, size_t size, size_t nmemb, void* writerData){unsigned long sizes = size * nmemb;string* str_data = (string*) writerData;str_data->append((char*) data, sizes);return sizes;}//设置代理int OpraCurl::SetCurlProxy(CURL* conn, ProxyData* proxy_data){if (!proxy_data){return -1;}if (proxy_data->proxy_addr && strlen(proxy_data->proxy_addr) > 0&& proxy_data->proxy_port && strlen(proxy_data->proxy_port) > 0){string curl_addr_port = string(proxy_data->proxy_addr) + ":"+ string(proxy_data->proxy_port);curl_easy_setopt(conn, CURLOPT_PROXY, curl_addr_port.c_str());string curl_user_password;if (proxy_data->proxy_user && proxy_data->proxy_password){curl_user_password = string(proxy_data->proxy_user) + ":"+ string(proxy_data->proxy_password);curl_easy_setopt(conn, CURLOPT_PROXYUSERPWD,curl_user_password.c_str());}switch (proxy_data->proxy_type){case curl_proxy_http_type:curl_easy_setopt(conn, CURLOPT_HTTPPROXYTUNNEL, 1L);curl_easy_setopt(conn, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);break;case curl_proxy_http_1_0:curl_easy_setopt(conn, CURLOPT_PROXYTYPE, CURLPROXY_HTTP_1_0);break;case curl_proxy_socks4:curl_easy_setopt(conn, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);break;case curl_proxy_socks5:curl_easy_setopt(conn, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);break;case curl_proxy_socks4a:curl_easy_setopt(conn, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4A);break;case curl_proxy_socks5_hostname:curl_easy_setopt(conn, CURLOPT_PROXYTYPE,CURLPROXY_SOCKS5_HOSTNAME);break;default:break;}return 0;}return -1;}int OpraCurl::DownloadHtml(char* url, string* p_buffer, ProxyData* proxy_data,int timeout, void* user_data, VDownGetPercentage GetPercentage){CURL* curl = curl_easy_init();MyBar* bar = (MyBar*) malloc(sizeof( MyBar));memset(bar, 0, sizeof(MyBar));if (curl){curl_easy_setopt(curl, CURLOPT_URL, url);SetCurlProxy(curl, proxy_data);curl_easy_setopt(curl, CURLOPT_USERAGENT, "test-agent/1.0");curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 0);curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1);curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, Writer);curl_easy_setopt(curl, CURLOPT_WRITEDATA, (void*)p_buffer);if (GetPercentage){bar->handle = curl;bar->proc = GetPercentage;bar->lase_file_size = 0;bar->user_data = user_data;// Install the callback functioncurl_easy_setopt(curl, CURLOPT_NOPROGRESS, 0);curl_easy_setopt(curl, CURLOPT_PROGRESSDATA, bar);curl_easy_setopt(curl, CURLOPT_PROGRESSFUNCTION, UrlProgressFunc);}curl_easy_perform(curl);curl_easy_cleanup(curl);}free(bar);return 0;}int OpraCurl::DownloadVideo(void* self, const char* video_url,const char* target_file_path, int keep_down, ProxyData* proxy_data,void* user_data, VDownGetPercentage GetPercentage){int file_exist = QXIsFileExists(target_file_path);uint64_t file_size = 0;if (file_exist){if (keep_down == 1){file_size = QXGetFileSize(target_file_path);}else{::remove(target_file_path);}}FILE *file = QXfopen(target_file_path, "ab+");if (!file){return -1;}// set up curlCURL* easyhandle = curl_easy_init();curl_easy_setopt( easyhandle, CURLOPT_URL, video_url);MyBar* bar = (MyBar*) malloc(sizeof( MyBar));memset(bar, 0, sizeof(MyBar));if (GetPercentage){bar->handle = easyhandle;bar->proc = GetPercentage;bar->lase_file_size = file_size;bar->user_data = user_data;// Install the callback functioncurl_easy_setopt(easyhandle, CURLOPT_NOPROGRESS, 0);curl_easy_setopt(easyhandle, CURLOPT_PROGRESSDATA, bar);curl_easy_setopt(easyhandle, CURLOPT_PROGRESSFUNCTION, MyProgressFunc);}if (file_exist && keep_down == 1){//curl_easy_setopt(easyhandle, CURLOPT_RESUME_FROM_LARGE, file_size);char num[70] ={ 0 };memset(num, 0, 70);ConvertUint64ToChar(num, file_size);string range = num;curl_easy_setopt(easyhandle, CURLOPT_RANGE, range.c_str());}if (proxy_data){SetCurlProxy(easyhandle, proxy_data);}curl_easy_setopt(easyhandle, CURLOPT_VERBOSE, 1L);curl_easy_setopt( easyhandle, CURLOPT_WRITEDATA, file);curl_easy_setopt(easyhandle, CURLOPT_FOLLOWLOCATION, 1);//1.注意，这里有返回值没处理.curl_easy_perform(easyhandle);fclose(file); //make sure to close filecurl_easy_cleanup(easyhandle);free(bar);return 0;}OpraCurl::OpraCurl(){}OpraCurl::~OpraCurl(){}

main.cpp

#include "boost_thread_pool.h"#include <windows.h>#include <boost/threadpool.hpp>#include <boost/thread/mutex.hpp>#include <boost/smart_ptr.hpp>#include <iostream>#include <sstream>#include <algorithm>#include "threadpool.hpp"#include "opra_curl.h"using namespace std;using namespace boost::threadpool;boost::mutex m_io_monitor;string g_diff;int PrintfProcessForMulThread(void* user_data, double complete_num, double total_num,int cur_file_index){cout << "complete:" << complete_num << "B\ttotal:" << total_num<< "B\tcur_file_index:" << boost::this_thread::get_id() << endl;return 0;}class MyTest{public:MyTest(){m_index = 0; m_max = 3;}~MyTest(){}void Run(){for(; m_index < m_max ; m_index++){Sleep(3000);cout<<boost::this_thread::get_id()<<m_index<<endl;}}private:int m_index;int m_max;};void Run2(string str){//char ch = char(rand());g_diff.append("1");ProxyData* proxy_data = (ProxyData*)calloc(1, sizeof(ProxyData));proxy_data->proxy_type = curl_proxy_http_type;proxy_data->proxy_addr = "192.168.0.1";proxy_data->proxy_port = "808";OpraCurl down;down.DownloadVideo(NULL, "www.istonsoft.com/downloads/iston-video-converter.exe",str.append(g_diff).append(".exe").c_str(), 1, proxy_data, NULL, PrintfProcessForMulThread);free(proxy_data);}int main (int argc, char * const argv[]){string dir = "C:\\ll\\";//QXGetRunDirectory(argv[0]);pool tp;tp.size_controller().resize(5);int step = 1;for(; step <= 10; step++){//boost::shared_ptr<MyTest > job(new MyTest());////tp->schedule(prio_task_func(5, boost::bind(&merge_job<image>::run, job)));//schedule(tp, boost::bind(&MyTest::Run, job));//// schedule(tp, job);schedule(tp, boost::bind(&Run2, dir));}tp.wait();// wait until all partitions are sortedreturn 0;}