下载巨潮网络数据的python脚本

从巨潮网络下载财报数据，觉得手动比较麻烦，就做了一个简单的python脚本。具体主要代码如下：

    driver = webdriver.PhantomJS(executable_path='浏览器引擎/自己使用phantomjs')    if int(stockNumber) >= 600000:        dst_url = 'http://www.cninfo.com.cn/cninfo-new/disclosure/sse'    else:        dst_url = 'http://www.cninfo.com.cn/cninfo-new/disclosure/szse'        driver.get(dst_url)    prefixpath = "文件夹路径"    driver.find_element_by_class_name("input-stock").send_keys(stockNumber)    driver.find_element_by_xpath("//ul[@id='stock_list']/li[1]/a").click()      prefixpathname = prefixpath+stockNumber+"/"    if os.path.exists(prefixpathname):        pass    else:        os.mkdir(prefixpathname)    #driver.find_element_by_xpath("//ul[@id='stock_list']/li[1]").send_keys(Keys.ENTER)    #切换网页，以获取新弹出的网页窗口    for handle in driver.window_handles:        driver.switch_to_window(handle)        #print('current url:%s'%driver.current_url)    time.sleep(1)    urldata = driver.find_element_by_xpath("//ul[@id='category_list']")    #print('%s'%urldata.text)    chain = ActionChains(driver)    moveelment = driver.find_element_by_xpath("//div[@class='search-condition c5 drop-down']/a/div")    chain.move_to_element(moveelment).perform()    driver.find_element_by_xpath("//div[@class='search-condition c5 drop-down']/a/div").click()    urldata = driver.find_element_by_xpath("//div[@class='search-condition c5 drop-down']/a/div")    #print('%s'%urldata.text)    driver.find_element_by_xpath("//ul[@id='category_list']/li[1]/a").click()    #选择需要的项，年报，半年报...等等    ... ...    #如果需要下载全部数据，需要点击更多，直到数据全部显示    #while(rslt[0] != rslt[1]):    #    driver.find_element_by_link_text('更多').click()    #    #等待网页相应时间    #    time.sleep(1)    #    urldata = driver.find_element_by_xpath("//div[@id='con-div-his-fulltext']/div[@class='stat-right']")    #    print('%s'%urldata.text)    #    patternStr = '\d+'    #    rslt = re.findall(patternStr,urldata.text)    listNum = int(rslt[0])        #listNum    if(listNum != 0):        for indexValue in range(1,listNum+1):            findXpathStr = "//ul[@id='ul_his_fulltext']/li[%d]/div[@class='t3']/dd/span/a"%indexValue            #print('%s'%findXpathStr)            urlTextGet = driver.find_element_by_xpath(findXpathStr)            print('%s'%urlTextGet.text)                        driver.find_element_by_xpath(findXpathStr).click()            time.sleep(1)            for handle in driver.window_handles:                driver.switch_to_window(handle)            time.sleep(1)            #print('%s'%driver.current_url)            urldata1 = driver.find_element_by_class_name("year")            try:                 urldata2 = driver.find_element_by_class_name("new_day")            except:                urldata2 = driver.find_element_by_class_name("day")            timeStr = '%s%s'%(urldata1.text,urldata2.text)            #print('%s%s'%(urldata1.text,urldata2.text))            nameUrl = driver.find_element_by_xpath('//div[@class="bd-top"]/h2')            #print('%s'%nameUrl.text.replace(name,'').strip())            #srcUrl = driver.find_element_by_xpath('//div[@class="bd-ct"]/iframe.src')            #print('%s'%srcUrl.text)            #downloadfilename = './new/%s%s.pdf'%(nameUrl.text.replace(name,'').strip(),timeStr)            nameUrlList = nameUrl.text.split('\n')            if(len(nameUrlList)>1):                downloadfilename = '%s%s%s.pdf'%(prefixpathname,nameUrlList[1].strip(),timeStr)            else:                downloadfilename = '%s%s%s.pdf'%(prefixpathname,nameUrlList[0].strip(),timeStr)            pageRequest = request.urlopen(driver.current_url)            pageRead = pageRequest.read().decode('utf-8')            #pageRequest.readlines().decode('utf-8')            findlinkSuccess = 0            for eachline in pageRead.split('\n'):                webDownloadURL = re.findall('src="(.+)"',eachline)                if(len(webDownloadURL)>0) and re.search('iframe',eachline) and re.search('pdf',eachline.lower()):                   wgetURL = webDownloadURL[0]                   #print('%s'%wgetURL)                   findlinkSuccess = 1                   break            #关闭当前URL窗口            if(os.path.exists(downloadfilename)):                print('%s已存在'%downloadfilename)            elif(findlinkSuccess == 1):                wget.download(wgetURL,downloadfilename)            else:                print('无效链接！ignore')            driver.close()                        #返回指向前一次最新的URL            for handle in driver.window_handles:                driver.switch_to_window(handle)            time.sleep(1)    driver.close()        driver.quit()