python爬虫练习--爬取某城市历史气象数据（待优化）

# -*- coding=utf-8 -*-from __future__ import print_function  import urllib.request  from bs4 import BeautifulSoup    strYear = '2013'              strFile = 'zhengzhou' + strYear + '.csv'  f = open(strFile, 'w')    for month in range(1, 13):      if(month < 10):          strMonth = '0' + str(month)      else:          strMonth = str(month)      strYearMonth = strYear + strMonth      print("\nGetting data for month" + strYearMonth + "...", end='')            url  = "http://lishi.tianqi.com/beijing/"+strYearMonth+".html"      page = urllib.request.urlopen(url)    #创建BeautifulSoup对象    soup = BeautifulSoup(page, "html.parser")      weatherSet = soup.find(attrs={"class":"tqtongji2"})      if(weatherSet == None):          print("fail to get the page", end='')           continue            for line in weatherSet.contents:          if(line.__class__.__name__ == 'NavigableString'): continue          if(len(line.attrs) > 0): continue          lis = line.findAll('li')          strDate = lis[0].text          highWeather = lis[1].text          lowWeather  = lis[2].text        weather = lis[3].text        windDirection = lis[4].text        windPower = lis[5].text        f.write(strDate +',' + lowWeather +',' + highWeather + ','+weather + ',' +windDirection + ',' + windPower +'\n')      print("done", end='')        f.close()  

参考资料：http://cuiqingcai.com/1319.html