利用python爬取实习僧网站上的数据

最近在找实习，就顺便想到用python爬取一些职位信息看看，有哪些岗位比较缺人。

#_*_coding:utf-8_*_import requestsfrom bs4 import BeautifulSoupimport xlwtimport rebook = xlwt.Workbook()#创建表格sheet = book.add_sheet('sheet1', cell_overwrite_ok=True)def getHtml(): url ='http://www.shixiseng.com/interns?p=' request = requests.get(url=url) respons = request.content      #得到页面源代码 soup = BeautifulSoup(respons,'html.parser')   #解析源代码 #下面是计算岗位列表的页数 page=soup.select('div#pagebar')[0]    l=str(page.select('li')[-1].a.attrs['href']) x=re.compile(r'\d{3}') y=x.search(l) lastpage=int(y.group()) print lastpage #调用函数 saveData(url,lastpage + 1)def saveData(url,lastpage):    row=0  #必须定义为全局变量    for i in range(1,lastpage):        html = requests.get(url='%s%d' % (url,i)).content        soup = BeautifulSoup(html,'html.parser')        infos = soup.select('div.posi-list')[0].select('div.list')        #相关的数据信息        for info in infos:            po_name = info.select('div.names.cutom_font')[0].a.text            part = info.find('a', class_='cutom_font').text            addr = info.find('div', class_='addr').span.text            xz = info.find('div', class_='xz').span.text        #写入excel            sheet.write(row, 0, po_name)            sheet.write(row, 1, part)            sheet.write(row, 2, addr)            sheet.write(row, 3, xz)            row+=1if __name__ == '__main__':    getHtml()    book.save('shixiseng.xls')