Python获取网页内容、使用BeautifulSoup库分析html

利用 urllib包 获取网页内容

#引入包from urllib.request import urlopenresponse = urlopen("http://fund.eastmoney.com/fund.html")html = response.read();#这个网页编码是gb2312#print(html.decode("gb2312"))#把html内容保存到一个文件with open("1.txt","wb") as f:    f.write(html.decode("gb2312").encode("utf8"))    f.close()

使用BeautifulSoup分析html

from bs4 import BeautifulSoup# 读取文件内容with open("1.txt", "rb") as f:    html = f.read().decode("utf8")    f.close()# 分析html内容soup = BeautifulSoup(html,"html.parser")# 取出网页titleprint(soup.title) #<title>每日开放式基金净值表 _ 天天基金网</title># 基金编码codes = soup.find("table",id="oTable").tbody.find_all("td","bzdm")result = () # 初始化一个元组for code in codes:    result += ({        "code":code.get_text(),        "name":code.next_sibling.find("a").get_text(),        "NAV":code.next_sibling.next_sibling.get_text(),        "ACCNAV":code.next_sibling.next_sibling.next_sibling.get_text()     },)# 打印结果print(result[0]["name"])