爬取wikipedia词条

#导入Beautifulsoup包from bs4 import BeautifulSoup as bsfrom urllib.request import urlopenimport re# 请求URL并把结果用utf-8编码resp=urlopen("https://en.wikipedia.org/wiki/Main_page").read().decode("utf-8")# 使用BeautifulSoup去解析soup=bs(resp,"html.parser")# 获取所有以/wiki开头的a 标签的href属性listUrls=soup.findAll("a",href=re.compile("^/wiki/"))# 打印出urlfor url in listUrls:    # print(url) #打印出来是整条a标签    if not re.search("\.(jpg|JPG)$",url["href"]): #上面取的有包含.jpg的图片，故要在href属性中排除        #将url的名字+"https://en.wikipedia.org"+url中的href属性合并打印出来        print(url.get_text(),"<---->","https://en.wikipedia.org"+url["href"])