9.py

from urllib.request import urlopen
from bs4 import BeautifulSoup
import re
pages = set()
def getLinks(url):
    global pages
    html= urlopen("http://en.wikipedia.org"+url)
    bsObj = BeautifulSoup(html)
    try:
        print(bsObj.h1.get_text())
        print(bsObj.find(id="mv-content-text").findAll("p")[0])
        print(bsObj.find(id="ca-edit").find("span").find("a").attrs['href'])
    except AttributeError:
        print("页面缺少一些属性！不过不用担心！")
        
    for link in bsObj.findAll("a",href=re.compile("^(/wiki/)")):
        if 'href' in link.attrs:
            if link.attrs['href'] not in pages:
                #我们遇到了新的页面
                newpage = link.attrs['href']
                print("----------------------\n"+newpage)
                pages.add(newpage)
                getLinks(newpage)

getLinks("")