python(爬取大学排名)

墨蓝 2022-06-05 07:51 303阅读 0赞

![Center][]

import requests  
from bs4 import BeautifulSoup  
import bs4

def gethtml(url):  
    try:  
        r=requests.get(url,timeout=30)  
        r.raise\_for\_status()  
        r.encoding=r.apparent\_encoding  
        return r.text  
    except:  
        return ""  
def fillUnivList(ulist,html):  
    soup=BeautifulSoup(html,"html.parser")  
    \#arr=soup.find('tbody').contents \#contents之后得到的是一个列表,  
    \#children就是用来遍历的  
    \#for tr in arr:  
    \#for tr in soup.tbody.children:三种遍历方法都行  
    for tr in soup.find('tbody').children:  
        if isinstance(tr,bs4.element.Tag):  
            tds=tr('td') \#把tr标签里面的td标签弄成列表的形式存起来  
            \#print('tds=',tds\[0\]),等价于tds=tr.find\_all('td')  
            ulist.append(\[tds\[0\].string,tds\[1\].string,tds\[4\].string\])\#取出tds列表中有用的三个，再次组合成一个列表，  
            \#放进另一个列表中，相当于二维列表

def pr(ulist,num):  
    print("\{:^10\}  \{:^6\}  \{:^10\}".format("排名","学校","地址"))  
    for i in range(num):  
        u=ulist\[i\]  
        print("\{:^10\} \{:^6\} \{:^10\}".format(u\[0\],u\[1\],u\[2\]))

def main():  
    uinfo=\[\]  
    url='http://www.zuihaodaxue.cn/zuihaodaxuepaiming2016.html'  
    html=gethtml(url)  
    fillUnivList(uinfo,html)  
    pr(uinfo,10)  
   
main()

![Image 1][]

[Center]: /images/20220605/c293703ba04745d58e4fdc9682f6f303.png
[Image 1]: