import requests
from bs4 import BeautifulSoup

def parser_page(url):
    headers = {
        'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36'
    }
    response = requests.get(url,headers=headers)
    text = response.content.decode('utf-8')
    soup = BeautifulSoup(text,'html5lib')        #一般lxml就可以解析了，html5lib爬起来会比较慢
    conMidtab = soup.find('div',class_='conMidtab')
    tables = conMidtab.find_all('table')
    for table in tables:
        trs = table.find_all('tr')[2:]
        for tr in trs:
            tds = tr.find_all('td')
            city_td = tds[0]
            city = list(city_td.stripped_strings)[0]
            temperature = list(tds[-2].stripped_strings)[0]
            print({'city':city,'temperature':temperature})

def main():
    urls = [
        'http://www.weather.com.cn/textFC/hb.shtml#',
        'http://www.weather.com.cn/textFC/db.shtml#',
        'http://www.weather.com.cn/textFC/hb.shtml#',
        'http://www.weather.com.cn/textFC/hz.shtml#',
        'http://www.weather.com.cn/textFC/hn.shtml#',
        'http://www.weather.com.cn/textFC/xb.shtml#',
        'http://www.weather.com.cn/textFC/hb.shtml#',
        'http://www.weather.com.cn/textFC/xn.shtml#',
        'http://www.weather.com.cn/textFC/gat.shtml#',
    ]
    for url in urls:
        parser_page(url)


main()

原文链接:https://blog.csdn.net/wyh33200/article/details/104885900