爬取糗事百科

import requests
import re
headers={'User-Agent':'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36'}
def parse_page(url):
    response=requests.get(url,headers=headers)
    text=response.text
    # print(text)
    contents=re.findall(r'<div\sclass="content">.*?<span>(.*?)</span>',text,re.S)
    duanzi=[]
    for content in contents:
        x=re.sub(r'<.*?>','',content).strip()
        duanzi.append(x)
        print(x)
    pass
def main():
    x=range(1,11)
    for i in x:
        url='https://www.qiushibaike.com/text/page/{}/'.format(i)
        parse_page(url)
if __name__=='__main__':
    main()

结果如下：

image.png