1. import requests
    2. import re
    4. #获取网面源代码
    5. def getHTMLText(url):
    6.     try:
    7.         headers = {'User-Agent':"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.114 Safari/537.36"}
    8.         r = requests.get(url, timeout=30, headers=headers,allow_redirects=False)
    9.         print(r.status_code)
    10.         r.raise_for_status()  # 如果状态不是200，引发HTTPError异常
    11.         r.encoding = r.apparent_encoding
    12.         #print(r.text[1000:2000])
    13.         return r.text
    14.     except:
    15.         print("网页访问异常！")
    17. url = 'https://www.baidu.com/s?rtt=1&bsst=1&cl=2&tn=news&ie=utf-8&word=%E9%98%BF%E9%87%8C%E5%B7%B4%E5%B7%B4'
    18. html = getHTMLText(url)
    19. #print(html)
    21. #提取新闻内容
    22. p_news = '<div class="result-op c-container xpath-log new-pmd".*?aria-label="百度快照">百度快照</a></div></div></div>'
    23. news = re.findall(p_news,html, re.S)
    24. print(len(news))
    25. #print(news)
    27. file = open('Savenews.txt','a')
    28. for i in range(len(news)):
    29.     res = news[i]
    30.     #提取标题
    31.     p_title = '<h3 class="news-title_1YtI1">.*?aria-label="标题：(.*?)"'
    32.     title = re.findall(p_title,res, re.S)
    33.     print(title)
    35.     #提取网址
    36.     p_href = '<h3 class="news-title_1YtI1">.*?<a href="(.*?)"'
    37.     href = re.findall(p_href,res, re.S)   #re.S自动考虑换行修饰
    38.     print(href)
    40.     #提取时间
    41.     p_date = 'aria-label="发布于：.*?">(.*?)</span>'
    42.     date = re.findall(p_date,res, re.S)   #re.S自动考虑换行修饰
    43.     print(date)
    45.     #提取来源
    46.     p_source = 'aria-label="新闻来源：.*?">(.*?)</span>'
    47.     source = re.findall(p_source,res, re.S)   #re.S自动考虑换行修饰
    48.     print(source)
    49.     print('\n')
    51.     #内容写入txt
    52.     newsContent= str(1+i)+'. '+title[0]+' ('+date[0]+': '+source[0]+')'+'\n'
    53.     file.write(newsContent)
    54.     file.write(href[0]+'\n')
    55.     file.write('\n')
    56. file.close()