86b5b63b0d8f6b9101fdd79ea9acc9c.png

    1. from bs4 import BeautifulSoup as bs
    2. import requests
    3. from fake_useragent import UserAgent
    4. import os
    5. class Tupian:
    7.     def __init__(self,page):
    8.         self.page = page
    9.         self.base_url = 'https://sc.chinaz.com/'
    10.         if int(page) == 1:
    11.             self.url = self.base_url + 'tupian/'
    12.         else:
    13.             self.url = f'{self.base_url}tupian/index_{page}.html'
    14.         self.dir = './images'
    15.         if not os.path.exists(self.dir):
    16.             os.mkdir(self.dir)
    18.     def get_data(self):
    19.         headers = {
    20.             'User-Agent':UserAgent().random,
    21.             'Referer':self.base_url
    22.         }
    23.         try:
    24.             print(f'获取第{self.page}页图片')
    25.             response = requests.get(self.url, headers=headers)
    26.             if response.status_code == 200:
    27.                 response.encoding = 'utf-8'
    28.                 html = response.text
    29.                 soup = bs(html,'lxml')
    30.                 div_list = soup.find_all(name='div',class_='box picblock col3')
    31.                 for divs in div_list:
    32.                     img = divs.find('img')
    33.                     img_name = img['alt']
    34.                     img_src = 'https://' + img['src2'].split('//')[-1]
    35.                     print(f'图片名称:{img_name},路径为:{img_src}')
    36.                     self.downImg(img_name,img_src)
    37.                 print(f'第{self.page}页数据爬取完成')
    38.             else:
    39.                 print(response.reason)
    40.         except Exception as error:
    41.             print(error)
    43.     # 下载图片
    44.     def downImg(self,img_name,img_src):
    45.         try :
    46.             response = requests.get(img_src)
    47.             print(f'下载图片【{img_name}】...')
    48.             if response.status_code == 200:
    49.                 with open(f'{self.dir}/{img_name}.jpg', 'wb') as file:
    50.                     file.write(response.content)
    51.         except Exception as error:
    52.             print('Error:',error)
    54. while True: # 翻页
    55.     page = input('请输入页数,输入非数字退出')
    56.     if page.isdigit():
    57.         tupian = Tupian(page)
    58.         tupian.get_data()
    59.     else:
    60.         break