Day6 - 10.aiohttp 多任务异步协程实现异步爬虫_高清 1080P

import asyncio
import time
import requests
import aiohttp
stat=time.time()
urls=[
    'http://127.0.0.1:5000/bobo',
    'http://127.0.0.1:5000/jay',
    'http://127.0.0.1:5000/tom'
]
async def get_page(url):
  async with aiohttp.ClientSession() as session:
      #session.get()/session.post():
      #UA伪装：headers=headers
      #参数：params/data
      #代理ip：proxy='http://ip:port'
      async with await session.get(url) as response:
          #text()返回字符串形式的响应数据
          #read()返回二进制形式的响应数据
          #json()返回的就是json对象
          #注意：获取响应数据操作之前一定要使用await进行手动挂起
          #否则拿不到数据
          page_text= await response.text()
          print(page_text)
tasks=[]
for url in urls:
    c=get_page(url)
    task=asyncio.ensure_future(c)
    tasks.append(task)
loop=asyncio.get_event_loop()
loop.run_until_complete(asyncio.wait(tasks))
end=time.time()
print('总耗时',end-stat)