代理

有两种方式

设置代理

import urllib.request as libRequest
import urllib.parse as parse
import ssl
import json
import time
import random
ssl._create_default_https_context = ssl._create_unverified_context
# http://pv.sohu.com/cityjson?ie=utf-8
# 182.34.35.141:9999
url = 'http://pv.sohu.com/cityjson?ie=utf-8'
# 打开一个 URL , 获得一个 URL 资源
data = {}
# 代理 ip 列表
ipList = [
    '182.111.199.224:8118',
    '39.137.107.98:80',
    '39.137.69.10:80',
    '221.180.170.104',
]
# 请求头
head = {
    'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 '
                  'Safari/537.36'
}
# 设置代理
proxySupport = libRequest.ProxyHandler({'http': random.choice(ipList)})
opener = libRequest.build_opener(proxySupport)
libRequest.install_opener(opener)
# 发起请求
request = libRequest.Request(url = url, headers = head)
res = libRequest.urlopen(request)
htmlContent = res.read().decode('utf-8')
print(htmlContent)

或者

import urllib.request as lib_request
from useragent.useragent import get_useragent
import json
import ssl
ssl._create_default_https_context = ssl._create_unverified_context
url = 'http://httpbin.org/get'
headers = {
    'User-Agent': get_useragent()
}
#设置代理
proxy_support = lib_request.ProxyHandler({'http': '223.100.166.3:36945'})
opener = lib_request.build_opener(proxy_support)
# 获得一个 request
request = lib_request.Request(url = url, headers = headers)
# 发起请求
response = opener.open(request)
# reqOpen = lib_request.urlopen(request)
# 打印结果
print(json.loads(response.read().decode()))