1 ''' 2 构建代理集群/队列 3 每次访问服务器，随机抽取一个代理 4 抽取可以使用 random.choice 5 6 分析步骤： 7 1. 构建代理群 8 2. 每次访问，随机选取代理并执行 9 ''' 10 11 12 from urllib import request, error 13 14 15 # 使用代理步骤 16 # 1. 设置代理地址 17 proxy_list = [ 18 # 列表中存放的是dict类型的元素 19 {"http": "101.50.1.2:80"}, 20 {"http": "58.240.172.110:3128"}, 21 {"http": "124.193.51.249:3128"}, 22 {"http": "120.199.64.163:8081"} 23 ] 24 25 # 2. 创建ProxyHandler 26 proxy_handler_list = [] 27 for proxy in proxy_list: 28 proxy_handler = request.ProxyHandler(proxy) 29 proxy_handler_list.append(proxy_handler) 30 # 3. 创建Opener 31 opener_list = [] 32 for proxy_handler in proxy_handler_list: 33 opener = request.build_opener(proxy_handler) 34 opener_list.append(opener) 35 36 import random 37 38 url = "http://www.baidu.com" 39 # 现在如果访问url，则使用代理服务器 40 try: 41 # 4. 安装Opener 42 opener = random.choice(opener_list) 43 request.install_opener( opener) 44 45 rsp = request.urlopen(url) 46 html = rsp.read().decode() 47 print(html) 48 except error.URLError as e: 49 print(e) 50 except Exception as e: 51 print(e)