python爬虫之代理IP

python爬虫之代理IP

免费代理网站：快代理
最好使用最新的免费代理,免费的很多都不能用

from fake_useragent import UserAgent
import requests

url = 'http://mip.chinaz.com/'

proxies = {
    'http': 'http://'+'ip:端口',
    'https': 'https://'+'ip:端口'
}

headers = {
    'user-agent': UserAgent().random
}
res = requests.get(url=url, headers=headers, proxies=proxies)
page_text = res.text

with open('代理ip.html', 'w', encoding='utf-8') as fp:
    fp.write(page_text)