requests的UA、代理、session的使用

UA的使用

from email import header
import requests
from fake_useragent import UserAgent

url = 'http://httpbin.org/get'

headers = {
    'User-Agent':UserAgent().chrome()
}
resp = requests.get(url,headers=headers)
print(resp.text)

代理的使用

from email import header
import requests
from fake_useragent import UserAgent

url = 'http://httpbin.org/get'

headers = {
    'User-Agent':UserAgent().chrome
}
'''
    'type':"type://ip:port"
    'type':"type://username:password@ip:port"
'''
proxy = {
   'http':'http://113.141.223.247:8080'
}
resp = requests.get(url,headers=headers,proxies=proxy)
print(resp.text)

session的使用

from email import header
import requests
from fake_useragent import UserAgent

login_url = 'http://www.kuaidili.com/login/'
args = {
    'username':'',
    'passwd':''
}
headers = {
    'User-Agent':UserAgent().chrome
}
session = requests.Session()
resp = session.post(login_url,data=args,headers=headers)

"""
--------------------------上面已经登录好-----------------------------------------------------
"""
"访问主页信息"
index_url='主页地址'
index_resp = session.get(index_url,headers=headers)
print(resp.text)