Python——urllib.request、parse的基本用法

import urllib.request
import urllib.parse

# 获取一个get请求
response = urllib.request.urlopen("http://www.baidu.com")
print(response.read().decode('utf-8'))  # 对获取到的网页源码进行utf-8解码

# 获取一个post请求
data = bytes(urllib.parse.urlencode({"hello": "world"}), encoding="utf-8")
response = urllib.request.urlopen("http://httpbin.org/post", data=data)
print(response.read().decode("utf-8"))

# 超时处理
try:
    response = urllib.request.urlopen("http://httpbin.org/get", timeout=0.01)
    print(response.read().decode("utf-8"))
except urllib.error.URLError as e:
    print("time out!")

response = urllib.request.urlopen("http://httpbin.org/get")
response = urllib.request.urlopen("http://douban.com")
response = urllib.request.urlopen("http://www.baidu.com")
print(response.status)
print(response.getheader("Server"))

url = "https://www.douban.com"
url = "http://httpbin.org/get"
data = bytes(urllib.parse.urlencode({'name': 'eric'}), encoding="utf-8")
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.99 Safari/537.36"
}
req = urllib.request.Request(url=url, headers=headers)  # data=data,, method="post"
response = urllib.request.urlopen(req)
print(response.read().decode("utf-8"))