0
点赞
收藏
分享

微信扫一扫

爬虫代码

天行五煞 2023-02-07 阅读 108


from selenium import webdriver
import requests
from selenium.webdriver.chrome.options import Options
import time

headers ={
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36",
}

current_session = requests.session()

browser = webdriver.Chrome("/home/nianxiongdi/Downloads/chromedriver")
browser.get("http://www.dianping.com/shop/129879472/photos/tag-%E5%8F%91%E5%9E%8B%E7%A7%80")
time.sleep(3)

cookie = browser.get_cookies() # 获取浏览器cookies
c = requests.cookies.RequestsCookieJar()
for i in cookie: # 添加cookie到CookieJar
c.set(i["name"], i["value"])
current_session.cookies.update(c) # 更新session里的cookie

res = current_session.get("http://www.dianping.com/shop/129879472/photos/tag-%E5%8F%91%E5%9E%8B%E7%A7%80", headers=headers)

print(res.text)
# 初始化css字典
#
# driver = webdriver.Chrome("/home/nianxiongdi/Downloads/chromedriver")
# driver.get('http://www.dianping.com/shop/129879472/photos/tag-%E5%8F%91%E5%9E%8B%E7%A7%80')

 

举报

相关推荐

0 条评论