java批量爬取图片案例-CFANZ编程社区

from scrapy.selector import Selector
from scrapy.http import HtmlResponse
t = '''<html>
    <body>
        <ul>
            <li href='www.baidu.com'>a</li>
            <li class='row'>b</li>
            <li id = 'password'>c</li>
        </ul>
        <ol>
            <li >1234</li>
        </ol>
    </body>
</html>'''

se = Selector(text=t)

import requests
data = requests.get("网址")
se = Selector(text=data.content)
a_list = se.xpath('//p[@id="l"]/a')
src_list = []
name = []
for i in a_list:
    src_list.append( i.xpath("./img/@src").extract())
    name.append(i.xpath('./i/text()').extract())
for index,i in enumerate(src_list):
    img_data = requests.get(str(i[0]))
    with open(name[index][0]+".jpg","wb") as f:
        f.write(img_data.content)