Java语言使用爬虫ip如何接入代码demo-CFANZ编程社区

随着信息时代的到来，大数据作为互联网的重要组成部分，越来越多的企业倾向于通过互联网发展壮大自己，如何获取高价值的客户信息、行业信息尤其重要。因此，网络爬虫应运而生。那么在做数据抓取的时候，使用爬虫ip应该怎么接入代码demo呢？下文值得大家看看一看。

MAVEN引入如下依赖包：

<dependencies>
<dependency>
<groupId>cn.hutool</groupId>
<artifactId>hutool-all</artifactId>
<version>5.3.5</version>
</dependency>
<dependency>
<groupId>com.squareup.okhttp3</groupId>
<artifactId>okhttp</artifactId>
<version>4.7.1</version>
</dependency>
</dependencies>
复制下面代码，新建Package：com.demo --> 新建Java类：Main
package com.demo;
import cn.hutool.http.HttpUtil;
import okhttp3.*;
import java.io.*;
import java.net.InetSocketAddress;
import java.net.Proxy;
import java.util.Objects;
import java.util.concurrent.TimeUnit;
public class Main {
//    需要请求的目标网址
private static final String TARGET_URL = "目标网址";
//    提取链接
private static final String API_URL = "提取链接";
public static void main(String[] args) {
String result = HttpUtil.get(API_URL);
System.out.println("从接口获取的:" + result.strip());
String proxyIp = result.strip();
try {
Proxies(TARGET_URL, proxyIp);
Thread.sleep(500);
} catch (Exception e) {
e.printStackTrace();
}
}
public static void Proxies(String urlString, String ipPort) {
try {
Response response = null;
try {
System.out.println("资源地址：" + ipPort);
String ip = ipPort.split(":")[0];
int port = Integer.parseInt(ipPort.split(":")[1]);
Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(ip, port));
OkHttpClient httpClient = new OkHttpClient().newBuilder().proxy(proxy).connectTimeout(10, TimeUnit.SECONDS)
.build();
Request request = null;
request = (new Request.Builder().url(urlString).build());
response = httpClient.newCall(request).execute();
System.out.println("输出结果2：" + Objects.requireNonNull(response.body()).string());
} catch (IOException e) {
System.out.println("请求出错1");
e.printStackTrace();
}
} catch (Exception e) {
System.out.println("请求出错2");
e.printStackTrace();
}
}
}