代码拉取完成,页面将自动刷新
package com.watchmen.selenium;
import java.util.List;
import org.openqa.selenium.Proxy;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.chrome.ChromeDriver;
import org.openqa.selenium.chrome.ChromeOptions;
import io.netty.handler.codec.http.HttpRequest;
import io.netty.handler.codec.http.HttpResponse;
import net.lightbody.bmp.BrowserMobProxy;
import net.lightbody.bmp.BrowserMobProxyServer;
import net.lightbody.bmp.client.ClientUtil;
import net.lightbody.bmp.core.har.Har;
import net.lightbody.bmp.core.har.HarEntry;
import net.lightbody.bmp.core.har.HarNameValuePair;
import net.lightbody.bmp.core.har.HarRequest;
import net.lightbody.bmp.core.har.HarResponse;
import net.lightbody.bmp.filters.RequestFilter;
import net.lightbody.bmp.proxy.CaptureType;
import net.lightbody.bmp.util.HttpMessageContents;
import net.lightbody.bmp.util.HttpMessageInfo;
/**
*
* @author kk
* @Description selenium使用browserMobProxy代理
*/
public class SeleniumBrowserMobProxy {
public static void main(String[] args) {
String webDriverDir = "浏览器驱动路径";
// 加载驱动
System.setProperty("webdriver.chrome.driver", webDriverDir);
BrowserMobProxy browserMobProxy = new BrowserMobProxyServer();
browserMobProxy.start();
browserMobProxy.enableHarCaptureTypes(CaptureType.REQUEST_CONTENT, CaptureType.RESPONSE_CONTENT);
browserMobProxy.setHarCaptureTypes(CaptureType.RESPONSE_CONTENT);
browserMobProxy.newHar("kk");
Proxy seleniumProxy = ClientUtil.createSeleniumProxy(browserMobProxy);
// 设置浏览器参数
ChromeOptions options = new ChromeOptions();
options.setProxy(seleniumProxy);
options.setAcceptInsecureCerts(true);
options.setExperimentalOption("useAutomationExtension", false);
// 创建驱动对象
WebDriver driver = new ChromeDriver(options);
// 监听网络请求
browserMobProxy.addRequestFilter(new RequestFilter() {
@Override
public HttpResponse filterRequest(HttpRequest request, HttpMessageContents contents,
HttpMessageInfo messageInfo) {
// 打印浏览器请求的url和请求头
System.out.println(request.getUri() + " --->> " + request.headers().get("Cookie"));
return null;
}
});
// 打开链接
driver.get("https://www.baidu.com/");
// 获取返回的请求内容
Har har = browserMobProxy.getHar();
List<HarEntry> entries = har.getLog().getEntries();
for (HarEntry harEntry : entries) {
HarResponse response = harEntry.getResponse();
HarRequest request = harEntry.getRequest();
String url = harEntry.getRequest().getUrl();
List<HarNameValuePair> headers = request.getHeaders();
for (HarNameValuePair harp : headers) {
System.out.println(harp.toString());
}
}
}
}
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。