java+selenium+appium和browsermod_proxy的使用

痛定思痛。 2023-05-29 15:29 10阅读 0赞

需要的maven的配置：

<?xml version="1.0" encoding="UTF-8"?>
    <project xmlns="http://maven.apache.org/POM/4.0.0"
             xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
             xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
        <modelVersion>4.0.0</modelVersion>
    
        <groupId>BrowserMod_Proxy</groupId>
        <artifactId>BrowserMod_Proxy</artifactId>
        <version>1.0-SNAPSHOT</version>
    
        <dependencies>
            <dependency>
                <groupId>net.lightbody.bmp</groupId>
                <artifactId>browsermob-core</artifactId>
                <version>2.1.5</version>
            </dependency>
    
            <dependency>
                <groupId>org.seleniumhq.selenium</groupId>
                <artifactId>selenium-java</artifactId>
                <version>3.141.59</version>
            </dependency>
    
    
            <dependency>
                <groupId>com.google.guava</groupId>
                <artifactId>guava</artifactId>
                <version>28.1-jre</version>
            </dependency>
    
            <dependency>
                <groupId>com.google.code.gson</groupId>
                <artifactId>gson</artifactId>
                <version>2.8.6</version>
            </dependency>
    
            <dependency>
                <groupId>io.appium</groupId>
                <artifactId>java-client</artifactId>
                <version>7.2.0</version>
            </dependency>
    
    
        </dependencies>
    
    </project>

package application;
    
    import net.lightbody.bmp.BrowserMobProxy;
    import net.lightbody.bmp.BrowserMobProxyServer;
    import net.lightbody.bmp.client.ClientUtil;
    import net.lightbody.bmp.core.har.Har;
    import net.lightbody.bmp.core.har.HarEntry;
    import net.lightbody.bmp.proxy.CaptureType;
    import org.openqa.selenium.Proxy;
    import org.openqa.selenium.firefox.FirefoxDriver;
    import org.openqa.selenium.firefox.FirefoxOptions;
    import org.openqa.selenium.firefox.GeckoDriverService;
    
    import java.io.FileOutputStream;
    import java.util.List;
    import java.util.concurrent.TimeUnit;
    
    /**
     * @author: wtl
     * @License: (C) Copyright 2020, wtl Corporation Limited.
     * @Contact: 1050100468@qq.com
     * @Date: 2020-10-06 17:04
     * @Version: 1.0
     * @Description:
     */
    public class Main {
        public static void main(String[] args) throws Exception {
            System.setProperty(GeckoDriverService.GECKO_DRIVER_EXE_PROPERTY,"D:/mine/geckodriver.exe");
            BrowserMobProxy browserMobProxy = new BrowserMobProxyServer();
            browserMobProxy.start();
    
            Proxy seleniumProxy = ClientUtil.createSeleniumProxy(browserMobProxy);
    
            FirefoxOptions firefoxOptions = new FirefoxOptions();
    //        chromeOptions.setHeadless(true);
            firefoxOptions.setProxy(seleniumProxy);
            firefoxOptions.setAcceptInsecureCerts(true);
            FirefoxDriver firefoxDriver = new FirefoxDriver(firefoxOptions);
    
            browserMobProxy.enableHarCaptureTypes(CaptureType.REQUEST_CONTENT, CaptureType.RESPONSE_CONTENT);
            browserMobProxy.setHarCaptureTypes(CaptureType.RESPONSE_CONTENT);
    
            browserMobProxy.newHar("xigua");
            firefoxDriver.get("https://www.ixigua.com/6783597375895110151?logTag=jD-9HBqVtuXzWwDf5zI52");
    
            TimeUnit.SECONDS.sleep(10);
    
            Har har = browserMobProxy.getHar();
            List<HarEntry> entries = har.getLog().getEntries();
    
            FileOutputStream fileOutputStream = new FileOutputStream("D:/mine/text.txt");
            for (HarEntry harEntry : entries) {
                fileOutputStream.write(harEntry.getRequest().getUrl().getBytes());
                fileOutputStream.write("\n".getBytes());
            }
        }
    
    }