你试过使用selenium爬虫抓取数据吗

import org.junit.AfterClass;

import org.junit.BeforeClass;

import org.junit.Test;

import org.openqa.selenium.By;

import org.openqa.selenium.WebDriver;

import org.openqa.selenium.chrome.ChromeDriver;

import java.awt.*;

import java.awt.event.KeyEvent;

import java.util.concurrent.TimeUnit;

/**

 * @author rongrong

 * Selenium模拟访问网站爬虫操作代码示例

 */

public class Demo {

    private static WebDriver driver;

    static final int MAX_TIMEOUT_IN_SECONDS = 5;

    @BeforeClass

    public static void setUpBeforeClass() throws Exception {

        driver = new ChromeDriver();

        String url = "https://temai.snssdk.com/article/feed/index?id=6675245569071383053&subscribe=5501679303&source_type=28&content_type=1&create_user_id=34013&adid=__AID__&tt_group_id=6675245569071383053";

        driver.manage().window().maximize();

        driver.manage().timeouts().implicitlyWait(MAX_TIMEOUT_IN_SECONDS, TimeUnit.SECONDS);

        driver.get(url);

    }

    @AfterClass

    public static void tearDownAfterClass() throws Exception {

        if (driver != null) {

            System.out.println("运行结束！");

            driver.quit();

        }

    }

    @Test

    public void test() throws InterruptedException {

        Robot robot = null;

        try {

            robot = new Robot();

        } catch (AWTException e1) {

            e1.printStackTrace();

        }

        robot.keyPress(KeyEvent.VK_CONTROL);

        robot.keyPress(KeyEvent.VK_A);

        robot.keyRelease(KeyEvent.VK_A);

        Thread.sleep(2000);

        robot.keyPress(KeyEvent.VK_C);

        robot.keyRelease(KeyEvent.VK_C);

        robot.keyRelease(KeyEvent.VK_CONTROL);

        driver.get("https://ueditor.baidu.com/website/onlinedemo.html");

        Thread.sleep(2000);

        driver.switchTo().frame(0);

        driver.findElement(By.tagName("body")).click();

        robot.keyPress(KeyEvent.VK_CONTROL);

        robot.keyPress(KeyEvent.VK_V);

        robot.keyRelease(KeyEvent.VK_V);

        robot.keyRelease(KeyEvent.VK_CONTROL);

        Thread.sleep(2000);

    }

}