使用Java努力实现web场景数据(Jsoup)

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

import java.io.IOException;

public class JsoupExample {
    public static void main(String[] args) {
        try {
            // 连接到目标网页
            Document doc = Jsoup.connect("https://example.com").get();

            // 使用CSS选择器查找元素
            Elements links = doc.select("a[href]");

            // 遍历并打印链接
            for (Element link : links) {
                System.out.println("Link: " + link.attr("href"));
                System.out.println("Text: " + link.text());
            }
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}

Document doc = Jsoup.connect("https://example.com")
                    .timeout(5000) // 设置超时时间为5秒
                    .get();

try {
    Document doc = Jsoup.parse(htmlString);
} catch (Exception e) {
    e.printStackTrace();
    // 可以尝试使用更宽松的解析模式
    Document doc = Jsoup.parse(htmlString, "", Parser.htmlParser().setTrackErrors(100));
}

Document doc = Jsoup.connect("https://example.com")
                    .userAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3")
                    .get();