爬虫如何解决js的页面跳转

const puppeteer = require('puppeteer');

(async () => {
  const browser = await puppeteer.launch();
  const page = await browser.newPage();
  await page.goto('http://example.com');

  // 等待页面跳转完成
  await page.waitForNavigation();

  const content = await page.content();
  console.log(content);

  await browser.close();
})();

const axios = require('axios');
const cheerio = require('cheerio');

(async () => {
  const response = await axios.get('http://example.com');
  const $ = cheerio.load(response.data);

  // 假设跳转URL在某个特定的标签或属性中
  const redirectUrl = $('a.redirect-link').attr('href');
  console.log(redirectUrl);

  // 直接请求跳转后的URL
  const finalResponse = await axios.get(redirectUrl);
  console.log(finalResponse.data);
})();

const axios = require('axios');

(async () => {
  // 假设跳转逻辑是通过某个API请求实现的
  const response = await axios.post('http://example.com/api/redirect', {
    param1: 'value1',
    param2: 'value2'
  });

  const redirectUrl = response.data.redirectUrl;
  console.log(redirectUrl);

  // 直接请求跳转后的URL
  const finalResponse = await axios.get(redirectUrl);
  console.log(finalResponse.data);
})();