使用promise-pool和puppeteer创建一个不断增加的列表

const PromisePool = require('promise-pool');
const puppeteer = require('puppeteer');

const MAX_CONCURRENCY = 5; // 最大并发数
const MAX_LIST_LENGTH = 10; // 列表最大长度

async function createList() {
  const list = [];

  const pool = new PromisePool.Pool(async () => {
    const browser = await puppeteer.launch();
    const page = await browser.newPage();
    await page.goto('https://example.com'); // 替换为目标网页的URL

    const element = await page.$('#list'); // 替换为列表元素的选择器
    const content = await page.evaluate(element => element.textContent, element);

    list.push(content);

    await browser.close();
  }, MAX_CONCURRENCY);

  for (let i = 0; i < MAX_LIST_LENGTH; i++) {
    pool.add();
  }

  await pool.start();

  console.log(list);
}

createList();