问木偶师:会议结束。很可能页面已经关闭了。

EN

async initiate() {
    this.pageOptions = {
        waitUntil: 'networkidle2',
        timeout: 60000
    };
    puppeteerExtra.use(pluginStealth());
    this.browser = await puppeteerExtra.launch({ headless: false });
    const browserWSEndpoint = await this.browser.wsEndpoint();
    puppeteerExtra.connect({ browserWSEndpoint: browserWSEndpoint });
    this.page = await this.browser.newPage();
    await this.page.setRequestInterception(true);
    this.page.on('request', (request) => {
        if (['image', 'stylesheet', 'font', 'script'].indexOf(request.resourceType()) !== -1) {
            request.abort();
        } else {
            request.continue();
        }
    });
    this.page.on('dialog', async dialog => {
        await dialog.dismiss();
    });
}

wait = (ms) => new Promise(resolve => setTimeout(resolve, ms))

async restart() {
    await this.close();
    await this.wait(1000);
    this.initiate();
}

async close() {
    if (this.browser) {
        await this.page.close();
        await this.browser.close();
        this.browser = null;
        this.page = null;
        this.pageOptions = null;
    }
}

 crawl(link, userAgent) {
    return new Promise(async (resolve, reject) => {
        if (reject) { }
        // Limit the runtime of this function in case of stuck URL crawling process.
        setTimeout(async () => {
            await this.restart();
            resolve(null);
            return;
        }, 60000);
        if (!userAgent) {
            userAgent = crawlUtils.getRandomUserAgent();
        }
        const crawlResults = { isValidPage: true, pageSource: null };
        if (!this.page) {
            await this.wait(1000);
            resolve(null);
            return;
        }
        try {
            await this.page.setUserAgent(userAgent);
            await this.page.goto(link, this.pageOptions);
            await this.page.waitForFunction(this.waitForFunction);
            crawlResults.pageSource = await this.page.content();
        }
        catch (error) {
            crawlResults.isValidPage = false;
        }
        if (this.isLinkCrawlTest) {
            await this.close();
        }
        resolve(crawlResults);
    });
}