如何批量下载页面源码

import requests
from bs4 import BeautifulSoup
import time

def download_page(url):
    headers = {
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'}
    response = requests.get(url, headers=headers)
    if response.status_code == 200:
        return response.text
    return None

def save_page(html, filename):
    with open(filename, 'w', encoding='utf-8') as f:
        f.write(html)

def main():
    urls = ['http://example.com/page1', 'http://example.com/page2']  # 示例URL列表
    for i, url in enumerate(urls):
        html = download_page(url)
        if html:
            save_page(html, f'page_{i+1}.html')
        time.sleep(1)  # 避免频繁请求

if __name__ == '__main__':
    main()