使用Python3从网站检索JS脚本

pip install requests beautifulsoup4

import requests
from bs4 import BeautifulSoup

def fetch_javascript_scripts(url):
    try:
        # 发送HTTP请求获取网页内容
        response = requests.get(url)
        response.raise_for_status()  # 如果请求失败，抛出异常

        # 使用BeautifulSoup解析HTML
        soup = BeautifulSoup(response.text, 'html.parser')

        # 查找所有的<script>标签
        scripts = soup.find_all('script')

        # 提取并打印每个<script>标签的内容
        for script in scripts:
            if script.string:
                print(script.string)
            elif script.src:
                # 如果<script>标签引用了外部脚本，可以下载该脚本
                script_url = script['src']
                script_response = requests.get(script_url)
                script_response.raise_for_status()
                print(script_response.text)

    except requests.exceptions.RequestException as e:
        print(f"Error fetching the webpage: {e}")
    except Exception as e:
        print(f"An error occurred: {e}")

# 使用示例
url = 'https://example.com'  # 替换为你想要检索脚本的网站URL
fetch_javascript_scripts(url)