使用Selenium and Beautiful Soup点击"Download csv“按钮

pip install selenium
pip install beautifulsoup4

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from bs4 import BeautifulSoup

# 创建一个Chrome浏览器的WebDriver对象
driver = webdriver.Chrome()

# 打开目标网页
driver.get("https://example.com")

# 等待"Download csv"按钮加载完成
download_button = WebDriverWait(driver, 10).until(
    EC.presence_of_element_located((By.XPATH, "//button[contains(text(), 'Download csv')]"))
)

# 点击"Download csv"按钮
download_button.click()

# 获取网页源代码
html = driver.page_source

# 使用Beautiful Soup解析网页源代码
soup = BeautifulSoup(html, 'html.parser')

# 找到CSV文件的下载链接
csv_link = soup.find('a', {'href': '*.csv'})['href']

# 输出CSV文件的下载链接
print("CSV文件下载链接:", csv_link)

# 关闭WebDriver对象
driver.quit()