使用BeautifulSoup从网页下载多个csv文件

pip install beautifulsoup4

import requests
from bs4 import BeautifulSoup
import csv

url = "网页的URL地址"
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')

csv_links = soup.find_all('a', href=True, text=lambda x: x.endswith('.csv'))

for link in csv_links:
    csv_url = link['href']
    response = requests.get(csv_url)
    # 可以根据需要保存文件或进行其他处理

from qcloud_cos import CosConfig
from qcloud_cos import CosS3Client

# 配置腾讯云COS
secret_id = '你的腾讯云SecretId'
secret_key = '你的腾讯云SecretKey'
region = '你的腾讯云存储桶所在地域'
bucket = '你的腾讯云存储桶名称'

config = CosConfig(Region=region, SecretId=secret_id, SecretKey=secret_key)
client = CosS3Client(config)

# 上传文件
response = client.upload_file(
    Bucket=bucket,
    LocalFilePath='本地CSV文件路径',
    Key='上传到腾讯云COS的文件路径'
)