使用Python抓取表

import requests
from bs4 import BeautifulSoup
import pandas as pd
import sqlite3

# 发起网页请求
url = 'http://example.com/table.html'
response = requests.get(url)
html = response.text

# 解析HTML内容
soup = BeautifulSoup(html, 'html.parser')

# 定位到目标表格
table = soup.find('table')

# 提取表格数据
data = []
for row in table.find_all('tr'):
    row_data = []
    for cell in row.find_all('td'):
        row_data.append(cell.text)
    data.append(row_data)

# 将数据转换为DataFrame对象
df = pd.DataFrame(data)

# 创建数据库连接
conn = sqlite3.connect('data.db')

# 创建数据库表
cursor = conn.cursor()
cursor.execute('CREATE TABLE IF NOT EXISTS table_data (column1 TEXT, column2 TEXT, column3 TEXT)')

# 存储数据到数据库
for _, row in df.iterrows():
    cursor.execute('INSERT INTO table_data VALUES (?, ?, ?)', tuple(row))

# 提交事务并关闭连接
conn.commit()
conn.close()