mysql读取网页数据

import requests
from bs4 import BeautifulSoup

# 发送HTTP请求获取网页内容
response = requests.get('http://example.com')
html_content = response.text

# 使用BeautifulSoup解析HTML
soup = BeautifulSoup(html_content, 'html.parser')

# 提取数据
title = soup.find('title').text
paragraphs = [p.text for p in soup.find_all('p')]

print(title)
print(paragraphs)

import mysql.connector

# 连接MySQL数据库
db = mysql.connector.connect(
    host="localhost",
    user="yourusername",
    password="yourpassword",
    database="yourdatabase"
)

cursor = db.cursor()

# 插入数据
sql = "INSERT INTO web_data (title, content) VALUES (%s, %s)"
values = (title, ' '.join(paragraphs))
cursor.execute(sql, values)

# 提交事务
db.commit()

# 关闭连接
cursor.close()
db.close()

import mysql.connector

# 连接MySQL数据库
db = mysql.connector.connect(
    host="localhost",
    user="yourusername",
    password="yourpassword",
    database="yourdatabase"
)

cursor = db.cursor()

# 查询数据
sql = "SELECT title, content FROM web_data"
cursor.execute(sql)

# 获取查询结果
results = cursor.fetchall()

# 关闭连接
cursor.close()
db.close()

# 展示数据
for result in results:
    print(result[0], result[1])