Scrapy不向MySQL插入数据

MYSQL_HOST = 'localhost'
MYSQL_PORT = 3306
MYSQL_USER = 'your_user'
MYSQL_PASSWORD = 'your_password'
MYSQL_DB = 'your_database'

pip install mysql-connector-python

import mysql.connector

class MySqlPipeline:
    def __init__(self):
        self.conn = mysql.connector.connect(
            host=self.settings.get('MYSQL_HOST'),
            port=self.settings.get('MYSQL_PORT'),
            user=self.settings.get('MYSQL_USER'),
            password=self.settings.get('MYSQL_PASSWORD'),
            database=self.settings.get('MYSQL_DB')
        )
        self.cursor = self.conn.cursor()

    def process_item(self, item, spider):
        query = "INSERT INTO your_table (column1, column2) VALUES (%s, %s)"
        self.cursor.execute(query, (item['field1'], item['field2']))
        self.conn.commit()
        return item

    def close_spider(self, spider):
        self.cursor.close()
        self.conn.close()

ITEM_PIPELINES = {
    'your_project_name.pipelines.MySqlPipeline': 300,
}