pyspider 使用mysql

from pyspider.libs.base_handler import *
from pyspider.database.mysql.mysqldb import MySQLDB

class Handler(BaseHandler):
    crawl_config = {
        'headers': {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'}
    }

    def __init__(self):
        self.db = MySQLDB(host='localhost', port=3306, user='your_username', passwd='your_password', db='your_database')

    @every(minutes=24 * 60)
    def on_start(self):
        self.crawl('http://example.com/', callback=self.index_page)

    @config(age=10 * 24 * 60 * 60)
    def index_page(self, response):
        for each in response.doc('a[href^="http"]').items():
            self.crawl(each.attr.href, callback=self.detail_page)

    def detail_page(self, response):
        return {
            "url": response.url,
            "title": response.doc('title').text(),
        }

    def on_result(self, result):
        if not result:
            return
        self.db.insert(result)