在Klein/Twisted中运行多个scrapy爬虫

from twisted.internet import reactor
from scrapy.crawler import CrawlerRunner
from scrapy.utils.log import configure_logging
from myproject.spiders import Spider1, Spider2, Spider3  # 导入自定义的爬虫类

configure_logging()
runner = CrawlerRunner()

def run_spiders():
    runner.crawl(Spider1)  # 运行Spider1
    runner.crawl(Spider2)  # 运行Spider2
    runner.crawl(Spider3)  # 运行Spider3
    d = runner.join()
    d.addBoth(lambda _: reactor.stop())  # 当所有爬虫完成后停止reactor

if __name__ == "__main__":
    reactor.callWhenRunning(run_spiders)
    reactor.run()