如何使用Python解析Wikipedia XML转储？

pip install mwparserfromhell lxml

import xml.etree.ElementTree as ET
from mwparserfromhell import parse

def parse_wikipedia_dump(file_path):
    # 解析XML文件
    context = ET.iterparse(file_path, events=("start", "end"))
    context = iter(context)
    event, root = next(context)

    for event, elem in context:
        if event == "end" and elem.tag == "page":
            # 解析MediaWiki标记
            title = elem.find("title").text
            text = elem.find("revision").find("text").text
            wikicode = parse(text)

            # 处理解析后的数据
            print(f"Title: {title}")
            print(wikicode)

            # 清理内存
            elem.clear()
            root.clear()

# 使用示例
parse_wikipedia_dump("path_to_your_dump_file.xml")