合并所有子目录中具有相同名称的文本文件并保留其他文件(删除重复行)

import os

def merge_files(directory):
    file_dict = {}
    
    # 遍历所有子目录，获取所有的文本文件路径
    for root, dirs, files in os.walk(directory):
        for file in files:
            if file.endswith(".txt"):
                file_path = os.path.join(root, file)
                file_name = os.path.splitext(file)[0]
                
                # 将文本文件按照文件名进行分类
                if file_name in file_dict:
                    file_dict[file_name].append(file_path)
                else:
                    file_dict[file_name] = [file_path]
    
    # 合并文本文件并删除重复行
    for file_name, file_paths in file_dict.items():
        merged_file_path = os.path.join(directory, file_name + "_merged.txt")
        
        with open(merged_file_path, "w") as merged_file:
            unique_lines = set()
            
            for file_path in file_paths:
                with open(file_path, "r") as file:
                    for line in file:
                        # 删除重复行
                        if line.strip() not in unique_lines:
                            merged_file.write(line)
                            unique_lines.add(line.strip())
    
    print("文件合并完成！")

# 调用函数并指定主目录
merge_files("主目录路径")