从csv词频列表中删除重复项

import csv

def remove_duplicates_from_csv(csv_file):
    unique_words = set()
    updated_csv = []

    # 读取csv文件
    with open(csv_file, 'r') as file:
        reader = csv.reader(file)
        for row in reader:
            word = row[0]
            frequency = row[1]

            # 去除重复项
            if word not in unique_words:
                unique_words.add(word)
                updated_csv.append([word, frequency])

    # 保存结果
    with open('updated_csv.csv', 'w', newline='') as file:
        writer = csv.writer(file)
        writer.writerows(updated_csv)

# 调用函数并传入csv文件路径
remove_duplicates_from_csv('word_frequency.csv')