如何在pyspark中比较两个不同数据帧中的两列

from pyspark.sql import SparkSession
from pyspark.sql.functions import when

# 创建SparkSession
spark = SparkSession.builder.getOrCreate()

# 创建第一个数据帧
data1 = [("Alice", 25), ("Bob", 30), ("Charlie", 35)]
df1 = spark.createDataFrame(data1, ["name", "age"])

# 创建第二个数据帧
data2 = [("Alice", 25), ("Bob", 35), ("Dave", 40)]
df2 = spark.createDataFrame(data2, ["name", "age"])

# 连接两个数据帧
joined_df = df1.join(df2, on="name", how="inner")

# 比较两列
compared_df = joined_df.withColumn("age_equal", when(joined_df.age_x == joined_df.age_y, True).otherwise(False))

# 显示结果
compared_df.show()