使用Spark Scala检查一个数据框列中的值是否存在于另一个数据框列中

import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.functions._

val spark = SparkSession.builder()
  .appName("Check Column Values")
  .getOrCreate()

val df1 = spark.read.format("csv").load("path_to_dataframe1.csv")
val df2 = spark.read.format("csv").load("path_to_dataframe2.csv")

val result = df1.withColumn("exists_in_df2", col("column1").isin(df2("column2")))

result.show()