使用Spark SQL joinWith，我如何连接两个数据集，以基于日期将当前记录与其以前的记录进行匹配？

val spark = SparkSession.builder()
  .appName("Spark SQL Join")
  .master("local")
  .getOrCreate()

val currentData = spark.read.format("csv").load("path/to/currentData.csv")
val previousData = spark.read.format("csv").load("path/to/previousData.csv")

import org.apache.spark.sql.functions._
val currentDataWithDate = currentData.withColumn("date", to_date(col("date"), "yyyy-MM-dd"))
val previousDataWithDate = previousData.withColumn("date", to_date(col("date"), "yyyy-MM-dd"))

val joinedData = currentDataWithDate.joinWith(previousDataWithDate, currentDataWithDate("date") === previousDataWithDate("date"), "inner")

val result = joinedData.select(currentDataWithDate("column1"), previousDataWithDate("column2"))
  .filter(currentDataWithDate("date") > previousDataWithDate("date"))