使用Scala计算spark的平均误差

import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.functions._

val spark = SparkSession.builder()
  .appName("Average Error Calculation")
  .getOrCreate()

val data = spark.read.format("csv")
  .option("header", "true")
  .load("path/to/data.csv")

val calculatedError = data.withColumn("error", abs(col("predicted_value") - col("actual_value")))

val averageError = calculatedError.agg(avg("error")).first().getDouble(0)

println("Average Error: " + averageError)