在Spark Scala中动态创建数据帧

import org.apache.spark.sql.{SparkSession, Row}
import org.apache.spark.sql.types.{StructType, StructField, StringType, IntegerType}

val spark = SparkSession.builder()
  .appName("Dynamic DataFrame Creation")
  .master("local")
  .getOrCreate()

val schema = StructType(Seq(
  StructField("name", StringType, nullable = true),
  StructField("age", IntegerType, nullable = true)
))

val emptyDF = spark.createDataFrame(spark.sparkContext.emptyRDD[Row], schema)

val newRow = Row("John", 25)
val newDF = spark.createDataFrame(Seq(newRow), schema)
val updatedDF = emptyDF.union(newDF)