如何在Spark RDD中处理具有数组元素的嵌套结构

import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.functions._

val spark = SparkSession.builder().appName("Nested Array Processing").getOrCreate()

val data = Seq(
  ("Alice", Array(1, 2, 3)),
  ("Bob", Array(4, 5)),
  ("Charlie", Array(6))
)
val df = spark.createDataFrame(data).toDF("name", "numbers")

val explodedDF = df.withColumn("number", explode(col("numbers"))).drop("numbers")
explodedDF.show()

val aggregatedDF = explodedDF.groupBy("name").agg(collect_list("number").alias("numbers"))
aggregatedDF.show()