将PySpark数据框行转换为字典并对这些字典运行函数

from pyspark.sql import SparkSession
from pyspark.sql.functions import udf
from pyspark.sql.types import MapType, StringType

spark = SparkSession.builder.getOrCreate()

data = [("John", 25), ("Alice", 30), ("Bob", 35)]
df = spark.createDataFrame(data, ["Name", "Age"])

def row_to_dict(row):
    return row.asDict()

row_to_dict_udf = udf(row_to_dict, MapType(StringType(), StringType()))

df_with_dict = df.withColumn("Dict", row_to_dict_udf(df))