如何在Pyspark中从MapType列中获取键和值

from pyspark.sql.functions import col

# 假设MapType列名为map_col
df = df.withColumn("keys", col("map_col").keys())  # 获取键
df = df.withColumn("values", col("map_col").values())  # 获取值

from pyspark.sql import SparkSession
from pyspark.sql.functions import col

# 创建SparkSession
spark = SparkSession.builder.getOrCreate()

# 创建示例数据
data = [("Alice", {"age": 25, "city": "New York"}), 
        ("Bob", {"age": 30, "city": "San Francisco"})]
df = spark.createDataFrame(data, ["name", "map_col"])

# 获取键和值
df = df.withColumn("keys", col("map_col").keys())
df = df.withColumn("values", col("map_col").values())

# 显示结果
df.show(truncate=False)

+-----+-------------------+-------------------+
|name |map_col            |keys               |values             |
+-----+-------------------+-------------------+
|Alice|{age -> 25, city -> New York}|[age, city]        |[25, New York]     |
|Bob  |{age -> 30, city -> San Francisco}|[age, city]        |[30, San Francisco]|
+-----+-------------------+-------------------+