将列单元格中的Pyspark Row()转换为完整的数据框架

from pyspark.sql import SparkSession
from pyspark.sql.types import StructType, StructField, StringType

spark = SparkSession.builder.getOrCreate()

schema = StructType([
    StructField("column1", StringType(), True),
    StructField("column2", StringType(), True),
    ...
])

df = spark.createDataFrame([], schema)

row_list = [...]  # Pyspark Row()列表
for row in row_list:
    row_dict = row.asDict()
    df = df.append(row_dict, ignore_index=True)

df.show()