当一些json类型的列具有一些空属性时，如何避免PySpark from_json在csv读取时返回整个空行

from pyspark.sql import SparkSession
from pyspark.sql.functions import col, from_json
from pyspark.sql.types import StringType, StructType

spark = SparkSession.builder.getOrCreate()

json_schema = StructType().add("json_column", StringType())

df = spark.read.csv("path/to/csv/file.csv", header=True)
json_df = df.select("json_column")

parsed_df = json_df.withColumn("parsed_json", from_json(col("json_column"), json_schema))

result_df = parsed_df.select("parsed_json.property1", "parsed_json.property2", ...)

filtered_df = result_df.na.drop()