将JSON对象转换为spark java中的单个列

import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.Row;
import org.apache.spark.sql.SparkSession;
import org.apache.spark.sql.functions;

SparkSession spark = SparkSession.builder()
        .appName("JSON to Column")
        .master("local")
        .getOrCreate();

Dataset<Row> df = spark.read().json("path/to/json/file.json");

Dataset<Row> transformedDF = df.withColumn("column_name", functions.from_json(df.col("json_column"), "data_type"));

Dataset<Row> transformedDF = df.withColumn("parsed_data", functions.from_json(df.col("json_data"), "string"));

transformedDF.show();