Spark read csv - Java中的多个S3路径

import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.sql.Dataset;
import org.apache.spark.sql.Row;
import org.apache.spark.sql.SparkSession;

SparkConf conf = new SparkConf().setAppName("Read CSV from S3").setMaster("local");
JavaSparkContext sc = new JavaSparkContext(conf);
SparkSession spark = SparkSession.builder().config(conf).getOrCreate();

String[] paths = {"s3://bucket/path1.csv", "s3://bucket/path2.csv", "s3://bucket/path3.csv"};
Dataset<Row> csvData = spark.read().option("header", "true").csv(paths);

csvData.show();