使用Spark读取除一个文件外的整个目录

import org.apache.spark.sql.SparkSession
import org.apache.hadoop.fs.{FileSystem, Path}

val spark = SparkSession.builder()
  .appName("Read Directory")
  .master("local")
  .getOrCreate()

val fs = FileSystem.get(spark.sparkContext.hadoopConfiguration)

val directoryPath = "your_directory_path"
val excludedFileName = "your_excluded_file_name"

val filePaths = fs.listStatus(new Path(directoryPath))
  .filter(_.getPath.getName != excludedFileName)
  .map(_.getPath.toString)

val data = spark.read.textFile(filePaths: _*)