粘合Spark Scala脚本以检查S3中是否存在文件？

import org.apache.spark.SparkContext
import org.apache.spark.SparkConf
import org.apache.hadoop.fs.{FileSystem, Path}

val conf = new SparkConf().setAppName("CheckS3FileExistence")
val sc = new SparkContext(conf)

def checkS3FileExistence(bucket: String, key: String): Boolean = {
  val fs = FileSystem.get(sc.hadoopConfiguration)
  val path = new Path(s"s3a://$bucket/$key")
  fs.exists(path)
}

val bucket = "your-s3-bucket"
val key = "path/to/your/file"
val fileExists = checkS3FileExistence(bucket, key)

import org.apache.spark.SparkContext
import org.apache.spark.SparkConf
import org.apache.hadoop.fs.{FileSystem, Path}

object CheckS3FileExistence {
  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setAppName("CheckS3FileExistence")
    val sc = new SparkContext(conf)

    val bucket = "your-s3-bucket"
    val key = "path/to/your/file"
    val fileExists = checkS3FileExistence(bucket, key)

    println(s"File exists in S3: $fileExists")

    sc.stop()
  }

  def checkS3FileExistence(bucket: String, key: String): Boolean = {
    val fs = FileSystem.get(sc.hadoopConfiguration)
    val path = new Path(s"s3a://$bucket/$key")
    fs.exists(path)
  }
}