Spark - Scala -根据条件从数据帧中删除列

import org.apache.spark.sql.SparkSession

// 创建SparkSession
val spark = SparkSession.builder()
  .appName("Delete Columns from DataFrame")
  .master("local")
  .getOrCreate()

// 创建示例数据帧
val data = Seq(
  ("Alice", 25, "Female"),
  ("Bob", 30, "Male"),
  ("Charlie", 35, "Male")
)
val columns = Seq("Name", "Age", "Gender")
val df = spark.createDataFrame(data).toDF(columns: _*)

// 打印原始数据帧
println("Original DataFrame:")
df.show()

// 定义删除列的条件
val condition = "Gender = 'Male'"

// 根据条件删除列
val filteredDf = df.drop("Gender")

// 打印删除列后的数据帧
println("DataFrame after dropping column:")
filteredDf.show()