spark rdd写入mysql

import org.apache.spark.sql.{SparkSession, DataFrame}
import org.apache.spark.sql.types.{StructType, StructField, StringType, IntegerType}

object SparkRDDToMySQL {
  def main(args: Array[String]): Unit = {
    val spark = SparkSession.builder()
      .appName("SparkRDDToMySQL")
      .master("local[*]")
      .getOrCreate()

    // 创建一个示例RDD
    val rdd = spark.sparkContext.parallelize(Seq(
      ("Alice", 29),
      ("Bob", 31),
      ("Cathy", 25)
    ))

    // 定义Schema
    val schema = StructType(Seq(
      StructField("name", StringType, nullable = false),
      StructField("age", IntegerType, nullable = false)
    ))

    // 将RDD转换为DataFrame
    val df = spark.createDataFrame(rdd, schema)

    // 写入MySQL
    df.write.jdbc(
      url = "jdbc:mysql://localhost:3306/mydatabase",
      table = "users",
      mode = "overwrite",
      properties = Map(
        "user" -> "root",
        "password" -> "password"
      )
    )

    spark.stop()
  }
}