通过spark in循环将Scala平面图保存到cassandra

import org.apache.spark.sql.SparkSession
import com.datastax.spark.connector._

// 创建SparkSession对象
val spark = SparkSession.builder()
  .appName("Save Scala Plane Map to Cassandra")
  .config("spark.cassandra.connection.host", "cassandra_host")
  .config("spark.cassandra.connection.port", "cassandra_port")
  .getOrCreate()

// 读取Scala平面图数据
val planeMapData = spark.read.format("csv").load("path_to_scala_plane_map.csv")

// 对数据进行处理和转换
val processedData = planeMapData.filter(...)
// 其他数据处理操作

// 将数据保存到Cassandra
processedData.write
  .format("org.apache.spark.sql.cassandra")
  .options(Map("table" -> "plane_map", "keyspace" -> "my_keyspace"))
  .mode("append")
  .save()

// 关闭SparkSession
spark.stop()