Spark :将Array[Byte]数据转换为RDD或DataFrame

import org.apache.spark.{SparkConf, SparkContext}

val conf = new SparkConf().setAppName("ArrayByteToRDD").setMaster("local")
val sc = new SparkContext(conf)

val arrayData: Array[Byte] = Array(1, 2, 3, 4, 5).map(_.toByte)
val rdd = sc.parallelize(arrayData)

// 对RDD进行操作，如map、filter等

sc.stop()

import org.apache.spark.sql.{SparkSession, Row}
import org.apache.spark.sql.types.{StructType, StructField, ByteType}

val spark = SparkSession.builder().appName("ArrayByteToDataFrame").master("local").getOrCreate()

val arrayData: Array[Byte] = Array(1, 2, 3, 4, 5).map(_.toByte)

val schema = StructType(Seq(StructField("data", ByteType, nullable = false)))
val rdd = spark.sparkContext.parallelize(Seq(Row.fromSeq(arrayData)))

val df = spark.createDataFrame(rdd, schema)

// 对DataFrame进行操作，如select、filter等

spark.stop()