pyspark -将epoc时间转换为日期

from pyspark.sql import SparkSession
from pyspark.sql.functions import from_unixtime

# 创建SparkSession
spark = SparkSession.builder.getOrCreate()

# 创建示例数据集
data = [(1609459200,), (1609545600,), (1609632000,)]
df = spark.createDataFrame(data, ["epoch_time"])

# 使用from_unixtime函数将epoch_time转换为日期
df = df.withColumn("date", from_unixtime("epoch_time"))

# 显示结果
df.show()

+----------+----------+
|epoch_time|      date|
+----------+----------+
|1609459200|2021-01-01|
|1609545600|2021-01-02|
|1609632000|2021-01-03|
+----------+----------+