pyspark中的时间戳解析

from pyspark.sql.functions import from_unixtime

# 创建一个DataFrame，包含时间戳列
data = [(1, 1612345678), (2, 1613456789), (3, 1614567890)]
df = spark.createDataFrame(data, ["id", "timestamp"])

# 使用from_unixtime函数将时间戳解析为日期和时间格式
df = df.withColumn("datetime", from_unixtime("timestamp"))

df.show()

+---+----------+-------------------+
|id |timestamp |datetime           |
+---+----------+-------------------+
|1  |1612345678|2021-02-03 12:01:18|
|2  |1613456789|2021-02-16 15:19:49|
|3  |1614567890|2021-02-28 18:38:10|
+---+----------+-------------------+