在Spark RDD中查找最新/最早的日期

from datetime import datetime

# 创建SparkContext
sc = SparkContext("local", "DateSearch")

# 创建日期数据RDD
dates_rdd = sc.parallelize(["2022-01-01", "2022-02-01", "2022-03-01", "2022-04-01"])

# 将日期数据转换为时间戳
timestamps_rdd = dates_rdd.map(lambda date: datetime.strptime(date, "%Y-%m-%d").timestamp())

# 找到最新日期的时间戳
latest_timestamp = timestamps_rdd.reduce(max)

# 将时间戳转换回日期格式
latest_date = datetime.fromtimestamp(latest_timestamp).strftime("%Y-%m-%d")

# 输出最新日期
print("最新日期：", latest_date)