有没有什么功能可以帮助我在PySpark中转换日期和字符串格式

from pyspark.sql import SparkSession
from pyspark.sql.functions import to_date, to_timestamp

# 创建 SparkSession
spark = SparkSession.builder.appName("DateConversion").getOrCreate()

# 创建示例 DataFrame
data = [("2023-10-01", "2023-10-01 12:34:56")]
df = spark.createDataFrame(data, ["date_str", "timestamp_str"])

# 转换字符串为日期和时间戳
df = df.withColumn("date", to_date("date_str", "yyyy-MM-dd"))
df = df.withColumn("timestamp", to_timestamp("timestamp_str", "yyyy-MM-dd HH:mm:ss"))

df.show()

from pyspark.sql.functions import date_format

# 将日期转换为指定格式的字符串
df = df.withColumn("formatted_date", date_format("date", "MM/dd/yyyy"))
df = df.withColumn("formatted_timestamp", date_format("timestamp", "MM/dd/yyyy HH:mm:ss"))

df.show()

from pyspark.sql.functions import concat, concat_ws

# 创建示例 DataFrame
data = [("John", "Doe"), ("Jane", "Smith")]
df = spark.createDataFrame(data, ["first_name", "last_name"])

# 连接字符串
df = df.withColumn("full_name", concat(df.first_name, df.last_name))
df = df.withColumn("full_name_with_space", concat_ws(" ", df.first_name, df.last_name))

df.show()

from pyspark.sql.functions import substring

# 提取子字符串
df = df.withColumn("first_initial", substring("first_name", 1, 1))
df = df.withColumn("last_initial", df.last_name.substr(1, 1))

df.show()

from pyspark.sql import SparkSession
from pyspark.sql.functions import to_date, to_timestamp, date_format, concat_ws, substring

# 创建 SparkSession
spark = SparkSession.builder.appName("DateStringConversion").getOrCreate()

# 创建示例 DataFrame
data = [("2023-10-01", "2023-10-01 12:34:56", "John", "Doe")]
df = spark.createDataFrame(data, ["date_str", "timestamp_str", "first_name", "last_name"])

# 转换字符串为日期和时间戳
df = df.withColumn("date", to_date("date_str", "yyyy-MM-dd"))
df = df.withColumn("timestamp", to_timestamp("timestamp_str", "yyyy-MM-dd HH:mm:ss"))

# 将日期转换为指定格式的字符串
df = df.withColumn("formatted_date", date_format("date", "MM/dd/yyyy"))
df = df.withColumn("formatted_timestamp", date_format("timestamp", "MM/dd/yyyy HH:mm:ss"))

# 连接字符串
df = df.withColumn("full_name", concat_ws(" ", df.first_name, df.last_name))

# 提取子字符串
df = df.withColumn("first_initial", substring("first_name", 1, 1))
df = df.withColumn("last_initial", df.last_name.substr(1, 1))

df.show()