我们是否可以动态检索pyspark dataframe中更新列的前一行的值

from pyspark.sql import SparkSession
from pyspark.sql.window import Window
from pyspark.sql.functions import lag

# 创建SparkSession
spark = SparkSession.builder.getOrCreate()

# 创建示例数据
data = [("A", 1), ("B", 2), ("C", 3), ("D", 4), ("E", 5)]
df = spark.createDataFrame(data, ["col1", "col2"])

# 创建窗口规范
windowSpec = Window.orderBy("col2")

# 使用lag函数获取前一行的值
df = df.withColumn("previous_value", lag("col2").over(windowSpec))

# 显示结果
df.show()

+----+----+--------------+
|col1|col2|previous_value|
+----+----+--------------+
|   A|   1|          null|
|   B|   2|             1|
|   C|   3|             2|
|   D|   4|             3|
|   E|   5|             4|
+----+----+--------------+