Pyspark Dataframe -如何基于作为输入的列数组来连接列

from pyspark.sql import SparkSession
from pyspark.sql.functions import col, concat

spark = SparkSession.builder.getOrCreate()

df1 = spark.createDataFrame([(1, ["A", "B"]), (2, ["C", "D"])], ["id", "array_col1"])
df2 = spark.createDataFrame([(1, ["X", "Y"]), (2, ["Z", "W"])], ["id", "array_col2"])

joined_df = df1.withColumn("joined_col", concat(col("array_col1"), col("array_col2")))

+---+-----------+------------------+
|id |array_col1 |joined_col        |
+---+-----------+------------------+
|1  |[A, B]     |[A, B, X, Y]      |
|2  |[C, D]     |[C, D, Z, W]      |
+---+-----------+------------------+