如何在pyspark上使用结构和数组的嵌入式数组连接两个hive表

from pyspark.sql import SparkSession
from pyspark.sql.functions import expr

spark = SparkSession.builder.getOrCreate()

table1_df = spark.table("table1")
table2_df = spark.table("table2")

table1_explode_df = table1_df.selectExpr("col1", "explode(array_col) as array_col_exploded")
table2_explode_df = table2_df.selectExpr("col1", "explode(array_col) as array_col_exploded")

joined_df = table1_explode_df.join(table2_explode_df, "col1", "inner")

result_df = joined_df.groupBy("col1").agg(expr("collect_list(array_col_exploded) as array_col"))

result_df.write.saveAsTable("result_table")