Apache Beam | Python | Dataflow -如何使用不同的键连接BigQuery的集合？

import apache_beam as beam
from apache_beam.options.pipeline_options import PipelineOptions

options = PipelineOptions()
p = beam.Pipeline(options=options)

def process_data(element):
    # 处理数据的逻辑
    # 返回一个包含BigQuery表的行的字典
    return row

input_data = p | 'ReadInputData' >> beam.io.ReadFromText('input.txt')
output_data = input_data | 'ProcessData' >> beam.Map(process_data)

output_data | 'WriteToBigQuery' >> beam.io.WriteToBigQuery(
    table='project_id:dataset.table',
    schema='field1:STRING, field2:INTEGER, ...',
    create_disposition=beam.io.BigQueryDisposition.CREATE_IF_NEEDED,
    write_disposition=beam.io.BigQueryDisposition.WRITE_APPEND
)