使用python将嵌套的BigQuery数据导出到云存储

curl https://sdk.cloud.google.com | bash

pip install google-cloud-bigquery google-cloud-storage

from google.cloud import bigquery

client = bigquery.Client(project='your-project-id')
dataset_ref = client.dataset('your-dataset-id')

query = """
    SELECT field1, field2, field3
    FROM `your-project-id.your-dataset-id.your-table-id`
    WHERE condition
"""

from google.cloud import storage

bucket_name = 'your-bucket-name'
blob_name = 'your-blob-name'

bucket = storage.Client().bucket(bucket_name)
blob = bucket.blob(blob_name)

job_config = bigquery.job.ExtractJobConfig()
job_config.destination_format = bigquery.DestinationFormat.NEWLINE_DELIMITED_JSON

job = client.extract_table(
    table='your-project-id.your-dataset-id.your-table-id',
    destination_uris=[f'gs://{bucket_name}/{blob_name}'],
    job_config=job_config,
)

job.result()  # 等待导出作业完成