mysql etl调度工具

from airflow import DAG
from airflow.operators.mysql_operator import MySqlOperator
from datetime import datetime, timedelta

default_args = {
    'owner': 'airflow',
    'depends_on_past': False,
    'start_date': datetime(2023, 1, 1),
    'email_on_failure': False,
    'email_on_retry': False,
    'retries': 1,
    'retry_delay': timedelta(minutes=5),
}

dag = DAG(
    'mysql_etl_dag',
    default_args=default_args,
    description='A simple MySQL ETL DAG',
    schedule_interval=timedelta(days=1),
)

extract_task = MySqlOperator(
    task_id='extract_data',
    mysql_conn_id='mysql_conn',
    sql='SELECT * FROM source_table;',
    dag=dag,
)

transform_task = MySqlOperator(
    task_id='transform_data',
    mysql_conn_id='mysql_conn',
    sql='UPDATE target_table SET column1 = column1 * 2 WHERE condition;',
    dag=dag,
)

load_task = MySqlOperator(
    task_id='load_data',
    mysql_conn_id='mysql_conn',
    sql='INSERT INTO target_table (column1, column2) SELECT column1, column2 FROM transformed_table;',
    dag=dag,
)

extract_task >> transform_task >> load_task