通过python代码在jupyter notebook中创建一个EMR步骤函数

import boto3
import json

emr_client = boto3.client('emr', region_name='your_region')
stepfunctions_client = boto3.client('stepfunctions', region_name='your_region')

emr_cluster_config = {
    'Name': 'your_cluster_name',
    'ReleaseLabel': 'emr-5.30.1',
    'Instances': {
        'InstanceGroups': [
            {
                'Name': 'Master node',
                'Market': 'ON_DEMAND',
                'InstanceRole': 'MASTER',
                'InstanceType': 'm5.xlarge',
                'InstanceCount': 1
            },
            {
                'Name': 'Core nodes',
                'Market': 'ON_DEMAND',
                'InstanceRole': 'CORE',
                'InstanceType': 'm5.xlarge',
                'InstanceCount': 2
            }
        ],
        'KeepJobFlowAliveWhenNoSteps': False,
        'TerminationProtected': False
    },
    'Applications': [
        {'Name': 'Spark'},
        {'Name': 'Hadoop'}
    ],
    'VisibleToAllUsers': True,
    'JobFlowRole': 'EMR_EC2_DefaultRole',
    'ServiceRole': 'EMR_DefaultRole'
}

stepfunctions_definition = {
    'Comment': 'EMR Step Function',
    'StartAt': 'CreateCluster',
    'States': {
        'CreateCluster': {
            'Type': 'Task',
            'Resource': 'arn:aws:states:::elasticmapreduce:createCluster.sync',
            'Parameters': {
                'ClusterConfig': emr_cluster_config
            },
            'Next': 'TerminateCluster'
        },
        'TerminateCluster': {
            'Type': 'Task',
            'Resource': 'arn:aws:states:::elasticmapreduce:terminateCluster.sync',
            'Parameters': {
                'ClusterId.$': '$.CreateCluster.ClusterId'
            },
            'End': True
        }
    }
}

response = stepfunctions_client.create_state_machine(
    name='your_state_machine_name',
    definition=json.dumps(stepfunctions_definition),
    roleArn='your_stepfunctions_role_arn'
)

execution = stepfunctions_client.start_execution(
    stateMachineArn=response['stateMachineArn'],
    name='your_execution_name',
    input=json.dumps({})
)