aws-ddk-core/docs/release/0.4.0/api/searchindex.js

The AWS DataOps Development Kit is an open source development framework for customers that build data workflows and modern data architecture on AWS.

Search.setIndex({docnames:["cli/aws_ddk","core/aws_ddk_core","core/stubs/aws_ddk_core.base.BaseStack","core/stubs/aws_ddk_core.cicd.CICDPipelineStack","core/stubs/aws_ddk_core.config.Config","core/stubs/aws_ddk_core.config.JSONConfigStrategy","core/stubs/aws_ddk_core.pipelines.DataPipeline","core/stubs/aws_ddk_core.pipelines.DataStage","core/stubs/aws_ddk_core.pipelines.EventStage","core/stubs/aws_ddk_core.pipelines.StateMachineStage","core/stubs/aws_ddk_core.resources.DMSFactory","core/stubs/aws_ddk_core.resources.GlueFactory","core/stubs/aws_ddk_core.resources.KMSFactory","core/stubs/aws_ddk_core.resources.KinesisFirehoseFactory","core/stubs/aws_ddk_core.resources.KinesisStreamsFactory","core/stubs/aws_ddk_core.resources.LambdaFactory","core/stubs/aws_ddk_core.resources.S3Factory","core/stubs/aws_ddk_core.resources.SQSFactory","core/stubs/aws_ddk_core.resources.StepFunctionsFactory","core/stubs/aws_ddk_core.stages.AppFlowIngestionStage","core/stubs/aws_ddk_core.stages.AthenaSQLStage","core/stubs/aws_ddk_core.stages.DMSS3ToS3Stage","core/stubs/aws_ddk_core.stages.GlueTransformStage","core/stubs/aws_ddk_core.stages.KinesisToS3Stage","core/stubs/aws_ddk_core.stages.S3EventStage","core/stubs/aws_ddk_core.stages.SqsToLambdaStage","index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["cli/aws_ddk.rst","core/aws_ddk_core.rst","core/stubs/aws_ddk_core.base.BaseStack.rst","core/stubs/aws_ddk_core.cicd.CICDPipelineStack.rst","core/stubs/aws_ddk_core.config.Config.rst","core/stubs/aws_ddk_core.config.JSONConfigStrategy.rst","core/stubs/aws_ddk_core.pipelines.DataPipeline.rst","core/stubs/aws_ddk_core.pipelines.DataStage.rst","core/stubs/aws_ddk_core.pipelines.EventStage.rst","core/stubs/aws_ddk_core.pipelines.StateMachineStage.rst","core/stubs/aws_ddk_core.resources.DMSFactory.rst","core/stubs/aws_ddk_core.resources.GlueFactory.rst","core/stubs/aws_ddk_core.resources.KMSFactory.rst","core/stubs/aws_ddk_core.resources.KinesisFirehoseFactory.rst","core/stubs/aws_ddk_core.resources.KinesisStreamsFactory.rst","core/stubs/aws_ddk_core.resources.LambdaFactory.rst","core/stubs/aws_ddk_core.resources.S3Factory.rst","core/stubs/aws_ddk_core.resources.SQSFactory.rst","core/stubs/aws_ddk_core.resources.StepFunctionsFactory.rst","core/stubs/aws_ddk_core.stages.AppFlowIngestionStage.rst","core/stubs/aws_ddk_core.stages.AthenaSQLStage.rst","core/stubs/aws_ddk_core.stages.DMSS3ToS3Stage.rst","core/stubs/aws_ddk_core.stages.GlueTransformStage.rst","core/stubs/aws_ddk_core.stages.KinesisToS3Stage.rst","core/stubs/aws_ddk_core.stages.S3EventStage.rst","core/stubs/aws_ddk_core.stages.SqsToLambdaStage.rst","index.rst"],objects:{"aws_ddk_core.base":[[2,0,1,"","BaseStack"]],"aws_ddk_core.base.BaseStack":[[2,1,1,"","__init__"]],"aws_ddk_core.cicd":[[3,0,1,"","CICDPipelineStack"]],"aws_ddk_core.cicd.CICDPipelineStack":[[3,1,1,"","__init__"],[3,1,1,"","add_checks"],[3,1,1,"","add_custom_stage"],[3,1,1,"","add_notifications"],[3,1,1,"","add_security_lint_stage"],[3,1,1,"","add_source_action"],[3,1,1,"","add_stage"],[3,1,1,"","add_synth_action"],[3,1,1,"","add_test_stage"],[3,1,1,"","build"],[3,1,1,"","synth"]],"aws_ddk_core.config":[[4,0,1,"","Config"],[5,0,1,"","JSONConfigStrategy"]],"aws_ddk_core.config.Config":[[4,1,1,"","__init__"],[4,1,1,"","get_cdk_version"],[4,1,1,"","get_env"],[4,1,1,"","get_env_config"],[4,1,1,"","get_resource_config"],[4,1,1,"","get_tags"]],"aws_ddk_core.config.JSONConfigStrategy":[[5,1,1,"","__init__"],[5,1,1,"","get_config"]],"aws_ddk_core.pipelines":[[6,0,1,"","DataPipeline"],[7,0,1,"","DataStage"],[8,0,1,"","EventStage"],[9,0,1,"","StateMachineStage"]],"aws_ddk_core.pipelines.DataPipeline":[[6,1,1,"","__init__"],[6,1,1,"","add_notifications"],[6,1,1,"","add_rule"],[6,1,1,"","add_stage"]],"aws_ddk_core.pipelines.DataStage":[[7,1,1,"","__init__"],[7,1,1,"","add_alarm"],[7,2,1,"","cloudwatch_alarms"]],"aws_ddk_core.pipelines.EventStage":[[8,1,1,"","__init__"],[8,1,1,"","get_targets"]],"aws_ddk_core.pipelines.StateMachineStage":[[9,1,1,"","__init__"],[9,1,1,"","build_state_machine"],[9,1,1,"","get_event_pattern"],[9,1,1,"","get_targets"],[9,2,1,"","state_machine"]],"aws_ddk_core.resources":[[10,0,1,"","DMSFactory"],[11,0,1,"","GlueFactory"],[12,0,1,"","KMSFactory"],[13,0,1,"","KinesisFirehoseFactory"],[14,0,1,"","KinesisStreamsFactory"],[15,0,1,"","LambdaFactory"],[16,0,1,"","S3Factory"],[17,0,1,"","SQSFactory"],[18,0,1,"","StepFunctionsFactory"]],"aws_ddk_core.resources.DMSFactory":[[10,1,1,"","__init__"],[10,1,1,"","endpoint"],[10,1,1,"","endpoint_settings_s3"],[10,1,1,"","replication_instance"],[10,1,1,"","replication_task"]],"aws_ddk_core.resources.GlueFactory":[[11,1,1,"","__init__"],[11,1,1,"","job"]],"aws_ddk_core.resources.KMSFactory":[[12,1,1,"","__init__"],[12,1,1,"","key"]],"aws_ddk_core.resources.KinesisFirehoseFactory":[[13,1,1,"","__init__"],[13,1,1,"","delivery_stream"],[13,1,1,"","s3_destination"]],"aws_ddk_core.resources.KinesisStreamsFactory":[[14,1,1,"","__init__"],[14,1,1,"","data_stream"]],"aws_ddk_core.resources.LambdaFactory":[[15,1,1,"","__init__"],[15,1,1,"","function"]],"aws_ddk_core.resources.S3Factory":[[16,1,1,"","__init__"],[16,1,1,"","bucket"]],"aws_ddk_core.resources.SQSFactory":[[17,1,1,"","__init__"],[17,1,1,"","queue"]],"aws_ddk_core.resources.StepFunctionsFactory":[[18,1,1,"","__init__"],[18,1,1,"","state_machine"]],"aws_ddk_core.stages":[[19,0,1,"","AppFlowIngestionStage"],[20,0,1,"","AthenaSQLStage"],[21,0,1,"","DMSS3ToS3Stage"],[22,0,1,"","GlueTransformStage"],[23,0,1,"","KinesisToS3Stage"],[24,0,1,"","S3EventStage"],[25,0,1,"","SqsToLambdaStage"]],"aws_ddk_core.stages.AppFlowIngestionStage":[[19,1,1,"","__init__"],[19,2,1,"","flow"]],"aws_ddk_core.stages.AthenaSQLStage":[[20,1,1,"","__init__"]],"aws_ddk_core.stages.DMSS3ToS3Stage":[[21,1,1,"","__init__"],[21,2,1,"","event_pattern"],[21,1,1,"","get_event_pattern"],[21,1,1,"","get_targets"]],"aws_ddk_core.stages.GlueTransformStage":[[22,1,1,"","__init__"],[22,2,1,"","crawler"],[22,2,1,"","job"]],"aws_ddk_core.stages.KinesisToS3Stage":[[23,1,1,"","__init__"],[23,2,1,"","bucket"],[23,2,1,"","data_stream"],[23,2,1,"","delivery_stream"],[23,2,1,"","event_pattern"],[23,1,1,"","get_event_pattern"],[23,1,1,"","get_targets"]],"aws_ddk_core.stages.S3EventStage":[[24,1,1,"","__init__"],[24,2,1,"","event_pattern"],[24,1,1,"","get_event_pattern"]],"aws_ddk_core.stages.SqsToLambdaStage":[[25,1,1,"","__init__"],[25,2,1,"","dlq"],[25,2,1,"","function"],[25,1,1,"","get_event_pattern"],[25,1,1,"","get_targets"],[25,2,1,"","queue"]],"ddk-bootstrap":[[0,3,1,"cmdoption-ddk-bootstrap-e","--environment"],[0,3,1,"cmdoption-ddk-bootstrap-i","--iam-policies"],[0,3,1,"cmdoption-ddk-bootstrap-permissions-boundary","--permissions-boundary"],[0,3,1,"cmdoption-ddk-bootstrap-prefix","--prefix"],[0,3,1,"cmdoption-ddk-bootstrap-p","--profile"],[0,3,1,"cmdoption-ddk-bootstrap-qualifier","--qualifier"],[0,3,1,"cmdoption-ddk-bootstrap-r","--region"],[0,3,1,"cmdoption-ddk-bootstrap-t","--tags"],[0,3,1,"cmdoption-ddk-bootstrap-a","--trusted-accounts"],[0,3,1,"cmdoption-ddk-bootstrap-a","-a"],[0,3,1,"cmdoption-ddk-bootstrap-e","-e"],[0,3,1,"cmdoption-ddk-bootstrap-i","-i"],[0,3,1,"cmdoption-ddk-bootstrap-p","-p"],[0,3,1,"cmdoption-ddk-bootstrap-r","-r"],[0,3,1,"cmdoption-ddk-bootstrap-t","-t"]],"ddk-create-repository":[[0,3,1,"cmdoption-ddk-create-repository-d","--description"],[0,3,1,"cmdoption-ddk-create-repository-p","--profile"],[0,3,1,"cmdoption-ddk-create-repository-r","--region"],[0,3,1,"cmdoption-ddk-create-repository-t","--tags"],[0,3,1,"cmdoption-ddk-create-repository-d","-d"],[0,3,1,"cmdoption-ddk-create-repository-p","-p"],[0,3,1,"cmdoption-ddk-create-repository-r","-r"],[0,3,1,"cmdoption-ddk-create-repository-t","-t"],[0,3,1,"cmdoption-ddk-create-repository-arg-NAME","NAME"]],"ddk-deploy":[[0,3,1,"cmdoption-ddk-deploy-f","--force"],[0,3,1,"cmdoption-ddk-deploy-o","--output-dir"],[0,3,1,"cmdoption-ddk-deploy-p","--profile"],[0,3,1,"cmdoption-ddk-deploy-require-approval","--require-approval"],[0,3,1,"cmdoption-ddk-deploy-f","-f"],[0,3,1,"cmdoption-ddk-deploy-o","-o"],[0,3,1,"cmdoption-ddk-deploy-p","-p"]],"ddk-init":[[0,3,1,"cmdoption-ddk-init-e","--environment"],[0,3,1,"cmdoption-ddk-init-generate-only","--generate-only"],[0,3,1,"cmdoption-ddk-init-t","--template"],[0,3,1,"cmdoption-ddk-init-e","-e"],[0,3,1,"cmdoption-ddk-init-t","-t"],[0,3,1,"cmdoption-ddk-init-arg-NAME","NAME"]],ddk:[[0,3,1,"cmdoption-ddk-debug","--debug"],[0,3,1,"cmdoption-ddk-debug","--no-debug"],[0,3,1,"cmdoption-ddk-version","--version"]]},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","property","Python property"],"3":["std","cmdoption","program option"]},objtypes:{"0":"py:class","1":"py:method","2":"py:property","3":"std:cmdoption"},terms:{"1":[0,7,9,11,12,13,14,15,19,20,22,23,25],"10":25,"111111111111":0,"120":[15,25],"128":[13,23],"15":19,"1984":0,"2":[11,12,15],"222222222222":0,"256":[15,25],"3":[11,12,15],"30":12,"300":[13,23],"31":10,"3600":[11,14],"5":[7,13,23,25],"60":[13,23],"900":[13,23],"class":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],"default":[0,3,4,5,6,7,9,10,11,12,13,14,15,16,17,19,20,22,23,24,25],"function":[10,13,14,15,16,17,18,19,20,22,25],"int":[7,9,10,11,14,15,19,20,22,23,25],"new":[0,23],"null":10,"public":[10,16],"return":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25],"static":[10,11,12,13,14,15,16,17,18],"super":[7,8],"true":[0,10,12,13,16,23],"while":10,A:[0,10,13,14,22,23,25],By:6,For:[6,7,8,10,11,12,13,14,15,16,17,18,21],If:[0,2,10,11,13,14,19,22,23],It:[3,10,24,25],The:[0,3,7,9,10,11,12,13,14,15,16,19,20,21,22,23,24,25],To:[7,8],_:3,__init__:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],_event_pattern:8,_queue:7,abil:3,abl:[3,10],about:10,access:[10,14,16],access_control:16,account:[0,2,3,4],acl:16,action:3,add:[3,6,7,8,9,13,19,20,22,23,25],add_alarm:7,add_check:3,add_custom_stag:3,add_notif:[3,6],add_rul:6,add_security_lint_stag:3,add_source_act:3,add_stag:[3,6],add_synth_act:3,add_test_stag:3,addit:[2,3,9,10,11,12,13,14,15,16,17,18,19,20,22],additional_role_policy_stat:[9,19,20,22],address:10,after:[3,11,15,23,25],afterward:22,against:7,alarm:[7,9,19,20,22,23,25],alarm_comparison_oper:7,alarm_evaluation_period:7,alarm_id:7,alarm_metr:7,alarm_threshold:7,alia:[12,14],alloc:[10,11,15,25],allocated_storag:10,allow:[10,11,12,13,14,15,16,17,18],allow_all_outbound:15,allow_major_version_upgrad:10,allow_public_subnet:15,alwai:[0,11,12,15],amazon:[2,3,10,11,12,13,14,15,16,17,18,21,23,24,25],amazons3:24,amount:[10,15,25],an:[6,8,9,10,14,19,21,23,24,25],ani:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],api:[3,10,11,12,13,14,15,16,17,18],app:3,appear:[13,23],appflow:19,appli:[0,10,14,16,17],applic:[2,3],approv:[0,3],ar:[0,3,8,9,10,11,12,13,14,15,16,17,18,21,22,23,25],arg:[0,2,3,6,7,8,9,19,20,21,22,23,24,25],argument:[0,2,11,12,15,22],arn1:0,arn2:0,arn:[0,2,3,10],artifact:3,artifactori:3,ascii:10,assembl:[0,3],associ:[10,13],assum:13,athena:20,attach:0,attribut:[2,3,6,7,8,9,19,20,21,22,23,24,25],aurora:10,auto_delete_object:16,auto_minor_version_upgrad:10,automat:[10,14],avail:10,availability_zon:10,availabilityzon:10,avoid:3,aw:[0,2,3,4,8,10,11,12,13,14,15,16,17,18,21,23,24,25],aws_appflow:19,aws_cdk:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],aws_cloudwatch:7,aws_codestarnotif:3,aws_ddk:26,aws_ddk_cor:26,aws_dm:10,aws_ev:[6,8,9,21,23,24,25],aws_glu:22,aws_glue_alpha:[11,22],aws_iam:[3,9,11,13,15,19,20,22,25],aws_kinesi:[13,14,23],aws_kinesisfirehos:13,aws_kinesisfirehose_alpha:[13,23],aws_kinesisfirehose_destin:13,aws_kinesisfirehose_destinations_alpha:[13,23],aws_km:[12,13,14,20,23],aws_lambda:[15,25],aws_log:[13,23],aws_s3:[13,16,21,23],aws_sn:6,aws_sq:[15,17,25],aws_stepfunct:[9,18],aws_stepfunctions_task:20,awslab:[2,3],az:10,azuredb:10,back:13,bandit:3,base:[3,24,26],batch_siz:25,been:12,befor:[9,12,13,19,20,22,23,25],being:25,best:3,between:19,block:[3,16],block_al:16,block_public_access:16,blockpublicaccess:16,bool:[2,3,6,10,12,13,15,16,18,23,25],bootstrap:2,boundari:[0,2],branch:3,broaden:0,bucket:[3,10,13,16,17,20,21,23,24],bucket_fold:10,bucket_nam:[10,16,23,24],bucket_owner_full_control:16,bucket_prop:16,bucketaccesscontrol:16,bucketencrypt:16,bucketfold:10,buffer:[13,23],buffering_interv:[13,23],buffering_s:[13,23],build:[3,9],build_state_machin:9,builder:3,c5:21,call:[3,15,25],can:[2,3,5,10,14,16,25],capac:[10,14],captur:24,catalog:20,catalog_nam:20,cd:3,cdc:10,cdk:[0,2,3,4,10,11,12,13,14,15,16,17,18],cdk_version:[3,4],cfn:3,cfncrawler:22,cfnendpoint:10,cfnflow:19,cfnreplicationinst:10,cfnreplicationtask:10,chang:0,chap_sourc:21,chap_task:[10,21],charact:10,check:[3,19],choos:[10,14],chunki:3,ci:3,cicd:26,cicdpipelin:3,cli:0,cloud:[0,3,10],cloud_assembly_file_set:3,cloudform:[12,14],cloudwatch:[7,13,23],cloudwatch_alarm:7,cmk:[12,13],code:[0,3,15,25],codeartifact:3,codeartifact_domain:3,codeartifact_domain_own:3,codeartifact_repositori:3,codebuildstep:3,codecommit:3,codepipelinesourc:3,collect:22,com:[2,3,10,11,12,13,14,15,16,17,18,21,24],command:[0,3],common:[13,14,18],compar:[7,9,19,20,22,25],comparison:7,comparisonoper:7,complet:[10,11,12,13,14,15,16,17,18,23],compress:[13,23],comput:10,condit:10,config:[3,26],config_strategi:4,configstrategi:4,configur:[2,3,4,5,10,11,12,13,14,15,16,17,18,20],connect:[3,25],construct:[2,3,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],constructor:3,consum:6,contain:[0,3,4,5,10,19,20,22],content:17,content_based_dedupl:17,continu:3,costcent:0,crawl:22,crawler:22,crawler_nam:22,crawler_rol:22,creat:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,22,23,24],creation:[6,9,23],credenti:0,csv:10,custom:[3,6,13],customizingtask:[10,21],cw:[9,19,20,22,25],d:0,dai:12,data:[6,7,8,9,10,13,14,19,20,21,22,23,25,26],data_key_reus:17,data_output_prefix:[13,23],data_stream:[14,23],data_stream_en:23,databas:[20,22],database_nam:[20,22],datastag:[6,9,19,20,22],db2:10,dd:23,ddd:10,ddk:[2,3,5,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],dead:25,dead_letter_queu:[15,17],dead_letter_queue_en:[15,25],deadletterqueu:[17,25],debug:0,def:[7,8],default_argu:11,defaultstacksynthes:2,defin:[2,3,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],definit:[9,10,21],delet:12,deliv:[13,23],deliveri:[3,13,23],delivery_delai:17,delivery_stream:[13,23],delivery_stream_nam:[13,23],deliverystream:13,depend:[10,11,12,13,14,15,16,17,18],deploi:[2,3],deploy:[0,3,10],dequeu:[17,25],describ:[8,9,21,23,24,25],descript:[0,6,7,8,9,11,15],destin:[10,13,21,23],destination_flow_config:19,destination_prop:13,destinationflowconfigproperti:19,destinations3backupprop:13,detail:[3,7,8],detail_typ:[7,8],determin:[4,15,25],dev:[0,3],devstag:3,dict:[2,4,9,19,20,22],dictionari:[4,5],differ:5,differnet:2,digit:10,dir:0,directori:0,disabl:10,disambigu:2,displai:10,distinct:10,dlq:[15,25],dm:[10,21],doc:[2,3,10,11,12,13,14,15,16,17,18,21,24],docdb:10,document:[3,10,11,12,13,14,15,16,17,18,21],domain:3,domain_own:3,don:10,durat:[11,12,13,14,15,18,19,23,25],dure:[3,10],dynamodb:10,e:[0,3],east:0,effect:23,elasticsearch:10,empti:2,enabl:[2,10,15,18,23,24,25],enable_key_rot:12,enable_profiling_metr:11,enable_statist:10,encrypt:[3,10,12,13,14,16,17,20,23],encryption_kei:[13,14,20,23],encryption_opt:20,encryptionkei:14,encryptionopt:20,end:10,endpoint:10,endpoint_prop:10,endpoint_s3_prop:10,endpoint_settings_s3:10,endpoint_settings_s3_prop:10,endpoint_typ:10,endpointarn:10,endpointtyp:10,enforc:[14,16],enforce_ssl:16,engin:10,engine_nam:10,engine_vers:10,ensur:3,env:[3,4],env_config:4,environ:[0,2,3,4,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],environment_id:[2,3,4,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],error:[13,23,25],error_output_prefix:[13,23],evalu:[13,23],even:0,event:[3,6,8,9,21,23,24,25],event_bridge_en:16,event_nam:[8,24],event_pattern:[6,8,9,21,23,24,25],event_target:6,eventbridg:[16,23,24],eventpattern:[6,7,8,9,21,23,24,25],exampl:[3,6,7,8,24],execut:[9,11,15,19,20,22,25],execute_security_lint:3,execute_test:3,exist:[3,6],exit:0,explicit:[11,12,15],extern:[10,14,21],external_table_definit:[10,21],externaltabledef:21,externaltabledefinit:10,f:0,factori:[10,11,12,13,14,15,16,17,18],fail:[9,13,19,20,22,23],fals:[0,3,6,10,15,16,23,25],featur:3,file:[0,3,5,10,11,12,13,14,15,16,17,18],firehos:[13,14,23],firehose_prop:13,flow:19,flow_execution_status_check_period:19,flow_nam:19,fn:15,folder:10,follow:[11,12,13,15,23],forc:0,form:4,format:[10,21],framework:0,from:[0,2,3,4,5,7,8,11,12,13,15,16,17,21,25],front:23,full:10,function_nam:15,function_prop:15,g:[0,3],gener:[0,14],get:[4,5,8,9,21,23,24,25],get_cdk_vers:4,get_config:5,get_env:4,get_env_config:4,get_event_pattern:[7,8,9,21,23,24,25],get_resource_config:4,get_tag:4,get_target:[6,7,8,9,21,23,25],gigabyt:10,git:0,github:[2,3],given:[4,5],glue:[11,22],grant:16,greater_than_threshold:7,group:[10,13,23],guid:2,gzip:[13,23],ha:12,handler:[15,25],have:[2,10,16,23],helper:9,hh24:10,hh:23,hold:[13,23],hope:3,hour:14,how:[2,3,4,21],html:[2,3,10,11,12,13,14,15,16,17,18,21,24],http:[2,3,10,11,12,13,14,15,16,17,18,21,24],hyphen:10,i:0,ialarm:7,iam:[0,9,10,13,19,20,22],iam_polici:0,ibucket:[13,16,21,23],ichain:9,id:[0,2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],idataprocessor:13,ideliverystream:[13,23],ident:0,identifi:[2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],idestin:13,ifilesetproduc:3,ifunct:[15,25],ijob:[11,22],ikei:[12,13,14,23],ilayervers:25,iloggroup:[13,23],imetr:7,immedi:[13,23],implement:[7,8,24,25],implicitli:[13,23],includ:[2,3,10,11,12,13,14,15,16,17,18],incom:[13,23],index:26,indic:[10,12,13],infer:0,inform:[10,21],infrastructur:[3,7,8],ingest:[19,23],inherit:[2,7,8],initi:10,input:[8,9,19,20,21,22,23,25],instanc:[3,4,6,10],integr:3,interfac:3,interpret:21,invoc:25,invok:[8,9,13,21,23,25],io:[2,3],ip:10,iqueu:[15,17,25],irol:[11,13,15,22,25],iruletarget:[6,7,8,9,21,23,25],isecurityconfigur:11,isn:10,istream:[13,14],itop:6,its:23,job:[11,22],job_arg:22,job_nam:[11,22],job_prop:11,job_rol:22,jobexecut:[11,22],json:[3,4,5,10,11,12,13,14,15,16,17,18,21],jsonconfigstrategi:4,kafka:10,kb:10,kei:[2,3,5,10,12,13,14,17,20,23,24],key_prefix:24,key_prop:12,kind:[14,16],kinesi:[10,13,14,23],kinesis_delivery_stream_alarm_evaluation_period:23,kinesis_delivery_stream_alarm_threshold:23,kinesis_prop:14,km:[3,10,12,13,14,20,23],kms_key_id:10,kms_manag:17,kmskeyid:10,kwarg:[2,3,6,7,8,9,19,20,21,22,23,24,25],lambda:[15,25],lambda_funct:25,lambda_function_errors_alarm_evaluation_period:25,lambda_function_errors_alarm_threshold:25,larg:21,latest:[2,3,10,21,24],layer:25,leav:2,length:[13,23],letter:[10,25],level:[2,24],link:7,lint:3,list:[0,3,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],load:[5,10],loc:3,local:0,log:[0,13,23],log_group:[13,23],loggroup:13,lowercas:10,machin:[9,18,19,20,22],main:3,mainten:10,major:10,manag:[0,2,12,13],manual:[0,3],manual_approv:3,map:[10,21],mariadb:10,master:[13,14],match:[6,8,9,21,23,25],max:10,max_concurrent_run:11,max_event_ag:15,max_file_s:10,max_message_size_byt:17,max_receive_count:25,max_retri:11,maximum:[10,13,18,23,25],mb:[15,25],mebibyt:[13,23],memori:[10,15,25],memory_s:[15,25],messag:[17,25],method:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],metric:7,mi:10,migrat:10,migration_typ:10,min:10,minimum:[13,23],minor:10,mm:23,mode:14,modifi:3,modul:26,mongodb:10,more:[3,10,21],move:25,multi:[2,10],multi_az:10,multipl:[2,3],must:[10,14,23,24,25],mutat:3,my:[3,6,7],my_glue_stag:6,my_lambda_stag:6,mypipelin:3,mysql:10,mystag:[7,8],nag:3,name:[0,2,3,6,7,8,9,10,11,13,14,15,16,17,18,19,20,22,23,24,25],need:0,neptun:10,never:0,next:6,non:3,none:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],notif:[3,6,16,23,24],notification_rul:3,notificationrul:3,notifications_top:6,notifications_topic_arn:3,number:[7,9,10,11,12,14,17,19,20,22,25],o:0,object:[10,13,15,19,23,24,25],occur:10,off:0,one:[6,23],onli:[0,2,10,14],opensearch:10,oper:7,option:[0,2,3,4,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],oracl:10,order:[11,12,15,23,24],other:[2,10],otherwis:[3,11,12,14,15],output:[0,6,9,20,21,22,23,24,25],output_bucket_nam:20,output_dir:0,output_object_kei:20,over:[7,9,19,20,22,25],overal:10,overrid:[3,6,23],override_rul:6,owner:3,p:0,page:[10,26],pair:2,paramet:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],parquet:10,particular:14,path:[5,10],pattern:[6,8,9,21,23,24,25],pending_window:12,perform:[0,13],period:[7,9,12,19,20,22,23,25],permiss:[0,2,10,13,16],permissions_boundari:0,permissions_boundary_arn:2,physic:14,pipelin:[3,26],pipeline_nam:3,polici:[0,2,3,9,16,17,19,20,22],policystat:[3,9,19,20,22],possibl:3,postgr:10,postgresql:10,practic:3,predefin:[11,16],preexist:[22,23,25],prefer:[11,12,15],preferred_maintenance_window:10,prefix:[0,2,13,21,23,24],previou:6,previous_stag:6,privat:[3,10],process:25,processor:13,produc:[3,9,21,23,24,25],profil:[0,15],project:0,properti:[2,3,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25],protect:2,provid:[0,4,10,13,14,23],provis:14,publicly_access:10,pull:3,pytest:3,python:[0,3,10,11,12,13,14,15,16,17,18],python_3_9:25,qualifi:[0,2],queri:20,query_str:20,queue:[7,15,17,25],queue_nam:17,queue_prop:17,queueencrypt:17,r:0,rai:18,rang:10,read:[4,5,13],receive_message_wait_tim:17,record:[13,14,23,25],redshift:10,refer:[10,11,12,13,14,15,16,17,18],region:[0,4,14],releas:[2,3],remain:14,remov:[12,16,17],removal_polici:[12,16,17],removalpolici:[12,16,17],replic:[10,21],replication_inst:10,replication_instance_arn:10,replication_instance_class:[10,21],replication_instance_identifi:10,replication_instance_prop:10,replication_subnet_group_identifi:10,replication_task:10,replication_task_prop:10,replication_task_set:10,repo:[0,3,4,5],repositori:3,repository_nam:3,repres:[4,6,7,8,10,19,20,21,22,23,24,25],request:16,requir:[0,7,8,10],require_approv:0,reserved_concurrent_execut:15,resourc:[0,4,26],resource_identifi:10,respect:[11,12,15],respons:10,retain:[12,16,17],retention_period:[14,17],retriev:25,retry_attempt:15,reus:3,role:[0,3,9,10,11,13,15,19,20,22,25],role_policy_stat:3,root:[4,5,24],rotat:[3,12],rout:[9,21,23,24,25],row:10,rule:[3,6,8,9,21,23,24,25],run:[3,11,18,19,22],runtim:[15,25],s3:[8,10,13,16,20,21,23,24],s3_backup:13,s3_destin:13,s3_manag:16,s3_set:10,s3bucket:13,s3settingsproperti:10,s:[7,9,21,22,23,24,25],same:2,save:3,schema_nam:10,scm:3,scope:[2,3,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],search:26,second:[11,13,14,15,19,23,25],secur:[0,3,10,11],security_configur:11,see:[3,10,21],select:[9,21,23,24,25],self:[3,6,7,8],send:[3,16,17],sensit:0,sequenc:13,server:[13,14,16],servic:[12,16,17,18],service_access_role_arn:10,set:[0,2,3,10,13,14,23,25],sever:3,sfn:18,sh:3,shard:14,shard_count:14,should:[0,3,4,8,9,10,12,13,16,21,23,25],show:0,side:[13,14,16],simpl:[16,17],simplifi:9,singl:25,size:[10,13,23],skip:6,skip_rul:6,sn:[3,6],some:3,sourc:[0,3,8,10,13,15,21,25],source_act:3,source_bucket:21,source_bucket_prefix:21,source_endpoint_arn:10,source_flow_config:19,source_stream:13,sourceflowconfigproperti:19,specif:[0,3,6],specifi:[3,5,6,7,9,10,12,14,16,18,19,20,22,25],sq:[7,15,17,25],sql:20,sqlserver:10,sqs_queue:25,sqsfactori:7,sqsqueue:7,ssl:[3,16],stack:[0,2,3,12,16,17],stage:[3,6,7,8,9,26],stage_id:3,stage_nam:3,standard:2,start:[3,20],state:[9,18,19,20,22],state_machin:[9,18],state_machine_failed_executions_alarm_evaluation_period:[9,19,20,22],state_machine_failed_executions_alarm_threshold:[9,19,20,22],state_machine_input:[9,19,20,22],state_machine_nam:18,state_machine_prop:18,state_machine_typ:18,statemachin:[9,18],statemachinetyp:18,statement:[9,19,20,22],statist:[7,10],statu:19,step:[3,18,19,20,22],storag:[10,16],store:[10,14,22],str:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],strategi:4,stream:[13,14,23],stream_mod:14,stream_nam:14,streamencrypt:[13,14],streammod:14,string:10,structur:[0,3,9,21,23,24,25],subnet:10,suppli:[14,19,22],support:[2,3,10,11,12,13,14,15,16,17,18],sybas:10,synth:3,synth_act:3,synthes:[0,2,3],system:[0,10],t:[0,10],tabl:[10,21],table_map:[10,21],table_nam:10,tablemap:21,tag:[0,2,4],tag_kei:4,target:[6,8,9,10,21,22,23,24,25],target_bucket:21,target_bucket_prefix:21,target_endpoint_arn:10,targetsproperti:22,task:[10,19,21],taskproperti:19,taskset:10,templat:0,termin:[2,11,15,25],termination_protect:2,test:3,thei:[17,22],them:[3,9,13,21,23,24,25],thi:[2,3,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],threshold:[7,9,19,20,22,23,25],through:14,time:[10,11,13,15,17,18,19,23,25],timeout:[11,15,18,25],topic:[3,6],trace:[15,18],tracing_en:18,transform:[13,22,23,25],trigger:[9,19,20,22,25],trust:0,trusted_account:0,turn:[0,16],type:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25],unencrypt:[13,14],union:10,uniqu:10,unsuccessfulli:[17,25],up:[0,10,13],upgrad:10,url:0,us:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,21,23,24,25],user:3,userguid:[10,21,24],usual:6,utc:10,v1:[3,10,13,14],v2:[2,10,11,12,15,16,17,18],valid:10,valu:[2,4,7,10,11,12,15,23],version:[0,3,4,10,16],via:[3,6,14],virtual:[0,10],visibility_timeout:[17,25],vpc:10,vpc_security_group_id:10,wait:[12,19],weekli:10,were:17,what:[0,8,9,17,21,23,25],when:[8,9,10,11,12,13,16,17,21,23,25],where:[0,4,13,23],whether:[10,12,16,17,18],which:[2,3,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],window:10,wire:6,within:[2,3,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],without:0,work:10,worker:11,worker_count:11,worker_typ:11,workertyp:11,workgroup:20,write:[13,23],x:18,you:[2,10,13,14,23],your:[0,3,10,13,23],yyyi:23,zone:10},titles:["aws_ddk package","aws_ddk_core package","aws_ddk_core.base.BaseStack","aws_ddk_core.cicd.CICDPipelineStack","aws_ddk_core.config.Config","aws_ddk_core.config.JSONConfigStrategy","aws_ddk_core.pipelines.DataPipeline","aws_ddk_core.pipelines.DataStage","aws_ddk_core.pipelines.EventStage","aws_ddk_core.pipelines.StateMachineStage","aws_ddk_core.resources.DMSFactory","aws_ddk_core.resources.GlueFactory","aws_ddk_core.resources.KMSFactory","aws_ddk_core.resources.KinesisFirehoseFactory","aws_ddk_core.resources.KinesisStreamsFactory","aws_ddk_core.resources.LambdaFactory","aws_ddk_core.resources.S3Factory","aws_ddk_core.resources.SQSFactory","aws_ddk_core.resources.StepFunctionsFactory","aws_ddk_core.stages.AppFlowIngestionStage","aws_ddk_core.stages.AthenaSQLStage","aws_ddk_core.stages.DMSS3ToS3Stage","aws_ddk_core.stages.GlueTransformStage","aws_ddk_core.stages.KinesisToS3Stage","aws_ddk_core.stages.S3EventStage","aws_ddk_core.stages.SqsToLambdaStage","AWS DDK API Documentation"],titleterms:{api:26,appflowingestionstag:19,athenasqlstag:20,aw:26,aws_ddk:0,aws_ddk_cor:[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],base:[1,2],basestack:2,bootstrap:0,cicd:[1,3],cicdpipelinestack:3,config:[1,4,5],creat:0,data:1,datapipelin:6,datastag:7,ddk:[0,26],deploi:0,dmsfactori:10,dmss3tos3stag:21,document:26,eventstag:8,gluefactori:11,gluetransformstag:22,indic:26,init:0,jsonconfigstrategi:5,kinesisfirehosefactori:13,kinesisstreamsfactori:14,kinesistos3stag:23,kmsfactori:12,lambdafactori:15,packag:[0,1,26],pipelin:[1,6,7,8,9],repositori:0,resourc:[1,10,11,12,13,14,15,16,17,18],s3eventstag:24,s3factori:16,sqsfactori:17,sqstolambdastag:25,stage:[1,19,20,21,22,23,24,25],statemachinestag:9,stepfunctionsfactori:18,tabl:26}})