UNPKG

aws-ddk-core

Version:

The AWS DataOps Development Kit is an open source development framework for customers that build data workflows and modern data architecture on AWS.

260 lines (229 loc) 13.5 kB
<!doctype html> <html class="no-js"> <head><meta charset="utf-8"/> <meta name="viewport" content="width=device-width,initial-scale=1"/> <meta name="color-scheme" content="light dark"><link rel="index" title="Index" href="genindex.html" /><link rel="search" title="Search" href="#" /> <meta name="generator" content="sphinx-4.4.0, furo 2022.01.02"/><title>Search - Contents</title><link rel="stylesheet" type="text/css" href="_static/pygments.css" /> <link rel="stylesheet" type="text/css" href="_static/styles/furo.css?digest=df49af52631e7917044a9c21a57f7b83170a6dd0" /> <link rel="stylesheet" type="text/css" href="_static/styles/furo-extensions.css?digest=fade93df149f7c5fedb3ff897f799dc7d283b420" /> <style> body { --color-code-background: #f8f8f8; --color-code-foreground: black; --color-brand-primary: #504bab; --color-brand-content: #232F3E; } body[data-theme="dark"] { --color-code-background: #202020; --color-code-foreground: #d0d0d0; --color-brand-primary: #f1f3f3; --color-brand-content: #f1f3f3; } @media (prefers-color-scheme: dark) { body:not([data-theme="light"]) { --color-code-background: #202020; --color-code-foreground: #d0d0d0; --color-brand-primary: #f1f3f3; --color-brand-content: #f1f3f3; } } </style></head> <body> <script> document.body.dataset.theme = localStorage.getItem("theme") || "auto"; </script> <svg xmlns="http://www.w3.org/2000/svg" style="display: none;"> <symbol id="svg-toc" viewBox="0 0 24 24"> <title>Contents</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round"> <path stroke="none" d="M0 0h24v24H0z" /> <line x1="4" y1="6" x2="20" y2="6" /> <line x1="10" y1="12" x2="20" y2="12" /> <line x1="6" y1="18" x2="20" y2="18" /> </svg> </symbol> <symbol id="svg-menu" viewBox="0 0 24 24"> <title>Menu</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-menu"> <line x1="3" y1="12" x2="21" y2="12"></line> <line x1="3" y1="6" x2="21" y2="6"></line> <line x1="3" y1="18" x2="21" y2="18"></line> </svg> </symbol> <symbol id="svg-arrow-right" viewBox="0 0 24 24"> <title>Expand</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather-chevron-right"> <polyline points="9 18 15 12 9 6"></polyline> </svg> </symbol> <symbol id="svg-sun" viewBox="0 0 24 24"> <title>Light mode</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="feather-sun"> <circle cx="12" cy="12" r="5"></circle> <line x1="12" y1="1" x2="12" y2="3"></line> <line x1="12" y1="21" x2="12" y2="23"></line> <line x1="4.22" y1="4.22" x2="5.64" y2="5.64"></line> <line x1="18.36" y1="18.36" x2="19.78" y2="19.78"></line> <line x1="1" y1="12" x2="3" y2="12"></line> <line x1="21" y1="12" x2="23" y2="12"></line> <line x1="4.22" y1="19.78" x2="5.64" y2="18.36"></line> <line x1="18.36" y1="5.64" x2="19.78" y2="4.22"></line> </svg> </symbol> <symbol id="svg-moon" viewBox="0 0 24 24"> <title>Dark mode</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-moon"> <path stroke="none" d="M0 0h24v24H0z" fill="none" /> <path d="M12 3c.132 0 .263 0 .393 0a7.5 7.5 0 0 0 7.92 12.446a9 9 0 1 1 -8.313 -12.454z" /> </svg> </symbol> <symbol id="svg-sun-half" viewBox="0 0 24 24"> <title>Auto light/dark mode</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.5" stroke-linecap="round" stroke-linejoin="round" class="icon-tabler-shadow"> <path stroke="none" d="M0 0h24v24H0z" fill="none"/> <circle cx="12" cy="12" r="9" /> <path d="M13 12h5" /> <path d="M13 15h4" /> <path d="M13 18h1" /> <path d="M13 9h4" /> <path d="M13 6h1" /> </svg> </symbol> </svg> <input type="checkbox" class="sidebar-toggle" name="__navigation" id="__navigation"> <input type="checkbox" class="sidebar-toggle" name="__toc" id="__toc"> <label class="overlay sidebar-overlay" for="__navigation"> <div class="visually-hidden">Hide navigation sidebar</div> </label> <label class="overlay toc-overlay" for="__toc"> <div class="visually-hidden">Hide table of contents sidebar</div> </label> <div class="page"> <header class="mobile-header"> <div class="header-left"> <label class="nav-overlay-icon" for="__navigation"> <div class="visually-hidden">Toggle site navigation sidebar</div> <i class="icon"><svg><use href="#svg-menu"></use></svg></i> </label> </div> <div class="header-center"> <a href="index.html"><div class="brand">Contents</div></a> </div> <div class="header-right"> <div class="theme-toggle-container theme-toggle-header"> <button class="theme-toggle"> <div class="visually-hidden">Toggle Light / Dark / Auto color theme</div> <svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg> <svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg> <svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg> </button> </div> <label class="toc-overlay-icon toc-header-icon no-toc" for="__toc"> <div class="visually-hidden">Toggle table of contents sidebar</div> <i class="icon"><svg><use href="#svg-toc"></use></svg></i> </label> </div> </header> <aside class="sidebar-drawer"> <div class="sidebar-container"> <div class="sidebar-sticky"><a class="sidebar-brand" href="index.html"> <span class="sidebar-brand-text">Contents</span> </a><form class="sidebar-search-container" method="get" action="#" role="search"> <input class="sidebar-search" placeholder=Search name="q" aria-label="Search"> <input type="hidden" name="check_keywords" value="yes"> <input type="hidden" name="area" value="default"> </form> <div id="searchbox"></div><div class="sidebar-scroll"><div class="sidebar-tree"> <p class="caption" role="heading"><span class="caption-text">Packages:</span></p> <ul> <li class="toctree-l1"><a class="reference internal" href="cli/aws_ddk.html">aws_ddk package</a></li> <li class="toctree-l1 has-children"><a class="reference internal" href="core/aws_ddk_core.html">aws_ddk_core package</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle child pages in navigation</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.base.BaseStack.html">aws_ddk_core.base.BaseStack</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.cicd.CICDPipelineStack.html">aws_ddk_core.cicd.CICDPipelineStack</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.config.Config.html">aws_ddk_core.config.Config</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.config.JSONConfigStrategy.html">aws_ddk_core.config.JSONConfigStrategy</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.pipelines.DataPipeline.html">aws_ddk_core.pipelines.DataPipeline</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.pipelines.DataStage.html">aws_ddk_core.pipelines.DataStage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.pipelines.EventStage.html">aws_ddk_core.pipelines.EventStage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.pipelines.StateMachineStage.html">aws_ddk_core.pipelines.StateMachineStage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.DataBrewFactory.html">aws_ddk_core.resources.DataBrewFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.DMSFactory.html">aws_ddk_core.resources.DMSFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.GlueFactory.html">aws_ddk_core.resources.GlueFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.KinesisFirehoseFactory.html">aws_ddk_core.resources.KinesisFirehoseFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.KinesisStreamsFactory.html">aws_ddk_core.resources.KinesisStreamsFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.KMSFactory.html">aws_ddk_core.resources.KMSFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.LambdaFactory.html">aws_ddk_core.resources.LambdaFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.S3Factory.html">aws_ddk_core.resources.S3Factory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.SQSFactory.html">aws_ddk_core.resources.SQSFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.resources.StepFunctionsFactory.html">aws_ddk_core.resources.StepFunctionsFactory</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.stages.AppFlowIngestionStage.html">aws_ddk_core.stages.AppFlowIngestionStage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.stages.AthenaSQLStage.html">aws_ddk_core.stages.AthenaSQLStage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.stages.DataBrewTransformStage.html">aws_ddk_core.stages.DataBrewTransformStage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.stages.DMSS3ToS3Stage.html">aws_ddk_core.stages.DMSS3ToS3Stage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.stages.GlueTransformStage.html">aws_ddk_core.stages.GlueTransformStage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.stages.KinesisToS3Stage.html">aws_ddk_core.stages.KinesisToS3Stage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.stages.S3EventStage.html">aws_ddk_core.stages.S3EventStage</a></li> <li class="toctree-l2"><a class="reference internal" href="core/stubs/aws_ddk_core.stages.SqsToLambdaStage.html">aws_ddk_core.stages.SqsToLambdaStage</a></li> </ul> </li> </ul> </div> </div> </div> </div> </aside> <div class="main"> <div class="content"> <div class="article-container"> <div class="content-icon-container"> <div class="theme-toggle-container theme-toggle-content"> <button class="theme-toggle"> <div class="visually-hidden">Toggle Light / Dark / Auto color theme</div> <svg class="theme-icon-when-auto"><use href="#svg-sun-half"></use></svg> <svg class="theme-icon-when-dark"><use href="#svg-moon"></use></svg> <svg class="theme-icon-when-light"><use href="#svg-sun"></use></svg> </button> </div> <label class="toc-overlay-icon toc-content-icon no-toc" for="__toc"> <div class="visually-hidden">Toggle table of contents sidebar</div> <i class="icon"><svg><use href="#svg-toc"></use></svg></i> </label> </div> <article role="main"> <noscript> <div class="admonition error"> <p class="admonition-title">Error</p> <p> Please activate JavaScript to enable the search functionality. </p> </div> </noscript> <div id="search-results"></div> </article> </div> <footer> <div class="related-pages"> </div> <div class="related-information"> Copyright &#169; 2022, AWS </div> </footer> </div> <aside class="toc-drawer no-toc"> </aside> </div> </div><script data-url_root="./" id="documentation_options" src="_static/documentation_options.js"></script> <script src="_static/jquery.js"></script> <script src="_static/underscore.js"></script> <script src="_static/doctools.js"></script> <script src="_static/scripts/furo.js"></script> <script src="_static/searchtools.js"></script> <script src="_static/language_data.js"></script> <script src="searchindex.js"></script></body> </html>