blob: 9e579f1acf68cdefcb2eb25ddabf943c5d3ba135 [file] [log] [blame]
<!DOCTYPE html>
<html class="writer-html5" lang="en" data-content_root="./">
<head>
<meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>apache_beam.transforms.external module &mdash; Apache Beam 2.67.0 documentation</title>
<link rel="stylesheet" type="text/css" href="_static/pygments.css?v=b86133f3" />
<link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=e59714d7" />
<script src="_static/jquery.js?v=5d32c60e"></script>
<script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
<script src="_static/documentation_options.js?v=959b4fbe"></script>
<script src="_static/doctools.js?v=9a2dae69"></script>
<script src="_static/sphinx_highlight.js?v=dc90522c"></script>
<script src="_static/js/theme.js"></script>
<link rel="index" title="Index" href="genindex.html" />
<link rel="search" title="Search" href="search.html" />
<link rel="next" title="apache_beam.transforms.external_java module" href="apache_beam.transforms.external_java.html" />
<link rel="prev" title="apache_beam.transforms.error_handling module" href="apache_beam.transforms.error_handling.html" />
</head>
<body class="wy-body-for-nav">
<div class="wy-grid-for-nav">
<nav data-toggle="wy-nav-shift" class="wy-nav-side">
<div class="wy-side-scroll">
<div class="wy-side-nav-search" >
<a href="index.html" class="icon icon-home">
Apache Beam
</a>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
<input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
</form>
</div>
</div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="apache_beam.coders.html">apache_beam.coders package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.dataframe.html">apache_beam.dataframe package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.io.html">apache_beam.io package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.metrics.html">apache_beam.metrics package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.ml.html">apache_beam.ml package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.options.html">apache_beam.options package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.portability.html">apache_beam.portability package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.runners.html">apache_beam.runners package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.testing.html">apache_beam.testing package</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="apache_beam.transforms.html">apache_beam.transforms package</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="apache_beam.transforms.html#subpackages">Subpackages</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="apache_beam.transforms.html#submodules">Submodules</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.async_dofn.html">apache_beam.transforms.async_dofn module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.combinefn_lifecycle_pipeline.html">apache_beam.transforms.combinefn_lifecycle_pipeline module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.combiners.html">apache_beam.transforms.combiners module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.core.html">apache_beam.transforms.core module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.create_source.html">apache_beam.transforms.create_source module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.deduplicate.html">apache_beam.transforms.deduplicate module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.display.html">apache_beam.transforms.display module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.enrichment.html">apache_beam.transforms.enrichment module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.environments.html">apache_beam.transforms.environments module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.error_handling.html">apache_beam.transforms.error_handling module</a></li>
<li class="toctree-l3 current"><a class="current reference internal" href="#">apache_beam.transforms.external module</a><ul>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.convert_to_typing_type"><code class="docutils literal notranslate"><span class="pre">convert_to_typing_type()</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.iter_urns"><code class="docutils literal notranslate"><span class="pre">iter_urns()</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.PayloadBuilder"><code class="docutils literal notranslate"><span class="pre">PayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.SchemaBasedPayloadBuilder"><code class="docutils literal notranslate"><span class="pre">SchemaBasedPayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.ImplicitSchemaPayloadBuilder"><code class="docutils literal notranslate"><span class="pre">ImplicitSchemaPayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.NamedTupleBasedPayloadBuilder"><code class="docutils literal notranslate"><span class="pre">NamedTupleBasedPayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.SchemaTransformPayloadBuilder"><code class="docutils literal notranslate"><span class="pre">SchemaTransformPayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.ExplicitSchemaTransformPayloadBuilder"><code class="docutils literal notranslate"><span class="pre">ExplicitSchemaTransformPayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.JavaClassLookupPayloadBuilder"><code class="docutils literal notranslate"><span class="pre">JavaClassLookupPayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.SchemaTransformsConfig"><code class="docutils literal notranslate"><span class="pre">SchemaTransformsConfig</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.ManagedReplacement"><code class="docutils literal notranslate"><span class="pre">ManagedReplacement</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.SchemaAwareExternalTransform"><code class="docutils literal notranslate"><span class="pre">SchemaAwareExternalTransform</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.JavaExternalTransform"><code class="docutils literal notranslate"><span class="pre">JavaExternalTransform</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.AnnotationBasedPayloadBuilder"><code class="docutils literal notranslate"><span class="pre">AnnotationBasedPayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.DataclassBasedPayloadBuilder"><code class="docutils literal notranslate"><span class="pre">DataclassBasedPayloadBuilder</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.ExternalTransform"><code class="docutils literal notranslate"><span class="pre">ExternalTransform</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.ExpansionAndArtifactRetrievalStub"><code class="docutils literal notranslate"><span class="pre">ExpansionAndArtifactRetrievalStub</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.JavaJarExpansionService"><code class="docutils literal notranslate"><span class="pre">JavaJarExpansionService</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.BeamJarExpansionService"><code class="docutils literal notranslate"><span class="pre">BeamJarExpansionService</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="#apache_beam.transforms.external.memoize"><code class="docutils literal notranslate"><span class="pre">memoize()</span></code></a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.external_java.html">apache_beam.transforms.external_java module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.external_transform_provider.html">apache_beam.transforms.external_transform_provider module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.fully_qualified_named_transform.html">apache_beam.transforms.fully_qualified_named_transform module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.managed.html">apache_beam.transforms.managed module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.periodicsequence.html">apache_beam.transforms.periodicsequence module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.ptransform.html">apache_beam.transforms.ptransform module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.resources.html">apache_beam.transforms.resources module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.sideinputs.html">apache_beam.transforms.sideinputs module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.sql.html">apache_beam.transforms.sql module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.stats.html">apache_beam.transforms.stats module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.timeutil.html">apache_beam.transforms.timeutil module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.trigger.html">apache_beam.transforms.trigger module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.userstate.html">apache_beam.transforms.userstate module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.util.html">apache_beam.transforms.util module</a></li>
<li class="toctree-l3"><a class="reference internal" href="apache_beam.transforms.window.html">apache_beam.transforms.window module</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.typehints.html">apache_beam.typehints package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.utils.html">apache_beam.utils package</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.yaml.html">apache_beam.yaml package</a></li>
</ul>
<ul>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.error.html">apache_beam.error module</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.pipeline.html">apache_beam.pipeline module</a></li>
<li class="toctree-l1"><a class="reference internal" href="apache_beam.pvalue.html">apache_beam.pvalue module</a></li>
</ul>
</div>
</div>
</nav>
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="Mobile navigation menu" >
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
<a href="index.html">Apache Beam</a>
</nav>
<div class="wy-nav-content">
<div class="rst-content">
<div role="navigation" aria-label="Page navigation">
<ul class="wy-breadcrumbs">
<li><a href="index.html" class="icon icon-home" aria-label="Home"></a></li>
<li class="breadcrumb-item"><a href="apache_beam.transforms.html">apache_beam.transforms package</a></li>
<li class="breadcrumb-item active">apache_beam.transforms.external module</li>
<li class="wy-breadcrumbs-aside">
<a href="_sources/apache_beam.transforms.external.rst.txt" rel="nofollow"> View page source</a>
</li>
</ul>
<hr/>
</div>
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
<div itemprop="articleBody">
<section id="module-apache_beam.transforms.external">
<span id="apache-beam-transforms-external-module"></span><h1>apache_beam.transforms.external module<a class="headerlink" href="#module-apache_beam.transforms.external" title="Link to this heading"></a></h1>
<p>Defines Transform whose expansion is implemented elsewhere.</p>
<dl class="py function">
<dt class="sig sig-object py" id="apache_beam.transforms.external.convert_to_typing_type">
<span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">convert_to_typing_type</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">type_</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#convert_to_typing_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.convert_to_typing_type" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py function">
<dt class="sig sig-object py" id="apache_beam.transforms.external.iter_urns">
<span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">iter_urns</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">coder</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#iter_urns"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.iter_urns" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.PayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">PayloadBuilder</span></span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#PayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.PayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/functions.html#object" title="(in Python v3.13)"><code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></a></p>
<p>Abstract base class for building payloads to pass to ExternalTransform.</p>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.PayloadBuilder.build">
<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#PayloadBuilder.build"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.PayloadBuilder.build" title="Link to this definition"></a></dt>
<dd><dl class="field-list simple">
<dt class="field-odd">Returns<span class="colon">:</span></dt>
<dd class="field-odd"><p>ExternalConfigurationPayload</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.PayloadBuilder.payload">
<span class="sig-name descname"><span class="pre">payload</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#PayloadBuilder.payload"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.PayloadBuilder.payload" title="Link to this definition"></a></dt>
<dd><p>The serialized ExternalConfigurationPayload</p>
<dl class="field-list simple">
<dt class="field-odd">Returns<span class="colon">:</span></dt>
<dd class="field-odd"><p>bytes</p>
</dd>
</dl>
</dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaBasedPayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">SchemaBasedPayloadBuilder</span></span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaBasedPayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaBasedPayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.PayloadBuilder" title="apache_beam.transforms.external.PayloadBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">PayloadBuilder</span></code></a></p>
<p>Base class for building payloads based on a schema that provides
type information for each configuration value to encode.</p>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaBasedPayloadBuilder.build">
<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaBasedPayloadBuilder.build"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaBasedPayloadBuilder.build" title="Link to this definition"></a></dt>
<dd></dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ImplicitSchemaPayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">ImplicitSchemaPayloadBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">values</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ImplicitSchemaPayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ImplicitSchemaPayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.SchemaBasedPayloadBuilder" title="apache_beam.transforms.external.SchemaBasedPayloadBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">SchemaBasedPayloadBuilder</span></code></a></p>
<p>Build a payload that generates a schema from the provided values.</p>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.NamedTupleBasedPayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">NamedTupleBasedPayloadBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">tuple_instance</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#NamedTupleBasedPayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.NamedTupleBasedPayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.SchemaBasedPayloadBuilder" title="apache_beam.transforms.external.SchemaBasedPayloadBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">SchemaBasedPayloadBuilder</span></code></a></p>
<p>Build a payload based on a NamedTuple schema.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><p><strong>tuple_instance</strong> – an instance of a typing.NamedTuple</p>
</dd>
</dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformPayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">SchemaTransformPayloadBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">identifier</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaTransformPayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformPayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.PayloadBuilder" title="apache_beam.transforms.external.PayloadBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">PayloadBuilder</span></code></a></p>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformPayloadBuilder.identifier">
<span class="sig-name descname"><span class="pre">identifier</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaTransformPayloadBuilder.identifier"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformPayloadBuilder.identifier" title="Link to this definition"></a></dt>
<dd><p>The URN referencing this SchemaTransform</p>
<dl class="field-list simple">
<dt class="field-odd">Returns<span class="colon">:</span></dt>
<dd class="field-odd"><p>str</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformPayloadBuilder.build">
<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaTransformPayloadBuilder.build"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformPayloadBuilder.build" title="Link to this definition"></a></dt>
<dd></dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExplicitSchemaTransformPayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">ExplicitSchemaTransformPayloadBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">identifier</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_proto</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExplicitSchemaTransformPayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExplicitSchemaTransformPayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.SchemaTransformPayloadBuilder" title="apache_beam.transforms.external.SchemaTransformPayloadBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">SchemaTransformPayloadBuilder</span></code></a></p>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExplicitSchemaTransformPayloadBuilder.build">
<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExplicitSchemaTransformPayloadBuilder.build"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExplicitSchemaTransformPayloadBuilder.build" title="Link to this definition"></a></dt>
<dd></dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaClassLookupPayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">JavaClassLookupPayloadBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">class_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaClassLookupPayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaClassLookupPayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.PayloadBuilder" title="apache_beam.transforms.external.PayloadBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">PayloadBuilder</span></code></a></p>
<p>Builds a payload for directly instantiating a Java transform using a
constructor and builder methods.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><p><strong>class_name</strong> – fully qualified name of the transform class.</p>
</dd>
</dl>
<dl class="py attribute">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaClassLookupPayloadBuilder.IGNORED_ARG_FORMAT">
<span class="sig-name descname"><span class="pre">IGNORED_ARG_FORMAT</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'ignore%d'</span></em><a class="headerlink" href="#apache_beam.transforms.external.JavaClassLookupPayloadBuilder.IGNORED_ARG_FORMAT" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaClassLookupPayloadBuilder.build">
<span class="sig-name descname"><span class="pre">build</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaClassLookupPayloadBuilder.build"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaClassLookupPayloadBuilder.build" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaClassLookupPayloadBuilder.with_constructor">
<span class="sig-name descname"><span class="pre">with_constructor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaClassLookupPayloadBuilder.with_constructor"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaClassLookupPayloadBuilder.with_constructor" title="Link to this definition"></a></dt>
<dd><p>Specifies the Java constructor to use.
Arguments provided using args and kwargs will be applied to the Java
transform constructor in the specified order.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>args</strong> – parameter values of the constructor.</p></li>
<li><p><strong>kwargs</strong> – parameter names and values of the constructor.</p></li>
</ul>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaClassLookupPayloadBuilder.with_constructor_method">
<span class="sig-name descname"><span class="pre">with_constructor_method</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">method_name</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaClassLookupPayloadBuilder.with_constructor_method"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaClassLookupPayloadBuilder.with_constructor_method" title="Link to this definition"></a></dt>
<dd><p>Specifies the Java constructor method to use.
Arguments provided using args and kwargs will be applied to the Java
transform constructor method in the specified order.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>method_name</strong> – name of the constructor method.</p></li>
<li><p><strong>args</strong> – parameter values of the constructor method.</p></li>
<li><p><strong>kwargs</strong> – parameter names and values of the constructor method.</p></li>
</ul>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaClassLookupPayloadBuilder.add_builder_method">
<span class="sig-name descname"><span class="pre">add_builder_method</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">method_name</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaClassLookupPayloadBuilder.add_builder_method"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaClassLookupPayloadBuilder.add_builder_method" title="Link to this definition"></a></dt>
<dd><p>Specifies a Java builder method to be invoked after instantiating the Java
transform class. Specified builder method will be applied in order.
Arguments provided using args and kwargs will be applied to the Java
transform builder method in the specified order.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>method_name</strong> – name of the builder method.</p></li>
<li><p><strong>args</strong> – parameter values of the builder method.</p></li>
<li><p><strong>kwargs</strong> – parameter names and values of the builder method.</p></li>
</ul>
</dd>
</dl>
</dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformsConfig">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">SchemaTransformsConfig</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">identifier</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">configuration_schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">inputs</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">outputs</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">description</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformsConfig" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#tuple" title="(in Python v3.13)"><code class="xref py py-class docutils literal notranslate"><span class="pre">tuple</span></code></a></p>
<p>Create new instance of SchemaTransformsConfig(identifier, configuration_schema, inputs, outputs, description)</p>
<dl class="py attribute">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformsConfig.configuration_schema">
<span class="sig-name descname"><span class="pre">configuration_schema</span></span><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformsConfig.configuration_schema" title="Link to this definition"></a></dt>
<dd><p>Alias for field number 1</p>
</dd></dl>
<dl class="py attribute">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformsConfig.description">
<span class="sig-name descname"><span class="pre">description</span></span><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformsConfig.description" title="Link to this definition"></a></dt>
<dd><p>Alias for field number 4</p>
</dd></dl>
<dl class="py attribute">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformsConfig.identifier">
<span class="sig-name descname"><span class="pre">identifier</span></span><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformsConfig.identifier" title="Link to this definition"></a></dt>
<dd><p>Alias for field number 0</p>
</dd></dl>
<dl class="py attribute">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformsConfig.inputs">
<span class="sig-name descname"><span class="pre">inputs</span></span><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformsConfig.inputs" title="Link to this definition"></a></dt>
<dd><p>Alias for field number 2</p>
</dd></dl>
<dl class="py attribute">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaTransformsConfig.outputs">
<span class="sig-name descname"><span class="pre">outputs</span></span><a class="headerlink" href="#apache_beam.transforms.external.SchemaTransformsConfig.outputs" title="Link to this definition"></a></dt>
<dd><p>Alias for field number 3</p>
</dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ManagedReplacement">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">ManagedReplacement</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">underlying_transform_identifier</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">update_compatibility_version</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#apache_beam.transforms.external.ManagedReplacement" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#tuple" title="(in Python v3.13)"><code class="xref py py-class docutils literal notranslate"><span class="pre">tuple</span></code></a></p>
<p>Create new instance of ManagedReplacement(underlying_transform_identifier, update_compatibility_version)</p>
<dl class="py attribute">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ManagedReplacement.underlying_transform_identifier">
<span class="sig-name descname"><span class="pre">underlying_transform_identifier</span></span><a class="headerlink" href="#apache_beam.transforms.external.ManagedReplacement.underlying_transform_identifier" title="Link to this definition"></a></dt>
<dd><p>Alias for field number 0</p>
</dd></dl>
<dl class="py attribute">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ManagedReplacement.update_compatibility_version">
<span class="sig-name descname"><span class="pre">update_compatibility_version</span></span><a class="headerlink" href="#apache_beam.transforms.external.ManagedReplacement.update_compatibility_version" title="Link to this definition"></a></dt>
<dd><p>Alias for field number 1</p>
</dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaAwareExternalTransform">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">SchemaAwareExternalTransform</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">identifier</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">expansion_service</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rearrange_based_on_discovery</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">classpath</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">managed_replacement</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaAwareExternalTransform"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaAwareExternalTransform" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="apache_beam.transforms.ptransform.html#apache_beam.transforms.ptransform.PTransform" title="apache_beam.transforms.ptransform.PTransform"><code class="xref py py-class docutils literal notranslate"><span class="pre">PTransform</span></code></a></p>
<p>A proxy transform for SchemaTransforms implemented in external SDKs.</p>
<p>This allows Python pipelines to directly use existing SchemaTransforms
available to the expansion service without adding additional code in external
SDKs.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>identifier</strong> – unique identifier of the SchemaTransform.</p></li>
<li><p><strong>expansion_service</strong> – an expansion service to use. This should already be
available and the Schema-aware transforms to be used must already be
deployed.</p></li>
<li><p><strong>rearrange_based_on_discovery</strong> – if this flag is set, the input kwargs
will be rearranged to match the order of fields in the external
SchemaTransform configuration. A discovery call will be made to fetch
the configuration.</p></li>
<li><p><strong>classpath</strong> – (Optional) A list paths to additional jars to place on the
expansion service classpath.</p></li>
<li><p><strong>managed_replacement</strong> – (Optional) a ‘ManagedReplacement’ namedtuple that
defines information needed to replace the transform with an equivalent
managed transform during the expansion. If an
‘updateCompatibilityBeamVersion’ pipeline option is provided, we will
only replace if the managed transform is update compatible with the
provided version.</p></li>
</ul>
</dd>
<dt class="field-even">Kwargs<span class="colon">:</span></dt>
<dd class="field-even"><p>field name to value mapping for configuring the schema transform.
keys map to the field names of the schema of the SchemaTransform
(in-order).</p>
</dd>
</dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaAwareExternalTransform.expand">
<span class="sig-name descname"><span class="pre">expand</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pcolls</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaAwareExternalTransform.expand"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaAwareExternalTransform.expand" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaAwareExternalTransform.discover">
<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">discover</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">expansion_service</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ignore_errors</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaAwareExternalTransform.discover"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaAwareExternalTransform.discover" title="Link to this definition"></a></dt>
<dd><p>Discover all SchemaTransforms available to the given expansion service.</p>
<dl class="field-list simple">
<dt class="field-odd">Returns<span class="colon">:</span></dt>
<dd class="field-odd"><p>a list of SchemaTransformsConfigs that represent the discovered
SchemaTransforms.</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaAwareExternalTransform.discover_iter">
<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">discover_iter</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">expansion_service</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ignore_errors</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaAwareExternalTransform.discover_iter"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaAwareExternalTransform.discover_iter" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.SchemaAwareExternalTransform.discover_config">
<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">discover_config</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">expansion_service</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#SchemaAwareExternalTransform.discover_config"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.SchemaAwareExternalTransform.discover_config" title="Link to this definition"></a></dt>
<dd><p>Discover one SchemaTransform by name in the given expansion service.</p>
<dl class="field-list simple">
<dt class="field-odd">Returns<span class="colon">:</span></dt>
<dd class="field-odd"><p>one SchemaTransformsConfig that represents the discovered
SchemaTransform</p>
</dd>
<dt class="field-even">Raises<span class="colon">:</span></dt>
<dd class="field-even"><p>ValueError: if more than one SchemaTransform is discovered, or if none
are discovered</p>
</dd>
</dl>
</dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaExternalTransform">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">JavaExternalTransform</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">class_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">expansion_service</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">classpath</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaExternalTransform"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaExternalTransform" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="apache_beam.transforms.ptransform.html#apache_beam.transforms.ptransform.PTransform" title="apache_beam.transforms.ptransform.PTransform"><code class="xref py py-class docutils literal notranslate"><span class="pre">PTransform</span></code></a></p>
<p>A proxy for Java-implemented external transforms.</p>
<p>One builds these transforms just as one would in Java, e.g.:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">transform</span> <span class="o">=</span> <span class="n">JavaExternalTransform</span><span class="p">(</span><span class="s1">&#39;fully.qualified.ClassName&#39;</span>
<span class="p">)(</span><span class="n">contructorArg</span><span class="p">,</span> <span class="o">...</span> <span class="p">)</span><span class="o">.</span><span class="n">builderMethod</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
</pre></div>
</div>
<p>or:</p>
<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">JavaExternalTransform</span><span class="p">(</span><span class="s1">&#39;fully.qualified.ClassName&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">staticConstructor</span><span class="p">(</span>
<span class="o">...</span><span class="p">)</span><span class="o">.</span><span class="n">builderMethod1</span><span class="p">(</span><span class="o">...</span><span class="p">)</span><span class="o">.</span><span class="n">builderMethod2</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
</pre></div>
</div>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>class_name</strong> – fully qualified name of the java class</p></li>
<li><p><strong>expansion_service</strong> – (Optional) an expansion service to use. If none is
provided, a default expansion service will be started.</p></li>
<li><p><strong>classpath</strong> – (Optional) A list paths to additional jars to place on the
expansion service classpath.</p></li>
</ul>
</dd>
</dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaExternalTransform.expand">
<span class="sig-name descname"><span class="pre">expand</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pcolls</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaExternalTransform.expand"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaExternalTransform.expand" title="Link to this definition"></a></dt>
<dd></dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.AnnotationBasedPayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">AnnotationBasedPayloadBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">transform</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">values</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#AnnotationBasedPayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.AnnotationBasedPayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.SchemaBasedPayloadBuilder" title="apache_beam.transforms.external.SchemaBasedPayloadBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">SchemaBasedPayloadBuilder</span></code></a></p>
<p>Build a payload based on an external transform’s type annotations.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>transform</strong> – a PTransform instance or class. type annotations will
be gathered from its __init__ method</p></li>
<li><p><strong>values</strong> – values to encode</p></li>
</ul>
</dd>
</dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.DataclassBasedPayloadBuilder">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">DataclassBasedPayloadBuilder</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">transform</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#DataclassBasedPayloadBuilder"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.DataclassBasedPayloadBuilder" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.SchemaBasedPayloadBuilder" title="apache_beam.transforms.external.SchemaBasedPayloadBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">SchemaBasedPayloadBuilder</span></code></a></p>
<p>Build a payload based on an external transform that uses dataclasses.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><p><strong>transform</strong> – a dataclass-decorated PTransform instance from which to
gather type annotations and values</p>
</dd>
</dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">ExternalTransform</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">urn</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">payload</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">expansion_service</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="apache_beam.transforms.ptransform.html#apache_beam.transforms.ptransform.PTransform" title="apache_beam.transforms.ptransform.PTransform"><code class="xref py py-class docutils literal notranslate"><span class="pre">PTransform</span></code></a></p>
<p>External provides a cross-language transform via expansion services in
foreign SDKs.</p>
<p>Wrapper for an external transform with the given urn and payload.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>urn</strong> – the unique beam identifier for this transform</p></li>
<li><p><strong>payload</strong> – the payload, either as a byte string or a PayloadBuilder</p></li>
<li><p><strong>expansion_service</strong> – an expansion service implementing the beam
ExpansionService protocol, either as an object with an Expand method
or an address (as a str) to a grpc server that provides this method.</p></li>
</ul>
</dd>
</dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.with_output_types">
<span class="sig-name descname"><span class="pre">with_output_types</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.with_output_types"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.with_output_types" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.replace_named_inputs">
<span class="sig-name descname"><span class="pre">replace_named_inputs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">named_inputs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.replace_named_inputs"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.replace_named_inputs" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.replace_named_outputs">
<span class="sig-name descname"><span class="pre">replace_named_outputs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">named_outputs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.replace_named_outputs"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.replace_named_outputs" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.default_label">
<span class="sig-name descname"><span class="pre">default_label</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.default_label"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.default_label" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.get_local_namespace">
<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_local_namespace</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.get_local_namespace"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.get_local_namespace" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.outer_namespace">
<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">outer_namespace</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">namespace</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.outer_namespace"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.outer_namespace" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.expand">
<span class="sig-name descname"><span class="pre">expand</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pvalueish</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="apache_beam.pvalue.html#apache_beam.pvalue.PCollection" title="apache_beam.pvalue.PCollection"><span class="pre">PCollection</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><a class="reference internal" href="apache_beam.pvalue.html#apache_beam.pvalue.PCollection" title="apache_beam.pvalue.PCollection"><span class="pre">PCollection</span></a></span></span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.expand"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.expand" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.service">
<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">service</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">expansion_service</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.service"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.service" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExternalTransform.to_runner_api_transform">
<span class="sig-name descname"><span class="pre">to_runner_api_transform</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">full_label</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExternalTransform.to_runner_api_transform"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExternalTransform.to_runner_api_transform" title="Link to this definition"></a></dt>
<dd></dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExpansionAndArtifactRetrievalStub">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">ExpansionAndArtifactRetrievalStub</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">channel</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExpansionAndArtifactRetrievalStub"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExpansionAndArtifactRetrievalStub" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="apache_beam.portability.api.org.apache.beam.model.job_management.v1.beam_expansion_api_pb2_grpc.html#apache_beam.portability.api.org.apache.beam.model.job_management.v1.beam_expansion_api_pb2_grpc.ExpansionServiceStub" title="apache_beam.portability.api.org.apache.beam.model.job_management.v1.beam_expansion_api_pb2_grpc.ExpansionServiceStub"><code class="xref py py-class docutils literal notranslate"><span class="pre">ExpansionServiceStub</span></code></a></p>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExpansionAndArtifactRetrievalStub.artifact_service">
<span class="sig-name descname"><span class="pre">artifact_service</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExpansionAndArtifactRetrievalStub.artifact_service"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExpansionAndArtifactRetrievalStub.artifact_service" title="Link to this definition"></a></dt>
<dd></dd></dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.ExpansionAndArtifactRetrievalStub.ready">
<span class="sig-name descname"><span class="pre">ready</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">timeout_sec</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#ExpansionAndArtifactRetrievalStub.ready"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.ExpansionAndArtifactRetrievalStub.ready" title="Link to this definition"></a></dt>
<dd></dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaJarExpansionService">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">JavaJarExpansionService</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path_to_jar</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extra_args</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">classpath</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">append_args</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaJarExpansionService"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaJarExpansionService" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/functions.html#object" title="(in Python v3.13)"><code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></a></p>
<p>An expansion service based on an Java Jar file.</p>
<p>This can be passed into an ExternalTransform as the expansion_service
argument which will spawn a subprocess using this jar to expand the
transform.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>path_to_jar</strong> – the path to a locally available executable jar file to be used
to start up the expansion service.</p></li>
<li><p><strong>extra_args</strong> – arguments to be provided when starting up the
expansion service using the jar file. These arguments will replace the
default arguments.</p></li>
<li><p><strong>classpath</strong> – Additional dependencies to be added to the classpath.</p></li>
<li><p><strong>append_args</strong> – arguments to be provided when starting up the
expansion service using the jar file. These arguments will be appended to
the default arguments.</p></li>
</ul>
</dd>
</dl>
<dl class="py method">
<dt class="sig sig-object py" id="apache_beam.transforms.external.JavaJarExpansionService.is_existing_service">
<span class="sig-name descname"><span class="pre">is_existing_service</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#JavaJarExpansionService.is_existing_service"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.JavaJarExpansionService.is_existing_service" title="Link to this definition"></a></dt>
<dd></dd></dl>
</dd></dl>
<dl class="py class">
<dt class="sig sig-object py" id="apache_beam.transforms.external.BeamJarExpansionService">
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">BeamJarExpansionService</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">gradle_target</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">extra_args</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">gradle_appendix</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">classpath</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">append_args</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#BeamJarExpansionService"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.BeamJarExpansionService" title="Link to this definition"></a></dt>
<dd><p>Bases: <a class="reference internal" href="#apache_beam.transforms.external.JavaJarExpansionService" title="apache_beam.transforms.external.JavaJarExpansionService"><code class="xref py py-class docutils literal notranslate"><span class="pre">JavaJarExpansionService</span></code></a></p>
<p>An expansion service based on an Beam Java Jar file.</p>
<p>Attempts to use a locally-built copy of the jar based on the gradle target,
if it exists, otherwise attempts to download and cache the released artifact
corresponding to this version of Beam from the apache maven repository.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters<span class="colon">:</span></dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>gradle_target</strong> – Beam Gradle target for building an executable jar which will
be used to start the expansion service.</p></li>
<li><p><strong>extra_args</strong> – arguments to be provided when starting up the
expansion service using the jar file. These arguments will replace the
default arguments.</p></li>
<li><p><strong>gradle_appendix</strong> – Gradle appendix of the artifact.</p></li>
<li><p><strong>classpath</strong> – Additional dependencies to be added to the classpath.</p></li>
<li><p><strong>append_args</strong> – arguments to be provided when starting up the
expansion service using the jar file. These arguments will be appended to
the default arguments.</p></li>
</ul>
</dd>
</dl>
</dd></dl>
<dl class="py function">
<dt class="sig sig-object py" id="apache_beam.transforms.external.memoize">
<span class="sig-prename descclassname"><span class="pre">apache_beam.transforms.external.</span></span><span class="sig-name descname"><span class="pre">memoize</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">func</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="_modules/apache_beam/transforms/external.html#memoize"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#apache_beam.transforms.external.memoize" title="Link to this definition"></a></dt>
<dd></dd></dl>
</section>
</div>
</div>
<footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
<a href="apache_beam.transforms.error_handling.html" class="btn btn-neutral float-left" title="apache_beam.transforms.error_handling module" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
<a href="apache_beam.transforms.external_java.html" class="btn btn-neutral float-right" title="apache_beam.transforms.external_java module" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
</div>
<hr/>
<div role="contentinfo">
<p>&#169; Copyright %Y, Apache Beam.</p>
</div>
Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
<a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
provided by <a href="https://readthedocs.org">Read the Docs</a>.
</footer>
</div>
</div>
</section>
</div>
<script>
jQuery(function () {
SphinxRtdTheme.Navigation.enable(true);
});
</script>
</body>
</html>