Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.gcp","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.datastore.v1.adaptive_throttler","apache_beam.io.gcp.datastore.v1.datastoreio","apache_beam.io.gcp.datastore.v1.fake_datastore","apache_beam.io.gcp.datastore.v1.helper","apache_beam.io.gcp.datastore.v1.query_splitter","apache_beam.io.gcp.datastore.v1.util","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.experimental","apache_beam.runners.experimental.python_rpc_direct","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner","apache_beam.runners.experimental.python_rpc_direct.server","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.pipeline_verifiers","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.display","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.datastore.v1.adaptive_throttler.rst","apache_beam.io.gcp.datastore.v1.datastoreio.rst","apache_beam.io.gcp.datastore.v1.fake_datastore.rst","apache_beam.io.gcp.datastore.v1.helper.rst","apache_beam.io.gcp.datastore.v1.query_splitter.rst","apache_beam.io.gcp.datastore.v1.util.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.experimental.rst","apache_beam.runners.experimental.python_rpc_direct.rst","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.rst","apache_beam.runners.experimental.python_rpc_direct.server.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.display.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[128,0,0,"-"]},"apache_beam.coders":{coders:[1,0,0,"-"],observable:[2,0,0,"-"],slow_stream:[3,0,0,"-"],typecoders:[4,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,3,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],register_structured_urn:[1,4,1,""],register_urn:[1,3,1,""],to_runner_api:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],coders:[1,2,1,""],from_runner_api_parameter:[1,4,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[2,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[2,2,1,""],register_observer:[2,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[3,1,1,""],InputStream:[3,1,1,""],OutputStream:[3,1,1,""],get_varint_size:[3,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[3,2,1,""],get_count:[3,2,1,""],write:[3,2,1,""],write_byte:[3,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[3,2,1,""],read_all:[3,2,1,""],read_bigendian_double:[3,2,1,""],read_bigendian_int32:[3,2,1,""],read_bigendian_int64:[3,2,1,""],read_bigendian_uint64:[3,2,1,""],read_byte:[3,2,1,""],read_var_int64:[3,2,1,""],size:[3,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[3,2,1,""],size:[3,2,1,""],write:[3,2,1,""],write_bigendian_double:[3,2,1,""],write_bigendian_int32:[3,2,1,""],write_bigendian_int64:[3,2,1,""],write_bigendian_uint64:[3,2,1,""],write_byte:[3,2,1,""],write_var_int64:[3,2,1,""]},"apache_beam.error":{BeamError:[5,6,1,""],PValueError:[5,6,1,""],PipelineError:[5,6,1,""],RunnerError:[5,6,1,""],RuntimeValueProviderError:[5,6,1,""],SideInputError:[5,6,1,""],TransformError:[5,6,1,""]},"apache_beam.internal":{gcp:[7,0,0,"-"],pickler:[10,0,0,"-"],util:[11,0,0,"-"]},"apache_beam.internal.gcp":{auth:[8,0,0,"-"],json_value:[9,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[8,6,1,""],get_service_credentials:[8,5,1,""],set_running_in_gce:[8,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[9,5,1,""],get_typed_value_descriptor:[9,5,1,""],to_json_value:[9,5,1,""]},"apache_beam.internal.pickler":{dump_session:[10,5,1,""],dumps:[10,5,1,""],load_session:[10,5,1,""],loads:[10,5,1,""],new_save_module_dict:[10,5,1,""],save_module:[10,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[11,1,1,""],insert_values_in_args:[11,5,1,""],remove_objects_from_args:[11,5,1,""],run_using_threadpool:[11,5,1,""]},"apache_beam.io":{avroio:[13,0,0,"-"],concat_source:[14,0,0,"-"],filebasedsink:[15,0,0,"-"],filebasedsource:[16,0,0,"-"],filesystem:[17,0,0,"-"],filesystemio:[18,0,0,"-"],filesystems:[19,0,0,"-"],gcp:[20,0,0,"-"],hadoopfilesystem:[33,0,0,"-"],iobase:[34,0,0,"-"],localfilesystem:[35,0,0,"-"],range_trackers:[36,0,0,"-"],restriction_trackers:[37,0,0,"-"],source_test_utils:[38,0,0,"-"],textio:[39,0,0,"-"],tfrecordio:[40,0,0,"-"],vcfio:[41,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[13,1,1,""],ReadFromAvro:[13,1,1,""],WriteToAvro:[13,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[13,7,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[14,1,1,""],ConcatSource:[14,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[14,2,1,""],global_to_local:[14,2,1,""],local_to_global:[14,2,1,""],position_at_fraction:[14,2,1,""],set_current_position:[14,2,1,""],start_position:[14,2,1,""],stop_position:[14,2,1,""],sub_range_tracker:[14,2,1,""],try_claim:[14,2,1,""],try_split:[14,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[14,2,1,""],estimate_size:[14,2,1,""],get_range_tracker:[14,2,1,""],read:[14,2,1,""],sources:[14,7,1,""],split:[14,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[15,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[15,2,1,""],display_data:[15,2,1,""],finalize_write:[15,2,1,""],initialize_write:[15,2,1,""],open:[15,2,1,""],open_writer:[15,2,1,""],write_encoded_record:[15,2,1,""],write_record:[15,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[16,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[16,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[16,7,1,""],display_data:[16,2,1,""],estimate_size:[16,2,1,""],get_range_tracker:[16,2,1,""],open_file:[16,2,1,""],read:[16,2,1,""],read_records:[16,2,1,""],split:[16,2,1,""],splittable:[16,7,1,""]},"apache_beam.io.filesystem":{CompressedFile:[17,1,1,""],CompressionTypes:[17,1,1,""],FileMetadata:[17,1,1,""],FileSystem:[17,1,1,""],MatchResult:[17,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[17,2,1,""],closed:[17,2,1,""],flush:[17,2,1,""],read:[17,2,1,""],readable:[17,2,1,""],readline:[17,2,1,""],seek:[17,2,1,""],seekable:[17,7,1,""],tell:[17,2,1,""],write:[17,2,1,""],writeable:[17,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[17,7,1,""],BZIP2:[17,7,1,""],GZIP:[17,7,1,""],UNCOMPRESSED:[17,7,1,""],detect_compression_type:[17,3,1,""],is_valid_compression_type:[17,3,1,""],mime_type:[17,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[17,2,1,""],CHUNK_SIZE:[17,7,1,""],copy:[17,2,1,""],create:[17,2,1,""],exists:[17,2,1,""],join:[17,2,1,""],match:[17,2,1,""],mkdirs:[17,2,1,""],open:[17,2,1,""],rename:[17,2,1,""],scheme:[17,3,1,""],split:[17,2,1,""]},"apache_beam.io.filesystemio":{Downloader:[18,1,1,""],DownloaderStream:[18,1,1,""],PipeStream:[18,1,1,""],Uploader:[18,1,1,""],UploaderStream:[18,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[18,2,1,""],size:[18,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[18,2,1,""],readinto:[18,2,1,""],seek:[18,2,1,""],seekable:[18,2,1,""],tell:[18,2,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[18,2,1,""],seek:[18,2,1,""],tell:[18,2,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[18,2,1,""],put:[18,2,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[18,2,1,""],tell:[18,2,1,""],writable:[18,2,1,""],write:[18,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[19,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[19,4,1,""],URI_SCHEMA_PATTERN:[19,7,1,""],copy:[19,4,1,""],create:[19,4,1,""],exists:[19,4,1,""],get_chunk_size:[19,4,1,""],get_filesystem:[19,4,1,""],get_scheme:[19,4,1,""],join:[19,4,1,""],match:[19,4,1,""],mkdirs:[19,4,1,""],open:[19,4,1,""],rename:[19,4,1,""],set_options:[19,3,1,""],split:[19,4,1,""]},"apache_beam.io.gcp":{bigquery:[21,0,0,"-"],datastore:[22,0,0,"-"],gcsfilesystem:[30,0,0,"-"],gcsio:[31,0,0,"-"],pubsub:[32,0,0,"-"]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[21,1,1,""],BigQuerySink:[21,1,1,""],BigQuerySource:[21,1,1,""],TableRowJsonCoder:[21,1,1,""],WriteToBigQuery:[21,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[21,7,1,""],CREATE_NEVER:[21,7,1,""],WRITE_APPEND:[21,7,1,""],WRITE_EMPTY:[21,7,1,""],WRITE_TRUNCATE:[21,7,1,""],validate_create:[21,4,1,""],validate_write:[21,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[21,2,1,""],format:[21,7,1,""],schema_as_json:[21,2,1,""],writer:[21,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[21,2,1,""],format:[21,7,1,""],reader:[21,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[21,2,1,""],encode:[21,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[21,2,1,""],expand:[21,2,1,""],get_dict_table_schema:[21,4,1,""],get_table_schema_from_string:[21,4,1,""],table_schema_to_dict:[21,4,1,""]},"apache_beam.io.gcp.datastore":{v1:[23,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{adaptive_throttler:[24,0,0,"-"],datastoreio:[25,0,0,"-"],fake_datastore:[26,0,0,"-"],helper:[27,0,0,"-"],query_splitter:[28,0,0,"-"],util:[29,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler":{AdaptiveThrottler:[24,1,1,""]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler":{MIN_REQUESTS:[24,7,1,""],successful_request:[24,2,1,""],throttle_request:[24,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[25,1,1,""],ReadFromDatastore:[25,1,1,""],WriteToDatastore:[25,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[25,1,1,""],SplitQueryFn:[25,1,1,""],display_data:[25,2,1,""],expand:[25,2,1,""],get_estimated_num_splits:[25,4,1,""],get_estimated_size_bytes:[25,4,1,""],query_latest_statistics_timestamp:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[25,2,1,""],process:[25,2,1,""],start_bundle:[25,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[25,2,1,""],process:[25,2,1,""],start_bundle:[25,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[26,5,1,""],create_entities:[26,5,1,""],create_response:[26,5,1,""],create_run_query:[26,5,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[27,1,1,""],compare_path:[27,5,1,""],fetch_entities:[27,5,1,""],get_datastore:[27,5,1,""],is_key_valid:[27,5,1,""],key_comparator:[27,5,1,""],make_kind_stats_query:[27,5,1,""],make_latest_timestamp_query:[27,5,1,""],make_partition:[27,5,1,""],make_request:[27,5,1,""],retry_on_rpc_error:[27,5,1,""],write_mutations:[27,5,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[28,5,1,""]},"apache_beam.io.gcp.datastore.v1.util":{MovingSum:[29,1,1,""]},"apache_beam.io.gcp.datastore.v1.util.MovingSum":{add:[29,2,1,""],count:[29,2,1,""],has_data:[29,2,1,""],sum:[29,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[30,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[30,2,1,""],CHUNK_SIZE:[30,7,1,""],GCS_PREFIX:[30,7,1,""],copy:[30,2,1,""],create:[30,2,1,""],exists:[30,2,1,""],join:[30,2,1,""],match:[30,2,1,""],mkdirs:[30,2,1,""],open:[30,2,1,""],rename:[30,2,1,""],scheme:[30,3,1,""],split:[30,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[31,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[31,2,1,""],copy:[31,2,1,""],copy_batch:[31,2,1,""],copytree:[31,2,1,""],delete_batch:[31,2,1,""],exists:[31,2,1,""],glob:[31,2,1,""],open:[31,2,1,""],rename:[31,2,1,""],size:[31,2,1,""],size_of_files_in_glob:[31,2,1,""]},"apache_beam.io.gcp.pubsub":{ReadStringsFromPubSub:[32,1,1,""],WriteStringsToPubSub:[32,1,1,""]},"apache_beam.io.gcp.pubsub.ReadStringsFromPubSub":{expand:[32,2,1,""],get_windowing:[32,2,1,""],id_label:[32,7,1,""],subscription:[32,7,1,""],topic:[32,7,1,""]},"apache_beam.io.gcp.pubsub.WriteStringsToPubSub":{expand:[32,2,1,""],topic:[32,7,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[33,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[33,2,1,""],copy:[33,2,1,""],create:[33,2,1,""],exists:[33,2,1,""],join:[33,2,1,""],match:[33,2,1,""],mkdirs:[33,2,1,""],open:[33,2,1,""],rename:[33,2,1,""],scheme:[33,3,1,""],split:[33,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[34,1,1,""],RangeTracker:[34,1,1,""],Read:[34,1,1,""],RestrictionTracker:[34,1,1,""],Sink:[34,1,1,""],Write:[34,1,1,""],Writer:[34,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[34,2,1,""],estimate_size:[34,2,1,""],get_range_tracker:[34,2,1,""],is_bounded:[34,2,1,""],read:[34,2,1,""],split:[34,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[34,7,1,""],fraction_consumed:[34,2,1,""],position_at_fraction:[34,2,1,""],set_current_position:[34,2,1,""],set_split_points_unclaimed_callback:[34,2,1,""],split_points:[34,2,1,""],start_position:[34,2,1,""],stop_position:[34,2,1,""],try_claim:[34,2,1,""],try_split:[34,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[34,2,1,""],expand:[34,2,1,""],from_runner_api_parameter:[34,4,1,""],get_windowing:[34,2,1,""],to_runner_api_parameter:[34,2,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[34,2,1,""],checkpoint:[34,2,1,""],current_restriction:[34,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[34,2,1,""],initialize_write:[34,2,1,""],open_writer:[34,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[34,2,1,""],expand:[34,2,1,""]},"apache_beam.io.iobase.Writer":{close:[34,2,1,""],write:[34,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[35,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[35,2,1,""],copy:[35,2,1,""],create:[35,2,1,""],exists:[35,2,1,""],join:[35,2,1,""],match:[35,2,1,""],mkdirs:[35,2,1,""],open:[35,2,1,""],rename:[35,2,1,""],scheme:[35,3,1,""],split:[35,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[36,1,1,""],OffsetRangeTracker:[36,1,1,""],OrderedPositionRangeTracker:[36,1,1,""],UnsplittableRangeTracker:[36,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[36,3,1,""],position_to_fraction:[36,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[36,7,1,""],fraction_consumed:[36,2,1,""],last_record_start:[36,7,1,""],position_at_fraction:[36,2,1,""],set_current_position:[36,2,1,""],set_split_points_unclaimed_callback:[36,2,1,""],split_points:[36,2,1,""],start_position:[36,2,1,""],stop_position:[36,2,1,""],try_claim:[36,2,1,""],try_split:[36,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[36,7,1,""],fraction_consumed:[36,2,1,""],fraction_to_position:[36,2,1,""],position_at_fraction:[36,2,1,""],position_to_fraction:[36,2,1,""],start_position:[36,2,1,""],stop_position:[36,2,1,""],try_claim:[36,2,1,""],try_split:[36,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[36,2,1,""],position_at_fraction:[36,2,1,""],set_current_position:[36,2,1,""],set_split_points_unclaimed_callback:[36,2,1,""],split_points:[36,2,1,""],start_position:[36,2,1,""],stop_position:[36,2,1,""],try_claim:[36,2,1,""],try_split:[36,2,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[37,1,1,""],OffsetRestrictionTracker:[37,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[37,2,1,""],split:[37,2,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[37,2,1,""],checkpoint:[37,2,1,""],current_restriction:[37,2,1,""],start_position:[37,2,1,""],stop_position:[37,2,1,""],try_claim:[37,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[38,5,1,""],assert_sources_equal_reference_source:[38,5,1,""],assert_split_at_fraction_behavior:[38,5,1,""],assert_split_at_fraction_binary:[38,5,1,""],assert_split_at_fraction_exhaustive:[38,5,1,""],assert_split_at_fraction_fails:[38,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[38,5,1,""],read_from_source:[38,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[39,1,1,""],ReadFromText:[39,1,1,""],WriteToText:[39,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[39,7,1,""],expand:[39,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[39,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[39,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[40,1,1,""],WriteToTFRecord:[40,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[40,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[40,2,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[41,1,1,""],ReadFromVcf:[41,1,1,""],Variant:[41,1,1,""],VariantCall:[41,1,1,""],VariantInfo:[41,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[41,7,1,""],line:[41,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[41,2,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[41,7,1,""],field_count:[41,7,1,""]},"apache_beam.metrics":{cells:[43,0,0,"-"],metric:[44,0,0,"-"],metricbase:[45,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[43,1,1,""],GaugeResult:[43,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[43,7,1,""],max:[43,7,1,""],mean:[43,7,1,""],min:[43,7,1,""],sum:[43,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[43,7,1,""],value:[43,7,1,""]},"apache_beam.metrics.metric":{Metrics:[44,1,1,""],MetricsFilter:[44,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[44,1,1,""],DelegatingDistribution:[44,1,1,""],DelegatingGauge:[44,1,1,""],counter:[44,4,1,""],distribution:[44,4,1,""],gauge:[44,4,1,""],get_namespace:[44,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[44,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[44,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[44,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[44,7,1,""],namespaces:[44,7,1,""],steps:[44,7,1,""],with_name:[44,2,1,""],with_names:[44,2,1,""],with_namespace:[44,2,1,""],with_namespaces:[44,2,1,""],with_step:[44,2,1,""],with_steps:[44,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[45,1,1,""],Distribution:[45,1,1,""],Gauge:[45,1,1,""],Metric:[45,1,1,""],MetricName:[45,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[45,2,1,""],inc:[45,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[45,2,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[45,2,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[45,4,1,""],to_runner_api:[45,2,1,""]},"apache_beam.options":{pipeline_options:[47,0,0,"-"],pipeline_options_validator:[48,0,0,"-"],value_provider:[49,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[47,1,1,""],DirectOptions:[47,1,1,""],GoogleCloudOptions:[47,1,1,""],HadoopFileSystemOptions:[47,1,1,""],PipelineOptions:[47,1,1,""],ProfilingOptions:[47,1,1,""],SetupOptions:[47,1,1,""],StandardOptions:[47,1,1,""],TestOptions:[47,1,1,""],TypeOptions:[47,1,1,""],WorkerOptions:[47,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[47,7,1,""],COMPUTE_API_SERVICE:[47,7,1,""],DATAFLOW_ENDPOINT:[47,7,1,""],STORAGE_API_SERVICE:[47,7,1,""],validate:[47,2,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[47,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[47,2,1,""],from_dictionary:[47,3,1,""],get_all_options:[47,2,1,""],view_as:[47,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[47,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[47,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[47,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[48,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[48,7,1,""],ERR_INVALID_GCS_BUCKET:[48,7,1,""],ERR_INVALID_GCS_OBJECT:[48,7,1,""],ERR_INVALID_GCS_PATH:[48,7,1,""],ERR_INVALID_JOB_NAME:[48,7,1,""],ERR_INVALID_NOT_POSITIVE:[48,7,1,""],ERR_INVALID_PROJECT_ID:[48,7,1,""],ERR_INVALID_PROJECT_NUMBER:[48,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[48,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[48,7,1,""],ERR_MISSING_GCS_PATH:[48,7,1,""],ERR_MISSING_OPTION:[48,7,1,""],GCS_BUCKET:[48,7,1,""],GCS_SCHEME:[48,7,1,""],GCS_URI:[48,7,1,""],JOB_PATTERN:[48,7,1,""],OPTIONS:[48,7,1,""],PROJECT_ID_PATTERN:[48,7,1,""],PROJECT_NUMBER_PATTERN:[48,7,1,""],is_full_string_match:[48,2,1,""],is_service_runner:[48,2,1,""],validate:[48,2,1,""],validate_cloud_options:[48,2,1,""],validate_gcs_path:[48,2,1,""],validate_optional_argument_positive:[48,2,1,""],validate_test_matcher:[48,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[49,1,1,""],StaticValueProvider:[49,1,1,""],ValueProvider:[49,1,1,""],check_accessible:[49,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{get:[49,2,1,""],get_value:[49,3,1,""],is_accessible:[49,2,1,""],runtime_options:[49,7,1,""],set_runtime_options:[49,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[49,2,1,""],is_accessible:[49,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[49,2,1,""],is_accessible:[49,2,1,""]},"apache_beam.pipeline":{PTransformOverride:[50,1,1,""],Pipeline:[50,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[50,2,1,""],matches:[50,2,1,""]},"apache_beam.pipeline.Pipeline":{apply:[50,2,1,""],from_runner_api:[50,4,1,""],options:[50,7,1,""],replace_all:[50,2,1,""],run:[50,2,1,""],to_runner_api:[50,2,1,""],visit:[50,2,1,""]},"apache_beam.portability":{api:[52,0,0,"-"],common_urns:[60,0,0,"-"],python_urns:[61,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[53,0,0,"-"],beam_fn_api_pb2_grpc:[54,0,0,"-"],beam_job_api_pb2_grpc:[55,0,0,"-"],beam_provision_api_pb2_grpc:[56,0,0,"-"],beam_runner_api_pb2_grpc:[57,0,0,"-"],endpoints_pb2_grpc:[58,0,0,"-"],standard_window_fns_pb2_grpc:[59,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[53,1,1,""],ArtifactRetrievalServiceStub:[53,1,1,""],ArtifactStagingServiceServicer:[53,1,1,""],ArtifactStagingServiceStub:[53,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[53,5,1,""],add_ArtifactStagingServiceServicer_to_server:[53,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[53,2,1,""],GetManifest:[53,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[53,2,1,""],PutArtifact:[53,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[54,1,1,""],BeamFnControlStub:[54,1,1,""],BeamFnDataServicer:[54,1,1,""],BeamFnDataStub:[54,1,1,""],BeamFnLoggingServicer:[54,1,1,""],BeamFnLoggingStub:[54,1,1,""],BeamFnStateServicer:[54,1,1,""],BeamFnStateStub:[54,1,1,""],add_BeamFnControlServicer_to_server:[54,5,1,""],add_BeamFnDataServicer_to_server:[54,5,1,""],add_BeamFnLoggingServicer_to_server:[54,5,1,""],add_BeamFnStateServicer_to_server:[54,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[54,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[54,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[54,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[54,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[55,1,1,""],JobServiceStub:[55,1,1,""],add_JobServiceServicer_to_server:[55,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[55,2,1,""],GetMessageStream:[55,2,1,""],GetState:[55,2,1,""],GetStateStream:[55,2,1,""],Prepare:[55,2,1,""],Run:[55,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[56,1,1,""],ProvisionServiceStub:[56,1,1,""],add_ProvisionServiceServicer_to_server:[56,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[56,2,1,""]},"apache_beam.pvalue":{AsDict:[62,1,1,""],AsIter:[62,1,1,""],AsList:[62,1,1,""],AsSingleton:[62,1,1,""],EmptySideInput:[62,1,1,""],PCollection:[62,1,1,""],TaggedOutput:[62,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[62,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[62,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[62,4,1,""],to_runner_api:[62,2,1,""],windowing:[62,7,1,""]},"apache_beam.runners":{dataflow:[64,0,0,"-"],direct:[72,0,0,"-"],experimental:[85,0,0,"-"],job:[89,0,0,"-"],pipeline_context:[92,0,0,"-"],runner:[93,0,0,"-"],sdf_common:[94,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_metrics:[65,0,0,"-"],dataflow_runner:[66,0,0,"-"],native_io:[67,0,0,"-"],ptransform_overrides:[70,0,0,"-"],test_dataflow_runner:[71,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[65,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[65,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[66,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[66,1,1,""],apply_CombineValues:[66,2,1,""],apply_GroupByKey:[66,2,1,""],apply_WriteToBigQuery:[66,2,1,""],byte_array_to_json_string:[66,4,1,""],deserialize_windowing_strategy:[66,3,1,""],flatten_input_visitor:[66,4,1,""],group_by_key_input_visitor:[66,4,1,""],json_string_to_byte_array:[66,4,1,""],poll_for_job_completion:[66,4,1,""],run_CombineValues:[66,2,1,""],run_Flatten:[66,2,1,""],run_GroupByKey:[66,2,1,""],run_Impulse:[66,2,1,""],run_ParDo:[66,2,1,""],run_Read:[66,2,1,""],run__NativeWrite:[66,2,1,""],run_pipeline:[66,2,1,""],serialize_windowing_strategy:[66,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[66,2,1,""],matches:[66,2,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[68,0,0,"-"],streaming_create:[69,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[68,1,1,""],DynamicSplitRequest:[68,1,1,""],DynamicSplitResult:[68,1,1,""],DynamicSplitResultWithPosition:[68,1,1,""],NativeSink:[68,1,1,""],NativeSinkWriter:[68,1,1,""],NativeSource:[68,1,1,""],NativeSourceReader:[68,1,1,""],ReaderPosition:[68,1,1,""],ReaderProgress:[68,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[68,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[68,2,1,""],takes_windowed_values:[68,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[68,2,1,""],reader:[68,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[68,2,1,""],request_dynamic_split:[68,2,1,""],returns_windowed_values:[68,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[68,7,1,""],percent_complete:[68,7,1,""],position:[68,7,1,""],remaining_split_points:[68,7,1,""],remaining_time:[68,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[69,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[69,1,1,""],Impulse:[69,1,1,""],expand:[69,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[69,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[69,2,1,""],get_windowing:[69,2,1,""],infer_output_type:[69,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[70,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[70,2,1,""],matches:[70,2,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[71,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{run:[71,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[73,0,0,"-"],clock:[74,0,0,"-"],consumer_tracking_pipeline_visitor:[75,0,0,"-"],direct_metrics:[76,0,0,"-"],direct_runner:[77,0,0,"-"],evaluation_context:[78,0,0,"-"],executor:[79,0,0,"-"],helper_transforms:[80,0,0,"-"],sdf_direct_runner:[81,0,0,"-"],transform_evaluator:[82,0,0,"-"],util:[83,0,0,"-"],watermark_manager:[84,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[73,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[73,2,1,""],create_empty_committed_bundle:[73,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[74,1,1,""],RealClock:[74,1,1,""],TestClock:[74,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[74,2,1,""],time:[74,2,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[74,2,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[74,2,1,""],time:[74,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[75,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[75,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[76,1,1,""],DirectMetrics:[76,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[76,2,1,""],commit_physical:[76,2,1,""],extract_committed:[76,2,1,""],extract_latest_attempted:[76,2,1,""],update_physical:[76,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[76,2,1,""],commit_physical:[76,2,1,""],query:[76,2,1,""],update_physical:[76,2,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[77,1,1,""],DirectRunner:[77,7,1,""],SwitchingDirectRunner:[77,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[77,2,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[77,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[78,1,1,""],DirectUnmergedState:[78,1,1,""],EvaluationContext:[78,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[78,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[78,2,1,""],create_empty_committed_bundle:[78,2,1,""],extract_all_timers:[78,2,1,""],get_aggregator_values:[78,2,1,""],get_execution_context:[78,2,1,""],get_value_or_schedule_after_output:[78,2,1,""],handle_result:[78,2,1,""],is_done:[78,2,1,""],is_root_transform:[78,2,1,""],metrics:[78,2,1,""],schedule_pending_unblocked_tasks:[78,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[79,1,1,""],TransformExecutor:[79,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[79,2,1,""],start:[79,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[79,2,1,""],call:[79,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[80,1,1,""],LiftedCombinePerKey:[80,1,1,""],PartialGroupByKeyCombiningValues:[80,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[80,2,1,""],process:[80,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[80,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[80,2,1,""],finish_bundle:[80,2,1,""],process:[80,2,1,""],start_bundle:[80,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[81,1,1,""],ProcessFn:[81,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[81,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[81,1,1,""],SDFProcessElementInvoker:[81,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[81,2,1,""],new_process_fn:[81,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[81,2,1,""],set_process_element_invoker:[81,2,1,""],step_context:[81,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[81,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[81,2,1,""],matches:[81,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[81,1,1,""],invoke_process_element:[81,2,1,""],test_method:[81,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[82,1,1,""],RootBundleProvider:[82,1,1,""],TransformEvaluatorRegistry:[82,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[82,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[82,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[82,2,1,""],get_root_bundle_provider:[82,2,1,""],should_execute_serially:[82,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[83,1,1,""],TimerFiring:[83,1,1,""],TransformResult:[83,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[84,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[84,7,1,""],WATERMARK_POS_INF:[84,7,1,""],extract_all_timers:[84,2,1,""],get_watermarks:[84,2,1,""],update_watermarks:[84,2,1,""]},"apache_beam.runners.experimental":{python_rpc_direct:[86,0,0,"-"]},"apache_beam.runners.experimental.python_rpc_direct":{python_rpc_direct_runner:[87,0,0,"-"],server:[88,0,0,"-"]},"apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner":{PythonRPCDirectRunner:[87,1,1,""]},"apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.PythonRPCDirectRunner":{run:[87,2,1,""]},"apache_beam.runners.experimental.python_rpc_direct.server":{JobService:[88,1,1,""],serve:[88,5,1,""]},"apache_beam.runners.experimental.python_rpc_direct.server.JobService":{cancel:[88,2,1,""],getMessageStream:[88,2,1,""],getState:[88,2,1,""],getStateStream:[88,2,1,""],run:[88,2,1,""]},"apache_beam.runners.job":{manager:[90,0,0,"-"],utils:[91,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[90,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[91,5,1,""],struct_to_dict:[91,5,1,""]},"apache_beam.runners.pipeline_context":{PipelineContext:[92,1,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{from_runner_api:[92,4,1,""],to_runner_api:[92,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[93,1,1,""],PipelineRunner:[93,1,1,""],PipelineState:[93,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[93,2,1,""],cancel:[93,2,1,""],metrics:[93,2,1,""],state:[93,7,1,""],wait_until_finish:[93,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[93,2,1,""],apply_PTransform:[93,2,1,""],run:[93,2,1,""],run_pipeline:[93,2,1,""],run_transform:[93,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[93,7,1,""],CANCELLING:[93,7,1,""],DONE:[93,7,1,""],DRAINED:[93,7,1,""],DRAINING:[93,7,1,""],FAILED:[93,7,1,""],PENDING:[93,7,1,""],RUNNING:[93,7,1,""],STARTING:[93,7,1,""],STOPPED:[93,7,1,""],UNKNOWN:[93,7,1,""],UPDATED:[93,7,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[94,1,1,""],ExplodeWindowsFn:[94,1,1,""],PairWithRestrictionFn:[94,1,1,""],ProcessKeyedElements:[94,1,1,""],RandomUniqueKeyFn:[94,1,1,""],SplitRestrictionFn:[94,1,1,""],SplittableParDo:[94,1,1,""],SplittableParDoOverride:[94,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[94,2,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[94,2,1,""],start_bundle:[94,2,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[94,2,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[94,2,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[94,2,1,""],start_bundle:[94,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[94,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[94,2,1,""],matches:[94,2,1,""]},"apache_beam.testing":{pipeline_verifiers:[96,0,0,"-"],test_pipeline:[97,0,0,"-"],test_stream:[98,0,0,"-"],test_utils:[99,0,0,"-"],util:[100,0,0,"-"]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[96,1,1,""],PipelineStateMatcher:[96,1,1,""],retry_on_io_error_and_server_error:[96,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[96,2,1,""],describe_to:[96,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[96,2,1,""],describe_to:[96,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[97,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[97,2,1,""],get_option:[97,2,1,""],run:[97,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[98,1,1,""],Event:[98,1,1,""],ProcessingTimeEvent:[98,1,1,""],TestStream:[98,1,1,""],WatermarkEvent:[98,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[98,2,1,""],advance_processing_time:[98,2,1,""],advance_watermark_to:[98,2,1,""],advance_watermark_to_infinity:[98,2,1,""],expand:[98,2,1,""],get_windowing:[98,2,1,""]},"apache_beam.testing.test_utils":{TempDir:[99,1,1,""],compute_hash:[99,5,1,""],patch_retry:[99,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[99,2,1,""],get_path:[99,2,1,""]},"apache_beam.testing.util":{TestWindowedValue:[100,1,1,""],assert_that:[100,5,1,""],equal_to:[100,5,1,""],is_empty:[100,5,1,""],open_shards:[100,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[100,7,1,""],value:[100,7,1,""],windows:[100,7,1,""]},"apache_beam.transforms":{combiners:[102,0,0,"-"],core:[103,0,0,"-"],display:[104,0,0,"-"],ptransform:[105,0,0,"-"],sideinputs:[106,0,0,"-"],timeutil:[107,0,0,"-"],trigger:[108,0,0,"-"],util:[109,0,0,"-"],window:[110,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[102,1,1,""],Mean:[102,1,1,""],Sample:[102,1,1,""],ToDict:[102,1,1,""],ToList:[102,1,1,""],Top:[102,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[102,1,1,""],PerElement:[102,1,1,""],PerKey:[102,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[102,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[102,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[102,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[102,1,1,""],PerKey:[102,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[102,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[102,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[102,4,1,""],FixedSizePerKey:[102,4,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[102,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[102,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[102,4,1,""],LargestPerKey:[102,4,1,""],Of:[102,4,1,""],PerKey:[102,4,1,""],Smallest:[102,4,1,""],SmallestPerKey:[102,4,1,""]},"apache_beam.transforms.core":{CombineFn:[103,1,1,""],CombineGlobally:[103,1,1,""],CombinePerKey:[103,1,1,""],CombineValues:[103,1,1,""],Create:[103,1,1,""],DoFn:[103,1,1,""],Filter:[103,5,1,""],FlatMap:[103,5,1,""],Flatten:[103,1,1,""],GroupByKey:[103,1,1,""],Map:[103,5,1,""],ParDo:[103,1,1,""],Partition:[103,1,1,""],PartitionFn:[103,1,1,""],WindowInto:[103,1,1,""],Windowing:[103,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[103,2,1,""],add_inputs:[103,2,1,""],apply:[103,2,1,""],create_accumulator:[103,2,1,""],default_label:[103,2,1,""],extract_output:[103,2,1,""],for_input_type:[103,2,1,""],from_callable:[103,4,1,""],get_accumulator_coder:[103,2,1,""],maybe_from_callable:[103,4,1,""],merge_accumulators:[103,2,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[103,2,1,""],as_view:[103,7,1,""],default_label:[103,2,1,""],display_data:[103,2,1,""],expand:[103,2,1,""],has_defaults:[103,7,1,""],with_defaults:[103,2,1,""],without_defaults:[103,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[103,2,1,""],default_type_hints:[103,2,1,""],display_data:[103,2,1,""],expand:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],make_fn:[103,2,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],make_fn:[103,2,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.core.Create":{expand:[103,2,1,""],get_output_type:[103,2,1,""],get_windowing:[103,2,1,""],infer_output_type:[103,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnParams:[103,7,1,""],ElementParam:[103,7,1,""],SideInputParam:[103,7,1,""],TimestampParam:[103,7,1,""],WatermarkReporterParam:[103,7,1,""],WindowParam:[103,7,1,""],default_label:[103,2,1,""],finish_bundle:[103,2,1,""],from_callable:[103,4,1,""],get_function_arguments:[103,2,1,""],infer_output_type:[103,2,1,""],is_process_bounded:[103,2,1,""],process:[103,2,1,""],start_bundle:[103,2,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],get_windowing:[103,2,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[103,1,1,""],expand:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[103,2,1,""],process:[103,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[103,2,1,""],display_data:[103,2,1,""],expand:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],infer_output_type:[103,2,1,""],make_fn:[103,2,1,""],to_runner_api_parameter:[103,2,1,""],with_outputs:[103,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[103,1,1,""],expand:[103,2,1,""],make_fn:[103,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[103,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[103,2,1,""],partition_for:[103,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[103,1,1,""],expand:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],get_windowing:[103,2,1,""],infer_output_type:[103,2,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[103,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[103,4,1,""],is_default:[103,2,1,""],to_runner_api:[103,2,1,""]},"apache_beam.transforms.display":{DisplayData:[104,1,1,""],DisplayDataItem:[104,1,1,""],HasDisplayData:[104,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[104,3,1,""],create_from_options:[104,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[104,2,1,""],drop_if_none:[104,2,1,""],get_dict:[104,2,1,""],is_valid:[104,2,1,""],should_drop:[104,2,1,""],typeDict:[104,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[104,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[105,1,1,""],label_from_callable:[105,5,1,""],ptransform_fn:[105,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[105,2,1,""],expand:[105,2,1,""],from_runner_api:[105,3,1,""],from_runner_api_parameter:[105,4,1,""],get_windowing:[105,2,1,""],infer_output_type:[105,2,1,""],label:[105,7,1,""],pipeline:[105,7,1,""],register_urn:[105,3,1,""],side_inputs:[105,7,1,""],to_runner_api:[105,2,1,""],to_runner_api_parameter:[105,2,1,""],type_check_inputs:[105,2,1,""],type_check_inputs_or_outputs:[105,2,1,""],type_check_outputs:[105,2,1,""],with_input_types:[105,2,1,""],with_output_types:[105,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[106,1,1,""],default_window_mapping_fn:[106,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[106,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[107,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[107,7,1,""],REAL_TIME:[107,7,1,""],WATERMARK:[107,7,1,""],from_string:[107,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[108,1,1,""],AfterAll:[108,1,1,""],AfterAny:[108,1,1,""],AfterCount:[108,1,1,""],AfterEach:[108,1,1,""],AfterProcessingTime:[108,1,1,""],AfterWatermark:[108,1,1,""],DefaultTrigger:[108,1,1,""],OrFinally:[108,1,1,""],Repeatedly:[108,1,1,""],TriggerFn:[108,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[108,7,1,""],DISCARDING:[108,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[108,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[108,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[108,7,1,""],from_runner_api:[108,4,1,""],on_element:[108,2,1,""],on_fire:[108,2,1,""],on_merge:[108,2,1,""],reset:[108,2,1,""],should_fire:[108,2,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[108,7,1,""],from_runner_api:[108,4,1,""],on_element:[108,2,1,""],on_fire:[108,2,1,""],on_merge:[108,2,1,""],reset:[108,2,1,""],should_fire:[108,2,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[108,4,1,""],on_element:[108,2,1,""],on_fire:[108,2,1,""],on_merge:[108,2,1,""],reset:[108,2,1,""],should_fire:[108,2,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[108,7,1,""],from_runner_api:[108,4,1,""],is_late:[108,2,1,""],on_element:[108,2,1,""],on_fire:[108,2,1,""],on_merge:[108,2,1,""],reset:[108,2,1,""],should_fire:[108,2,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[108,4,1,""],on_element:[108,2,1,""],on_fire:[108,2,1,""],on_merge:[108,2,1,""],reset:[108,2,1,""],should_fire:[108,2,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[108,4,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[108,4,1,""],on_element:[108,2,1,""],on_fire:[108,2,1,""],on_merge:[108,2,1,""],reset:[108,2,1,""],should_fire:[108,2,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[108,4,1,""],on_element:[108,2,1,""],on_fire:[108,2,1,""],on_merge:[108,2,1,""],reset:[108,2,1,""],should_fire:[108,2,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.util":{BatchElements:[109,1,1,""],CoGroupByKey:[109,1,1,""],Keys:[109,5,1,""],KvSwap:[109,5,1,""],RemoveDuplicates:[109,5,1,""],Reshuffle:[109,1,1,""],Values:[109,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[109,2,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[109,2,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[109,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[110,1,1,""],FixedWindows:[110,1,1,""],GlobalWindow:[110,1,1,""],GlobalWindows:[110,1,1,""],IntervalWindow:[110,1,1,""],NonMergingWindowFn:[110,1,1,""],Sessions:[110,1,1,""],SlidingWindows:[110,1,1,""],TimestampCombiner:[110,1,1,""],TimestampedValue:[110,1,1,""],WindowFn:[110,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[110,7,1,""],max_timestamp:[110,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[110,2,1,""],from_runner_api_parameter:[110,4,1,""],get_window_coder:[110,2,1,""],offset:[110,7,1,""],size:[110,7,1,""],to_runner_api_parameter:[110,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[110,2,1,""],from_runner_api_parameter:[110,4,1,""],get_window_coder:[110,2,1,""],to_runner_api_parameter:[110,2,1,""],windowed_value:[110,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[110,7,1,""],intersects:[110,2,1,""],start:[110,7,1,""],union:[110,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[110,2,1,""],merge:[110,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[110,2,1,""],from_runner_api_parameter:[110,4,1,""],gap_size:[110,7,1,""],get_window_coder:[110,2,1,""],merge:[110,2,1,""],to_runner_api_parameter:[110,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[110,2,1,""],from_runner_api_parameter:[110,4,1,""],get_window_coder:[110,2,1,""],offset:[110,7,1,""],period:[110,7,1,""],size:[110,7,1,""],to_runner_api_parameter:[110,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[110,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[110,7,1,""],OUTPUT_AT_EOW:[110,7,1,""],OUTPUT_AT_LATEST:[110,7,1,""],get_impl:[110,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[110,7,1,""],value:[110,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[110,1,1,""],MergeContext:[110,1,1,""],assign:[110,2,1,""],get_transformed_output_time:[110,2,1,""],get_window_coder:[110,2,1,""],is_merging:[110,2,1,""],merge:[110,2,1,""],to_runner_api_parameter:[110,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[110,2,1,""]},"apache_beam.typehints":{decorators:[112,0,0,"-"],native_type_compatibility:[113,0,0,"-"],opcodes:[114,0,0,"-"],trivial_inference:[115,0,0,"-"],typecheck:[116,0,0,"-"],typehints:[117,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[112,6,1,""],WithTypeHints:[112,1,1,""],with_input_types:[112,5,1,""],with_output_types:[112,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[112,2,1,""],get_type_hints:[112,2,1,""],with_input_types:[112,2,1,""],with_output_types:[112,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[113,5,1,""],convert_to_beam_types:[113,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[114,5,1,""],binary_and:[114,5,1,""],binary_divide:[114,5,1,""],binary_floor_divide:[114,5,1,""],binary_lshift:[114,5,1,""],binary_modulo:[114,5,1,""],binary_multiply:[114,5,1,""],binary_or:[114,5,1,""],binary_power:[114,5,1,""],binary_rshift:[114,5,1,""],binary_subscr:[114,5,1,""],binary_subtract:[114,5,1,""],binary_true_divide:[114,5,1,""],binary_xor:[114,5,1,""],build_class:[114,5,1,""],build_list:[114,5,1,""],build_map:[114,5,1,""],build_slice:[114,5,1,""],build_tuple:[114,5,1,""],call_function:[114,5,1,""],call_function_kw:[114,5,1,""],call_function_var:[114,5,1,""],call_function_var_wk:[114,5,1,""],compare_op:[114,5,1,""],delete_attr:[114,5,1,""],delete_fast:[114,5,1,""],delete_global:[114,5,1,""],delete_slice_0:[114,5,1,""],delete_slice_1:[114,5,1,""],delete_slice_2:[114,5,1,""],delete_slice_3:[114,5,1,""],dup_top:[114,5,1,""],dup_topx:[114,5,1,""],exec_stmt:[114,5,1,""],get_iter:[114,5,1,""],import_from:[114,5,1,""],import_name:[114,5,1,""],inpalce_or:[114,5,1,""],inplace_add:[114,5,1,""],inplace_and:[114,5,1,""],inplace_divide:[114,5,1,""],inplace_floor_divide:[114,5,1,""],inplace_lshift:[114,5,1,""],inplace_modulo:[114,5,1,""],inplace_multiply:[114,5,1,""],inplace_power:[114,5,1,""],inplace_rshift:[114,5,1,""],inplace_subtract:[114,5,1,""],inplace_true_divide:[114,5,1,""],inplace_xor:[114,5,1,""],list_append:[114,5,1,""],load_attr:[114,5,1,""],load_closure:[114,5,1,""],load_const:[114,5,1,""],load_deref:[114,5,1,""],load_fast:[114,5,1,""],load_global:[114,5,1,""],load_locals:[114,5,1,""],load_name:[114,5,1,""],make_closure:[114,5,1,""],make_function:[114,5,1,""],nop:[114,5,1,""],pop_one:[114,5,1,""],pop_three:[114,5,1,""],pop_top:[114,5,1,""],pop_two:[114,5,1,""],print_item:[114,5,1,""],print_newline:[114,5,1,""],push_value:[114,5,1,""],rot_four:[114,5,1,""],rot_n:[114,5,1,""],rot_three:[114,5,1,""],rot_two:[114,5,1,""],slice_0:[114,5,1,""],slice_1:[114,5,1,""],slice_2:[114,5,1,""],slice_3:[114,5,1,""],store_attr:[114,5,1,""],store_fast:[114,5,1,""],store_global:[114,5,1,""],store_map:[114,5,1,""],store_slice_0:[114,5,1,""],store_slice_1:[114,5,1,""],store_slice_2:[114,5,1,""],store_slice_3:[114,5,1,""],store_subscr:[114,5,1,""],symmetric_binary_op:[114,5,1,""],unary:[114,5,1,""],unary_convert:[114,5,1,""],unary_invert:[114,5,1,""],unary_negative:[114,5,1,""],unary_not:[114,5,1,""],unary_positive:[114,5,1,""],unpack_sequence:[114,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[115,1,1,""],Const:[115,1,1,""],FrameState:[115,1,1,""],TypeInferenceError:[115,6,1,""],element_type:[115,5,1,""],hashable:[115,5,1,""],infer_return_type:[115,5,1,""],infer_return_type_func:[115,5,1,""],instance_to_type:[115,5,1,""],key_value_types:[115,5,1,""],union:[115,5,1,""],union_list:[115,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[115,4,1,""],unwrap_all:[115,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[115,2,1,""],const_type:[115,2,1,""],copy:[115,2,1,""],get_global:[115,2,1,""],get_name:[115,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[116,1,1,""],OutputCheckWrapperDoFn:[116,1,1,""],TypeCheckCombineFn:[116,1,1,""],TypeCheckVisitor:[116,1,1,""],TypeCheckWrapperDoFn:[116,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[116,2,1,""],is_process_bounded:[116,2,1,""],process:[116,2,1,""],start_bundle:[116,2,1,""],wrapper:[116,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[116,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[116,2,1,""],create_accumulator:[116,2,1,""],extract_output:[116,2,1,""],merge_accumulators:[116,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[116,2,1,""],leave_composite_transform:[116,2,1,""],visit_transform:[116,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[116,2,1,""],wrapper:[116,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[117,1,1,""],WindowedValue:[117,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[117,2,1,""],match_type_variables:[117,2,1,""]},"apache_beam.utils":{annotations:[119,0,0,"-"],plugin:[120,0,0,"-"],processes:[121,0,0,"-"],profiler:[122,0,0,"-"],proto_utils:[123,0,0,"-"],retry:[124,0,0,"-"],timestamp:[125,0,0,"-"],urns:[126,0,0,"-"]},"apache_beam.utils.annotations":{annotate:[119,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[120,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[120,3,1,""],get_all_subclasses:[120,3,1,""]},"apache_beam.utils.processes":{Popen:[121,5,1,""],call:[121,5,1,""],check_call:[121,5,1,""],check_output:[121,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[122,1,1,""],Profile:[122,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[122,2,1,""],start:[122,2,1,""],stop:[122,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[122,7,1,""]},"apache_beam.utils.proto_utils":{from_micros:[123,5,1,""],pack_Any:[123,5,1,""],pack_Struct:[123,5,1,""],parse_Bytes:[123,5,1,""],unpack_Any:[123,5,1,""]},"apache_beam.utils.retry":{Clock:[124,1,1,""],FuzzedExponentialIntervals:[124,1,1,""],PermanentException:[124,6,1,""],no_retries:[124,5,1,""],retry_on_beam_io_error_filter:[124,5,1,""],retry_on_server_errors_and_timeout_filter:[124,5,1,""],retry_on_server_errors_filter:[124,5,1,""],with_exponential_backoff:[124,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[124,2,1,""]},"apache_beam.utils.timestamp":{Duration:[125,1,1,""],Timestamp:[125,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[125,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{isoformat:[125,2,1,""],of:[125,4,1,""],predecessor:[125,2,1,""],to_utc_datetime:[125,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[126,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[126,3,1,""],register_pickle_urn:[126,3,1,""],register_urn:[126,3,1,""],to_runner_api:[126,2,1,""],to_runner_api_parameter:[126,2,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[5,0,0,"-"],internal:[6,0,0,"-"],io:[12,0,0,"-"],metrics:[42,0,0,"-"],options:[46,0,0,"-"],pipeline:[50,0,0,"-"],portability:[51,0,0,"-"],pvalue:[62,0,0,"-"],runners:[63,0,0,"-"],testing:[95,0,0,"-"],transforms:[101,0,0,"-"],typehints:[111,0,0,"-"],utils:[118,0,0,"-"],version:[127,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":41,"60s":122,"abstract":[17,36,93,110,116,126],"boolean":[16,17,19,21,30,35,40,104],"byte":[1,13,16,18,34,68,117,123],"case":[13,16,21,24,25,32,34,38,39,40,41,50,62,68,73,81,100,103,109],"catch":21,"char":39,"class":[1,2,3,4,5,10,11,13,14,15,16,17,18,19,21,24,25,27,29,30,31,32,33,34,35,36,37,39,40,41,43,44,45,47,48,49,50,53,54,55,56,62,65,66,68,69,70,71,73,74,75,76,77,78,79,80,81,82,83,84,87,88,90,92,93,94,96,97,98,99,100,102,103,104,105,106,107,108,109,110,112,115,116,117,120,122,124,125,126,128],"const":115,"default":[1,4,13,15,17,21,34,39,40,47,62,82,96,97,103,104,105,110,122,124],"enum":[17,93],"export":21,"final":[1,15,16,18,34,39,78,81,93,103,109,126],"float":[1,9,21,24,27,34,38,41,43,98,104,110,117,125],"function":[1,4,9,10,11,17,19,21,24,27,30,34,35,38,50,68,91,97,99,100,103,105,108,109,110,112,114,115,117,119,124,126],"import":[4,34,41,64,72,106,110,112,120,124,128],"int":[1,9,13,17,18,21,24,27,31,38,39,41,66,93,98,104,112,117,125],"long":[4,36,103,124],"new":[4,16,17,18,19,21,30,34,35,41,50,54,62,66,68,93,100,103,108],"null":13,"public":[1,47],"return":[1,3,4,9,11,13,15,16,17,18,19,21,24,25,26,27,28,30,31,33,34,35,36,38,40,41,43,44,47,48,50,55,62,66,68,74,77,78,81,82,84,93,97,99,100,103,104,105,108,109,110,112,113,115,117,119,123,124,125,126],"short":[21,104],"static":[1,19,21,25,34,44,45,49,50,62,66,92,102,103,104,105,107,108,110,112,115,117,125],"super":105,"switch":77,"throw":53,"transient":124,"true":[1,9,10,13,16,17,21,24,27,33,34,38,39,40,41,47,48,50,78,82,97,100,103,104,108,124],"try":[16,34,38],"while":[13,16,27,34,38,68,78,109,122],But:21,For:[1,2,3,4,6,7,8,9,10,11,13,14,16,17,19,21,26,27,29,34,38,48,50,51,52,61,68,73,74,75,79,82,83,84,92,97,98,99,103,104,105,106,109,110,114,115,116,118,119,120,121,122,123,124,125,126],GCS:[15,21,30,31,39,48],Has:21,Not:112,One:112,Such:34,TOS:114,The:[1,4,8,9,10,13,15,21,25,27,32,34,39,40,41,43,44,45,47,50,53,55,62,64,66,68,69,77,78,93,97,98,99,100,103,104,105,110,112,113,114,115,117,119,124,126,128],Their:82,Then:13,There:[21,69],These:[34,40,98],Use:[38,96],Used:[16,39,40,41,54,92,115],Useful:109,Uses:[13,103],Will:81,With:105,__all__:1,__init__:[47,105,112],__scatter__:28,__stat_kind__:25,__stat_total__:25,_add_argparse_arg:47,_avrosourc:[13,16],_groupbykeyonli:82,_match:96,_mutat:25,_namespac:104,_num_query_splits_max:25,_paralleltriggerfn:108,_picklecoderbas:1,_processelementsevalu:81,_py:52,_sre:19,a7syug:24,abc:[47,93],abil:112,abl:[9,65,103],about:[17,34,41,45,93],abov:[4,34,38,47,109],absolut:[17,18],abstractdofnwrapp:116,accept:[13,21,34,39,103,109,112],access:[8,18,19,30,33,34,35,44,45,49,78,92,93,103,128],accord:[38,110],accordingli:34,accumul:[43,48,103,108,116],accumulation_mod:103,accumulationmod:108,accur:34,across:[1,25,34,78,109],act:82,action:114,activ:54,actual:[11,18,50,96,100,103,105,108],acycl:128,adapt:24,adaptive_throttl:[12,20,22,23,128],adaptivethrottl:[24,27],add:[21,29,47,50,98,103,104,105,109,112],add_argu:47,add_artifactretrievalserviceservicer_to_serv:53,add_artifactstagingserviceservicer_to_serv:53,add_beamfncontrolservicer_to_serv:54,add_beamfndataservicer_to_serv:54,add_beamfnloggingservicer_to_serv:54,add_beamfnstateservicer_to_serv:54,add_el:98,add_input:[103,116],add_jobserviceservicer_to_serv:55,add_provisionserviceservicer_to_serv:56,added:[17,19,30,33,35,39,44,98,103,108],addit:[39,41,54,78,103,105,117,119],addition:[4,13,126],additionali:112,address:34,adjust:[17,18,34],advanc:[74,98],advance_bi:[74,98],advance_processing_tim:98,advance_tim:74,advance_watermark_to:98,advance_watermark_to_infin:98,afford:103,after:[11,15,17,19,24,30,33,34,35,38,39,41,48,50,66,68,75,78,81,98,103,108,124,125,128],afteral:108,afterani:108,aftercount:108,aftereach:108,afterprocessingtim:108,afterwatermark:108,again:[24,27,50,68],against:[17,19,30,35,48,97,100,116],aggreg:[48,76,80,93],aggregated_valu:93,aggregator_or_nam:[78,93],agre:34,aka:110,alert:62,algorithm:24,alia:[41,77,100,117],all:[5,11,15,17,19,21,25,27,30,33,34,35,36,41,47,48,50,53,62,68,78,82,84,93,94,97,98,100,103,104,108,109,110,112,120,124],allel:41,allow:[34,44,45,54,62,96,103,104,105,110,112,117,124],allow_malformed_record:41,alreadi:[17,18,19,21,30,33,34,35,50,125],also:[1,15,21,34,45,50,54,69,76,78,93,103,105,108,109,112,122,126],altern:[41,105,109],alternate_bas:41,although:34,alwai:[1,4,18,21,34,36,105,119,122],alyssa:13,amort:109,amount:[34,38],analys:115,analyz:4,ani:[1,2,11,13,17,18,19,21,25,30,32,33,34,35,41,47,78,81,84,93,103,104,108,110,112,117,120,123],annot:[97,105,112,118,128],anoth:[1,50,81],any_msg:123,anyth:[64,72],anytypeconstraint:117,apach:[29,34,36,37,66,104,108,127],apache_beam:128,api:[1,9,21,32,34,44,51,69,86,88,90,91,92,93,104,128],apicli:65,apitool:21,app:31,appear:[41,103,112],append:[34,54,97],append_trailing_newlin:39,appengin:31,appli:[17,24,34,50,62,79,93,103,105,110],applic:[13,15,17,19,30,31,33,35,82],applied_ptransform:[50,66,70,75,78,79,81,82,84,94],applied_transform:116,appliedptransform:[50,75,78,83,84],apply_combinevalu:66,apply_groupbykei:66,apply_ptransform:93,apply_writetobigqueri:66,apply_xyz:93,applypartitionfnfn:103,approach:105,appropri:[9,78],approxim:[25,34,68],arbitrari:62,arbitrarili:34,arg1:119,arg2:119,arg:[11,15,16,25,31,40,47,79,80,81,94,100,102,103,109,113,114,116,121,124],arg_hint:112,arg_nam:48,argpars:47,args_for_invok:81,argument:[1,11,13,21,27,31,33,34,39,40,44,47,48,50,62,66,97,100,103,104,105,109,112,114,117,124,126],argumentplacehold:11,argv:[47,50,97],arithmet:[102,125],around:[62,116],arriv:[108,110],artifact:53,artifactretrievalserviceservic:53,artifactretrievalservicestub:53,artifactstagingservic:53,artifactstagingserviceservic:53,artifactstagingservicestub:53,as_cloud_object:1,as_deterministic_cod:1,as_singleton_view:103,as_view:103,ascii:[10,39],asdict:[62,106],asit:[62,106],ask:68,aslist:[21,62,106],aspect:34,assert:38,assert_reentrant_reads_succe:38,assert_sources_equal_reference_sourc:38,assert_split_at_fraction_behavior:38,assert_split_at_fraction_binari:38,assert_split_at_fraction_exhaust:38,assert_split_at_fraction_fail:38,assert_split_at_fraction_succeeds_and_consist:38,assert_that:[97,100],assertsourcesequalreferencesourc:38,assertsplitatfract:38,assertsplitatfractionbehavior:38,assertsplitatfractionexhaust:38,assideinput:62,assign:[34,94,103,110],assign_context:110,assigncontext:110,assingleton:[62,106],associ:[4,21,34,41,54,62,68,102,103,104,105,109,110],assum:[25,34,38,39],asynchron:78,atom:34,attempt:[24,68,109],attempt_cal:79,attr:97,attribut:[18,21,32,110],auth:[6,7,128],authent:8,authenticationexcept:8,auto:[15,16,17,19,30,33,35,39,40,41],automat:52,avail:[21,26,31,41,45,53,62,103,104,110,128],averag:29,avoid:[17,21,34,110,117],avro:13,avroio:[12,34,128],avroio_test:38,await_complet:79,back:1,backoff:124,backward:[1,2,3,6,7,8,9,10,11,14,17,26,27,34,44,48,50,51,52,61,64,68,72,73,74,75,79,82,83,84,92,98,99,105,106,108,109,114,115,116,118,119,120,121,122,123,124,125,126],base64:[10,68],base:[1,2,3,4,5,8,11,13,14,15,16,17,18,19,21,24,25,27,29,30,31,32,33,34,35,36,37,39,40,41,43,44,45,47,48,49,50,53,54,55,56,62,65,66,68,69,70,71,73,74,75,76,77,78,79,80,81,82,83,84,87,88,90,92,93,94,96,97,98,99,100,102,103,104,105,106,107,108,109,110,112,115,116,117,120,122,124,125,126],base_match:[48,96],base_url:33,basematch:[48,96],basepath:[17,19,30,35],basestr:9,basic:[9,102,104,110],batch:[26,27,34,77,103,109,110,128],batch_siz:[21,26],batchel:109,beam:[1,5,13,21,29,33,34,36,37,50,66,69,71,97,100,108,113,124,126,127],beam_artifact_api_pb2_grpc:[51,52,128],beam_fn_api_pb2_grpc:[51,52,128],beam_job_api_pb2_grpc:[51,52,88,128],beam_provision_api_pb2_grpc:[51,52,128],beam_runner_api_pb2:126,beam_runner_api_pb2_grpc:[51,52,128],beamassertexcept:100,beamerror:5,beamfncontrolservic:54,beamfncontrolstub:54,beamfndataservic:54,beamfndatastub:54,beamfnloggingservic:54,beamfnloggingstub:54,beamfnstateservic:54,beamfnstatestub:54,beamioerror:[17,19,30,33,35],beamplugin:[17,120],bean:[1,126],becaus:[34,103],becom:34,been:[34,43,53,110,113],befor:[34,38,39,53,66,68,82,96,97,103,108,110,112,124,128],begin:[13,34,39,40,68],behalf:54,behav:[13,39,40],behavior:[17,38,93,103,112,114],behaviour:38,behavor:62,behind:62,being:[34,41,68,78,100,108],belong:[50,62,77,94,103,104,105],below:[4,21,25,34,103,124],best:[32,34,109],better:[33,41],betweeen:36,between:[21,24,27,36,38,45,54,65,68,77,109,110,122,124],beyond:34,bigqueri:[12,20,47,128],bigquery_api_servic:47,bigquerydisposit:21,bigquerysink:21,bigquerysourc:21,bigtabl:34,binari:38,binary_add:114,binary_and:114,binary_divid:114,binary_floor_divid:114,binary_lshift:114,binary_modulo:114,binary_multipli:114,binary_or:114,binary_pow:114,binary_rshift:114,binary_subscr:114,binary_subtract:114,binary_true_divid:114,binary_xor:114,bind:117,bind_type_vari:117,bit:43,blob:28,block:[13,34,66,97],bodi:126,book:24,bool:[9,13,16,21,24,38,39,41,50,97,104,108,112,117],both:[1,16,21,27,34,38,49,105,112,119,128],bother:80,bound:[17,18,103,108,110,115,128],boundari:[34,68],boundedsourc:[14,16,34,38],boundedwindow:110,boundmethod:115,bucket:[24,31,48],bucket_m:[24,29],bucketnam:48,buffer:[1,17,18,31,82],buffer_s:21,build:[50,52,97,128],build_class:114,build_list:114,build_map:114,build_slic:114,build_tupl:114,built:[71,105,108,109,110,112,117],builtin:103,bulk:103,bundl:[13,14,16,34,39,73,76,78,79,80,82,103,109],bundle_factori:[63,72,78,128],bundle_id:34,bundlebaseddirectrunn:77,bundlefactori:73,byte_arrai:3,byte_array_to_json_str:66,byte_offset:68,bytearrai:18,bytearraytojsonstr:66,bytecod:114,bytecountingoutputstream:3,bytescod:[1,40],bzip2:17,cach:[21,66,71,80],call:[2,4,15,21,24,27,34,36,41,48,50,53,55,68,79,81,93,99,103,104,105,108,109,121,124,126],call_funct:114,call_function_kw:114,call_function_var:114,call_function_var_wk:114,callabl:[1,10,93,103,115,124,126],callableptransform:105,callabletask:79,callablewrappercombinefn:[103,108],callablewrapperdofn:103,callablewrapperpartitionfn:103,callback:[2,34,36,50,78,79,93],caller:[24,34,81],can:[1,4,9,10,11,13,14,16,17,19,21,25,32,34,36,38,39,40,50,54,62,78,81,83,93,96,97,98,103,104,105,109,110,112,113,115,117,119,122,124,125,126],cancel:[55,88,93],cannot:[5,32,34,68],cap:25,capabl:[34,128],capit:117,captur:105,categori:117,caus:[108,119],cbf:34,ceas:98,cell:[21,42,128],cellcommitst:43,certain:[25,34,77],chain:105,chanc:[103,109],chang:[32,43,54,55,78,128],channel:[17,19,30,35,53,54,55,56],chapter:24,charact:[10,39,48],charg:[65,76],check:[10,17,19,21,30,33,34,35,38,49,62,78,100,103,104,112,116,117],check_access:49,check_cal:121,check_don:[34,37],check_output:121,checkpoint:[34,37,81,109],checksum:96,choos:16,chosen:[25,34,124],chr20:41,chunk:[17,19,21,53,110],chunk_siz:[17,30],claim:34,classmethod:[1,17,19,30,33,35,36,47,49,66,104,105,110,120,126],clean:[34,99],clear:[54,81,108],clear_pvalu:93,client:[17,21,24,27,28,31,34],clock:[63,72,78,84,99,109,124,128],clone:50,close:[15,17,18,19,30,34,35,36],closure_typ:115,cloud:[1,21,25,27,28,31,32,47,48,64,68],cls:[1,47,123],co_nam:114,code:[4,11,34,38,105,117,124],codec:13,coder:[10,15,21,34,39,40,69,98,128],coder_proto:1,coderbas:4,coderimpl:1,coderregistri:1,coexist:119,cogroupbykei:109,collect:[1,44,45,128],collis:45,com:[10,21,24,25,28,31,47,48],combin:[17,19,30,33,34,35,80,82,101,103,108,110,128],combine_fn:80,combine_op:108,combine_payload:103,combinefn:[102,103,116],combinefnprocesscontext:103,combineglob:103,combineperkei:[80,103],combinevalu:103,combiningvaluestatetag:108,come:[8,119],comma:21,command:[21,47,97],comment:[50,103],commit:[26,27,34,43,53,75,78],commit_log:76,commit_phys:76,commitmanifest:53,commitrespons:27,common:[13,21,39,40,76,94,103,116,125],common_urn:[51,128],commun:104,compar:[27,34,36,96],compare_op:114,compare_path:27,comparison:27,compat:[1,2,3,6,7,8,9,10,11,14,26,27,34,44,48,50,51,52,61,64,68,72,73,74,75,79,82,83,84,92,98,99,103,105,106,108,109,114,115,116,118,119,120,121,122,123,124,125,126],compil:1,complet:[1,18,21,27,34,68,78,79,97],completed_bundl:78,completed_committed_bundl:84,completed_tim:[78,84],completion_callback:79,complex:[34,117],complex_operation_returning_xyz:4,compli:[13,16],complianc:21,complic:114,compon:[1,17,19,30,33,35,104],composit:[4,34,69,93,100,110,115,117],compositetypehint:[112,117],compress:[13,16,17,19,30,34,35,39,40,41],compress_point:112,compressedfil:17,compression_typ:[15,16,17,19,30,33,35,39,40,41],compressiontyp:[15,16,17,19,39,40,41],comput:[5,11,25,47,50,93,96,99,102,103,105,128],compute_api_servic:47,compute_hash:99,concat:14,concat_posit:68,concat_sourc:[12,128],concaten:68,concatposit:68,concatrangetrack:14,concatsourc:14,concept:[21,25,34,110,128],conceptu:[34,50,109],concret:[93,103],concrete_typ:117,concurr:[34,38],condens:[102,103],condit:34,configur:[25,33,47,50,81,97],conflict:[34,117],connect:[18,27,33,47],connector:[25,29],consecut:[73,110],consid:[13,24,27,34,103,108,109],consist:[1,10,34,38,41,45,48,66,76,78,82,102,103],const_typ:115,constrain:[13,39],constraint:[56,112],construct:[1,13,21,39,40,44,62,68,78,79,92,93],constructor:[1,40,53,54,55,56,105,126],consum:[34,75,109],consumed_split_point:68,consumer_tracking_pipeline_visitor:[63,72,128],consumertrackingpipelinevisitor:75,contain:[4,9,10,11,13,17,18,19,21,25,26,30,34,35,38,39,40,43,47,50,53,62,78,81,87,94,96,97,103,104,105,110,112,117,118,123],content:[17,19,30,35,41,53,78,96,99,109,123],context:[1,34,43,53,54,55,56,62,78,88,99,103,105,108,110,122,126],contian:90,continu:[34,38,110,122],control:[21,54,73,90,108,119,124],conveni:[9,21,29],convent:[17,110],convers:[9,113],convert:[1,9,36,103,104,113,126],convert_to_beam_typ:113,coordin:112,copi:[17,19,30,31,33,35,103,115],copy_batch:31,copytre:31,core:[25,48,69,80,81,94,96,101,116,128],correct:[17,19,25,38],correctli:[34,103],correspond:[1,9,13,21,41,109,112,114,115,117,125,126],cost:109,could:[1,25,34,50,109,122,126,128],count:[13,26,29,39,40,43,45,102,108],count_tag:108,countcombinefn:108,counter:[44,45,78,83,114],coverag:38,cprofil:122,creat:[10,13,14,16,17,19,21,26,28,30,32,33,34,35,41,44,45,50,62,66,69,70,73,78,82,93,99,100,103,104,105,109,110,112,114,115,116,121,123],create_accumul:[103,116],create_bundl:[73,78],create_commit:26,create_disposit:21,create_empty_committed_bundl:[73,78],create_ent:26,create_from:104,create_from_opt:104,create_if_need:21,create_nev:21,create_respons:26,create_run_queri:26,create_temp_fil:99,createptransformoverrid:[66,70],creation:[13,16,39,40,41],credenti:8,criteria:81,cross:121,csv:34,cumul:122,current:[10,16,17,18,21,32,34,39,50,55,62,65,68,76,78,81,93,98,103,119],current_posit:34,current_restrict:[34,37],current_tim:74,cursor:34,custom:[4,11,15,34,50,93,96,97,103,105,110,112,117],custommapp:105,customtransform:105,dag:[50,93],data:[3,4,16,17,18,21,24,25,32,34,38,41,43,50,54,62,104,108,110,128],databas:34,dataflow:[1,5,8,9,21,34,47,48,62,63,93,108,128],dataflow_cli:65,dataflow_endpoint:47,dataflow_metr:[63,64,128],dataflow_runn:[63,64,71,128],dataflowapplicationcli:65,dataflowmetr:65,dataflowpipelineresult:[65,66],dataflowrunn:[64,65,66,70,71],dataset:21,datastor:[12,20,128],datastore_pb2:27,datastoreio:[12,20,22,23,128],datatyp:21,datetim:104,deal:[34,103],debug:[109,115],debugopt:[47,48],dec:45,decid:[13,34,39,81],decod:[1,4,21,39,40,69],decode_from_byt:4,decodeandemitdofn:69,decomposit:34,decompress:[16,17,34],decor:[1,4,21,99,103,105,111,119,124,126,128],decreas:34,decrement:45,deduc:115,dedupl:[32,109],def:[4,47,105,112,119],default_desired_bundle_s:[13,39],default_label:[103,105],default_output_cod:[14,34],default_runn:47,default_type_hint:[80,103,112],default_valu:[49,62],default_window_mapping_fn:106,defaultrootbundleprovid:82,defaulttrigg:108,defin:[1,4,12,13,16,17,19,21,25,27,34,44,47,63,68,99,103,104,105,110,111,112,114,117],definit:34,deflat:13,delai:[24,108,124],deleg:36,delegatingcount:44,delegatingdistribut:44,delegatinggaug:44,delet:[17,19,21,25,30,31,33,35],delete_attr:114,delete_batch:31,delete_fast:114,delete_glob:114,delete_slice_0:114,delete_slice_1:114,delete_slice_2:114,delete_slice_3:114,deletefromdatastor:25,delimit:39,deliv:[32,78],demand:122,demarc:68,depend:[18,34,43,104,120],dependent_real_tim:107,deprec:[34,68,119],depth:[50,115],deriv:[28,105,110],descend:[101,105],describ:[21,34,38,47,54,62,68,103,105],describe_mismatch:96,describe_to:96,descript:[1,10,34,48,66,68,96,103],deserialize_windowing_strategi:66,design:[50,109],desir:[13,21,28,34,39,103],desired_bundle_s:[13,14,16,34,39],desired_num_offsets_per_split:37,dest:31,destin:[17,19,30,33,35],destination_file_nam:[17,19,30,33,35],detail:[4,16,25,34,39,48,50,64,72,81,103,105,106,112],detect:[16,34,39,40,41,103],detect_compression_typ:17,determin:[17,24,34,39,41,50,81,103,108,110],determinist:[1,4],develop:[16,25,32,48,104,128],dialect:21,dict:[9,21,41,62,93,102,104,109,117],dict_obj:91,dict_to_struct:91,dictionari:[4,9,11,13,21,40,47,82,103,104,113],did:38,differ:[1,16,21,34,38,50,54,68,124],dill:[1,10],dillcod:1,direct:[63,86,103,128],direct_metr:[63,72,128],direct_runn:[63,72,128],direct_runner_use_stacked_bundl:73,directli:[21,34,45,62,103,106],directmetr:76,directopt:47,directori:[17,19,30,31,33,34,35,50,99],directpipelineresult:77,directrunn:[47,50,76,77,78,81,83,97],directrunneropt:73,directstepcontext:78,directunmergedst:78,dirti:43,dis:114,disable_run_time_type_check:112,discard:108,discuss:24,disk:[21,35],displai:[34,44,47,68,101,103,105,128],display_data:[13,15,16,21,25,34,47,103,104],display_data_dict:104,displaydata:104,displaydataitem:104,disposit:21,distinct:50,distinguish:62,distribut:[33,43,44,45,103],distributionresult:43,divid:[82,110],do_fn:94,doc:[25,47,48,114],dockerrpcmanag:90,docstr:109,document:[16,34,47,81,103,108,114],doe:[21,34,39,50,80,93,104,122],doesn:27,dofn:[4,21,25,34,62,69,80,81,94,103,104,105,116],dofninvok:81,dofnparam:103,dofnrunn:103,domain:107,don:80,done:[21,33,34,50,78,93,94,96,110],donwstream:109,dooutputstupl:103,doubl:[29,124],down:34,download:18,downloaderstream:18,downstream:[34,109],drain:93,drop:[24,104],drop_default:47,drop_if_default:104,drop_if_non:104,duck:4,due:[10,34],dump:10,dump_sess:10,dup_top:114,dup_topx:114,duplic:32,durat:[66,93,98,104,110,125],dure:[5,11,13,16,18,21,31,32,39,40,41,44,45,47,53,98,103,115,124],dynam:[16,25,34,38,49,50],dynamic_split_request:68,dynamicsplitrequest:68,dynamicsplitresult:68,dynamicsplitresultwithposit:68,e2e:71,each:[1,13,21,24,27,34,38,39,40,41,50,75,94,98,102,103,104,109,110,112,114,117],earli:[21,108,128],earliest:110,easi:103,easier:17,ec_point:112,edg:50,effect:[18,105,109],effici:[1,4,16,34,91,103],effort:32,either:[15,17,18,21,27,34,38,41,50,81,83,97,105,112,113,117],elem:34,elem_cod:1,element:[1,4,21,27,34,38,39,43,62,69,80,81,83,84,94,98,102,103,104,108,109,110,115,116],element_and_restrict:94,element_cod:94,element_typ:[62,115],elementandrestrict:[81,94],elementev:98,elementparam:103,els:[68,112],elsewher:68,emb:10,emit:[54,62,69,98,108,109],empti:[16,21,34,62,78,82,103,108],emptysideinput:62,enable_run_time_type_check:112,enable_trac:10,encapsul:68,encod:[1,3,4,9,10,15,21,34,39,40,68,69,126],encode_to_byt:4,encoded_:15,encoded_kei:83,encoded_str:66,encoded_table_row:21,encoded_valu:[15,69],encount:18,end:[13,14,17,18,34,36,39,40,41,47,48,68,80,81,96,98,108,110],end_cursor:26,endpoint:53,endpoint_pattern:48,endpoints_pb2_grpc:[51,52,128],enforc:112,engin:[31,34],ensur:[25,34],entail:21,enter_composite_transform:116,entir:[21,25,34,62,66,68,77,87,93,100,103,110],entiti:[25,26,27],entri:[1,29,54,62],enumer:61,environ:81,eof:[17,18],epoch:[24,74,110,125],equal:[18,25,34,38,47,104,109],equal_to:[97,100],equival:[17,34,38,105,109],err_invalid_gcs_bucket:48,err_invalid_gcs_object:48,err_invalid_gcs_path:48,err_invalid_job_nam:48,err_invalid_not_posit:48,err_invalid_project_id:48,err_invalid_project_numb:48,err_invalid_test_matcher_typ:48,err_invalid_test_matcher_unpickl:48,err_missing_gcs_path:48,err_missing_opt:48,error:[1,18,21,33,34,48,53,96,103,110,112,115,116,124,128],error_messag:1,especi:[110,125],essenti:[47,103],estim:[1,25,34,68],estimate_s:[1,14,16,34],etc:[25,34,44,93,105,128],evalu:[11,73,78,79,81,82,83,108,125],evaluation_context:[63,72,79,82,128],evaluationcontext:78,even:[16,27,34,112,124],event:[34,98,108,110],event_count:21,everi:[4,21,34,38,50,66,93,124],everyth:[17,19,30,35,110],evolv:31,exact:103,exactli:[1,25,34,47,50,62,108],exampl:[1,4,13,16,21,34,38,41,68,82,97,103,104,105,110,112,119,125,126,128],exce:31,exceed:27,except:[5,8,27,31,34,96,103,112,115,124],excess:21,exclus:[18,34],exec_stmt:114,execut:[1,11,21,32,34,44,45,47,48,50,53,55,62,63,64,66,71,72,77,78,79,81,82,87,88,93,97,98,103,105,109,115,128],executor:[63,72,82,128],executor_servic:78,exhaust:38,exist:[13,16,17,19,21,30,31,32,33,34,35,39,40,41,97,103],existing_keyed_st:78,exp_multipli:119,expand:[13,21,25,32,34,39,40,41,69,80,81,94,98,102,103,105,109],expans:103,expect:[1,15,21,33,36,38,47,50,96,97,100,126,128],expected_checksum:96,expected_item:38,expected_outcom:38,expected_st:96,expectedsplitoutcom:38,experiment:[33,34,44,63,105,108,109,119,120,128],explain:34,explod:94,explodewindowsfn:94,exponenti:124,expos:[21,29,45],extend:[15,34,48,96,120],extens:[13,16,34,39,40,41],extent:103,extern:[34,103,128],extra:[96,97],extra_messag:119,extra_opt:97,extra_typ:[9,21],extract:[50,75,84],extract_all_tim:[78,84],extract_commit:76,extract_latest_attempt:76,extract_output:[103,116],extrem:102,face:44,factor:124,factori:73,fail:[17,19,21,27,30,31,34,35,38,41,93,115],failur:[27,34],fake:26,fake_datastor:[12,20,22,23,128],fake_run_queri:26,fall:[1,34],fallback:4,fallback_cod:1,fals:[3,9,16,17,21,26,34,41,47,50,66,97,100,103,104,108,114,115,122,124],famili:38,far:[68,113],fast:1,fastcod:1,faster:4,fastprimitivescod:[1,98],fault:34,favorite_color:13,favorite_numb:13,fetch:[17,18,19,25,27,30,35,96],fetch_ent:27,feth:25,few:[38,105],field1:21,field2:21,field3:21,field:[13,21,27,34,41,100,104],field_count:41,file:[13,15,16,17,18,19,21,30,31,33,34,35,39,40,41,43,44,45,50,96,99,100,128],file_copy_fn:122,file_handl:15,file_nam:[16,41],file_name_suffix:[13,15,39,40],file_path:[10,17,39,40,41,96],file_path_prefix:[13,15,39,40],file_pattern:[13,16,39,40,41],filebasedsink:[12,34,96,128],filebasedsourc:[12,39,128],filechecksummatch:96,filemetadata:17,filenam:[13,31,39,40,99],fileobj:17,filesystem:[12,13,18,30,33,34,35,120,128],filesystemio:[12,128],fill:104,filter:[25,27,41,44,65,76,96,103,119,124],finalize_writ:[15,34],find:[5,17,19,30,35,102,109,124],finish:[18,26,66,93,108,122],finish_bundl:[80,103,116],finishcombin:80,finit:[34,110],fire:[83,84,108],fired_tim:79,first:[4,10,17,19,30,33,34,35,38,41,50,53,55,103,105,109,114,117,124,128],fix:[1,103,109,110],fixed_cost:109,fixedsizeglob:102,fixedsizeperkei:102,fixedwindow:110,flag:[13,16,17,19,30,35,39,40,41,47],flat:109,flatmap:[10,62,103,105,128],flatten:[14,21,103],flatten_input_visitor:66,flatten_result:21,flavor:119,floatcod:1,flush:[17,80],fn_paramet:110,fn_proto:126,fn_to_execut:11,fnapirunn:77,fold:103,follow:[13,21,27,34,38,39,40,81,97,103,110,112,117,119,122],foo:[1,112,126],foo_from_proto:[1,126],foopayload:[1,126],footer:15,footprint:93,for_input_typ:103,forc:[62,94],form:[13,18,21,31,32,33,53,62,109,110,112],formal:112,format:[15,21,34,38,41,48],former:62,formula:[24,109,110],forward:82,found:97,frac:14,fraction:[14,34,36,38,68,124],fraction_consum:[14,34,36],fraction_to_posit:36,frame:[114,115],framest:[114,115],framework:[4,16,21,34,68],fresh:103,from:[1,4,8,13,15,16,17,18,19,21,25,27,28,30,31,32,34,35,36,38,39,40,41,47,48,50,55,62,66,68,75,87,93,96,97,99,103,104,105,108,109,110,112,124,126,128],from_cal:103,from_dictionari:47,from_json_valu:9,from_micro:123,from_runner_api:[1,45,50,62,92,103,105,108,126],from_runner_api_paramet:[1,34,103,105,110],from_str:107,from_type_hint:1,full:[17,19,24,30,33,34,35,38,50,96,97,110,120],full_label:116,fulli:[18,21,34,68,112],fun:124,func:[103,112,115],functiontyp:115,furnish:62,further:[54,105,124],fuse:109,fusion:109,futur:[34,53],future_output_watermark:81,fuzz:124,fuzzedexponentialinterv:124,gap:110,gap_siz:110,gather:28,gaug:[44,45],gaugeresult:43,gce:8,gcp:[6,12,128],gcs:31,gcs_bucket:48,gcs_prefix:30,gcs_scheme:48,gcs_uri:48,gcsfilesystem:[12,20,128],gcsio:[12,20,128],gener:[1,13,16,34,39,40,52,97,98,117],generate_bundle_id:34,genom:41,genotyp:41,get:[3,8,16,19,21,25,34,38,49,53,54,55,56,62,68,84,93,97,103,108,120,124,126],get_accumulator_cod:103,get_aggregator_valu:78,get_all_opt:47,get_all_plugin_path:120,get_all_subclass:120,get_chunk_s:19,get_count:3,get_datastor:27,get_dict:104,get_dict_table_schema:21,get_estimated_num_split:25,get_estimated_size_byt:25,get_evalu:82,get_execution_context:78,get_filesystem:19,get_full_options_as_arg:97,get_function_argu:103,get_glob:115,get_impl:[1,110],get_it:114,get_keyed_st:78,get_nam:115,get_namespac:44,get_opt:97,get_output_typ:103,get_path:99,get_progress:68,get_rang:18,get_range_track:[14,16,34,38],get_replacement_transform:[50,66,70,81,94],get_root_bundl:82,get_root_bundle_provid:82,get_schem:19,get_service_credenti:8,get_split:28,get_table_schema_from_str:21,get_transformed_output_tim:110,get_type_hint:112,get_typed_value_descriptor:9,get_valu:49,get_value_or_schedule_after_output:78,get_varint_s:3,get_watermark:84,get_window:[32,34,69,98,103,105],get_window_cod:110,getartifact:53,getattr:114,getmanifest:53,getmessagestream:[55,88],getprovisioninfo:56,getrangetrack:38,getstat:[55,88],getstatestream:[55,88],github:[10,28,31,41],give:[16,17,19,30,34,35,38,44,50,68,81],given:[1,3,11,13,16,17,18,19,21,25,26,27,28,30,31,34,35,36,38,39,40,47,48,50,62,81,82,93,96,98,100,103,108,109,110,113,115,124,125,126],glob:[13,16,31,39,40,41,96,100],global:[1,34,78,82,102,110],global_to_loc:14,globalwindow:110,goe:48,going:[25,65],gone:62,good:25,googl:[1,8,21,24,25,27,28,31,32,47,48,64],googleapi:[47,48],googlecloudopt:[47,48],googlecloudplatform:[28,31],googledatastor:27,gracefulli:81,granular:[24,110,125],graph:[50,62,66,75,77,82,105,128],greater:[25,112],greater_than:25,group:[4,14,45,47,103,105,109,110],group_by_key_input_visitor:66,groupbykei:[1,93,103,105,109,110,128],grpc:[53,54,55,56],guarante:[1,2,3,4,6,7,8,9,10,11,14,26,27,32,34,44,48,50,51,52,61,64,68,72,73,74,75,79,82,83,84,92,98,99,105,106,108,109,114,115,116,118,119,120,121,122,123,124,125,126],guid:108,gzip:[17,34],had:[1,103,109,126],hadoop:33,hadoopfilesystem:[12,47,128],hadoopfilesystemopt:[33,47],halfwai:38,hamcrest:[48,96],hand:21,handl:[15,16,17,19,24,30,33,34,35,39,40,41,78,114],handle_result:78,happen:[21,28,34,38,99,124],har:[38,54,56],has:[1,9,18,21,25,27,34,41,47,48,62,68,75,77,84,97,100,102,103,104,112,128],has_data:29,has_default:103,has_display_data:104,has_kw:114,has_var:114,hasdisplaydata:[34,47,68,103,104,105],hash:[96,99],hashabl:115,hashing_alg:99,have:[4,8,10,11,21,25,27,34,41,43,50,53,62,103,104,108,110,112,113,114,124],hdf:33,head:[17,19,30,35],header:[15,39,41,53],heap:122,heavi:38,heavyweight:38,help:38,helper:[12,20,22,23,38,106,128],helper_transform:[63,72,128],henc:[25,34,68],here:[1,21,27,34,64,72,103,110,114],hidden:62,hierarch:9,hierarchi:50,high:77,higher:[39,41],hint:[4,105,111,112,115,117],histori:24,hold:[21,34,50,81,103],holder:[11,94],homogen:1,honor:68,hour:124,how:[21,25,34,62,68,102,103,105,110,119,128],howev:[1,25,28,34,41],html:[24,47,114],hts:41,http:[10,21,24,25,28,31,34,41,47,48,104,108,114,124],httperror:124,huge:62,hypothet:34,id_label:32,id_or_nam:26,idempot:34,ident:112,identif:53,identifi:[13,21,32,34,39,40,103,104],ids:27,iff:15,ignor:[21,25,36,98,100],illustr:[34,119],imagin:34,immedi:55,immut:34,impact:[25,39],implement:[1,3,15,16,17,18,21,24,28,30,33,34,35,36,37,38,39,44,48,49,50,64,65,66,68,69,72,74,76,77,78,80,87,88,93,103,104,105,106,117,124,126],implementor:[34,103],impli:41,implicitli:110,import_from:114,import_nam:114,imposs:34,improv:[1,21],impuls:69,inc:[29,44,45],includ:[17,19,21,30,34,38,41,53,78,81,110],inclus:[34,36],incom:32,inconsist:10,incorrect:38,increas:124,increment:[45,112],indefinit:[66,93],independ:[34,66,112],index:[41,62,68,103,108,112,117],index_tag:108,indic:[17,19,30,34,35,39,41,50,62,109,123,124],individu:[16,34,38,103,110],inequ:25,inf:36,infer:[4,115],infer_output_typ:[69,103,105],infer_return_typ:115,infer_return_type_func:115,infin:[34,110],info:[41,93],inform:[8,16,34,41,56,65,66,68,78,81,93,103,109,115,127],inherit:[34,68,104,126],init_result:34,initi:[13,14,16,18,21,24,25,32,33,34,36,39,40,41,45,47,50,56,62,65,68,81,82,94,96,97,103],initial_delay_sec:124,initialize_writ:[15,34],inject:[16,105],inlin:114,inmemoryunmergedst:78,inner:[68,112,117],inpalce_or:114,inplace_add:114,inplace_and:114,inplace_divid:114,inplace_floor_divid:114,inplace_lshift:114,inplace_modulo:114,inplace_multipli:114,inplace_pow:114,inplace_rshift:114,inplace_subtract:114,inplace_true_divid:114,inplace_xor:114,inprocess:72,input:[5,11,12,13,21,34,39,40,41,47,50,62,68,69,75,78,79,81,82,84,93,94,103,105,106,109,110,115,116,123,125,128],input_bundl:79,input_committed_bundl:82,input_or_input:105,input_or_output:105,input_pcol:105,input_timestamp:110,input_typ:[103,115],input_type_hint:105,inputstream:3,insert:21,insert_values_in_arg:11,insid:[87,97],inspect:115,instanc:[1,4,11,17,19,21,30,35,41,48,50,56,62,65,66,68,82,83,99,100,103,104,105,108,109,110,112,115,117,124],instance_to_typ:115,instanti:[68,115,120],instead:[10,21,34,41,106,119,124],instruct:54,int_to_str:112,integ:[1,3,19,21,34,37,44,103,104,110,114],integr:[97,124],intend:[24,29,34,45,62,112,124],interact:[17,65],interchang:21,interest:38,interfac:[18,19,45,62,104],intermedi:[21,103],intern:[1,2,3,14,26,27,34,44,48,50,51,52,61,64,65,68,72,73,74,75,79,82,83,84,92,98,99,104,106,110,114,115,116,118,119,121,122,123,124,125,126,128],interpol:36,interpret:[21,68],intersect:110,interv:[36,110,122,124,125],interval_second:122,intervalwindow:110,introduc:[34,100],introduct:21,invalid:[17,18,31,47,48,112],invalid_argu:53,invoc:[34,81],invok:[34,81,103,108],invoke_process_el:81,involv:21,iobas:[12,14,15,16,21,36,37,38,63,64,67,103,128],ioerror:[16,17,19,30,35,93],is_access:49,is_bound:[34,68],is_default:103,is_determinist:1,is_don:78,is_empti:100,is_full_string_match:48,is_globally_window:106,is_integration_test:97,is_key_valid:27,is_kv_cod:1,is_lat:108,is_merg:110,is_pair_lik:1,is_process_bound:[103,116],is_root_transform:78,is_service_runn:48,is_valid:104,is_valid_compression_typ:17,isn:112,isoformat:125,issu:10,item:[38,83,104],items_before_split:38,iter:[1,2,16,27,33,34,38,47,62,68,103,106,108,109,110,113,117,124],iterablecod:1,its:[1,4,11,17,21,27,34,103,104,105,109,115,123,126,128],itself:[34,68,125],java:28,job:[25,50,53,54,55,56,63,65,66,77,86,87,88,93,96,97,128],job_graph:65,job_nam:[48,97],job_pattern:48,job_result:65,jobapi:90,jobservic:88,jobserviceservic:[55,88],jobservicestub:55,jobstat:93,join:[17,19,30,33,35],json:[9,10,21,66],json_string_to_byte_arrai:66,json_valu:[6,7,128],jsonarrai:9,jsonobject:9,jsonstringtobytearrai:66,jsonvalu:[9,21],just:[25,34,62,105],keep:[29,34,68,76,82],kei:[1,4,9,13,25,26,27,34,36,41,62,68,78,80,81,82,83,94,102,103,104,105,109,110,113,115,128],kept:104,key1:104,key2:104,key3:104,key4:104,key5:104,key_cod:1,key_compar:27,key_value_typ:115,keyed_earliest_hold:84,keyed_watermark_hold:83,keyedworkitem:[81,83],keyspac:36,keyword:[11,62,103,112],keyword_hint:112,kind:[25,27,34,103,119],know:115,known:[17,48,78],kv_type:115,kvswap:109,kwarg:[2,11,15,16,25,31,39,40,41,47,79,80,81,94,100,102,103,109,112,116,121,123],kwarg_hint:112,kwargs_for_invok:81,label:[50,62,69,100,102,103,104,105,109,116,119],label_from_cal:105,lambda:[21,105,108],land:24,languag:128,larg:[25,38,39,62],larger:34,largest:[34,102,109,125],largestperkei:102,last:[17,19,27,30,34,35,41,81],last_record_start:36,late:108,late_tag:108,latenc:27,later:[81,97,98,103],latest:[25,27,45],latest_timestamp:27,latter:62,leaf:[17,19,30,35],least:[38,108],leave_composite_transform:116,left:[38,44,103],left_fract:38,left_result:38,len:18,length:[1,24,28,31,112,124],less:[28,36],less_than:25,let:[4,34,44],letter:[13,21,39,40,48,117],level:[13,50],lexicograph:36,lexicographickeyrangetrack:36,librari:[1,8,10,31,41,47,102,114],liftedcombineperkei:80,lightweight:38,like:[4,13,17,25,33,34,39,62,103,112,115,117],limit:[17,19,25,27,30,33,35,124],line:[21,34,39,41,47,97,99],linearli:36,link:5,list:[1,9,11,14,17,19,21,26,27,28,30,31,35,38,41,48,49,50,62,83,97,99,100,102,103,109,112,113,117],list_append:114,load:10,load_attr:114,load_closur:114,load_const:114,load_deref:114,load_fast:114,load_glob:114,load_loc:114,load_nam:114,load_sess:10,local:[15,17,19,35,39,50,72,77,87,103],local_to_glob:14,local_var:115,localfilesystem:[12,128],locat:34,lock:34,log:[54,122,124],log_result:122,logger:[99,124],logic:[16,34,44,76,81,94,110,124],look:112,lookup:62,loop:[34,103],lose:125,lower:[108,112],machin:[34,77,87],machineari:81,made:[4,21,34,53,55,62],magic:94,mai:[1,4,16,21,28,34,41,44,54,62,68,81,82,93,103,109],main:[21,28,34,62,103],main_kw:103,main_tabl:21,mainli:81,make:[21,26,27,34,36,48,69,81,94,96,124],make_closur:114,make_fn:103,make_funct:114,make_http_request:124,make_kind_stats_queri:27,make_latest_timestamp_queri:27,make_partit:27,make_request:27,makexyz:4,malform:113,malformedvcfrecord:41,manag:[21,34,50,63,84,89,99,108,122,128],mandatori:[103,109],mani:[9,25,34,102],manifest:53,manner:[13,34,38],map:[1,13,21,36,41,62,69,103,106,109],mapfn:105,mapper:80,mark:119,marker:62,massiv:21,master:28,match:[1,17,19,21,30,33,35,44,48,50,66,70,81,94,100],match_type_vari:117,matcher:[48,50,71,96,100],matchresult:[17,19,30,35],materi:[62,93,100],matter:34,max:[28,43,103,109],max_batch_operation_s:31,max_batch_s:109,max_delay_sec:124,max_dur:81,max_num_output:81,max_timestamp:110,maximum:[17,19,30,35,109,115,124],maybe_from_cal:103,mean:[34,43,102,119],mean_temp:21,meant:[54,93],measur:109,member:[15,53],memori:[43,80,82,122],memoryreport:122,memoryview:18,merg:[34,80,103,108,110],merge_accumul:[103,116],merge_context:110,merge_result:[108,110],mergecontext:110,messag:[1,32,34,55,119],met:100,metadata:[8,17,56],metadata_list:17,method:[1,4,16,17,18,19,25,26,27,33,34,36,38,45,47,48,66,81,93,97,99,103,104,105,106,115,116,117,124,126],metric:[54,65,76,78,93,128],metric_nam:44,metricbas:[42,44,128],metricnam:45,metricresult:[65,76,93],metrics_contain:79,metricsfilt:44,micro:[123,125],microsecond:[25,110,125],might:[34,39,68,104],millisecond:[27,66,93],mime:[13,17,19,30,31,35],mime_typ:[13,15,17,19,30,31,33,35],min:[43,109],min_batch_s:109,min_bundle_s:[13,16,39],min_fraction_of_files_to_stat:16,min_num_offsets_per_split:37,min_number_of_files_to_stat:16,min_request:24,minimim:109,minimum:[13,16,39,84],mirror:112,mismatch_descript:96,miss:48,mix:112,mixin:[104,112],mkdir:[17,19,30,33,35],mock:99,mode:[17,18,21,31,34,66,69,70,110],model:128,modifi:[11,34,105,114],modul:[0,6,7,12,20,22,23,42,46,51,52,63,64,67,72,85,86,89,95,101,111,118,128],moment:11,monitor:109,month:21,more:[4,16,17,19,21,25,30,33,34,35,39,48,50,81,103,104,105,108,109,110,114],moreov:34,most:[13,21,34,38,39,105,124],mostli:[50,109,124],move:[17,19,29,30,35,82],movingfunct:29,movingsum:29,msg:123,msg_class:123,much:9,multi:[34,38],multipl:[16,25,34,41,45,62,82,102,103,108,109,112],multipli:119,muss:34,must:[1,11,16,18,21,24,32,33,34,39,48,50,53,62,68,93,97,98,103,105,110,112,124],mutabl:[34,114],mutat:[26,27,34],my_side_input:62,my_tranform:50,myavrofil:13,myjobnam:97,mypath:13,myptransform:62,mysink:34,name:[13,16,21,27,31,34,41,44,45,48,50,53,65,68,83,93,97,99,103,109,112,117],namespac:[13,25,27,44,45,104,117],nativ:[21,34,68,90,105,113],native_io:[21,63,64,128],native_type_compat:[111,128],nativesink:[21,34,68],nativesinkwrit:68,nativesourc:[21,68],nativesourceread:68,necessari:[4,62,104,125],necessarili:68,need:[2,4,15,17,19,21,26,30,34,35,36,48,50,54,56,81,99,100,105,124],neg:[17,18,36],negat:112,neither:[21,104],nest:[3,21,117],never:[11,34,62,108,110,122],new_process_fn:81,new_save_module_dict:10,new_track:37,new_watermark:98,newlin:39,next:110,nnnnn:[13,39,40],no_retri:124,node:[50,62,66,87,93,105],non:[10,34,36,62,93,103,104,124],none:[1,9,13,14,15,16,17,19,21,25,27,28,30,31,32,33,34,35,36,38,39,40,41,43,47,49,50,62,65,66,68,69,71,76,78,81,83,90,92,93,96,97,99,102,103,104,105,108,109,110,115,116,117,122,123,126],nonmergingwindowfn:110,nonzero:124,nop:114,nor:21,normal:[25,41,104,110],nosetest:97,notabl:38,notbig:21,note:[1,10,18,21,25,26,28,34,69,100,103,105,109,112,117,122],noth:68,notic:112,notifi:24,notify_observ:2,notimplementederror:93,notion:[34,68,102],now:[24,29,124],nth:109,nullabl:21,num_byt:17,num_el:109,num_items_to_read_before_split:38,num_partit:103,num_retri:124,num_shard:[13,15,39,40],num_split:[25,28],num_work:97,number:[11,13,17,18,19,21,25,26,28,30,34,35,38,39,40,41,48,74,81,96,100,102,103,109,124,125],numer:125,obei:34,obj:[9,10],object:[1,2,3,4,5,9,10,11,13,15,16,17,18,19,21,24,27,29,30,31,33,34,35,36,37,40,41,43,44,45,47,48,49,50,53,54,55,56,62,63,65,68,73,74,75,76,78,79,81,82,83,84,90,92,93,94,96,97,98,99,102,103,104,105,106,107,108,110,112,114,115,117,120,122,124,125,126],observ:[0,128],observablemixin:2,obtain:[21,34,44,47,97,102,103,105,109],occupi:34,occur:[28,33,38,41,102,110],octet:[15,17,19,30,31,33,35],offer:50,offici:34,offset:[17,18,34,37,68,110],offset_infin:36,offset_range_track:16,offsetrang:37,offsetrangetrack:[16,36],offsetrestrictiontrack:37,oflong:29,often:[109,119],old:[34,119],old_multipli:119,on_el:108,on_fir:108,on_merg:108,on_success_match:48,onc:[17,24,34,62,82,103,108,110,112],one:[1,4,13,21,24,26,27,34,38,39,40,41,47,48,50,62,68,81,82,102,103,105,109,110,112,117,126],ones:[38,47,73],onli:[1,2,3,6,7,8,9,10,11,13,14,17,21,26,27,32,34,36,38,39,40,41,44,48,50,51,52,61,62,68,73,74,75,76,79,82,83,84,92,97,98,99,100,102,103,104,106,109,112,114,115,116,118,119,120,121,122,123,124,125,126],opaqu:15,opcod:[111,128],open:[15,16,17,19,30,31,33,34,35],open_fil:16,open_shard:100,open_writ:[15,34],oper:[1,4,5,17,19,21,30,31,34,35,50,93,103,105,109,110,125],operation:109,opt_nam:97,optim:[13,39,108],option:[8,19,25,33,34,40,50,56,73,93,97,100,103,105,109,112,117,119,128],option_nam:49,order:[1,4,21,25,31,34,36,41,50,93,97,99,103,112,117],orderedpositionrangetrack:36,ordinari:62,ordinarili:[103,109],orfin:108,org:[29,34,47,66,104,108,114],orient:34,origin:[34,38,112],original_range_track:38,original_read:38,original_stop_posit:38,other:[14,17,19,21,27,34,36,39,41,50,56,68,86,103,104,109,110,112,117],otherwis:[1,9,17,34,38,50,97,98,103,105],our:50,out:[17,18,93,103],outer:[26,34],output:[12,13,15,16,17,34,39,40,41,50,62,73,75,78,81,82,84,96,98,103,105,109,110,116,128],output_at_earliest:110,output_at_earliest_transform:110,output_at_eow:110,output_at_latest:110,output_pcollect:[73,78],outputcheckwrapperdofn:116,outputstream:3,over:[47,86,103,109,124],overhead:17,overlap:34,overload:24,overload_ratio:24,overrid:[15,21,47,50,69,70,81,93,94,96,103,104,105,126],overridden:34,overwrit:15,own:[103,109],pack_ani:123,pack_struct:123,packag:[11,128],pad:[13,39,40],pair:[17,19,30,34,35,37,47,62,68,94,102,103,104],pairwithrestrictionfn:94,pane:108,parallel:[5,11,16,19,21,25,34,105,128],param:38,paramet:[1,8,9,11,13,14,15,16,17,18,19,21,24,25,26,27,28,30,31,33,34,35,36,38,39,40,41,44,45,47,50,53,54,55,56,62,65,66,68,73,78,81,82,84,93,96,97,99,100,103,105,108,109,110,112,113,115,117,119,124,125,126],parameter:117,parameter_typ:[1,105,126],pardo:[21,34,62,81,93,94,103,105],pardo_payload:103,parent:[40,122],pars:[13,39,41,47,97,123],parse_byt:123,parse_int:112,parser:47,part:[1,16,17,19,21,30,34,35,44,47,66,68,81,87,103],partial:[27,34,80],partialgroupbykeycombiningvalu:80,particular:[13,34,38,39,40,41,105,109,115],partit:[21,27,28,34,103,117],partition_for:103,partitionfn:103,partitionid:27,pass:[1,13,15,17,19,21,30,33,34,35,40,41,47,66,81,100,103,105,108,110,112,126],past:[34,68],patch:99,patch_retri:99,path:[13,15,16,17,19,27,30,31,33,34,35,39,40,41,48,96,99,120],pathnam:[17,19,30,33,35],pattern:[13,16,17,19,30,31,35,39,40,41,48,100,105,124],payload:[32,126],pbegin:[34,69,98,103],pc1:109,pc2:109,pcoll1:109,pcoll2:109,pcoll3:109,pcoll:[13,21,25,32,34,39,40,50,62,66,80,81,94,97,102,103,105,109],pcollect:[1,4,13,15,21,25,34,39,41,50,62,78,81,84,93,94,98,100,102,103,105,109,110,128],pdf:41,pend:93,per:[21,62,78,80,103,109,124],per_element_cost:109,percent_complet:68,percentag:68,perel:102,perfectli:34,perform:[1,13,16,17,19,25,29,34,38,39,81,94,109,110,116],perform_multi_threaded_test:38,perhap:68,period:[25,110],perkei:102,permanentexcept:[8,124],permit:117,persist:[93,103],phase:[34,41,99],phaseset:41,phred:41,physic:76,pick:[1,104],pickl:[1,4,10,34,97,126],picklabl:34,pickle_urn:126,picklecod:[1,10,34],pickler:[6,128],piec:82,pipe:[18,105],pipelin:[1,5,11,13,16,21,32,33,34,39,40,41,44,45,47,48,55,56,62,63,64,66,70,71,72,75,77,78,81,87,92,93,94,96,97,98,100,103,104,105,106,109,116,128],pipeline_context:[63,128],pipeline_opt:[17,19,30,33,35,46,48,49,78,104,128],pipeline_options_valid:[46,128],pipeline_result:96,pipeline_verifi:[95,128],pipelinecontext:[1,92,126],pipelineerror:[5,50],pipelineopt:[17,19,30,35,47,48,50,97,104],pipelineoptionsvalid:48,pipelineresult:93,pipelinerunn:[50,66,77,87,93,97,128],pipelinest:[93,96],pipelinestatematch:96,pipelinevisitor:[50,75,116],pipestream:18,place:[9,11,62,103,105,110,124],placehold:[11,13,16,39,40],plain:62,plane:54,platform:121,pleas:[16,34,48],plugin:[17,118,128],pobject:103,point:[1,13,28,34,78,82,110,115,124,125],poll:66,poll_for_job_complet:66,pool:[11,47],pool_siz:11,pop_on:114,pop_thre:114,pop_top:114,pop_two:114,popen:121,popul:[50,104],portabl:[88,128],portion:103,pos:[14,36],posit:[11,14,17,18,34,36,37,38,41,48,68,98,103,112],position_at_fract:[14,34,36],position_for_fract:38,position_to_fract:36,positional_hint:112,possibl:[1,16,19,21,34,38,48,103],potenti:[62,78],power:128,practic:34,pre:[34,80],preced:109,precis:[110,125],predecessor:125,prefer:[1,17,126],prefix:[13,17,19,30,39,40],prepar:[21,55],preparationid:55,present:[18,21,41,53,102],preserv:38,prevent:[16,45,109],previou:[21,34,81,98],previous:24,primari:[34,68],primarili:14,primary_range_track:38,primit:[1,69,77,81,94,110,117],print:[115,119],print_item:114,print_newlin:114,prior:34,prob:41,problem:93,proce:103,proces:94,process:[1,4,17,21,25,34,62,68,69,72,74,78,80,81,82,84,90,91,94,98,103,105,108,109,110,116,118,122,128],process_continu:81,process_element_invok:81,process_keyed_elements_transform:81,processcontinu:81,processdata:21,processel:81,processfn:81,processingtimeev:98,processkeyedel:94,processkeyedelementsviakeyedworkitem:81,processkeyedelementsviakeyedworkitemsoverrid:81,produc:[1,13,34,38,39,50,62,75,78,81,98,109,119],profil:[109,118,128],profile_id:122,profile_loc:122,profilingopt:47,program:[21,108,114,128],progress:[36,54,68,103],project:[8,21,25,27,32,48],project_id_pattern:48,project_number_pattern:48,promis:34,proper:[105,112],properli:[34,81,112],properti:[28,34,38],proto:[27,45,50,62,86,92,103,105,108],proto_message_typ:1,proto_util:[118,128],protobuf:[1,123],protoc:1,protocod:1,protocol:[1,34],provid:[1,11,13,17,18,19,21,25,28,30,32,34,35,36,37,49,50,56,78,82,84,93,97,98,103,105,109,112,126,128],provis:56,provisionserviceservic:56,provisionservicestub:56,pseudo:34,pseudocod:38,ptransform:[4,5,13,21,25,32,34,39,40,41,50,62,66,69,70,75,78,79,80,81,94,98,100,101,102,103,104,109,117,128],ptransform_arg:94,ptransform_fn:105,ptransform_kwarg:94,ptransform_overrid:[63,64,128],ptransform_side_input:94,ptransformoverrid:[50,66,70,81,94],ptransformwithsideinput:103,pub:32,pubsub:[12,20,128],pull:62,pure:3,purpos:97,push_valu:114,put:[10,18,93],putartifact:53,pvalu:[5,11,13,32,34,39,40,41,50,75,93,103,105,106,128],pvalue_class:11,pvalueerror:5,pvalueish:[50,105],python:[1,3,5,9,10,13,18,33,34,47,61,69,97,103,112,113,114,115,117,124],python_rpc_direct:[63,85,128],python_rpc_direct_runn:[63,85,86,128],python_urn:[51,128],pythonrpcdirectrunn:87,pyvcf:41,pyx:3,qualiti:41,queri:[21,25,26,27,28,65,76,93],query_latest_statistics_timestamp:25,query_result:21,query_splitt:[12,20,22,23,128],queryiter:27,querysplitt:28,querysplitterimpl:28,quickstart:21,quit:9,rais:[1,5,9,15,16,17,18,19,21,27,30,31,33,34,35,38,47,50,93,97,100,103,104,105,112,113,115,124],random:[1,18,26,28,109,124],randomli:124,randomuniquekeyfn:94,rang:[14,16,18,34,36,37,38,68,110],range_track:[12,14,16,34,38,128],rangetrack:[14,16,34,36,38],rather:[1,21,41,112,114,126],ratio:24,raw:[34,98],raw_byt:66,rawiobas:18,reach:[18,124],reachabl:[66,87,93],read:[1,3,13,14,16,17,18,19,21,25,27,30,31,32,34,35,38,39,40,41,68,78,128],read_al:3,read_bigendian_doubl:3,read_bigendian_int32:3,read_bigendian_int64:3,read_bigendian_uint64:3,read_buffer_s:31,read_byt:3,read_from_sourc:38,read_record:16,read_siz:17,read_var_int64:3,readabl:[17,18],readallfromavro:13,readallfromtext:39,reader:[21,34,68],readerposit:68,readerprogress:68,readfn:25,readfromavro:13,readfromdatastor:25,readfromsourc:38,readfromtext:[39,128],readfromtfrecord:40,readfromvcf:41,readi:[96,128],readinto:18,readlin:17,readstringsfrompubsub:32,real:[11,74],real_tim:[107,108],realclock:74,realiti:103,realli:4,reason:[4,124],rebalanc:[34,38],receiv:[34,38,82,103,112],recent:29,recommend:[13,38,39,97,119],record:[13,15,16,27,32,34,38,40,41,68],record_current_posit:34,record_index:68,record_start:36,recurs:[17,19,30,31,35],recv_pip:18,redefinit:47,reduc:[13,39,93,103],redund:34,reentrant:[34,38],refer:[21,34,38,41,45,50,105],referenc:92,reference_bas:41,reference_nam:41,reference_source_info:38,refsnp:41,refus:34,regist:[1,4,19,50,79,97,126],register_cod:4,register_observ:2,register_pickle_urn:126,register_structured_urn:1,register_urn:[1,105,126],registr:[4,126],registri:[1,4],regular:117,reify_window:100,reifywindow:103,reimplement:104,reject:104,rel:[17,18,68],relat:[5,34,45,54,75,105],releas:[81,82],relev:31,reli:[21,100],remain:[18,34,68],remaining_split_point:68,remaining_tim:68,remot:[21,32,66,87,88,124],remov:[39,109],remove_objects_from_arg:11,removedupl:109,renam:[17,19,30,31,33,34,35],repeat:21,repeatedli:[103,108],replac:[11,13,39,40,50,94,99,102,103,114,119],replace_al:50,report:[34,54,84,103,122,124],report_current_posit:34,report_onc:122,repres:[11,16,17,21,34,37,38,41,43,47,62,68,93,103,104,106,108,125,128],represent:[21,68,104,110],request:[17,18,24,25,26,27,36,44,53,54,55,56,68,78,81,88,124],request_dynamic_split:68,request_iter:[53,54],requir:[1,4,9,13,21,34,39,47,48,103,119],reserv:117,reset:108,reshuffl:109,reshuffleperkei:109,residu:[34,68,81],residual_range_track:38,residual_restrict:81,resolut:93,resourc:[34,56,97],respect:[13,21,34,38,39,40,41],respond:[65,76],respons:[4,17,19,26,27,30,35,54,55,79,81],rest:34,restrain:103,restrict:[34,44,81,94],restriction_cod:94,restriction_track:[12,128],restrictionprovid:103,restrictiontrack:[34,37,81,103],result:[1,10,11,16,17,21,25,28,34,38,41,43,44,47,66,68,78,79,80,81,83,96,102,103,105,109,110,112,119,122],result_pcol:105,resum:81,retri:[8,27,33,34,96,99,118,128],retriev:[11,18,53,112],retry_filt:124,retry_on_beam_io_error_filt:124,retry_on_io_error_and_server_error:96,retry_on_rpc_error:27,retry_on_server_errors_and_timeout_filt:124,retry_on_server_errors_filt:124,return_context:50,return_type_hint:112,returns_windowed_valu:68,revers:109,rewind:17,right:[38,50,124],right_fract:38,right_result:38,roll:29,root:[78,79,82],root_transform:[78,84],rootbundleprovid:82,rot_four:114,rot_n:114,rot_thre:114,rot_two:114,row:21,rowasdictjsoncod:21,rpc:[24,27,44,53,124],rpc_stats_callback:27,rpcerror:27,rule:27,run:[5,8,10,11,28,34,50,52,55,66,71,78,82,86,87,88,93,97,103,104,117],run__nativewrit:66,run_abc:93,run_combinevalu:66,run_command:90,run_flatten:66,run_groupbykei:66,run_impuls:66,run_pardo:66,run_pipelin:[66,77,93],run_queri:26,run_read:66,run_transform:93,run_using_threadpool:11,runner:[5,21,25,34,44,48,50,54,97,98,103,105,128],runnerapi:55,runnerapifn:[1,103,110,126],runnererror:5,runtim:[1,5,16,25,56,112,116],runtime_opt:49,runtimeerror:[5,50],runtimevalueprovid:49,runtimevalueprovidererror:5,safe:[34,76],safeti:34,sai:[4,34],same:[1,4,16,17,19,21,27,30,31,34,35,38,39,41,45,50,62,68,73,93,100,102,103,110,113,119,124],sampl:[1,21,102],samtool:41,satisfi:[34,115],save:122,save_modul:10,scale:41,scatter:26,scenario:[21,34],schedul:[75,79],schedule_pending_unblocked_task:78,schema:[13,21,41],schema_as_json:21,scheme:[17,30,33,34,35,48],scope:26,scoped_metrics_contain:[79,82],score:41,sdf:[69,81,94],sdf_common:[63,128],sdf_direct_runn:[63,72,128],sdf_invok:81,sdfprocesselementinvok:81,sdist:52,sdk:[29,34,54,56,61,66,112,117,127],sdkfunctionspec:[1,126],search:124,second:[4,27,38,74,96,98,105,109,110,114,122,124,125],section:34,see:[4,13,16,19,24,25,33,34,38,39,40,47,48,50,81,103,105,108,109,110],seek:[17,18],seek_cur:[17,18],seek_end:[17,18],seek_set:[17,18],seekabl:[16,17,18],select:[21,27,62],self:[1,2,34,103,104,105,112,125,126],semant:[25,34,98,105,108,111,117],send:[24,54,86],sens:4,sent:[24,54],separ:[21,41,103,110,112],sequenc:[34,41,115],sequenti:[18,34,53],seri:110,serial:[4,21,34,82,92,126],serializ:[98,109],serialize_windowing_strategi:66,serialized_data:66,serv:88,server:[53,54,55,56,63,85,86,124,128],servic:[8,13,21,34,39,47,48,53,54,55,56,65,66,68,96,124],session:[10,110],set:[4,13,14,16,17,18,19,21,24,25,31,34,38,39,40,41,44,45,47,48,62,66,78,81,84,93,96,103,108,109,110,112,117,119,124],set_current_posit:[14,34,36],set_opt:19,set_process_element_invok:81,set_running_in_gc:8,set_runtime_opt:49,set_split_points_unclaimed_callback:[34,36],setup:[52,81,97],setupopt:[47,48],sever:[12,14,21,68,100,103,105,109],sha1:99,shard:[13,15,28,39,40,100],shard_name_templ:[13,15,39,40],share:[21,73,78],shift:50,shortvalu:104,should:[10,11,16,17,18,19,21,24,30,34,35,39,45,50,53,62,68,81,82,93,94,96,97,98,100,102,103,104,106,108,109,112,117,122,124,126,128],should_drop:104,should_execute_seri:82,should_fir:108,shown:104,shuffl:68,shuffle_posit:68,shuffler:4,side:[5,11,21,24,62,78,80,86,103,106,109],side_input:[21,78,82,105],side_input_valu:79,side_t:21,sideinput:[101,128],sideinputerror:5,sideinputmap:106,sideinputparam:103,signal:[18,21,34],signatur:[93,103,124],signific:[25,128],significantli:[34,109],similar:29,similarli:21,simpl:[1,13,44,103,109,110,112,115,117,124,128],simplefilt:119,simpler:[9,34,105],simpli:[47,103,122],sinc:[1,4,21,24,25,34,74,100,110,119,125],singl:[13,15,16,18,21,25,34,41,43,72,76,77,83,87,102,103,109,110,112],singleton:62,singletoncod:1,sink:[12,15,17,21,32,34,39,40,68,128],sinkwrit:68,size:[1,3,11,13,16,17,18,19,25,30,31,34,35,39,80,109,110,128],size_in_byt:17,size_of_files_in_glob:31,skip:[38,39,99],skip_header_lin:39,sleep:[27,99,124],sleep_sec:96,slice_0:114,slice_1:114,slice_2:114,slice_3:114,slide:110,slidingwindow:110,slot:110,slow_stream:[0,128],small:[21,28],smaller:[27,109,125],smallest:[102,109],smallestperkei:102,snapshot:84,solut:105,some:[21,34,38,53,79,82,93,103,105,109,122,128],somefn:105,someth:[68,122],sometim:[4,103],soon:34,sortbi:122,sourc:[1,2,3,5,8,9,10,11,12,13,14,15,16,17,18,19,21,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,43,44,45,47,48,49,50,53,54,55,56,62,65,66,68,69,70,71,73,74,75,76,77,78,79,80,81,82,83,84,87,88,90,91,92,93,94,96,97,98,99,100,102,103,104,105,106,107,108,109,110,112,113,114,115,116,117,119,120,121,122,123,124,125,126,128],source_bundl:14,source_file_nam:[17,19,30,33,35],source_frac:14,source_index:14,source_info:38,source_ix:14,source_posit:14,source_test_util:[12,128],source_test_utils_test:38,sourcebas:[34,68],sourcebundl:34,sourcereaderprogress:68,sources_info:38,space:[4,124],speak:90,spec:41,spec_paramet:105,special:[21,69,103],specif:[13,34,39,43,47,50,61,62,68,69,78,81,82,94,103],specifi:[4,9,13,16,17,19,21,25,30,32,34,35,39,41,47,48,50,62,66,68,78,81,97,98,103,105,108,109,110,112,115,117,119,128],specul:108,spent:27,split:[13,14,16,17,19,21,25,28,30,33,34,35,36,37,38,39,54,65,68,94,103],split_fract:[34,38],split_offset:36,split_point:[34,36],split_points_unknown:34,split_posit:[34,38],split_result:38,splitfractionstatist:38,splitqueryfn:25,splitrestrictionfn:94,splittabl:[16,34,81,94,103],splittabledofn:[69,94],splittablepardo:94,splittablepardooverrid:94,splitter:28,sql:21,src:[28,31],src_dest_pair:31,sre:24,sre_pattern:19,sssss:[13,39,40],stabl:[54,128],stack:[73,114,115],stage:53,stai:[34,68],stand:34,standard:[17,21,47,105,124],standard_window_fns_pb2_grpc:[51,52,128],standardopt:[47,48],star:122,start:[14,18,33,34,36,37,38,41,47,48,79,90,93,96,110,122],start_bundl:[25,80,94,103,116],start_posit:[14,16,34,36,37,38],startup:[8,120],stat:[25,38],state:[34,54,55,65,66,76,78,81,82,93,96,108,114,115],statement:128,staticvalueprovid:49,statist:[25,27,45],statu:[93,124],step:[1,4,21,34,44,65,78,81,93],step_context:81,step_label:1,step_nam:78,still:[16,34,54,128],sting:21,stop:[34,37,38,93,122],stop_posit:[14,16,34,36,37,38,68],storag:[31,34,47,48,103],storage_api_servic:47,storage_cli:31,store:[24,38,41,50,54,69,110,115,125],store_attr:114,store_fast:114,store_glob:114,store_map:114,store_slice_0:114,store_slice_1:114,store_slice_2:114,store_slice_3:114,store_subscr:114,str:[1,9,13,15,16,18,21,27,31,38,39,41,50,97,99,104,112,117],straight:9,strategi:125,stream:[3,15,17,18,19,21,30,31,32,33,35,55,66,69,70,77,98,107,128],streaming_cr:[63,64,67,128],streamingcr:69,stress:38,strictli:[4,32],string:[1,9,13,16,17,18,19,21,30,32,33,35,36,39,40,41,44,45,48,62,68,96,99,100,104,123],string_valu:104,stringutil:66,strip_trailing_newlin:39,strongli:38,struct:123,struct_obj:91,struct_to_dict:91,structur:[9,17,19,30,35],strutf8cod:[1,39],sub:[16,25,32,34,68,93,103],sub_range_track:14,subclass:[2,4,34,36,38,45,47,48,102,103,104,105,110,120],subclassess:48,subcompon:104,subdirectori:128,subject:32,submit:[55,66,87,88],submodul:[22,85],subprocess:121,subscrib:55,subscript:32,subsequ:[34,68,124],subset:117,subsystem:4,subtrigg:108,succe:[34,38],succeed:[24,31],success:[24,27,34,68],successful_request:24,successfulli:[34,53,66],suffici:68,suffix:[13,17,39,40,99],suggest:[34,119],suggested_split_posit:38,suitabl:[1,82,103],sum:[29,43,103],suppli:[50,62,97],support:[1,9,13,17,18,21,32,33,34,39,50,68,77,93,103,104,105,108,112,116],suppos:26,sure:[48,81,94,96],surround:109,switchingdirectrunn:77,symmetric_binary_op:114,sync:82,syntax:[1,9,21,103,111,117],sys:[47,50,97],system:[17,19,25,30,33,34,35,97,108],tabl:[21,25,34],table_row:21,table_schema:21,table_schema_to_dict:21,tablecel:21,tablefieldschema:21,tablerefer:21,tablerow:21,tablerowjsoncod:21,tableschema:21,tag:[62,97,103,109],taggedoutput:62,tail:[17,19,30,35],take:[11,34,50,68,100,103],taken:109,takes_windowed_valu:68,target:[24,109],target_batch_duration_sec:109,target_batch_overhead:109,target_window_fn:106,task:[34,78],techniqu:21,tell:[17,18],temp_path:15,tempdir:99,templat:[13,39,40,49],temporari:[32,34,99,109],temporarili:124,term:[21,34],termin:[34,81,96],test:[21,26,38,48,71,74,86,109,124,128],test_bigquery_cli:21,test_client:21,test_dataflow_runn:[63,64,128],test_method:81,test_pipelin:[95,128],test_runner_api:50,test_stream:[95,128],test_util:[95,128],testcas:99,testclock:74,testdataflowrunn:71,testopt:[47,48],testpipelin:97,testrunn:97,teststream:98,testwindowedvalu:100,text:[34,39,50,128],textio:[12,128],tfrecord:40,tfrecordio:[12,128],than:[1,17,19,21,25,28,34,36,41,98,103,109,112,114,125,126],thei:[17,34,38,45,62,82,100,103,110],them:[10,34,66,103],themselv:[44,62,117],therebi:103,therefor:17,thi:[1,4,8,11,13,15,16,17,18,19,21,24,25,27,28,29,30,31,32,34,35,36,38,39,40,41,43,44,45,47,50,53,54,62,63,64,68,69,72,73,75,77,78,81,82,86,93,94,96,97,99,100,103,104,105,106,108,109,110,112,115,117,119,122,124,125,126,128],thing:[34,122],those:[1,13,21,34,69,97,103,104],thread:[11,34,38,76],three:[4,34,38,44],throttl:[24,27],throttle_delai:27,throttle_request:24,throttled_sec:27,throttler:[24,27],through:[25,34,36,40,48,50,124],throughout:[11,21],throughput:77,thu:109,till:81,time:[4,11,13,16,21,24,27,34,39,40,41,66,68,74,81,82,93,96,98,102,103,107,108,109,110,117,120,124,125],time_domain:[83,108],timedelta:104,timedomain:107,timeout:[93,124],timer:[78,81,83,84,107,108],timer_fir:83,timerfir:83,timestamp:[1,25,27,43,73,81,83,84,98,100,103,104,107,108,110,118,128],timestamp_combin:[103,110],timestampcod:1,timestampcombin:110,timestamped_valu:98,timestampedvalu:[98,110],timestampparam:[81,103],timeutil:[1,101,110,128],to_be_merg:[108,110],to_delete_mut:25,to_json_valu:9,to_low:112,to_runner_api:[1,45,50,62,92,103,105,108,126],to_runner_api_paramet:[1,34,103,105,110,126],to_upsert_mut:25,to_utc_datetim:125,todict:102,todo:[33,50,69],togeth:[45,103],toggl:112,toler:[34,41],tolist:102,too:[28,38],took:[1,126],tool:21,top:[50,102,112,114,128],topic:32,tostringcod:39,total:[34,38,68,102,109,112,124],track:[29,34,36,43,45,75,76,78,82,84],tracker:[14,29,34,36,38,81],transform:[4,13,14,21,25,32,34,39,40,41,44,47,50,62,66,68,69,73,75,77,78,80,81,82,84,93,94,98,100,116,128],transform_evalu:[63,72,81,83,128],transform_evaluation_st:79,transform_evaluator_registri:79,transform_keyed_st:84,transform_nod:[66,93],transformerror:5,transformevalu:[79,82,83],transformevaluatorregistri:82,transformexecutor:79,transformresult:[78,83],transformss:94,transformwatermark:84,translat:65,travers:[47,50],treat:125,treatment:103,tree:[17,30,35],tri:124,trigger:[78,101,128],triggercontext:108,triggerfn:[103,108],trivial:[38,115],trivial_infer:[111,128],try_claim:[14,34,36,37],try_split:[14,34,36,38],tupl:[1,9,11,14,27,31,34,38,41,62,100,102,103,109,112,117,126],tuplecod:1,tuplesequencecod:1,turn:[21,124],twice:[10,34],two:[4,13,17,19,30,33,34,35,38,68,112,115,117,119],txt:99,typ:113,type1:21,type2:21,type3:21,type:[1,4,9,11,13,16,17,19,21,30,31,34,35,36,38,41,50,54,62,68,97,103,104,105,109,111,112,113,115,116,117,125,126],type_1:112,type_2:112,type_check:117,type_check_input:105,type_check_inputs_or_output:105,type_check_output:105,type_hint:[105,112,116],typecheck:[111,128],typecheckcombinefn:116,typecheckerror:112,typecheckvisitor:116,typecheckwrapperdofn:116,typecod:[0,128],typeconstraint:[105,112,115,117],typedict:104,typeerror:[9,15,16,21,50,103,105],typehint:[1,4,103,105,128],typeinferenceerror:115,typeopt:[47,48],typevari:117,typic:[16,39,40,41,50,93,103,105],uid:34,ultim:112,unabl:25,unari:114,unary_convert:114,unary_invert:114,unary_neg:114,unary_not:114,unary_posit:114,unavail:28,unbound:[68,69,98,110,128],unclaim:34,uncommit:78,uncommitted_output_bundl:83,uncommittedbundl:73,uncompress:17,unconsum:34,undeclar:103,undeclared_tag_valu:83,under:[25,32,103,109],underli:[19,28,39,41,78,105,108,110,115],underscor:21,undesir:4,unfinish:34,unicod:104,union:[14,38,93,110,115,117],union_list:115,uniqu:[32,34,44,62,94,102,109],unit:[26,38,104,110],unittest:99,unix:[98,110,125],unknown:[1,34,93],unless:[13,18,39,62,110],unmergedst:78,unpack:[112,123],unpack_ani:123,unpack_sequ:114,unpickl:[48,97],unprocess:[34,81],unprocessed_bundl:[83,84],unsplitt:[34,36],unsplittablerangetrack:36,unstart:36,until:[33,55,66,80,82,93,97,103],unused_arg:[94,103,112,114],unused_context:[1,103,105,108,110,126],unused_el:69,unused_fn_paramet:110,unused_input:[32,34,98,103],unused_input_typ:[69,103,105],unused_kwarg:[94,103,112],unused_paramet:103,unused_payload:[1,103],unused_registri:1,unused_st:114,unused_typehint:1,unwrap:[98,115],unwrap_al:115,updat:[21,25,34,43,44,45,50,66,76,78,84,93],update_phys:76,update_watermark:84,upload:[18,53],uploaderstream:18,upon:18,upper:[13,39,40,112],upstream:75,upto:27,uqfound:10,uri:[17,30,35,48],uri_schema_pattern:19,url:[33,104],url_pattern:33,urn:[1,61,103,105,110,118,128],usabl:13,usag:[1,34,38,50,105,112,120,122],use:[1,2,3,4,6,7,8,9,10,11,13,14,17,19,21,24,25,26,27,29,30,31,32,34,35,38,39,44,45,47,48,50,51,52,53,61,62,66,68,73,74,75,79,82,83,84,92,97,98,99,103,106,112,114,115,116,118,119,121,122,123,124,125,126],use_standard_sql:21,used:[1,4,10,11,13,16,17,19,21,26,30,32,34,35,36,39,40,41,43,44,45,47,50,62,63,66,68,73,74,75,78,81,82,83,93,96,97,98,100,103,104,105,106,108,109,110,112,117,124,126],useful:[1,78],user:[11,13,16,17,19,21,25,30,34,35,44,45,62,65,68,104,106,120],uses:[4,28,82,99],using:[1,4,8,9,11,25,34,39,41,50,68,77,79,94,98,103,105,110,112,117,119],utf:[1,32,39],util:[6,8,9,12,17,18,20,22,23,38,63,66,72,81,89,92,95,97,98,99,101,103,107,110,112,127,128],val:3,valid:[13,16,17,21,27,39,40,41,47,48,81,97,100,103,104,105,112,117],validate_cloud_opt:48,validate_composite_type_param:105,validate_cr:21,validate_gcs_path:48,validate_optional_argument_posit:48,validate_test_match:48,validate_writ:21,validatesrunn:97,valu:[1,2,3,5,9,10,11,13,15,16,19,21,25,32,34,38,39,40,41,43,44,45,47,48,49,50,62,68,69,75,80,84,93,97,98,99,100,102,103,104,106,108,109,110,112,113,115,123,124,125],value_cod:1,value_provid:[46,128],value_provider_list:49,value_to_consum:[78,84],value_typ:49,valueerror:[15,16,17,18,21,31,34,38,47,50,97,103,104,112,113,115],valueprovid:[5,15,16,49],vari:1,variabl:[1,45],variant:41,variantcal:41,variantinfo:41,varint:3,varintcod:1,variou:[21,38,114],vcf:41,vcfio:[12,128],vcfv4:41,verbos:115,veri:[62,80],verif:96,verifi:[13,16,38,39,40,41,71,96,97,98,116],version:[1,41,69,119,128],verybig:21,vet:54,via:[81,92,110,117,126],view:[48,78],view_a:47,view_class:106,view_opt:106,violat:112,visit:[50,93],visit_transform:[75,116],visitor:[50,75],voluntarili:81,wai:[4,25,34,36,38,68,103,105,109,119],wait:[27,66,93,96,97],wait_until_finish:93,want:[4,25,34,62,93,124],warn:[119,124],watermark:[78,81,84,98,103,107,108],watermark_manag:[63,72,128],watermark_neg_inf:84,watermark_pos_inf:84,watermarkev:98,watermarkmanag:84,watermarkreporterparam:103,weather_st:21,weight:38,well:[29,34,38],were:[34,78,105,109],what:[1,21,34,108,110,119],whatev:[25,50,109],when:[3,8,13,16,17,18,21,25,27,32,34,38,39,40,50,52,62,78,81,98,99,103,104,105,108,115,117,125],whenc:[17,18],whenev:[4,103],where:[1,16,31,34,50,62,103,109,110,112,113,124,126,128],whether:[1,16,21,24,34,39,43,50,62,68,73,104,108,110,115],which:[1,11,13,14,16,17,21,24,25,28,32,34,36,39,40,41,54,62,63,68,69,77,81,93,97,103,108,109,110,112,113,116,122,124,128],who:97,whole:[16,17,21,34,48,112],whose:[1,34,36,50,62,103,108,109],width:110,window:[1,29,62,66,68,73,80,81,83,94,98,100,101,103,105,106,108,109,128],window_cod:1,window_fn:110,window_m:[24,29],windowed_valu:110,windowedtypeconstraint:117,windowedvalu:[73,98,103,117],windowedvaluecod:1,windowfn:[103,110],windowing_strategi:94,windowinto:[103,110],windowintofn:103,windowparam:[80,81,94,103],wipe:93,wish:104,with_default:103,with_exponential_backoff:124,with_input_typ:[4,105,112],with_nam:44,with_namespac:44,with_output:103,with_output_typ:[4,105,112],with_step:44,with_typ:9,within:[34,38,53,68,73,78,110],without:[16,34,102,122],without_default:103,withtypehint:[103,105,112],work:[21,27,34,38,45,50,54,68,109,112],worker:[8,10,25,34,47,56,66,68,103,120],worker_executing_project:8,workeropt:[47,48],workflow:[8,10,34],workitem:68,would:[1,34,62,110,112,126],wrap:[9,18,62,69,103,105,124],wrapped_value_cod:1,wrapper:[17,21,47,62,71,97,105,112,116,122],writabl:18,write:[1,3,4,13,15,17,18,19,21,25,26,27,30,31,32,33,34,35,39,40,50,68,78,126,128],write_:15,write_append:21,write_bigendian_doubl:3,write_bigendian_int32:3,write_bigendian_int64:3,write_bigendian_uint64:3,write_byt:3,write_disposit:21,write_empti:21,write_encoded_record:15,write_mut:27,write_record:15,write_result:34,write_trunc:21,write_var_int64:3,writeabl:17,writeimpl:34,writer:[21,34,44,68,106],writer_result:34,writestringstopubsub:32,writetoavro:13,writetobigqueri:21,writetodatastor:25,writetotext:[39,50,128],writetotfrecord:40,writetrunc:21,written:[13,15,17,18,19,21,30,34,35,39,40,99],wrong:41,wrote:34,xrang:119,xyz:[4,47,93],xyzcod:4,xyzopt:47,year:21,yet:[34,77],yield:[2,16,34,103,124],you:[13,25,39,47,48,104],your:[38,48,128],zero:[34,103]},titles:["apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.gcp package","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.datastore.v1.adaptive_throttler module","apache_beam.io.gcp.datastore.v1.datastoreio module","apache_beam.io.gcp.datastore.v1.fake_datastore module","apache_beam.io.gcp.datastore.v1.helper module","apache_beam.io.gcp.datastore.v1.query_splitter module","apache_beam.io.gcp.datastore.v1.util module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.experimental package","apache_beam.runners.experimental.python_rpc_direct package","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner module","apache_beam.runners.experimental.python_rpc_direct.server module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.display module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{adaptive_throttl:24,annot:119,apach:128,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127],api:[52,53,54,55,56,57,58,59],auth:8,avroio:13,beam:128,beam_artifact_api_pb2_grpc:53,beam_fn_api_pb2_grpc:54,beam_job_api_pb2_grpc:55,beam_provision_api_pb2_grpc:56,beam_runner_api_pb2_grpc:57,bigqueri:21,bundle_factori:73,cell:43,clock:74,coder:[0,1,2,3,4],combin:102,common_urn:60,concat_sourc:14,consumer_tracking_pipeline_visitor:75,core:103,dataflow:[64,65,66,67,68,69,70,71],dataflow_metr:65,dataflow_runn:66,datastor:[22,23,24,25,26,27,28,29],datastoreio:25,decor:112,direct:[72,73,74,75,76,77,78,79,80,81,82,83,84],direct_metr:76,direct_runn:77,displai:104,endpoints_pb2_grpc:58,error:5,evaluation_context:78,executor:79,experiment:[85,86,87,88],fake_datastor:26,filebasedsink:15,filebasedsourc:16,filesystem:[17,19],filesystemio:18,gcp:[7,8,9,20,21,22,23,24,25,26,27,28,29,30,31,32],gcsfilesystem:30,gcsio:31,hadoopfilesystem:33,helper:27,helper_transform:80,intern:[6,7,8,9,10,11],iobas:[34,68],job:[89,90,91],json_valu:9,localfilesystem:35,manag:90,metric:[42,43,44,45],metricbas:45,modul:[1,2,3,4,5,8,9,10,11,13,14,15,16,17,18,19,21,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,43,44,45,47,48,49,50,53,54,55,56,57,58,59,60,61,62,65,66,68,69,70,71,73,74,75,76,77,78,79,80,81,82,83,84,87,88,90,91,92,93,94,96,97,98,99,100,102,103,104,105,106,107,108,109,110,112,113,114,115,116,117,119,120,121,122,123,124,125,126,127],native_io:[67,68,69],native_type_compat:113,observ:2,opcod:114,option:[46,47,48,49],overview:128,packag:[0,6,7,12,20,22,23,42,46,51,52,63,64,67,72,85,86,89,95,101,111,118],pickler:10,pipelin:50,pipeline_context:92,pipeline_opt:47,pipeline_options_valid:48,pipeline_verifi:96,plugin:120,portabl:[51,52,53,54,55,56,57,58,59,60,61],process:121,profil:122,proto_util:123,ptransform:105,ptransform_overrid:70,pubsub:32,pvalu:62,python:128,python_rpc_direct:[86,87,88],python_rpc_direct_runn:87,python_urn:61,query_splitt:28,range_track:36,restriction_track:37,retri:124,runner:[63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94],sdf_common:94,sdf_direct_runn:81,sdk:128,server:88,sideinput:106,slow_stream:3,source_test_util:38,standard_window_fns_pb2_grpc:59,statu:128,streaming_cr:69,submodul:[0,6,7,12,20,23,42,46,51,52,63,64,67,72,86,89,95,101,111,118,128],subpackag:[6,12,20,22,51,63,64,85,128],test:[95,96,97,98,99,100],test_dataflow_runn:71,test_pipelin:97,test_stream:98,test_util:99,textio:39,tfrecordio:40,timestamp:125,timeutil:107,transform:[101,102,103,104,105,106,107,108,109,110],transform_evalu:82,trigger:108,trivial_infer:115,typecheck:116,typecod:4,typehint:[111,112,113,114,115,116,117],typic:128,urn:126,usag:128,util:[11,29,83,91,100,109,118,119,120,121,122,123,124,125,126],value_provid:49,vcfio:41,version:127,watermark_manag:84,window:110}})