Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.gcp","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.datastore.v1.adaptive_throttler","apache_beam.io.gcp.datastore.v1.datastoreio","apache_beam.io.gcp.datastore.v1.fake_datastore","apache_beam.io.gcp.datastore.v1.helper","apache_beam.io.gcp.datastore.v1.query_splitter","apache_beam.io.gcp.datastore.v1.util","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.experimental","apache_beam.runners.experimental.python_rpc_direct","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner","apache_beam.runners.experimental.python_rpc_direct.server","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.pipeline_verifiers","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.display","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.datastore.v1.adaptive_throttler.rst","apache_beam.io.gcp.datastore.v1.datastoreio.rst","apache_beam.io.gcp.datastore.v1.fake_datastore.rst","apache_beam.io.gcp.datastore.v1.helper.rst","apache_beam.io.gcp.datastore.v1.query_splitter.rst","apache_beam.io.gcp.datastore.v1.util.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.experimental.rst","apache_beam.runners.experimental.python_rpc_direct.rst","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.rst","apache_beam.runners.experimental.python_rpc_direct.server.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.display.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[133,0,0,"-"]},"apache_beam.coders":{coders:[1,0,0,"-"],observable:[2,0,0,"-"],slow_stream:[3,0,0,"-"],typecoders:[4,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,3,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],register_structured_urn:[1,4,1,""],register_urn:[1,3,1,""],to_runner_api:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],coders:[1,2,1,""],from_runner_api_parameter:[1,4,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[2,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[2,2,1,""],register_observer:[2,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[3,1,1,""],InputStream:[3,1,1,""],OutputStream:[3,1,1,""],get_varint_size:[3,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[3,2,1,""],get_count:[3,2,1,""],write:[3,2,1,""],write_byte:[3,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[3,2,1,""],read_all:[3,2,1,""],read_bigendian_double:[3,2,1,""],read_bigendian_int32:[3,2,1,""],read_bigendian_int64:[3,2,1,""],read_bigendian_uint64:[3,2,1,""],read_byte:[3,2,1,""],read_var_int64:[3,2,1,""],size:[3,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[3,2,1,""],size:[3,2,1,""],write:[3,2,1,""],write_bigendian_double:[3,2,1,""],write_bigendian_int32:[3,2,1,""],write_bigendian_int64:[3,2,1,""],write_bigendian_uint64:[3,2,1,""],write_byte:[3,2,1,""],write_var_int64:[3,2,1,""]},"apache_beam.error":{BeamError:[5,6,1,""],PValueError:[5,6,1,""],PipelineError:[5,6,1,""],RunnerError:[5,6,1,""],RuntimeValueProviderError:[5,6,1,""],SideInputError:[5,6,1,""],TransformError:[5,6,1,""]},"apache_beam.internal":{gcp:[7,0,0,"-"],pickler:[10,0,0,"-"],util:[11,0,0,"-"]},"apache_beam.internal.gcp":{auth:[8,0,0,"-"],json_value:[9,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[8,6,1,""],get_service_credentials:[8,5,1,""],set_running_in_gce:[8,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[9,5,1,""],get_typed_value_descriptor:[9,5,1,""],to_json_value:[9,5,1,""]},"apache_beam.internal.pickler":{dump_session:[10,5,1,""],dumps:[10,5,1,""],load_session:[10,5,1,""],loads:[10,5,1,""],new_save_module_dict:[10,5,1,""],save_module:[10,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[11,1,1,""],insert_values_in_args:[11,5,1,""],remove_objects_from_args:[11,5,1,""],run_using_threadpool:[11,5,1,""]},"apache_beam.io":{avroio:[13,0,0,"-"],concat_source:[14,0,0,"-"],filebasedsink:[15,0,0,"-"],filebasedsource:[16,0,0,"-"],filesystem:[17,0,0,"-"],filesystemio:[18,0,0,"-"],filesystems:[19,0,0,"-"],gcp:[20,0,0,"-"],hadoopfilesystem:[33,0,0,"-"],iobase:[34,0,0,"-"],localfilesystem:[35,0,0,"-"],range_trackers:[36,0,0,"-"],restriction_trackers:[37,0,0,"-"],source_test_utils:[38,0,0,"-"],textio:[39,0,0,"-"],tfrecordio:[40,0,0,"-"],utils:[41,0,0,"-"],vcfio:[42,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[13,1,1,""],ReadFromAvro:[13,1,1,""],WriteToAvro:[13,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[13,7,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[14,1,1,""],ConcatSource:[14,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[14,2,1,""],global_to_local:[14,2,1,""],local_to_global:[14,2,1,""],position_at_fraction:[14,2,1,""],set_current_position:[14,2,1,""],start_position:[14,2,1,""],stop_position:[14,2,1,""],sub_range_tracker:[14,2,1,""],try_claim:[14,2,1,""],try_split:[14,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[14,2,1,""],estimate_size:[14,2,1,""],get_range_tracker:[14,2,1,""],read:[14,2,1,""],sources:[14,7,1,""],split:[14,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[15,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[15,2,1,""],display_data:[15,2,1,""],finalize_write:[15,2,1,""],initialize_write:[15,2,1,""],open:[15,2,1,""],open_writer:[15,2,1,""],pre_finalize:[15,2,1,""],write_encoded_record:[15,2,1,""],write_record:[15,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[16,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[16,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[16,7,1,""],display_data:[16,2,1,""],estimate_size:[16,2,1,""],get_range_tracker:[16,2,1,""],open_file:[16,2,1,""],read:[16,2,1,""],read_records:[16,2,1,""],split:[16,2,1,""],splittable:[16,7,1,""]},"apache_beam.io.filesystem":{CompressedFile:[17,1,1,""],CompressionTypes:[17,1,1,""],FileMetadata:[17,1,1,""],FileSystem:[17,1,1,""],MatchResult:[17,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[17,2,1,""],closed:[17,2,1,""],flush:[17,2,1,""],read:[17,2,1,""],readable:[17,2,1,""],readline:[17,2,1,""],seek:[17,2,1,""],seekable:[17,7,1,""],tell:[17,2,1,""],write:[17,2,1,""],writeable:[17,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[17,7,1,""],BZIP2:[17,7,1,""],GZIP:[17,7,1,""],UNCOMPRESSED:[17,7,1,""],detect_compression_type:[17,3,1,""],is_valid_compression_type:[17,3,1,""],mime_type:[17,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[17,2,1,""],CHUNK_SIZE:[17,7,1,""],checksum:[17,2,1,""],copy:[17,2,1,""],create:[17,2,1,""],exists:[17,2,1,""],has_dirs:[17,2,1,""],join:[17,2,1,""],match:[17,2,1,""],mkdirs:[17,2,1,""],open:[17,2,1,""],rename:[17,2,1,""],scheme:[17,3,1,""],size:[17,2,1,""],split:[17,2,1,""]},"apache_beam.io.filesystemio":{Downloader:[18,1,1,""],DownloaderStream:[18,1,1,""],PipeStream:[18,1,1,""],Uploader:[18,1,1,""],UploaderStream:[18,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[18,2,1,""],size:[18,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[18,2,1,""],readinto:[18,2,1,""],seek:[18,2,1,""],seekable:[18,2,1,""],tell:[18,2,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[18,2,1,""],seek:[18,2,1,""],tell:[18,2,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[18,2,1,""],put:[18,2,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[18,2,1,""],tell:[18,2,1,""],writable:[18,2,1,""],write:[18,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[19,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[19,4,1,""],URI_SCHEMA_PATTERN:[19,7,1,""],checksum:[19,4,1,""],copy:[19,4,1,""],create:[19,4,1,""],exists:[19,4,1,""],get_chunk_size:[19,4,1,""],get_filesystem:[19,4,1,""],get_scheme:[19,4,1,""],join:[19,4,1,""],match:[19,4,1,""],mkdirs:[19,4,1,""],open:[19,4,1,""],rename:[19,4,1,""],set_options:[19,3,1,""],split:[19,4,1,""]},"apache_beam.io.gcp":{bigquery:[21,0,0,"-"],datastore:[22,0,0,"-"],gcsfilesystem:[30,0,0,"-"],gcsio:[31,0,0,"-"],pubsub:[32,0,0,"-"]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[21,1,1,""],BigQuerySink:[21,1,1,""],BigQuerySource:[21,1,1,""],TableRowJsonCoder:[21,1,1,""],WriteToBigQuery:[21,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[21,7,1,""],CREATE_NEVER:[21,7,1,""],WRITE_APPEND:[21,7,1,""],WRITE_EMPTY:[21,7,1,""],WRITE_TRUNCATE:[21,7,1,""],validate_create:[21,4,1,""],validate_write:[21,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[21,2,1,""],format:[21,7,1,""],schema_as_json:[21,2,1,""],writer:[21,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[21,2,1,""],format:[21,7,1,""],reader:[21,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[21,2,1,""],encode:[21,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[21,2,1,""],expand:[21,2,1,""],get_dict_table_schema:[21,4,1,""],get_table_schema_from_string:[21,4,1,""],table_schema_to_dict:[21,4,1,""]},"apache_beam.io.gcp.datastore":{v1:[23,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{adaptive_throttler:[24,0,0,"-"],datastoreio:[25,0,0,"-"],fake_datastore:[26,0,0,"-"],helper:[27,0,0,"-"],query_splitter:[28,0,0,"-"],util:[29,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler":{AdaptiveThrottler:[24,1,1,""]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler":{MIN_REQUESTS:[24,7,1,""],successful_request:[24,2,1,""],throttle_request:[24,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[25,1,1,""],ReadFromDatastore:[25,1,1,""],WriteToDatastore:[25,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[25,1,1,""],SplitQueryFn:[25,1,1,""],display_data:[25,2,1,""],expand:[25,2,1,""],get_estimated_num_splits:[25,4,1,""],get_estimated_size_bytes:[25,4,1,""],query_latest_statistics_timestamp:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[25,2,1,""],process:[25,2,1,""],start_bundle:[25,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[25,2,1,""],process:[25,2,1,""],start_bundle:[25,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[26,5,1,""],create_entities:[26,5,1,""],create_response:[26,5,1,""],create_run_query:[26,5,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[27,1,1,""],compare_path:[27,5,1,""],fetch_entities:[27,5,1,""],get_datastore:[27,5,1,""],is_key_valid:[27,5,1,""],key_comparator:[27,5,1,""],make_kind_stats_query:[27,5,1,""],make_latest_timestamp_query:[27,5,1,""],make_partition:[27,5,1,""],make_request:[27,5,1,""],retry_on_rpc_error:[27,5,1,""],write_mutations:[27,5,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[28,5,1,""]},"apache_beam.io.gcp.datastore.v1.util":{MovingSum:[29,1,1,""]},"apache_beam.io.gcp.datastore.v1.util.MovingSum":{add:[29,2,1,""],count:[29,2,1,""],has_data:[29,2,1,""],sum:[29,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[30,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[30,2,1,""],CHUNK_SIZE:[30,7,1,""],GCS_PREFIX:[30,7,1,""],checksum:[30,2,1,""],copy:[30,2,1,""],create:[30,2,1,""],exists:[30,2,1,""],has_dirs:[30,2,1,""],join:[30,2,1,""],mkdirs:[30,2,1,""],open:[30,2,1,""],rename:[30,2,1,""],scheme:[30,3,1,""],size:[30,2,1,""],split:[30,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[31,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[31,2,1,""],checksum:[31,2,1,""],copy:[31,2,1,""],copy_batch:[31,2,1,""],copytree:[31,2,1,""],delete_batch:[31,2,1,""],exists:[31,2,1,""],list_prefix:[31,2,1,""],open:[31,2,1,""],rename:[31,2,1,""],size:[31,2,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[32,1,1,""],ReadFromPubSub:[32,1,1,""],ReadStringsFromPubSub:[32,1,1,""],WriteStringsToPubSub:[32,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[32,7,1,""],payload:[32,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[32,2,1,""],to_runner_api_parameter:[32,2,1,""]},"apache_beam.io.gcp.pubsub.ReadStringsFromPubSub":{expand:[32,2,1,""]},"apache_beam.io.gcp.pubsub.WriteStringsToPubSub":{expand:[32,2,1,""],to_runner_api_parameter:[32,2,1,""],topic:[32,7,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[33,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[33,2,1,""],checksum:[33,2,1,""],copy:[33,2,1,""],create:[33,2,1,""],exists:[33,2,1,""],has_dirs:[33,2,1,""],join:[33,2,1,""],mkdirs:[33,2,1,""],open:[33,2,1,""],rename:[33,2,1,""],scheme:[33,3,1,""],size:[33,2,1,""],split:[33,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[34,1,1,""],RangeTracker:[34,1,1,""],Read:[34,1,1,""],RestrictionTracker:[34,1,1,""],Sink:[34,1,1,""],Write:[34,1,1,""],Writer:[34,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[34,2,1,""],estimate_size:[34,2,1,""],get_range_tracker:[34,2,1,""],is_bounded:[34,2,1,""],read:[34,2,1,""],split:[34,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[34,7,1,""],fraction_consumed:[34,2,1,""],position_at_fraction:[34,2,1,""],set_current_position:[34,2,1,""],set_split_points_unclaimed_callback:[34,2,1,""],split_points:[34,2,1,""],start_position:[34,2,1,""],stop_position:[34,2,1,""],try_claim:[34,2,1,""],try_split:[34,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[34,2,1,""],expand:[34,2,1,""],from_runner_api_parameter:[34,4,1,""],get_windowing:[34,2,1,""],to_runner_api_parameter:[34,2,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[34,2,1,""],checkpoint:[34,2,1,""],current_restriction:[34,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[34,2,1,""],initialize_write:[34,2,1,""],open_writer:[34,2,1,""],pre_finalize:[34,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[34,2,1,""],expand:[34,2,1,""]},"apache_beam.io.iobase.Writer":{close:[34,2,1,""],write:[34,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[35,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[35,2,1,""],checksum:[35,2,1,""],copy:[35,2,1,""],create:[35,2,1,""],exists:[35,2,1,""],has_dirs:[35,2,1,""],join:[35,2,1,""],mkdirs:[35,2,1,""],open:[35,2,1,""],rename:[35,2,1,""],scheme:[35,3,1,""],size:[35,2,1,""],split:[35,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[36,1,1,""],OffsetRangeTracker:[36,1,1,""],OrderedPositionRangeTracker:[36,1,1,""],UnsplittableRangeTracker:[36,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[36,3,1,""],position_to_fraction:[36,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[36,7,1,""],fraction_consumed:[36,2,1,""],last_record_start:[36,7,1,""],position_at_fraction:[36,2,1,""],set_current_position:[36,2,1,""],set_split_points_unclaimed_callback:[36,2,1,""],split_points:[36,2,1,""],start_position:[36,2,1,""],stop_position:[36,2,1,""],try_claim:[36,2,1,""],try_split:[36,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[36,7,1,""],fraction_consumed:[36,2,1,""],fraction_to_position:[36,2,1,""],position_at_fraction:[36,2,1,""],position_to_fraction:[36,2,1,""],start_position:[36,2,1,""],stop_position:[36,2,1,""],try_claim:[36,2,1,""],try_split:[36,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[36,2,1,""],position_at_fraction:[36,2,1,""],set_current_position:[36,2,1,""],set_split_points_unclaimed_callback:[36,2,1,""],split_points:[36,2,1,""],start_position:[36,2,1,""],stop_position:[36,2,1,""],try_claim:[36,2,1,""],try_split:[36,2,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[37,1,1,""],OffsetRestrictionTracker:[37,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[37,2,1,""],split:[37,2,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[37,2,1,""],checkpoint:[37,2,1,""],current_restriction:[37,2,1,""],start_position:[37,2,1,""],stop_position:[37,2,1,""],try_claim:[37,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[38,5,1,""],assert_sources_equal_reference_source:[38,5,1,""],assert_split_at_fraction_behavior:[38,5,1,""],assert_split_at_fraction_binary:[38,5,1,""],assert_split_at_fraction_exhaustive:[38,5,1,""],assert_split_at_fraction_fails:[38,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[38,5,1,""],read_from_source:[38,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[39,1,1,""],ReadFromText:[39,1,1,""],WriteToText:[39,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[39,7,1,""],expand:[39,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[39,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[39,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[40,1,1,""],WriteToTFRecord:[40,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[40,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[40,2,1,""]},"apache_beam.io.utils":{CountingSource:[41,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[41,2,1,""],get_range_tracker:[41,2,1,""],read:[41,2,1,""],split:[41,2,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[42,1,1,""],ReadFromVcf:[42,1,1,""],Variant:[42,1,1,""],VariantCall:[42,1,1,""],VariantInfo:[42,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[42,7,1,""],line:[42,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[42,2,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[42,7,1,""],field_count:[42,7,1,""]},"apache_beam.metrics":{cells:[44,0,0,"-"],metric:[45,0,0,"-"],metricbase:[46,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[44,1,1,""],GaugeResult:[44,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[44,7,1,""],max:[44,7,1,""],mean:[44,7,1,""],min:[44,7,1,""],sum:[44,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[44,7,1,""],value:[44,7,1,""]},"apache_beam.metrics.metric":{Metrics:[45,1,1,""],MetricsFilter:[45,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[45,1,1,""],DelegatingDistribution:[45,1,1,""],DelegatingGauge:[45,1,1,""],counter:[45,4,1,""],distribution:[45,4,1,""],gauge:[45,4,1,""],get_namespace:[45,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[45,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[45,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[45,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[45,7,1,""],namespaces:[45,7,1,""],steps:[45,7,1,""],with_name:[45,2,1,""],with_names:[45,2,1,""],with_namespace:[45,2,1,""],with_namespaces:[45,2,1,""],with_step:[45,2,1,""],with_steps:[45,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[46,1,1,""],Distribution:[46,1,1,""],Gauge:[46,1,1,""],Metric:[46,1,1,""],MetricName:[46,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[46,2,1,""],inc:[46,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[46,2,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[46,2,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[46,4,1,""],to_runner_api:[46,2,1,""]},"apache_beam.options":{pipeline_options:[48,0,0,"-"],pipeline_options_validator:[49,0,0,"-"],value_provider:[50,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[48,1,1,""],DirectOptions:[48,1,1,""],GoogleCloudOptions:[48,1,1,""],HadoopFileSystemOptions:[48,1,1,""],PipelineOptions:[48,1,1,""],ProfilingOptions:[48,1,1,""],SetupOptions:[48,1,1,""],StandardOptions:[48,1,1,""],TestOptions:[48,1,1,""],TypeOptions:[48,1,1,""],WorkerOptions:[48,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[48,7,1,""],COMPUTE_API_SERVICE:[48,7,1,""],DATAFLOW_ENDPOINT:[48,7,1,""],STORAGE_API_SERVICE:[48,7,1,""],validate:[48,2,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[48,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[48,2,1,""],from_dictionary:[48,3,1,""],get_all_options:[48,2,1,""],view_as:[48,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[48,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[48,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[48,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[49,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[49,7,1,""],ERR_INVALID_GCS_BUCKET:[49,7,1,""],ERR_INVALID_GCS_OBJECT:[49,7,1,""],ERR_INVALID_GCS_PATH:[49,7,1,""],ERR_INVALID_JOB_NAME:[49,7,1,""],ERR_INVALID_NOT_POSITIVE:[49,7,1,""],ERR_INVALID_PROJECT_ID:[49,7,1,""],ERR_INVALID_PROJECT_NUMBER:[49,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[49,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[49,7,1,""],ERR_MISSING_GCS_PATH:[49,7,1,""],ERR_MISSING_OPTION:[49,7,1,""],GCS_BUCKET:[49,7,1,""],GCS_SCHEME:[49,7,1,""],GCS_URI:[49,7,1,""],JOB_PATTERN:[49,7,1,""],OPTIONS:[49,7,1,""],PROJECT_ID_PATTERN:[49,7,1,""],PROJECT_NUMBER_PATTERN:[49,7,1,""],is_full_string_match:[49,2,1,""],is_service_runner:[49,2,1,""],validate:[49,2,1,""],validate_cloud_options:[49,2,1,""],validate_gcs_path:[49,2,1,""],validate_optional_argument_positive:[49,2,1,""],validate_test_matcher:[49,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[50,1,1,""],StaticValueProvider:[50,1,1,""],ValueProvider:[50,1,1,""],check_accessible:[50,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[50,7,1,""],get:[50,2,1,""],get_value:[50,3,1,""],is_accessible:[50,2,1,""],runtime_options:[50,7,1,""],set_runtime_options:[50,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[50,2,1,""],is_accessible:[50,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[50,2,1,""],is_accessible:[50,2,1,""]},"apache_beam.pipeline":{PTransformOverride:[51,1,1,""],Pipeline:[51,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[51,2,1,""],matches:[51,2,1,""]},"apache_beam.pipeline.Pipeline":{apply:[51,2,1,""],from_runner_api:[51,4,1,""],options:[51,7,1,""],replace_all:[51,2,1,""],run:[51,2,1,""],to_runner_api:[51,2,1,""],visit:[51,2,1,""]},"apache_beam.portability":{api:[53,0,0,"-"],common_urns:[61,0,0,"-"],python_urns:[62,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[54,0,0,"-"],beam_fn_api_pb2_grpc:[55,0,0,"-"],beam_job_api_pb2_grpc:[56,0,0,"-"],beam_provision_api_pb2_grpc:[57,0,0,"-"],beam_runner_api_pb2_grpc:[58,0,0,"-"],endpoints_pb2_grpc:[59,0,0,"-"],standard_window_fns_pb2_grpc:[60,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[54,1,1,""],ArtifactRetrievalServiceStub:[54,1,1,""],ArtifactStagingServiceServicer:[54,1,1,""],ArtifactStagingServiceStub:[54,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[54,5,1,""],add_ArtifactStagingServiceServicer_to_server:[54,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[54,2,1,""],GetManifest:[54,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[54,2,1,""],PutArtifact:[54,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[55,1,1,""],BeamFnControlStub:[55,1,1,""],BeamFnDataServicer:[55,1,1,""],BeamFnDataStub:[55,1,1,""],BeamFnLoggingServicer:[55,1,1,""],BeamFnLoggingStub:[55,1,1,""],BeamFnStateServicer:[55,1,1,""],BeamFnStateStub:[55,1,1,""],add_BeamFnControlServicer_to_server:[55,5,1,""],add_BeamFnDataServicer_to_server:[55,5,1,""],add_BeamFnLoggingServicer_to_server:[55,5,1,""],add_BeamFnStateServicer_to_server:[55,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[55,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[55,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[55,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[55,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[56,1,1,""],JobServiceStub:[56,1,1,""],add_JobServiceServicer_to_server:[56,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[56,2,1,""],GetMessageStream:[56,2,1,""],GetState:[56,2,1,""],GetStateStream:[56,2,1,""],Prepare:[56,2,1,""],Run:[56,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[57,1,1,""],ProvisionServiceStub:[57,1,1,""],add_ProvisionServiceServicer_to_server:[57,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[57,2,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[61,1,1,""],PropertiesFromEnumValue:[61,1,1,""],PropertiesFromPayloadType:[61,5,1,""]},"apache_beam.pvalue":{AsDict:[63,1,1,""],AsIter:[63,1,1,""],AsList:[63,1,1,""],AsSingleton:[63,1,1,""],EmptySideInput:[63,1,1,""],PCollection:[63,1,1,""],TaggedOutput:[63,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[63,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[63,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[63,4,1,""],to_runner_api:[63,2,1,""],windowing:[63,7,1,""]},"apache_beam.runners":{dataflow:[65,0,0,"-"],direct:[73,0,0,"-"],experimental:[86,0,0,"-"],job:[90,0,0,"-"],pipeline_context:[93,0,0,"-"],runner:[94,0,0,"-"],sdf_common:[95,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_metrics:[66,0,0,"-"],dataflow_runner:[67,0,0,"-"],native_io:[68,0,0,"-"],ptransform_overrides:[71,0,0,"-"],test_dataflow_runner:[72,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[66,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[66,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[67,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[67,1,1,""],apply_CombineValues:[67,2,1,""],apply_GroupByKey:[67,2,1,""],apply_WriteToBigQuery:[67,2,1,""],byte_array_to_json_string:[67,4,1,""],deserialize_windowing_strategy:[67,3,1,""],flatten_input_visitor:[67,4,1,""],group_by_key_input_visitor:[67,4,1,""],json_string_to_byte_array:[67,4,1,""],poll_for_job_completion:[67,4,1,""],run_CombineValues:[67,2,1,""],run_Flatten:[67,2,1,""],run_GroupByKey:[67,2,1,""],run_Impulse:[67,2,1,""],run_ParDo:[67,2,1,""],run_Read:[67,2,1,""],run__NativeWrite:[67,2,1,""],run_pipeline:[67,2,1,""],serialize_windowing_strategy:[67,3,1,""],side_input_visitor:[67,4,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[67,2,1,""],matches:[67,2,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[69,0,0,"-"],streaming_create:[70,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[69,1,1,""],DynamicSplitRequest:[69,1,1,""],DynamicSplitResult:[69,1,1,""],DynamicSplitResultWithPosition:[69,1,1,""],NativeSink:[69,1,1,""],NativeSinkWriter:[69,1,1,""],NativeSource:[69,1,1,""],NativeSourceReader:[69,1,1,""],ReaderPosition:[69,1,1,""],ReaderProgress:[69,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[69,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[69,2,1,""],takes_windowed_values:[69,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[69,2,1,""],reader:[69,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[69,2,1,""],request_dynamic_split:[69,2,1,""],returns_windowed_values:[69,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[69,7,1,""],percent_complete:[69,7,1,""],position:[69,7,1,""],remaining_split_points:[69,7,1,""],remaining_time:[69,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[70,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[70,1,1,""],Impulse:[70,1,1,""],expand:[70,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[70,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[70,2,1,""],get_windowing:[70,2,1,""],infer_output_type:[70,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[71,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[71,2,1,""],matches:[71,2,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[72,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[72,2,1,""],run_pipeline:[72,2,1,""],wait_until_in_state:[72,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[74,0,0,"-"],clock:[75,0,0,"-"],consumer_tracking_pipeline_visitor:[76,0,0,"-"],direct_metrics:[77,0,0,"-"],direct_runner:[78,0,0,"-"],evaluation_context:[79,0,0,"-"],executor:[80,0,0,"-"],helper_transforms:[81,0,0,"-"],sdf_direct_runner:[82,0,0,"-"],transform_evaluator:[83,0,0,"-"],util:[84,0,0,"-"],watermark_manager:[85,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[74,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[74,2,1,""],create_empty_committed_bundle:[74,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[75,1,1,""],RealClock:[75,1,1,""],TestClock:[75,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[75,2,1,""],time:[75,2,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[75,2,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[75,2,1,""],time:[75,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[76,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[76,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[77,1,1,""],DirectMetrics:[77,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[77,2,1,""],commit_physical:[77,2,1,""],extract_committed:[77,2,1,""],extract_latest_attempted:[77,2,1,""],update_physical:[77,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[77,2,1,""],commit_physical:[77,2,1,""],query:[77,2,1,""],update_physical:[77,2,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[78,1,1,""],DirectRunner:[78,7,1,""],SwitchingDirectRunner:[78,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[78,2,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[78,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[79,1,1,""],DirectUnmergedState:[79,1,1,""],EvaluationContext:[79,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[79,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[79,2,1,""],create_empty_committed_bundle:[79,2,1,""],extract_all_timers:[79,2,1,""],get_aggregator_values:[79,2,1,""],get_execution_context:[79,2,1,""],get_value_or_block_until_ready:[79,2,1,""],handle_result:[79,2,1,""],is_done:[79,2,1,""],is_root_transform:[79,2,1,""],metrics:[79,2,1,""],schedule_pending_unblocked_tasks:[79,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[80,1,1,""],TransformExecutor:[80,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[80,2,1,""],shutdown:[80,2,1,""],start:[80,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[80,2,1,""],call:[80,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[81,1,1,""],LiftedCombinePerKey:[81,1,1,""],PartialGroupByKeyCombiningValues:[81,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[81,2,1,""],process:[81,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[81,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[81,2,1,""],finish_bundle:[81,2,1,""],process:[81,2,1,""],start_bundle:[81,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[82,1,1,""],ProcessFn:[82,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[82,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[82,1,1,""],SDFProcessElementInvoker:[82,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[82,2,1,""],new_process_fn:[82,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[82,2,1,""],set_process_element_invoker:[82,2,1,""],step_context:[82,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[82,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[82,2,1,""],matches:[82,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[82,1,1,""],invoke_process_element:[82,2,1,""],test_method:[82,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[83,1,1,""],RootBundleProvider:[83,1,1,""],TransformEvaluatorRegistry:[83,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[83,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[83,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[83,2,1,""],get_root_bundle_provider:[83,2,1,""],should_execute_serially:[83,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[84,1,1,""],TimerFiring:[84,1,1,""],TransformResult:[84,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[85,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[85,7,1,""],WATERMARK_POS_INF:[85,7,1,""],extract_all_timers:[85,2,1,""],get_watermarks:[85,2,1,""],update_watermarks:[85,2,1,""]},"apache_beam.runners.experimental":{python_rpc_direct:[87,0,0,"-"]},"apache_beam.runners.experimental.python_rpc_direct":{python_rpc_direct_runner:[88,0,0,"-"],server:[89,0,0,"-"]},"apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner":{PythonRPCDirectRunner:[88,1,1,""]},"apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.PythonRPCDirectRunner":{run:[88,2,1,""]},"apache_beam.runners.experimental.python_rpc_direct.server":{JobService:[89,1,1,""],serve:[89,5,1,""]},"apache_beam.runners.experimental.python_rpc_direct.server.JobService":{cancel:[89,2,1,""],getMessageStream:[89,2,1,""],getState:[89,2,1,""],getStateStream:[89,2,1,""],run:[89,2,1,""]},"apache_beam.runners.job":{manager:[91,0,0,"-"],utils:[92,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[91,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[92,5,1,""],struct_to_dict:[92,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[93,1,1,""],PipelineContext:[93,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[93,4,1,""],to_runner_api:[93,2,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{default_environment_id:[93,2,1,""],from_runner_api:[93,4,1,""],to_runner_api:[93,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[94,1,1,""],PipelineRunner:[94,1,1,""],PipelineState:[94,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[94,2,1,""],cancel:[94,2,1,""],metrics:[94,2,1,""],state:[94,7,1,""],wait_until_finish:[94,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[94,2,1,""],apply_PTransform:[94,2,1,""],run:[94,2,1,""],run_async:[94,2,1,""],run_pipeline:[94,2,1,""],run_transform:[94,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[94,7,1,""],CANCELLING:[94,7,1,""],DONE:[94,7,1,""],DRAINED:[94,7,1,""],DRAINING:[94,7,1,""],FAILED:[94,7,1,""],PENDING:[94,7,1,""],RUNNING:[94,7,1,""],STARTING:[94,7,1,""],STOPPED:[94,7,1,""],UNKNOWN:[94,7,1,""],UPDATED:[94,7,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[95,1,1,""],ExplodeWindowsFn:[95,1,1,""],PairWithRestrictionFn:[95,1,1,""],ProcessKeyedElements:[95,1,1,""],RandomUniqueKeyFn:[95,1,1,""],SplitRestrictionFn:[95,1,1,""],SplittableParDo:[95,1,1,""],SplittableParDoOverride:[95,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[95,2,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[95,2,1,""],start_bundle:[95,2,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[95,2,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[95,2,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[95,2,1,""],start_bundle:[95,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[95,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[95,2,1,""],matches:[95,2,1,""]},"apache_beam.testing":{pipeline_verifiers:[97,0,0,"-"],test_pipeline:[98,0,0,"-"],test_stream:[99,0,0,"-"],test_utils:[100,0,0,"-"],util:[101,0,0,"-"]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[97,1,1,""],PipelineStateMatcher:[97,1,1,""],retry_on_io_error_and_server_error:[97,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[97,2,1,""],describe_to:[97,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[97,2,1,""],describe_to:[97,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[98,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[98,2,1,""],get_option:[98,2,1,""],run:[98,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[99,1,1,""],Event:[99,1,1,""],ProcessingTimeEvent:[99,1,1,""],TestStream:[99,1,1,""],WatermarkEvent:[99,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[99,2,1,""],advance_processing_time:[99,2,1,""],advance_watermark_to:[99,2,1,""],advance_watermark_to_infinity:[99,2,1,""],expand:[99,2,1,""],get_windowing:[99,2,1,""]},"apache_beam.testing.test_utils":{TempDir:[100,1,1,""],cleanup_subscriptions:[100,5,1,""],cleanup_topics:[100,5,1,""],compute_hash:[100,5,1,""],patch_retry:[100,5,1,""],wait_for_subscriptions_created:[100,5,1,""],wait_for_topics_created:[100,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[100,2,1,""],get_path:[100,2,1,""]},"apache_beam.testing.util":{TestWindowedValue:[101,1,1,""],assert_that:[101,5,1,""],equal_to:[101,5,1,""],is_empty:[101,5,1,""],open_shards:[101,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[101,7,1,""],value:[101,7,1,""],windows:[101,7,1,""]},"apache_beam.tools":{distribution_counter_microbenchmark:[103,0,0,"-"],sideinput_microbenchmark:[104,0,0,"-"],utils:[105,0,0,"-"]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[103,5,1,""],run_benchmark:[103,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[104,5,1,""],run_benchmark:[104,5,1,""]},"apache_beam.tools.utils":{check_compiled:[105,5,1,""]},"apache_beam.transforms":{combiners:[107,0,0,"-"],core:[108,0,0,"-"],display:[109,0,0,"-"],ptransform:[110,0,0,"-"],sideinputs:[111,0,0,"-"],timeutil:[112,0,0,"-"],trigger:[113,0,0,"-"],util:[114,0,0,"-"],window:[115,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[107,1,1,""],Mean:[107,1,1,""],Sample:[107,1,1,""],ToDict:[107,1,1,""],ToList:[107,1,1,""],Top:[107,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[107,1,1,""],PerElement:[107,1,1,""],PerKey:[107,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[107,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[107,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[107,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[107,1,1,""],PerKey:[107,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[107,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[107,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[107,4,1,""],FixedSizePerKey:[107,4,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[107,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[107,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[107,4,1,""],LargestPerKey:[107,4,1,""],Of:[107,4,1,""],PerKey:[107,4,1,""],Smallest:[107,4,1,""],SmallestPerKey:[107,4,1,""]},"apache_beam.transforms.core":{CombineFn:[108,1,1,""],CombineGlobally:[108,1,1,""],CombinePerKey:[108,1,1,""],CombineValues:[108,1,1,""],Create:[108,1,1,""],DoFn:[108,1,1,""],Filter:[108,5,1,""],FlatMap:[108,5,1,""],Flatten:[108,1,1,""],GroupByKey:[108,1,1,""],Map:[108,5,1,""],ParDo:[108,1,1,""],Partition:[108,1,1,""],PartitionFn:[108,1,1,""],WindowInto:[108,1,1,""],Windowing:[108,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[108,2,1,""],add_inputs:[108,2,1,""],apply:[108,2,1,""],create_accumulator:[108,2,1,""],default_label:[108,2,1,""],extract_output:[108,2,1,""],for_input_type:[108,2,1,""],from_callable:[108,4,1,""],get_accumulator_coder:[108,2,1,""],maybe_from_callable:[108,4,1,""],merge_accumulators:[108,2,1,""],to_runner_api_parameter:[108,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[108,2,1,""],as_view:[108,7,1,""],default_label:[108,2,1,""],display_data:[108,2,1,""],expand:[108,2,1,""],has_defaults:[108,7,1,""],with_defaults:[108,2,1,""],without_defaults:[108,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[108,2,1,""],default_type_hints:[108,2,1,""],display_data:[108,2,1,""],expand:[108,2,1,""],from_runner_api_parameter:[108,4,1,""],make_fn:[108,2,1,""],to_runner_api_parameter:[108,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[108,2,1,""],from_runner_api_parameter:[108,4,1,""],make_fn:[108,2,1,""],to_runner_api_parameter:[108,2,1,""]},"apache_beam.transforms.core.Create":{expand:[108,2,1,""],get_output_type:[108,2,1,""],get_windowing:[108,2,1,""],infer_output_type:[108,2,1,""],to_runner_api_parameter:[108,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnParams:[108,7,1,""],ElementParam:[108,7,1,""],SideInputParam:[108,7,1,""],TimestampParam:[108,7,1,""],WatermarkReporterParam:[108,7,1,""],WindowParam:[108,7,1,""],default_label:[108,2,1,""],finish_bundle:[108,2,1,""],from_callable:[108,4,1,""],get_function_arguments:[108,2,1,""],infer_output_type:[108,2,1,""],is_process_bounded:[108,2,1,""],process:[108,2,1,""],start_bundle:[108,2,1,""],to_runner_api_parameter:[108,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[108,2,1,""],from_runner_api_parameter:[108,4,1,""],get_windowing:[108,2,1,""],to_runner_api_parameter:[108,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[108,1,1,""],expand:[108,2,1,""],from_runner_api_parameter:[108,4,1,""],to_runner_api_parameter:[108,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[108,2,1,""],process:[108,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[108,2,1,""],display_data:[108,2,1,""],expand:[108,2,1,""],from_runner_api_parameter:[108,4,1,""],infer_output_type:[108,2,1,""],make_fn:[108,2,1,""],to_runner_api_parameter:[108,2,1,""],with_outputs:[108,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[108,1,1,""],expand:[108,2,1,""],make_fn:[108,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[108,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[108,2,1,""],partition_for:[108,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[108,1,1,""],expand:[108,2,1,""],from_runner_api_parameter:[108,4,1,""],get_windowing:[108,2,1,""],infer_output_type:[108,2,1,""],to_runner_api_parameter:[108,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[108,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[108,4,1,""],is_default:[108,2,1,""],to_runner_api:[108,2,1,""]},"apache_beam.transforms.display":{DisplayData:[109,1,1,""],DisplayDataItem:[109,1,1,""],HasDisplayData:[109,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[109,3,1,""],create_from_options:[109,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[109,2,1,""],drop_if_none:[109,2,1,""],get_dict:[109,2,1,""],is_valid:[109,2,1,""],should_drop:[109,2,1,""],typeDict:[109,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[109,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[110,1,1,""],label_from_callable:[110,5,1,""],ptransform_fn:[110,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[110,2,1,""],expand:[110,2,1,""],from_runner_api:[110,3,1,""],get_windowing:[110,2,1,""],infer_output_type:[110,2,1,""],label:[110,7,1,""],pipeline:[110,7,1,""],register_urn:[110,3,1,""],side_inputs:[110,7,1,""],to_runner_api:[110,2,1,""],to_runner_api_parameter:[110,2,1,""],to_runner_api_pickled:[110,2,1,""],type_check_inputs:[110,2,1,""],type_check_inputs_or_outputs:[110,2,1,""],type_check_outputs:[110,2,1,""],with_input_types:[110,2,1,""],with_output_types:[110,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[111,1,1,""],default_window_mapping_fn:[111,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[111,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[112,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[112,7,1,""],REAL_TIME:[112,7,1,""],WATERMARK:[112,7,1,""],from_string:[112,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[113,1,1,""],AfterAll:[113,1,1,""],AfterAny:[113,1,1,""],AfterCount:[113,1,1,""],AfterEach:[113,1,1,""],AfterProcessingTime:[113,1,1,""],AfterWatermark:[113,1,1,""],DefaultTrigger:[113,1,1,""],OrFinally:[113,1,1,""],Repeatedly:[113,1,1,""],TriggerFn:[113,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[113,7,1,""],DISCARDING:[113,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[113,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[113,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[113,7,1,""],from_runner_api:[113,4,1,""],on_element:[113,2,1,""],on_fire:[113,2,1,""],on_merge:[113,2,1,""],reset:[113,2,1,""],should_fire:[113,2,1,""],to_runner_api:[113,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[113,7,1,""],from_runner_api:[113,4,1,""],on_element:[113,2,1,""],on_fire:[113,2,1,""],on_merge:[113,2,1,""],reset:[113,2,1,""],should_fire:[113,2,1,""],to_runner_api:[113,2,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[113,4,1,""],on_element:[113,2,1,""],on_fire:[113,2,1,""],on_merge:[113,2,1,""],reset:[113,2,1,""],should_fire:[113,2,1,""],to_runner_api:[113,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[113,7,1,""],from_runner_api:[113,4,1,""],is_late:[113,2,1,""],on_element:[113,2,1,""],on_fire:[113,2,1,""],on_merge:[113,2,1,""],reset:[113,2,1,""],should_fire:[113,2,1,""],to_runner_api:[113,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[113,4,1,""],on_element:[113,2,1,""],on_fire:[113,2,1,""],on_merge:[113,2,1,""],reset:[113,2,1,""],should_fire:[113,2,1,""],to_runner_api:[113,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[113,4,1,""],to_runner_api:[113,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[113,4,1,""],on_element:[113,2,1,""],on_fire:[113,2,1,""],on_merge:[113,2,1,""],reset:[113,2,1,""],should_fire:[113,2,1,""],to_runner_api:[113,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[113,4,1,""],on_element:[113,2,1,""],on_fire:[113,2,1,""],on_merge:[113,2,1,""],reset:[113,2,1,""],should_fire:[113,2,1,""],to_runner_api:[113,2,1,""]},"apache_beam.transforms.util":{BatchElements:[114,1,1,""],CoGroupByKey:[114,1,1,""],Keys:[114,5,1,""],KvSwap:[114,5,1,""],RemoveDuplicates:[114,5,1,""],Reshuffle:[114,1,1,""],Values:[114,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[114,2,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[114,2,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[114,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[115,1,1,""],FixedWindows:[115,1,1,""],GlobalWindow:[115,1,1,""],GlobalWindows:[115,1,1,""],IntervalWindow:[115,1,1,""],NonMergingWindowFn:[115,1,1,""],Sessions:[115,1,1,""],SlidingWindows:[115,1,1,""],TimestampCombiner:[115,1,1,""],TimestampedValue:[115,1,1,""],WindowFn:[115,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[115,7,1,""],max_timestamp:[115,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[115,2,1,""],from_runner_api_parameter:[115,4,1,""],get_window_coder:[115,2,1,""],offset:[115,7,1,""],size:[115,7,1,""],to_runner_api_parameter:[115,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[115,2,1,""],from_runner_api_parameter:[115,4,1,""],get_window_coder:[115,2,1,""],to_runner_api_parameter:[115,2,1,""],windowed_value:[115,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[115,7,1,""],intersects:[115,2,1,""],start:[115,7,1,""],union:[115,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[115,2,1,""],merge:[115,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[115,2,1,""],from_runner_api_parameter:[115,4,1,""],gap_size:[115,7,1,""],get_window_coder:[115,2,1,""],merge:[115,2,1,""],to_runner_api_parameter:[115,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[115,2,1,""],from_runner_api_parameter:[115,4,1,""],get_window_coder:[115,2,1,""],offset:[115,7,1,""],period:[115,7,1,""],size:[115,7,1,""],to_runner_api_parameter:[115,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[115,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[115,7,1,""],OUTPUT_AT_EOW:[115,7,1,""],OUTPUT_AT_LATEST:[115,7,1,""],get_impl:[115,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[115,7,1,""],value:[115,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[115,1,1,""],MergeContext:[115,1,1,""],assign:[115,2,1,""],get_transformed_output_time:[115,2,1,""],get_window_coder:[115,2,1,""],is_merging:[115,2,1,""],merge:[115,2,1,""],to_runner_api_parameter:[115,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[115,2,1,""]},"apache_beam.typehints":{decorators:[117,0,0,"-"],native_type_compatibility:[118,0,0,"-"],opcodes:[119,0,0,"-"],trivial_inference:[120,0,0,"-"],typecheck:[121,0,0,"-"],typehints:[122,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[117,6,1,""],WithTypeHints:[117,1,1,""],with_input_types:[117,5,1,""],with_output_types:[117,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[117,2,1,""],get_type_hints:[117,2,1,""],with_input_types:[117,2,1,""],with_output_types:[117,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[118,5,1,""],convert_to_beam_types:[118,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[119,5,1,""],binary_and:[119,5,1,""],binary_divide:[119,5,1,""],binary_floor_divide:[119,5,1,""],binary_lshift:[119,5,1,""],binary_modulo:[119,5,1,""],binary_multiply:[119,5,1,""],binary_or:[119,5,1,""],binary_power:[119,5,1,""],binary_rshift:[119,5,1,""],binary_subscr:[119,5,1,""],binary_subtract:[119,5,1,""],binary_true_divide:[119,5,1,""],binary_xor:[119,5,1,""],build_class:[119,5,1,""],build_list:[119,5,1,""],build_map:[119,5,1,""],build_slice:[119,5,1,""],build_tuple:[119,5,1,""],call_function:[119,5,1,""],call_function_kw:[119,5,1,""],call_function_var:[119,5,1,""],call_function_var_wk:[119,5,1,""],compare_op:[119,5,1,""],delete_attr:[119,5,1,""],delete_fast:[119,5,1,""],delete_global:[119,5,1,""],delete_slice_0:[119,5,1,""],delete_slice_1:[119,5,1,""],delete_slice_2:[119,5,1,""],delete_slice_3:[119,5,1,""],dup_top:[119,5,1,""],dup_topx:[119,5,1,""],exec_stmt:[119,5,1,""],get_iter:[119,5,1,""],import_from:[119,5,1,""],import_name:[119,5,1,""],inpalce_or:[119,5,1,""],inplace_add:[119,5,1,""],inplace_and:[119,5,1,""],inplace_divide:[119,5,1,""],inplace_floor_divide:[119,5,1,""],inplace_lshift:[119,5,1,""],inplace_modulo:[119,5,1,""],inplace_multiply:[119,5,1,""],inplace_power:[119,5,1,""],inplace_rshift:[119,5,1,""],inplace_subtract:[119,5,1,""],inplace_true_divide:[119,5,1,""],inplace_xor:[119,5,1,""],list_append:[119,5,1,""],load_attr:[119,5,1,""],load_closure:[119,5,1,""],load_const:[119,5,1,""],load_deref:[119,5,1,""],load_fast:[119,5,1,""],load_global:[119,5,1,""],load_locals:[119,5,1,""],load_name:[119,5,1,""],make_closure:[119,5,1,""],make_function:[119,5,1,""],nop:[119,5,1,""],pop_one:[119,5,1,""],pop_three:[119,5,1,""],pop_top:[119,5,1,""],pop_two:[119,5,1,""],print_item:[119,5,1,""],print_newline:[119,5,1,""],push_value:[119,5,1,""],rot_four:[119,5,1,""],rot_n:[119,5,1,""],rot_three:[119,5,1,""],rot_two:[119,5,1,""],slice_0:[119,5,1,""],slice_1:[119,5,1,""],slice_2:[119,5,1,""],slice_3:[119,5,1,""],store_attr:[119,5,1,""],store_fast:[119,5,1,""],store_global:[119,5,1,""],store_map:[119,5,1,""],store_slice_0:[119,5,1,""],store_slice_1:[119,5,1,""],store_slice_2:[119,5,1,""],store_slice_3:[119,5,1,""],store_subscr:[119,5,1,""],symmetric_binary_op:[119,5,1,""],unary:[119,5,1,""],unary_convert:[119,5,1,""],unary_invert:[119,5,1,""],unary_negative:[119,5,1,""],unary_not:[119,5,1,""],unary_positive:[119,5,1,""],unpack_sequence:[119,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[120,1,1,""],Const:[120,1,1,""],FrameState:[120,1,1,""],TypeInferenceError:[120,6,1,""],element_type:[120,5,1,""],hashable:[120,5,1,""],infer_return_type:[120,5,1,""],infer_return_type_func:[120,5,1,""],instance_to_type:[120,5,1,""],key_value_types:[120,5,1,""],union:[120,5,1,""],union_list:[120,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[120,4,1,""],unwrap_all:[120,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[120,2,1,""],const_type:[120,2,1,""],copy:[120,2,1,""],get_global:[120,2,1,""],get_name:[120,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[121,1,1,""],OutputCheckWrapperDoFn:[121,1,1,""],TypeCheckCombineFn:[121,1,1,""],TypeCheckVisitor:[121,1,1,""],TypeCheckWrapperDoFn:[121,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[121,2,1,""],is_process_bounded:[121,2,1,""],process:[121,2,1,""],start_bundle:[121,2,1,""],wrapper:[121,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[121,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[121,2,1,""],create_accumulator:[121,2,1,""],extract_output:[121,2,1,""],merge_accumulators:[121,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[121,2,1,""],leave_composite_transform:[121,2,1,""],visit_transform:[121,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[121,2,1,""],wrapper:[121,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[122,1,1,""],WindowedValue:[122,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[122,2,1,""],match_type_variables:[122,2,1,""]},"apache_beam.utils":{annotations:[124,0,0,"-"],plugin:[125,0,0,"-"],processes:[126,0,0,"-"],profiler:[127,0,0,"-"],proto_utils:[128,0,0,"-"],retry:[129,0,0,"-"],timestamp:[130,0,0,"-"],urns:[131,0,0,"-"]},"apache_beam.utils.annotations":{annotate:[124,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[125,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[125,3,1,""],get_all_subclasses:[125,3,1,""]},"apache_beam.utils.processes":{Popen:[126,5,1,""],call:[126,5,1,""],check_call:[126,5,1,""],check_output:[126,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[127,1,1,""],Profile:[127,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[127,2,1,""],start:[127,2,1,""],stop:[127,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[127,7,1,""]},"apache_beam.utils.proto_utils":{from_micros:[128,5,1,""],pack_Any:[128,5,1,""],pack_Struct:[128,5,1,""],parse_Bytes:[128,5,1,""],unpack_Any:[128,5,1,""]},"apache_beam.utils.retry":{Clock:[129,1,1,""],FuzzedExponentialIntervals:[129,1,1,""],PermanentException:[129,6,1,""],no_retries:[129,5,1,""],retry_on_beam_io_error_filter:[129,5,1,""],retry_on_server_errors_and_timeout_filter:[129,5,1,""],retry_on_server_errors_filter:[129,5,1,""],with_exponential_backoff:[129,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[129,2,1,""]},"apache_beam.utils.timestamp":{Duration:[130,1,1,""],Timestamp:[130,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[130,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{RFC_3339_RE:[130,7,1,""],from_rfc3339:[130,3,1,""],from_utc_datetime:[130,3,1,""],of:[130,4,1,""],predecessor:[130,2,1,""],to_rfc3339:[130,2,1,""],to_utc_datetime:[130,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[131,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[131,3,1,""],register_pickle_urn:[131,3,1,""],register_urn:[131,3,1,""],to_runner_api:[131,2,1,""],to_runner_api_parameter:[131,2,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[5,0,0,"-"],internal:[6,0,0,"-"],io:[12,0,0,"-"],metrics:[43,0,0,"-"],options:[47,0,0,"-"],pipeline:[51,0,0,"-"],portability:[52,0,0,"-"],pvalue:[63,0,0,"-"],runners:[64,0,0,"-"],testing:[96,0,0,"-"],tools:[102,0,0,"-"],transforms:[106,0,0,"-"],typehints:[116,0,0,"-"],utils:[123,0,0,"-"],version:[132,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":42,"123z":32,"29t23":32,"60s":127,"abstract":[17,36,94,115,121,131],"boolean":[16,17,19,21,30,35,40,109],"byte":[1,13,16,17,18,32,34,69,122,128],"case":[13,16,21,24,25,32,34,38,39,40,42,51,63,69,74,82,101,108,114],"catch":21,"char":39,"class":[1,2,3,4,5,10,11,13,14,15,16,17,18,19,21,24,25,27,29,30,31,32,33,34,35,36,37,39,40,41,42,44,45,46,48,49,50,51,54,55,56,57,61,63,66,67,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,88,89,91,93,94,95,97,98,99,100,101,107,108,109,110,111,112,113,114,115,117,120,121,122,125,127,129,130,131,133],"const":120,"default":[1,4,13,15,17,21,34,39,40,48,63,83,97,98,108,109,110,115,127,129],"enum":[17,94],"export":21,"final":[1,15,16,18,34,39,79,82,94,108,114,131],"float":[1,9,21,24,27,34,38,42,44,99,109,115,122,130],"function":[1,4,9,10,11,17,19,21,24,27,30,34,35,38,45,51,69,92,98,100,101,105,108,110,113,114,115,117,119,120,122,124,129,131],"import":[4,34,42,65,73,111,115,117,125,129,133],"int":[1,9,13,17,18,21,24,27,30,31,35,38,39,42,67,94,99,109,117,122,130],"long":[4,36,108,129,130],"new":[4,16,17,18,19,21,30,34,35,42,51,55,63,67,69,94,101,108,113],"null":13,"public":[1,48],"return":[1,3,4,9,11,13,15,16,17,18,19,21,24,25,26,27,28,30,31,33,34,35,36,38,40,42,44,45,48,49,51,56,63,67,69,75,78,79,82,83,85,94,98,100,101,108,109,110,113,114,115,117,118,120,122,124,128,129,130,131],"short":[21,109],"static":[1,19,21,25,34,45,46,50,51,63,67,93,107,108,109,112,113,115,117,120,122,130],"super":110,"switch":78,"throw":54,"transient":[34,129],"true":[1,9,10,13,16,17,21,24,27,33,34,38,39,40,42,48,49,51,79,83,98,101,108,109,113,129],"try":[16,34,38],"while":[13,16,27,34,38,69,79,127],But:21,For:[1,2,3,4,6,7,8,9,10,11,13,14,16,17,19,21,26,27,29,34,38,49,51,52,53,62,69,74,75,76,80,83,84,85,93,98,99,100,102,108,109,110,111,114,115,119,120,121,123,124,125,126,127,128,129,130,131],GCS:[15,21,30,31,39,49],Has:21,Not:117,One:117,Such:34,TOS:119,The:[1,4,8,9,10,13,15,17,21,25,27,32,34,39,40,42,44,45,46,48,51,54,56,63,65,67,69,70,78,79,94,98,99,100,101,108,109,110,114,115,117,118,119,120,122,124,129,131,133],Their:83,Then:13,There:[21,70],These:[34,40,99],Use:[38,97],Used:[16,34,39,40,41,42,55,93,120],Uses:[13,108],Will:82,With:110,__all__:1,__init__:[48,110,117],__scatter__:28,__stat_kind__:25,__stat_total__:25,_add_argparse_arg:48,_avrosourc:[13,16],_groupbykeyonli:83,_match:97,_mutat:25,_namespac:109,_num_query_splits_max:25,_paralleltriggerfn:113,_paramet:51,_picklecoderbas:1,_processelementsevalu:82,_py:53,_sre:[19,130],a7syug:24,abc:[48,94],abil:117,abl:[9,66,108],about:[17,34,42,46,94],abov:[4,34,38,48,114],absolut:[17,18],abstractdofnwrapp:121,accept:[13,21,34,39,108,114,117],access:[8,18,19,30,33,34,35,45,46,50,79,93,94,108,133],accessor:61,accord:[17,30,35,38,115],accordingli:34,accumul:[44,49,108,113,121],accumulation_mod:108,accumulationmod:113,accur:34,across:[1,25,34,79,114],act:83,action:119,activ:55,actual:[11,18,51,97,101,108,110,113],acycl:133,adapt:24,adaptive_throttl:[12,20,22,23,133],adaptivethrottl:[24,27],add:[21,29,48,51,99,108,109,110,114,117],add_argu:48,add_artifactretrievalserviceservicer_to_serv:54,add_artifactstagingserviceservicer_to_serv:54,add_beamfncontrolservicer_to_serv:55,add_beamfndataservicer_to_serv:55,add_beamfnloggingservicer_to_serv:55,add_beamfnstateservicer_to_serv:55,add_el:99,add_input:[108,121],add_jobserviceservicer_to_serv:56,add_provisionserviceservicer_to_serv:57,added:[17,19,30,33,35,39,45,99,108,113],addit:[39,42,55,79,108,110,122,124],addition:[4,13,131],additionali:117,address:34,adjust:[17,18,34],advanc:[75,99],advance_bi:[75,99],advance_processing_tim:99,advance_tim:75,advance_watermark_to:99,advance_watermark_to_infin:99,afford:108,after:[11,15,17,19,24,30,33,34,35,38,39,42,49,51,67,69,76,79,82,99,108,113,129,130,133],afteral:113,afterani:113,aftercount:113,aftereach:113,afterprocessingtim:113,afterwatermark:113,again:[24,27,51,69],against:[17,19,49,98,101,121],aggreg:[49,77,81,94],aggregated_valu:94,aggregator_or_nam:[79,94],agre:34,aka:115,alert:63,algorithm:24,alia:[42,78,101,122],all:[5,11,15,17,19,21,25,27,30,33,34,35,36,42,48,49,51,54,63,69,79,83,85,94,95,98,99,100,101,104,105,108,109,113,114,115,117,125,129],allel:42,allow:[34,45,46,55,63,97,108,109,110,115,117,122,129],allow_malformed_record:42,alreadi:[17,18,19,21,30,33,34,35,51,130],also:[1,15,21,34,46,51,55,70,77,79,94,108,110,113,114,117,127,131],altern:[42,110,114],alternate_bas:42,although:34,alwai:[1,4,18,21,34,36,110,124,127],alyssa:13,amort:114,amount:[34,38],analys:120,analyz:4,ani:[1,2,11,13,17,18,19,21,25,30,32,33,34,35,42,48,79,82,85,94,108,109,113,115,117,122,125,128],annot:[98,110,117,123,133],anoth:[1,51,82],any_msg:128,anyth:[17,19,65,73],anytypeconstraint:122,apach:[29,34,36,37,67,109,113,132],apache_beam:133,api:[1,9,21,32,34,45,51,52,70,87,89,91,92,93,94,109,133],apicli:66,apitool:21,app:31,appear:[42,108,117],append:[17,19,34,55,98],append_trailing_newlin:39,appengin:31,appli:[17,24,34,51,63,80,94,108,110,115],applic:[13,15,17,19,30,31,33,35,83],applied_ptransform:[51,67,71,76,79,80,82,83,85,95],applied_transform:121,appliedptransform:[51,76,79,84,85],apply_combinevalu:67,apply_groupbykei:67,apply_ptransform:94,apply_writetobigqueri:67,apply_xyz:94,applypartitionfnfn:108,approach:110,appropri:[9,79],approxim:[25,34,69],arbitrari:63,arbitrarili:34,arg1:124,arg2:124,arg:[11,15,16,25,31,40,48,80,81,82,95,101,107,108,114,118,119,121,126,129],arg_hint:117,arg_nam:49,argpars:48,args_for_invok:82,argument:[1,11,13,17,21,27,31,32,33,34,39,40,45,48,49,51,63,67,98,101,108,109,110,114,117,119,122,129,131],argumentplacehold:11,argv:[48,51,98],arithmet:[107,130],around:[63,93,121],arriv:[113,115],artifact:54,artifactretrievalserviceservic:54,artifactretrievalservicestub:54,artifactstagingserviceservic:54,artifactstagingservicestub:54,as_cloud_object:1,as_deterministic_cod:1,as_singleton_view:108,as_view:108,ascii:[10,39],asdict:[63,111],asit:[63,111],ask:69,aslist:[21,63,111],aspect:34,assert:38,assert_reentrant_reads_succe:38,assert_sources_equal_reference_sourc:38,assert_split_at_fraction_behavior:38,assert_split_at_fraction_binari:38,assert_split_at_fraction_exhaust:38,assert_split_at_fraction_fail:38,assert_split_at_fraction_succeeds_and_consist:38,assert_that:[98,101],assertsourcesequalreferencesourc:38,assertsplitatfract:38,assertsplitatfractionbehavior:38,assertsplitatfractionexhaust:38,assideinput:63,assign:[34,95,108,115],assign_context:115,assigncontext:115,assingleton:[63,111],associ:[4,21,34,42,55,63,69,107,108,109,110,115],assum:[25,34,38,39],asynchron:79,atom:34,attempt:[24,69,80,114],attempt_cal:80,attr:98,attribut:[18,21,32,115],auth:[6,7,133],authent:8,authenticationexcept:8,auto:[15,16,17,19,30,33,35,39,40,42],automat:53,avail:[17,21,26,31,42,46,54,63,108,109,115,133],averag:[29,103],avoid:[17,21,34,115,122],avro:13,avroio:[12,34,133],avroio_test:38,await_complet:80,awar:130,back:1,background:94,backoff:129,backward:[1,2,3,6,7,8,9,10,11,14,17,26,27,32,34,45,49,51,52,53,62,65,69,73,74,75,76,80,83,84,85,93,99,100,102,110,111,113,114,119,120,121,123,124,125,126,127,128,129,130,131],bar:17,base64:[10,69],base:[1,2,3,4,5,8,11,13,14,15,16,17,18,19,21,24,25,27,29,30,31,32,33,34,35,36,37,39,40,41,42,44,45,46,48,49,50,51,54,55,56,57,61,63,66,67,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,88,89,91,93,94,95,97,98,99,100,101,107,108,109,110,111,112,113,114,115,117,120,121,122,125,127,129,130,131],base_match:[49,97],base_url:33,basematch:[49,97],basepath:[17,19,30,35],basestr:9,basic:[9,107,109,115],batch:[26,27,34,78,108,114,115,133],batch_siz:[21,26],batchel:114,beam:[1,5,13,21,29,32,34,36,37,51,61,67,70,72,98,101,113,118,129,131,132],beam_artifact_api_pb2_grpc:[52,53,133],beam_fn_api_pb2_grpc:[52,53,133],beam_job_api_pb2_grpc:[52,53,89,133],beam_provision_api_pb2_grpc:[52,53,133],beam_runner_api_pb2:131,beam_runner_api_pb2_grpc:[52,53,133],beamassertexcept:101,beamerror:5,beamfncontrolservic:55,beamfncontrolstub:55,beamfndataservic:55,beamfndatastub:55,beamfnloggingservic:55,beamfnloggingstub:55,beamfnstateservic:55,beamfnstatestub:55,beamioerror:[17,19,30,33,35],beamplugin:[17,125],bean:[1,131],becaus:[34,108],becom:34,been:[34,44,54,105,115,118],befor:[34,38,39,54,67,69,83,97,98,108,113,115,117,129,133],begin:[13,34,39,40,69],behalf:55,behav:[13,39,40],behavior:[17,38,94,108,117,119],behaviour:38,behavor:63,behind:63,being:[34,42,69,79,101,113],belong:[51,63,78,95,108,109,110],below:[4,21,25,34,108,129],best:[32,34,114],better:42,betweeen:36,between:[17,19,21,24,27,36,38,46,55,66,69,78,114,115,127,129],beyond:[32,34],bigqueri:[12,20,48,133],bigquery_api_servic:48,bigquerydisposit:21,bigquerysink:21,bigquerysourc:21,bigtabl:34,binari:38,binary_add:119,binary_and:119,binary_divid:119,binary_floor_divid:119,binary_lshift:119,binary_modulo:119,binary_multipli:119,binary_or:119,binary_pow:119,binary_rshift:119,binary_subscr:119,binary_subtract:119,binary_true_divid:119,binary_xor:119,bind:122,bind_type_vari:122,bit:44,blob:28,block:[13,34,67,94,98],block_until:79,bodi:131,book:24,bool:[9,13,16,21,24,38,39,42,51,98,109,113,117,122],both:[1,16,21,27,34,38,50,110,117,124,133],bother:81,bound:[17,18,108,113,115,120,133],boundari:[34,69],boundedsourc:[14,16,34,38,41],boundedwindow:115,boundmethod:120,bucket:[24,31,49],bucket_m:[24,29],bucketnam:49,buffer:[1,17,18,31,83],buffer_s:21,build:[51,53,72,98,133],build_class:119,build_console_url:72,build_list:119,build_map:119,build_slic:119,build_tupl:119,built:[72,110,113,114,115,117,122],builtin:108,bulk:108,bundl:[13,14,16,34,39,74,77,79,80,81,83,108,114],bundle_factori:[64,73,79,133],bundle_id:34,bundlebaseddirectrunn:78,bundlefactori:74,byte_arrai:3,byte_array_to_json_str:67,byte_offset:69,bytearrai:18,bytearraytojsonstr:67,bytecod:119,bytecountingoutputstream:3,bytescod:[1,40],bzip2:17,cach:[21,67,72,81],calcul:103,call:[2,4,15,21,24,27,34,36,42,49,51,54,56,69,80,82,94,100,108,109,110,113,114,126,129,131],call_funct:119,call_function_kw:119,call_function_var:119,call_function_var_wk:119,callabl:[1,10,94,108,120,129,131],callableptransform:110,callabletask:80,callablewrappercombinefn:[108,113],callablewrapperdofn:108,callablewrapperpartitionfn:108,callback:[2,34,36,51,79,80,94],caller:[24,34,82],can:[1,4,9,10,11,13,14,16,17,19,21,25,32,34,36,38,39,40,51,55,63,79,82,84,94,97,98,99,108,109,110,114,115,117,118,120,122,124,127,129,130,131],cancel:[56,89,94],cannot:[5,32,34,69],cap:25,capabl:[34,133],capit:122,captur:110,categori:122,caus:[113,124],cbf:34,ceas:99,cell:[21,43,133],cellcommitst:44,certain:[25,34,78],chain:110,chanc:[108,114],chang:[32,44,55,56,79,133],channel:[17,19,30,35,54,55,56,57],chapter:24,charact:[10,39,49],charg:[66,77],check:[10,17,19,21,30,33,34,35,38,50,51,63,79,101,105,108,109,117,121,122],check_access:50,check_cal:126,check_compil:105,check_don:[34,37],check_output:126,checkpoint:[34,37,82,114],checksum:[17,19,30,31,33,35,97],choos:16,chosen:[25,34,129],chr20:42,chunk:[17,19,21,54,115],chunk_siz:[17,30],claim:34,classmethod:[1,17,19,30,33,35,36,48,50,67,109,110,115,125,130,131],clean:[34,100],cleanup:100,cleanup_subscript:100,cleanup_top:100,clear:[55,82,113],clear_pvalu:94,client:[17,21,24,27,28,31,34],clock:[64,73,79,85,100,114,129,133],clone:51,close:[15,17,18,19,30,34,35,36],closure_typ:120,cloud:[1,21,25,27,28,31,32,48,49,65,69],cls:[1,48,128],co_nam:119,code:[4,11,34,38,110,122,129],codec:13,coder:[10,15,21,34,39,40,70,99,133],coder_proto:1,coderbas:4,coderimpl:1,coderregistri:1,coexist:124,cogroupbykei:114,collect:[1,45,46,133],collis:46,com:[10,21,24,25,28,31,48,49],combin:[17,19,30,33,34,35,81,83,106,108,113,115,133],combine_fn:81,combine_op:113,combine_payload:108,combinefn:[107,108,121],combinefnprocesscontext:108,combineglob:108,combineperkei:[81,108],combinevalu:108,combiningvaluestatetag:113,come:[8,124],comma:21,command:[21,48,98],comment:[51,108],commit:[26,27,34,44,54,76,79],commit_log:77,commit_phys:77,commitmanifest:54,commitrespons:27,common:[13,21,32,39,40,61,77,95,108,121,130],common_urn:[52,133],commun:109,compar:[27,34,36,97],compare_op:119,compare_path:27,comparison:27,compat:[1,2,3,6,7,8,9,10,11,14,17,19,26,27,32,34,45,49,51,52,53,62,65,69,73,74,75,76,80,83,84,85,93,99,100,102,108,110,111,113,114,119,120,121,123,124,125,126,127,128,129,130,131],compil:[1,105],complet:[1,18,21,27,34,69,79,80,94,98],completed_bundl:79,completed_committed_bundl:85,completed_tim:[79,85],completion_callback:80,complex:[34,122],complex_operation_returning_xyz:4,compli:[13,16],complianc:21,compliant:130,complic:119,compon:[1,17,19,30,32,33,35,109],component:93,composit:[4,34,70,94,101,115,120,122],compositetypehint:[117,122],compress:[13,16,17,19,30,34,35,39,40,42],compress_point:117,compressedfil:17,compression_typ:[15,16,17,19,30,33,35,39,40,42],compressiontyp:[15,16,17,19,39,40,42],comput:[5,11,25,48,51,94,97,100,107,108,110,133],compute_api_servic:48,compute_hash:100,concat:14,concat_posit:69,concat_sourc:[12,133],concaten:69,concatposit:69,concatrangetrack:14,concatsourc:14,concept:[21,25,34,115,133],conceptu:[34,51,114],concret:[94,108],concrete_typ:122,concurr:[34,38],condens:[107,108],condit:34,configur:[25,33,48,51,82,98],conflict:[34,122],connect:[18,27,33,48],connector:[25,29],consecut:[74,115],consid:[13,24,27,34,51,108,113,114],consist:[1,10,34,38,42,46,49,67,77,79,83,93,107,108],consol:72,const_typ:120,constrain:[13,39],constraint:[57,117],construct:[1,13,21,32,39,40,45,63,69,79,80,93,94],constructor:[1,40,54,55,56,57,110,131],consum:[34,76,114],consumed_split_point:69,consumer_tracking_pipeline_visitor:[64,73,133],consumertrackingpipelinevisitor:76,contain:[4,9,10,11,13,17,18,19,21,25,26,30,34,35,38,39,40,44,48,51,54,63,79,82,88,95,97,98,102,108,109,110,115,117,122,123,128],content:[17,19,30,35,42,54,79,97,100,114,128],context:[1,32,34,44,51,54,55,56,57,63,79,89,93,100,108,110,113,115,127,131],contian:91,continu:[34,38,115,127],control:[21,55,74,91,113,124,129],conveni:[9,21,29],convent:[17,115],convers:[9,118],convert:[1,9,36,108,109,118,131],convert_to_beam_typ:118,coordin:117,copi:[17,19,30,31,33,35,108,120],copy_batch:31,copytre:31,core:[25,49,70,81,82,95,97,106,121,133],correct:[17,19,25,38],correctli:[34,108],correspond:[1,9,13,21,42,114,117,119,120,122,130,131],cost:114,could:[1,25,34,51,114,127,131,133],count:[13,26,29,39,40,41,44,46,107,113],count_tag:113,countcombinefn:113,counter:[45,46,79,84,119],countingsourc:41,coverag:38,cprofil:127,creat:[10,13,14,16,17,19,21,26,28,30,32,33,34,35,42,45,46,51,63,67,70,71,74,79,83,94,100,101,108,109,110,114,115,117,119,120,121,126,128,130],create_accumul:[108,121],create_bundl:[74,79],create_commit:26,create_disposit:21,create_empty_committed_bundl:[74,79],create_ent:26,create_from:109,create_from_opt:109,create_if_need:21,create_nev:21,create_respons:26,create_run_queri:26,create_temp_fil:100,createptransformoverrid:[67,71],creation:[13,16,39,40,42],credenti:8,criteria:82,cross:126,csv:34,cumul:127,current:[10,16,17,18,21,32,34,39,51,56,63,66,69,77,79,82,94,99,108,124],current_posit:34,current_restrict:[34,37],current_tim:75,cursor:34,custom:[4,11,15,34,51,94,97,98,108,110,115,117,122],custommapp:110,customtransform:110,dag:[51,94],data:[3,4,16,17,18,19,21,24,25,32,34,38,42,44,51,55,63,109,113,115,133],databas:34,dataflow:[1,5,8,9,21,34,48,49,63,64,94,113,133],dataflow_cli:66,dataflow_endpoint:48,dataflow_metr:[64,65,133],dataflow_runn:[64,65,72,133],dataflowapplicationcli:66,dataflowmetr:66,dataflowpipelineresult:[66,67],dataflowrunn:[65,66,67,71,72],dataset:21,datastor:[12,20,133],datastore_pb2:27,datastoreio:[12,20,22,23,133],datatyp:21,datetim:[109,130],deal:[34,108],debug:120,debugopt:[48,49],dec:46,decid:[13,34,39,82],decod:[1,4,21,32,39,40,70],decode_from_byt:4,decodeandemitdofn:70,decomposit:34,decompress:[16,17,34],decor:[1,4,21,100,108,110,116,124,129,131,133],decreas:34,decrement:46,deduc:120,dedupl:[32,114],def:[4,48,110,117,124],default_desired_bundle_s:[13,39],default_environment_id:93,default_environment_url:93,default_label:[108,110],default_output_cod:[14,34],default_runn:48,default_type_hint:[81,108,117],default_valu:[50,63],default_window_mapping_fn:111,defaultrootbundleprovid:83,defaulttrigg:113,defin:[1,4,12,13,16,17,19,21,25,27,34,45,48,64,69,100,108,109,110,115,116,117,119,122],definit:34,deflat:13,delai:[24,113,129],deleg:[36,45],delegatingcount:45,delegatingdistribut:45,delegatinggaug:45,delet:[17,19,21,25,30,31,33,35],delete_attr:119,delete_batch:31,delete_fast:119,delete_glob:119,delete_slice_0:119,delete_slice_1:119,delete_slice_2:119,delete_slice_3:119,deletefromdatastor:25,delimit:39,deliv:[32,79],demand:127,demarc:69,depend:[17,18,19,34,44,109,125],dependent_real_tim:112,deprec:[32,34,69,124],depth:[51,120],deriv:[28,110,115],descend:[106,110],describ:[21,33,34,38,48,55,63,69,108,110],describe_mismatch:97,describe_to:97,descript:[1,10,32,33,34,49,67,69,97,108],deserialize_windowing_strategi:67,design:[51,114],desir:[13,21,28,34,39,108],desired_bundle_s:[13,14,16,34,39,41],desired_num_offsets_per_split:37,dest:31,destin:[17,19,30,33,35],destination_file_nam:[17,19,30,33,35],detail:[4,16,25,34,39,49,51,65,73,82,108,110,111,117],detect:[16,34,39,40,42,108],detect_compression_typ:17,determin:[17,24,34,39,42,51,82,108,113,115],determinist:[1,4],develop:[16,25,32,49,109,133],dialect:21,dict:[9,17,21,30,32,35,42,63,94,107,109,114,122],dict_obj:92,dict_to_struct:92,dictionari:[4,9,11,13,21,40,48,83,101,108,109,118],did:38,differ:[1,16,21,34,38,51,55,69,129],digit:32,dill:[1,10],dillcod:1,direct:[64,87,108,133],direct_metr:[64,73,133],direct_runn:[64,73,133],direct_runner_use_stacked_bundl:74,directli:[21,32,34,46,63,108,111],directmetr:77,directopt:48,directori:[17,19,30,31,33,34,35,51,100],directpipelineresult:78,directrunn:[48,51,77,78,79,82,84,98],directrunneropt:74,directstepcontext:79,directunmergedst:79,dirti:44,dis:119,disable_run_time_type_check:117,discard:113,discuss:24,disk:[21,35],displai:[34,45,48,69,106,108,110,133],display_data:[13,15,16,21,25,34,48,108,109],display_data_dict:109,displaydata:109,displaydataitem:109,disposit:21,distinct:51,distinguish:63,distribut:[33,44,45,46,103,108],distribution_counter_microbenchmark:[102,133],distributionaccumul:103,distributionresult:44,divid:[83,115],do_fn:95,doc:[25,48,49,119],dockerrpcmanag:91,docstr:114,document:[16,34,48,82,108,113,119],doe:[21,34,39,51,81,94,109,127],doesn:[17,19,27,30,35],dofn:[4,21,25,34,63,70,81,82,95,108,109,110,121],dofninvok:82,dofnparam:108,dofnrunn:108,domain:112,don:81,done:[17,19,21,33,34,51,79,94,95,97,115],donwstream:114,dooutputstupl:108,doubl:[29,129],down:34,download:18,downloaderstream:18,downstream:[34,114],drain:94,drop:[24,109],drop_default:48,drop_if_default:109,drop_if_non:109,duck:4,due:[10,34],dump:10,dump_sess:10,dup_top:119,dup_topx:119,duplic:32,durat:[67,94,99,109,115,130],dure:[5,11,13,16,18,21,31,32,39,40,42,45,46,48,54,99,108,120,129],dynam:[16,25,34,38,50,51],dynamic_split_request:69,dynamicsplitrequest:69,dynamicsplitresult:69,dynamicsplitresultwithposit:69,e2e:72,each:[1,13,21,24,27,34,38,39,40,42,51,76,95,99,107,108,109,114,115,117,119,122],earli:[21,113,133],earliest:115,easi:108,easier:17,ec_point:117,edg:51,effect:[18,110,114],effici:[1,4,16,34,92,108],effort:32,either:[15,17,18,21,27,34,38,42,51,82,84,98,110,117,118,122],elem:34,elem_cod:1,element:[1,4,21,27,32,34,38,39,44,63,70,81,82,84,85,95,99,101,104,107,108,109,113,114,115,120,121],element_and_restrict:95,element_cod:95,element_typ:[63,120],elementandrestrict:[82,95],elementev:99,elementparam:108,els:[69,117],elsewher:69,emb:10,emit:[55,63,70,99,113,114],empti:[16,21,34,63,79,83,108,113],emptysideinput:63,enable_run_time_type_check:117,enable_trac:10,encapsul:69,encod:[1,3,4,9,10,15,21,34,39,40,69,70,131],encode_to_byt:4,encoded_:15,encoded_kei:84,encoded_str:67,encoded_table_row:21,encoded_valu:[15,70],encount:18,end:[13,14,17,18,19,34,36,39,40,42,48,49,69,81,82,97,99,113,115],end_cursor:26,endpoint_pattern:49,endpoints_pb2_grpc:[52,53,133],enforc:117,engin:[31,34],ensur:[25,34],entail:21,enter:72,enter_composite_transform:121,entir:[21,25,34,63,67,69,78,88,94,101,108,115],entiti:[25,26,27,61],entri:[1,29,55,63],enum_typ:61,enumer:62,environ:[82,93],eof:[17,18],epoch:[24,32,75,115,130],equal:[18,25,34,38,48,109,114],equal_to:[98,101],equival:[17,34,38,110,114],err_invalid_gcs_bucket:49,err_invalid_gcs_object:49,err_invalid_gcs_path:49,err_invalid_job_nam:49,err_invalid_not_posit:49,err_invalid_project_id:49,err_invalid_project_numb:49,err_invalid_test_matcher_typ:49,err_invalid_test_matcher_unpickl:49,err_missing_gcs_path:49,err_missing_opt:49,error:[1,18,21,33,34,49,54,97,108,115,117,120,121,129,133],error_messag:1,especi:[115,130],essenti:[48,108],estim:[1,25,34,69],estimate_s:[1,14,16,34,41],etc:[25,34,45,94,110,133],evalu:[11,74,79,80,82,83,84,113,130],evaluation_context:[64,73,80,83,133],evaluationcontext:79,even:[16,27,34,117,129],event:[34,99,113,115],event_count:21,everi:[4,21,34,38,51,67,94,129],everyth:[17,19,30,35,115],evolv:31,exact:108,exactli:[1,25,34,48,51,63,113],exampl:[1,4,13,16,21,32,34,38,42,69,83,98,108,109,110,114,115,117,124,130,131,133],exce:31,exceed:27,except:[5,8,17,27,31,34,97,108,117,120,129],excess:21,exclus:[18,34],exec_stmt:119,execut:[1,11,21,32,34,45,46,48,49,51,54,56,63,64,65,67,72,73,78,79,80,82,83,88,89,94,98,99,108,110,120,133],executor:[64,73,83,133],executor_servic:79,exhaust:38,exist:[13,16,17,19,21,30,31,32,33,34,35,39,40,42,98,100,108],existing_keyed_st:79,exp_multipli:124,expand:[13,21,25,32,34,39,40,42,70,81,82,95,99,107,108,110,114],expans:108,expect:[1,15,21,33,36,38,48,51,97,98,101,131,133],expected_checksum:97,expected_item:38,expected_outcom:38,expected_st:[72,97],expectedsplitoutcom:38,experi:50,experiment:[32,34,45,64,110,113,114,124,125,133],explain:34,explod:95,explodewindowsfn:95,exponenti:129,expos:[21,29,46],extend:[15,34,49,97,125],extens:[13,16,34,39,40,42],extent:108,extern:[34,108,133],extra:[97,98],extra_messag:124,extra_opt:98,extra_typ:[9,21],extract:[51,76,85],extract_all_tim:[79,85],extract_commit:77,extract_latest_attempt:77,extract_output:[108,121],extrem:107,face:45,factor:129,factori:74,fail:[17,19,21,27,30,31,34,35,38,42,94,120],failur:[27,34],fake:26,fake_datastor:[12,20,22,23,133],fake_run_queri:26,fakesourc:104,fall:[1,34],fallback:4,fallback_cod:1,fals:[3,9,16,17,21,26,34,42,48,51,67,98,101,108,109,110,113,119,120,127,129],famili:38,far:[69,118],fast:1,fastcod:1,faster:4,fastprimitivescod:[1,99],fault:34,favorite_color:13,favorite_numb:13,fetch:[17,18,19,25,27,30,33,35,97,104],fetch_ent:27,feth:25,few:[38,110],field1:21,field2:21,field3:21,field:[13,21,27,34,42,101,109],field_count:42,file:[13,15,16,17,18,19,21,30,31,33,34,35,39,40,42,44,45,46,51,97,100,101,133],file_copy_fn:127,file_handl:15,file_nam:[16,42],file_name_suffix:[13,15,39,40],file_path:[10,17,39,40,42,97],file_path_prefix:[13,15,39,40],file_pattern:[13,16,39,40,42],filebasedsink:[12,34,97,133],filebasedsourc:[12,39,133],filechecksummatch:97,filemetadata:17,filenam:[13,31,39,40,100],fileobj:17,filepath:17,filesystem:[12,13,18,30,33,34,35,125,133],filesystemio:[12,133],fill:109,filter:[25,27,42,45,66,77,97,108,124,129],finalize_writ:[15,34],find:[5,17,19,107,114,129],finish:[18,26,67,94,113,127],finish_bundl:[81,108,121],finish_st:80,finishcombin:81,finit:[34,115],fire:[84,85,113],fired_tim:80,first:[4,10,17,19,30,32,33,34,35,38,42,51,54,56,108,110,114,119,122,129,133],fix:[1,108,114,115],fixed_cost:114,fixedsizeglob:107,fixedsizeperkei:107,fixedwindow:115,flag:[13,16,17,19,30,35,39,40,42,48],flat:114,flatmap:[10,63,108,110,133],flatten:[14,21,108],flatten_input_visitor:67,flatten_result:21,flavor:124,floatcod:1,flush:[17,81],fn_paramet:115,fn_proto:131,fn_to_execut:11,fnapirunn:78,fnmatch:[17,19],fold:108,follow:[13,21,27,34,38,39,40,82,98,108,115,117,122,124,127],foo:[1,17,19,117,131],foo_from_proto:[1,131],foopayload:[1,131],footer:15,footprint:94,for_input_typ:108,forc:[63,95],form:[13,17,18,21,31,32,33,63,114,115,117,130],formal:117,format:[15,17,19,21,32,34,38,42,49],former:63,formula:[24,114,115],forward:83,found:98,frac:14,fraction:[14,34,36,38,69,129],fraction_consum:[14,34,36],fraction_to_posit:36,frame:[119,120],framest:[119,120],framework:[4,16,21,34,69],fresh:108,from:[1,4,8,13,15,16,17,18,19,21,25,27,28,30,31,32,34,35,36,38,39,40,42,48,49,51,56,63,67,69,76,88,94,97,98,100,104,108,109,110,113,114,115,117,129,130,131,133],from_cal:108,from_dictionari:48,from_json_valu:9,from_micro:128,from_rfc3339:130,from_runner_api:[1,46,51,63,93,108,110,113,131],from_runner_api_paramet:[1,34,108,115],from_str:112,from_type_hint:1,from_utc_datetim:130,full:[17,19,24,30,33,34,35,38,51,97,98,115,125],full_label:121,fulli:[18,21,34,69,117],fun:129,func:[108,117,120],functiontyp:120,furnish:63,further:[55,110,129],fuse:114,fusion:114,futur:[1,2,3,11,34,44,45,46,49,50,54],future_output_watermark:82,fuzz:129,fuzzedexponentialinterv:129,gap:115,gap_siz:115,gather:28,gaug:[45,46],gaugeresult:44,gce:8,gcp:[6,12,133],gcs:31,gcs_bucket:49,gcs_prefix:30,gcs_scheme:49,gcs_uri:49,gcsfilesystem:[12,20,133],gcsio:[12,20,133],gener:[1,13,16,34,39,40,53,98,99,122],generate_bundle_id:34,generate_input_valu:103,genom:42,genotyp:42,get:[3,8,16,17,19,21,25,30,34,35,38,50,54,55,56,57,63,69,85,94,98,108,113,125,129,131],get_accumulator_cod:108,get_aggregator_valu:79,get_all_opt:48,get_all_plugin_path:125,get_all_subclass:125,get_chunk_s:19,get_count:3,get_datastor:27,get_dict:109,get_dict_table_schema:21,get_estimated_num_split:25,get_estimated_size_byt:25,get_evalu:83,get_execution_context:79,get_filesystem:19,get_full_options_as_arg:98,get_function_argu:108,get_glob:120,get_impl:[1,115],get_it:119,get_keyed_st:79,get_nam:120,get_namespac:45,get_opt:98,get_output_typ:108,get_path:100,get_progress:69,get_rang:18,get_range_track:[14,16,34,38,41],get_replacement_transform:[51,67,71,82,95],get_root_bundl:83,get_root_bundle_provid:83,get_schem:19,get_service_credenti:8,get_split:28,get_table_schema_from_str:21,get_transformed_output_tim:115,get_type_hint:117,get_typed_value_descriptor:9,get_valu:50,get_value_or_block_until_readi:79,get_varint_s:3,get_watermark:85,get_window:[34,70,99,108,110],get_window_cod:115,getartifact:54,getattr:119,getmanifest:54,getmessagestream:[56,89],getprovisioninfo:57,getrangetrack:38,getstat:[56,89],getstatestream:[56,89],github:[10,28,31,42],give:[16,17,19,30,34,35,38,45,51,69,82],given:[1,3,11,13,16,17,18,19,21,25,26,27,28,30,31,34,35,36,38,39,40,48,49,51,63,82,83,94,97,99,101,105,108,113,114,115,118,120,129,130,131],glob:[13,16,39,40,42,97,101],global:[1,34,79,83,107,115],global_to_loc:14,globalwindow:115,goe:49,going:[25,66],gone:63,good:25,googl:[1,8,21,24,25,27,28,31,32,48,49,65],googleapi:[48,49],googlecloudopt:[48,49],googlecloudplatform:[28,31],googledatastor:27,gracefulli:82,granular:[24,115,130],graph:[51,63,67,76,78,83,110,133],greater:[25,117],greater_than:25,group:[4,14,46,48,108,110,114,115],group_by_key_input_visitor:67,groupbykei:[1,94,108,110,114,115,133],grpc:[54,55,56,57],guarante:[1,2,3,4,6,7,8,9,10,11,14,26,27,32,34,45,49,51,52,53,62,65,69,73,74,75,76,80,83,84,85,93,99,100,102,110,111,113,114,119,120,121,123,124,125,126,127,128,129,130,131],guid:113,gzip:[17,34],had:[1,108,131],hadoop:33,hadoopfilesystem:[12,48,133],hadoopfilesystemopt:[33,48],halfwai:38,hamcrest:[49,97],hand:21,handl:[15,16,17,19,24,30,34,35,39,40,42,79,119],handle_result:79,happen:[21,28,34,38,51,100,129],har:[38,55,57],has:[1,9,18,21,25,27,34,42,48,49,63,69,76,78,85,98,101,105,107,108,109,117,133],has_data:29,has_default:108,has_dir:[17,30,33,35],has_display_data:109,has_kw:119,has_part:110,has_var:119,hasdisplaydata:[34,48,69,108,109,110],hash:[97,100],hashabl:120,hashing_alg:100,have:[4,8,10,11,17,19,21,25,27,34,42,44,51,54,63,108,109,113,115,117,118,119,129],hdf:33,head:[17,19,30,35],header:[15,39,42],heap:127,heavi:38,heavyweight:38,help:38,helper:[12,20,22,23,38,111,133],helper_transform:[64,73,133],henc:[25,34,69],here:[1,21,27,34,65,73,108,115,119],hidden:63,hierarch:9,hierarchi:51,high:78,higher:[39,42],hint:[4,110,116,117,120,122],histori:24,hold:[21,34,51,82,108],holder:[11,95],homogen:1,honor:69,hour:129,how:[21,25,34,63,69,93,107,108,110,115,124,133],howev:[1,25,28,34,42],html:[24,48,119],hts:42,http:[10,21,24,25,28,31,34,42,48,49,109,113,119,129],httperror:129,huge:63,hypothet:34,id_label:32,id_or_nam:26,idempot:34,ident:117,identifi:[13,21,32,34,39,40,108,109],ids:27,iff:15,ignor:[21,25,32,36,99,101],illustr:[34,124],imagin:34,immedi:[56,94],immut:34,impact:[25,39],implement:[1,3,15,16,17,18,21,24,28,30,33,34,35,36,37,38,39,45,49,50,51,65,66,67,69,70,73,75,77,78,79,81,88,89,94,108,109,110,111,122,129,131],implementor:[17,34,108],impli:42,implicitli:115,import_from:119,import_nam:119,imposs:34,improv:[1,21],impuls:70,inc:[29,45,46],includ:[17,19,21,30,34,38,42,79,82,115],inclus:[34,36],incom:32,inconsist:10,incorrect:38,increas:129,increment:[46,117],indefinit:[67,94],independ:[34,67,117],index:[42,63,69,108,113,117,122],index_tag:113,indic:[17,19,30,34,35,39,42,51,63,114,128,129],individu:[16,34,38,108,115],inequ:25,inf:36,infer:[4,120],infer_output_typ:[70,108,110],infer_return_typ:120,infer_return_type_func:120,infin:[34,115],info:[42,94],inform:[8,16,34,42,57,66,67,69,79,82,94,108,114,120,132],inherit:[34,69,109,131],init_result:[15,34],initi:[13,14,16,18,21,24,25,32,33,34,36,39,40,42,46,48,51,57,63,66,69,82,83,95,97,98,108],initial_delay_sec:129,initialize_writ:[15,34],inject:[16,110],inlin:119,inmemoryunmergedst:79,inner:[69,117,122],inpalce_or:119,inplace_add:119,inplace_and:119,inplace_divid:119,inplace_floor_divid:119,inplace_lshift:119,inplace_modulo:119,inplace_multipli:119,inplace_pow:119,inplace_rshift:119,inplace_subtract:119,inplace_true_divid:119,inplace_xor:119,inprocess:73,input:[5,11,12,13,21,34,39,40,42,48,51,63,69,70,76,79,80,82,83,85,94,95,103,104,108,110,111,114,115,120,121,128,130,133],input_bundl:80,input_committed_bundl:83,input_or_input:110,input_or_output:110,input_pcol:110,input_per_sourc:104,input_timestamp:115,input_typ:[108,120],input_type_hint:110,inputstream:3,insert:21,insert_values_in_arg:11,insid:[88,98],inspect:120,instanc:[1,4,11,17,19,21,30,35,42,49,51,57,63,66,67,69,83,84,100,101,108,109,110,113,115,117,120,122,129,130],instance_to_typ:120,instanti:[69,120,125],instead:[10,21,34,42,51,111,124,129],instruct:55,int_to_str:117,integ:[1,3,19,21,34,37,45,108,109,115,119],integr:[98,129],intend:[24,29,34,46,63,117,129],interact:[17,66],interchang:21,interest:38,interfac:[18,19,32,46,63,109],intermedi:[21,108],intern:[1,2,3,14,26,27,34,45,49,51,52,53,62,65,66,69,73,74,75,76,80,83,84,85,93,99,100,102,109,111,115,119,120,121,123,124,126,127,128,129,130,131,133],interpol:36,interpret:[21,69],intersect:115,interv:[36,115,127,129,130],interval_second:127,intervalwindow:115,introduc:[34,101],introduct:21,invalid:[17,18,31,48,49,117],invalid_argu:54,invoc:[34,82],invok:[34,82,108,113],invoke_process_el:82,involv:21,iobas:[12,14,15,16,21,36,37,38,41,64,65,68,108,133],ioerror:[16,17,19,30,35,94],is_access:50,is_bound:[34,69],is_default:108,is_determinist:1,is_don:79,is_empti:101,is_full_string_match:49,is_globally_window:111,is_integration_test:98,is_key_valid:27,is_kv_cod:1,is_lat:113,is_merg:115,is_pair_lik:1,is_process_bound:[108,121],is_root_transform:79,is_service_runn:49,is_valid:109,is_valid_compression_typ:17,isn:[17,19,30,35,117],issu:10,item:[38,84,109],items_before_split:38,iter:[1,2,16,27,33,34,38,48,63,69,104,108,111,113,114,115,118,122,129],iterablecod:1,its:[1,4,11,17,21,27,34,108,109,110,114,120,128,131,133],itself:[34,69,130],java:28,job:[25,51,54,55,56,57,64,66,67,72,78,87,88,89,94,97,98,133],job_graph:66,job_nam:[49,98],job_pattern:49,job_result:66,jobapi:91,jobservic:89,jobserviceservic:[56,89],jobservicestub:56,jobstat:94,join:[17,19,30,33,35],json:[9,10,21,67],json_string_to_byte_arrai:67,json_valu:[6,7,133],jsonarrai:9,jsonobject:9,jsonstringtobytearrai:67,jsonvalu:[9,21],just:[25,34,63,110],keep:[29,34,69,77,83],kei:[1,4,9,13,25,26,27,34,36,42,63,69,79,81,82,83,84,95,107,108,109,110,114,115,118,120,133],kept:109,key1:109,key2:109,key3:109,key4:109,key5:109,key_cod:1,key_compar:27,key_value_typ:120,keyed_earliest_hold:85,keyed_watermark_hold:84,keyedworkitem:[82,84],keyspac:36,keyword:[11,63,108,117],keyword_hint:117,kind:[25,27,34,108,124],know:120,known:[17,49,79],kv_type:120,kvswap:114,kwarg:[2,11,15,16,25,31,39,40,42,48,80,81,82,95,101,107,108,114,117,121,126,128],kwarg_hint:117,kwargs_for_invok:82,label:[51,63,70,101,107,108,109,110,114,121,124],label_from_cal:110,lambda:[21,110,113],land:24,languag:133,larg:[25,38,39,63],larger:34,largest:[34,107,114,130],largestperkei:107,last:[17,19,27,30,34,35,42,82],last_record_start:36,late:113,late_tag:113,latenc:27,later:[82,98,99,108],latest:[25,27,46],latest_timestamp:27,latter:63,leaf:[17,19,30,35],least:[38,113],leave_composite_transform:121,left:[38,45,108],left_fract:38,left_result:38,len:18,length:[1,24,28,31,117,129],less:[28,36],less_than:25,let:[4,34,45],letter:[13,21,39,40,49,122],level:[13,51],lexicograph:36,lexicographickeyrangetrack:36,librari:[1,8,10,31,41,42,48,107,119],liftedcombineperkei:81,lightweight:38,like:[4,13,17,19,25,30,33,34,35,39,63,108,117,120,122],limit:[17,19,25,27,129],line:[21,34,39,42,48,98,100],linearli:36,link:5,list:[1,9,11,14,17,19,21,26,27,28,30,31,35,38,42,49,50,51,63,84,98,100,101,107,108,114,117,118,122],list_append:119,list_prefix:31,load:10,load_attr:119,load_closur:119,load_const:119,load_deref:119,load_fast:119,load_glob:119,load_loc:119,load_nam:119,load_sess:10,local:[15,17,19,35,39,51,73,78,88,108],local_to_glob:14,local_var:120,localfilesystem:[12,17,133],locat:34,lock:34,log:[55,127,129],log_result:127,logger:[100,129],logic:[16,34,45,77,82,95,115,129],long_gener:104,look:117,lookup:63,loop:[34,108],lose:130,lower:[113,117],lower_bound:103,machin:[34,78,88],machineari:82,made:[4,21,34,54,56,63],magic:95,mai:[1,4,16,17,21,28,32,34,42,45,55,63,69,82,83,94,108,114],main:[21,28,34,63,108],main_kw:108,main_tabl:21,mainli:82,make:[21,26,27,34,36,49,70,82,95,97,129],make_closur:119,make_fn:108,make_funct:119,make_http_request:129,make_kind_stats_queri:27,make_latest_timestamp_queri:27,make_partit:27,make_request:27,makexyz:4,malform:118,malformedvcfrecord:42,manag:[21,34,51,64,85,90,100,113,127,133],mandatori:[108,114],mani:[9,25,34,107],manifest:54,manner:[13,34,38,114],map:[1,13,21,32,36,42,63,70,108,111,114],mapfn:110,mapper:81,mark:124,marker:63,massiv:21,master:28,match:[1,17,19,21,45,49,51,67,71,82,95,101],match_type_vari:122,matcher:[49,51,72,97,101],matchresult:[17,19],materi:[63,94,101],matter:34,max:[28,44,108,114],max_batch_operation_s:31,max_batch_s:114,max_delay_sec:129,max_dur:82,max_num_output:82,max_timestamp:115,maximum:[17,19,114,120,129],maybe_from_cal:108,mean:[34,44,107,124],mean_temp:21,meant:[55,94],measur:[103,104,114],member:[15,54],memori:[44,81,83,127],memoryreport:127,memoryview:18,merg:[34,81,108,113,115],merge_accumul:[108,121],merge_context:115,merge_result:[113,115],mergecontext:115,messag:[1,32,34,56,124],met:101,metadata:[8,17,19,30,35,57],metadata_list:17,method:[1,4,16,17,18,19,25,26,27,33,34,36,38,46,48,49,51,67,82,94,98,100,108,109,110,111,120,121,122,129,131],metric:[55,66,77,79,94,133],metric_nam:45,metricbas:[43,45,133],metricnam:46,metricresult:[66,77,94],metrics_contain:80,metricsenviron:45,metricsfilt:45,micro:[128,130],microbenchmark:[103,104,105],microsecond:[25,103,115,130],might:[34,39,69,109],millisecond:[27,32,67,94],mime:[13,17,19,30,31,35],mime_typ:[13,15,17,19,30,31,33,35],min:[44,114],min_batch_s:114,min_bundle_s:[13,16,39],min_fraction_of_files_to_stat:16,min_num_offsets_per_split:37,min_number_of_files_to_stat:16,min_request:24,minimim:114,minimum:[13,16,39,85],mirror:117,mismatch_descript:97,miss:49,mix:117,mixin:[109,117],mkdir:[17,19,30,33,35],mock:100,mode:[17,18,21,31,34,67,70,71,115],model:133,modifi:[11,34,110,119],modul:[0,6,7,12,20,22,23,43,47,52,53,64,65,68,73,86,87,90,96,102,106,116,123,133],moment:11,month:21,more:[4,16,17,19,21,25,30,33,34,35,39,49,51,82,108,109,110,113,114,115,119],moreov:34,most:[13,21,34,38,39,110,129],mostli:[51,114,129],move:[17,19,29,30,35,83],movingfunct:29,movingsum:29,msg:128,msg_class:128,much:9,multi:[34,38],multipl:[16,25,34,42,46,63,83,104,107,108,113,114,117],multipli:124,muss:34,must:[1,11,16,18,21,24,32,33,34,39,49,51,54,63,69,94,98,99,108,110,115,117,129],mutabl:[34,119],mutat:[26,27,34],my_side_input:63,my_tranform:51,myavrofil:13,myjobnam:98,mypath:13,myptransform:63,mysink:34,name:[13,16,21,27,31,34,42,45,46,49,51,54,66,69,84,94,98,100,105,108,114,117,122],namespac:[13,25,27,45,46,109,122],nativ:[21,34,69,91,110,118],native_io:[21,64,65,133],native_type_compat:[116,133],nativesink:[21,34,69],nativesinkwrit:69,nativesourc:[21,69],nativesourceread:69,necessari:[4,63,109,130],necessarili:69,need:[2,4,15,17,19,21,26,30,34,35,36,49,51,55,57,82,100,101,110,129],neg:[17,18,36],negat:117,neither:[21,109],nest:[3,21,122],never:[11,34,63,113,115,127],new_process_fn:82,new_save_module_dict:10,new_track:37,new_watermark:99,newlin:39,newobject:[1,2,3,11,44,45,46,49,50],next:115,nnnnn:[13,39,40],no_retri:129,node:[51,63,67,88,94,110],non:[10,34,36,63,94,108,109,129],none:[1,9,13,14,15,16,17,19,21,25,27,28,31,32,34,36,38,39,40,41,42,44,48,50,51,63,66,67,69,70,72,77,79,82,84,91,93,94,97,98,100,107,108,109,110,113,114,115,120,121,122,127,128,131],nonmergingwindowfn:115,nonzero:129,nop:119,nor:21,normal:[25,42,109,115],nosetest:98,notabl:38,notbig:21,note:[1,10,17,18,21,25,26,28,34,51,70,101,108,110,117,122,127],noth:69,notic:117,notifi:24,notify_observ:2,notimplementederror:94,notion:[34,69,107],now:[24,29,129],nth:114,nullabl:21,num_byt:17,num_el:114,num_input:103,num_items_to_read_before_split:38,num_partit:108,num_retri:129,num_run:[103,104],num_shard:[13,15,39,40],num_sourc:104,num_split:[25,28],num_work:98,number:[11,13,17,18,19,21,25,26,28,32,34,38,39,40,42,49,75,82,97,101,107,108,114,129,130],numer:[32,130],obei:34,obj:[9,10],object:[1,2,4,5,9,10,11,13,15,16,17,18,19,21,24,27,29,30,31,32,33,34,35,36,37,40,42,45,46,48,49,50,51,54,55,56,57,61,63,64,66,69,74,75,76,77,79,80,82,83,84,85,91,93,94,95,97,98,99,100,107,108,109,110,111,112,113,115,117,119,120,122,125,127,129,130,131],observ:[0,133],observablemixin:2,obtain:[17,21,34,45,48,98,107,108,110,114],occupi:34,occur:[28,33,38,42,107,115],octet:[15,17,19,30,31,33,35],offer:51,offici:34,offset:[17,18,34,37,69,115,130],offset_infin:36,offset_range_track:16,offsetrang:37,offsetrangetrack:[16,36],offsetrestrictiontrack:37,oflong:29,often:[114,124],okai:34,old:[34,124],old_multipli:124,on_el:113,on_fir:113,on_merg:113,on_success_match:49,onc:[17,24,34,63,83,108,113,115,117],one:[1,4,13,21,24,26,27,32,34,38,39,40,42,48,49,51,63,69,82,83,107,108,110,114,115,117,122,131],ones:[38,48,74],onli:[1,2,3,6,7,8,9,10,11,13,14,17,21,26,27,32,34,36,38,39,40,42,45,49,51,52,53,62,63,69,74,75,76,77,80,83,84,85,93,98,99,100,101,102,107,108,109,111,114,117,119,120,121,123,124,125,126,127,128,129,130,131],opaqu:15,opcod:[116,133],open:[15,16,17,19,30,31,33,34,35],open_fil:16,open_shard:101,open_writ:[15,34],oper:[1,4,5,17,19,21,30,31,34,35,51,94,103,108,110,114,115,130],operation:114,opt_nam:98,optim:[13,39,113],option:[8,17,19,25,30,32,33,34,35,40,51,57,72,74,94,98,101,108,110,114,117,122,124,133],option_nam:50,order:[1,4,21,25,31,34,36,42,51,94,98,100,108,117,122],orderedpositionrangetrack:36,ordinari:63,ordinarili:[108,114],orfin:113,org:[29,34,48,67,109,113,119],orient:34,origin:[34,38,117],original_range_track:38,original_read:38,original_stop_posit:38,other:[14,17,19,21,27,34,36,39,42,51,57,69,87,93,108,109,114,115,117,122],otherwis:[1,9,17,34,38,51,98,99,108,110],our:51,out:[17,18,94,108],outer:[26,34],output:[12,13,15,16,17,32,34,39,40,42,51,63,74,76,79,82,83,85,97,99,108,110,114,115,121,133],output_at_earliest:115,output_at_earliest_transform:115,output_at_eow:115,output_at_latest:115,output_pcollect:[74,79],outputcheckwrapperdofn:121,outputstream:3,over:[48,87,108,114,129],overhead:17,overlap:34,overload:24,overload_ratio:24,overrid:[15,21,48,51,70,71,82,94,95,97,108,109,110,131],overridden:34,overwrit:15,own:[108,114],pack_ani:128,pack_struct:128,packag:[11,133],pad:[13,39,40],pair:[17,19,30,34,35,37,48,63,69,95,107,108,109],pairwithrestrictionfn:95,pane:113,parallel:[5,11,16,19,21,25,34,110,133],param:[38,105],paramet:[1,8,9,11,13,14,15,16,17,18,19,21,24,25,26,27,28,30,31,32,33,34,35,36,38,39,40,42,45,46,48,51,54,55,56,57,63,66,67,69,74,79,82,83,85,94,97,98,100,101,108,110,113,114,115,117,118,120,122,124,129,130,131],parameter:122,parameter_typ:[1,110,131],pardo:[21,34,63,82,94,95,108,110],pardo_payload:108,parent:[40,127],pars:[13,39,42,48,98,128],parse_byt:128,parse_int:117,parser:48,part:[1,16,17,19,21,30,34,35,45,48,67,69,82,88,108],partial:[27,34,81],partialgroupbykeycombiningvalu:81,particular:[13,34,38,39,40,42,110,114,120],partit:[21,27,28,34,108,122],partition_for:108,partitionfn:108,partitionid:27,pass:[1,13,15,17,19,21,30,33,34,35,40,42,48,67,82,101,108,110,113,115,117,131],past:[34,69],patch:100,patch_retri:100,path:[13,15,16,17,19,27,30,31,33,34,35,39,40,42,49,97,100,125],pathnam:[17,19,30,33,35],pattern:[13,16,17,19,31,39,40,42,49,101,110,129],payload:[32,131],payload_typ:61,pbegin:[34,70,99,108],pc1:114,pc2:114,pc3:114,pcoll1:114,pcoll:[13,21,25,32,34,39,40,51,63,67,81,82,95,98,107,108,110,114],pcollect:[1,4,13,15,21,25,34,39,42,51,63,79,82,85,94,95,99,101,107,108,110,114,115,133],pdf:42,pend:94,per:[21,63,79,81,103,108,114,129],per_element_cost:114,percent_complet:69,percentag:69,perel:107,perfectli:34,perform:[1,13,16,17,19,25,29,34,38,39,82,95,103,104,114,115,121],perform_multi_threaded_test:38,perhap:69,period:[25,115],perkei:107,permanentexcept:[8,129],permit:122,persist:[94,108],phase:[34,42,100],phaseset:42,phred:42,physic:77,pick:[1,109],pickl:[1,4,10,34,98,131],picklabl:34,pickle_urn:131,picklecod:[1,10,34],pickler:[6,133],piec:83,pipe:[18,110],pipelin:[1,5,11,13,16,21,32,33,34,39,40,42,45,46,48,49,56,57,63,64,65,67,71,72,73,76,78,79,82,88,93,94,95,97,98,99,101,108,109,110,111,114,121,133],pipeline_context:[64,133],pipeline_opt:[17,19,30,33,35,47,49,50,79,109,133],pipeline_options_valid:[47,133],pipeline_result:97,pipeline_verifi:[96,133],pipelinecontext:[1,93,131],pipelineerror:[5,51],pipelineopt:[17,19,30,35,48,49,51,98,109],pipelineoptionsvalid:49,pipelineresult:94,pipelinerunn:[51,67,78,88,94,98,133],pipelinest:[94,97],pipelinestatematch:97,pipelinevisitor:[51,76,121],pipestream:18,place:[9,11,63,108,110,115,129],placehold:[11,13,16,39,40],plain:63,plane:55,platform:126,pleas:[16,34,49],plugin:[17,123,133],pobject:108,point:[1,13,28,34,79,83,115,120,129,130],poll:67,poll_for_job_complet:67,pool:[11,48],pool_siz:11,pop_on:119,pop_thre:119,pop_top:119,pop_two:119,popen:126,popul:[51,109],portabl:[89,133],portion:108,pos:[14,36],posit:[11,14,17,18,34,36,37,38,42,49,69,99,108,117],position_at_fract:[14,34,36],position_for_fract:38,position_to_fract:36,positional_hint:117,possibl:[1,16,19,21,34,38,49,108],potenti:[63,79],power:133,practic:34,pre:[34,81],pre_fin:[15,34],pre_finalize_result:34,preced:114,precis:[115,130],predecessor:130,prefer:[1,17,131],prefix:[13,17,19,30,39,40],prepar:[21,56],preparationid:56,present:[18,21,42,54,107],preserv:[38,51],prevent:[16,34,46,114],previou:[21,34,82,99],previous:24,primari:[34,69],primarili:14,primary_range_track:38,primit:[1,70,78,82,95,115,122],print:[120,124],print_item:119,print_newlin:119,prior:34,prob:42,problem:94,proce:108,proces:95,process:[1,4,17,21,25,34,63,69,70,73,75,79,81,82,83,85,91,92,95,99,108,110,113,114,115,121,123,127,133],process_continu:82,process_element_invok:82,process_keyed_elements_transform:82,process_st:80,processcontinu:82,processdata:21,processel:82,processfn:82,processingtimeev:99,processkeyedel:95,processkeyedelementsviakeyedworkitem:82,processkeyedelementsviakeyedworkitemsoverrid:82,produc:[1,13,34,38,39,51,63,76,79,82,99,114,124],profil:[114,123,133],profile_id:127,profile_loc:127,profilingopt:48,program:[21,113,119,133],progress:[36,55,69,94,108],project:[8,21,25,27,32,49],project_id_pattern:49,project_number_pattern:49,promis:34,proper:[110,117],properli:[34,82,117],properti:[28,34,38],propertiesfromenumtyp:61,propertiesfromenumvalu:61,propertiesfrompayloadtyp:61,proto:[27,46,51,63,87,93,108,110,113],proto_message_typ:1,proto_util:[123,133],protobuf:[1,128],protoc:1,protocod:1,protocol:[1,34],provid:[1,11,13,17,18,19,21,25,28,30,32,34,35,36,37,50,51,57,79,83,85,93,94,98,99,108,110,114,117,131,133],provis:57,provisionserviceservic:57,provisionservicestub:57,pseudo:34,pseudocod:38,ptransform:[4,5,13,21,25,32,34,39,40,42,51,63,67,70,71,76,79,80,81,82,95,99,101,106,107,108,109,114,122,133],ptransform_arg:95,ptransform_fn:110,ptransform_kwarg:95,ptransform_overrid:[64,65,133],ptransform_side_input:95,ptransform_test:41,ptransformoverrid:[51,67,71,82,95],ptransformwithsideinput:108,pub:32,publish:32,pubsub:[12,20,100,133],pubsubmessag:32,pull:63,pure:3,purpos:98,push_valu:119,put:[10,18,94],putartifact:54,pvalu:[5,11,13,32,34,39,40,42,51,76,94,108,110,111,133],pvalue_class:11,pvalueerror:5,pvalueish:[51,110],python:[1,3,5,9,10,13,18,33,34,48,62,70,98,103,104,108,117,118,119,120,122,129],python_rpc_direct:[64,86,133],python_rpc_direct_runn:[64,86,87,133],python_urn:[52,133],pythonrpcdirectrunn:88,pyvcf:42,pyx:3,qualiti:42,queri:[21,25,26,27,28,66,77,94],query_latest_statistics_timestamp:25,query_result:21,query_splitt:[12,20,22,23,133],queryiter:27,querysplitt:28,querysplitterimpl:28,question:[30,35],quickstart:21,quit:9,race:34,rais:[1,5,9,15,16,17,18,19,21,27,30,31,33,34,35,38,48,51,94,98,101,108,109,110,117,118,120,129],random:[1,18,26,28,103,114,129],randomli:129,randomuniquekeyfn:95,rang:[14,16,18,34,36,37,38,69,115],range_track:[12,14,16,34,38,41,133],rangetrack:[14,16,34,36,38],rather:[1,21,42,117,119,131],ratio:24,raw:[34,99],raw_byt:67,rawiobas:18,reach:[18,129],reachabl:[67,88,94],read:[1,3,13,14,16,17,18,19,21,25,27,30,31,32,34,35,38,39,40,41,42,69,79,133],read_al:3,read_bigendian_doubl:3,read_bigendian_int32:3,read_bigendian_int64:3,read_bigendian_uint64:3,read_buffer_s:31,read_byt:3,read_from_sourc:38,read_record:16,read_siz:17,read_var_int64:3,readabl:[17,18],readallfromavro:13,readallfromtext:39,reader:[21,34,69],readerposit:69,readerprogress:69,readfn:25,readfromavro:13,readfromdatastor:25,readfrompubsub:32,readfromsourc:38,readfromtext:[39,133],readfromtfrecord:40,readfromvcf:42,readi:[97,133],readinto:18,readlin:17,readstringsfrompubsub:32,real:[11,75],real_tim:[112,113],realclock:75,realiti:108,realli:4,reason:[4,129],rebalanc:[34,38],receiv:[34,38,83,108,117],recent:29,recommend:[13,38,39,98,124],record:[13,15,16,27,32,34,38,40,42,69],record_current_posit:34,record_index:69,record_start:36,recurs:[17,19,30,31,35],recv_pip:18,redefinit:48,reduc:[13,39,94,108],redund:34,reentrant:[34,38],refer:[21,34,38,42,46,51,110],referenc:93,reference_bas:42,reference_nam:42,reference_source_info:38,refsnp:42,refus:34,regist:[1,4,19,51,80,98,131],register_cod:4,register_observ:2,register_pickle_urn:131,register_structured_urn:1,register_urn:[1,110,131],registr:[4,131],registri:[1,4],regular:122,reify_window:101,reifywindow:108,reimplement:109,reject:109,rel:[17,18,69],relat:[5,34,46,55,76,110],releas:[82,83],relev:31,reli:[21,101],remain:[18,34,69],remaining_split_point:69,remaining_tim:69,remot:[21,32,67,88,89,129],remov:[39,114],remove_objects_from_arg:11,removedupl:114,renam:[17,19,30,31,33,34,35],repeat:21,repeatedli:[108,113],replac:[11,13,39,40,51,95,100,107,108,119,124],replace_al:51,report:[34,55,85,108,127,129],report_current_posit:34,report_onc:127,repres:[11,16,17,21,32,34,37,38,42,44,48,63,69,94,108,109,111,113,130,133],represent:[21,69,109,115],request:[17,18,24,25,26,27,36,45,54,55,56,57,69,79,82,89,129],request_dynamic_split:69,request_iter:[54,55],requir:[1,4,9,13,21,34,39,48,49,108,124],reserv:122,reset:113,reshuffl:114,reshuffleperkei:114,residu:[34,69,82],residual_range_track:38,residual_restrict:82,resolut:94,resourc:[34,57,98],respect:[13,21,34,38,39,40,42],respond:[66,77],respons:[4,17,19,26,27,55,56,80,82],rest:34,restrain:108,restrict:[34,45,82,95],restriction_cod:95,restriction_track:[12,133],restrictionprovid:108,restrictiontrack:[34,37,82,108],result:[1,10,11,16,17,21,25,28,34,38,42,44,45,48,67,69,79,80,81,82,84,94,97,107,108,110,114,115,117,124,127],result_pcol:110,resum:82,retri:[8,27,34,97,100,123,133],retriev:[11,18,54,117],retry_filt:129,retry_on_beam_io_error_filt:129,retry_on_io_error_and_server_error:97,retry_on_rpc_error:27,retry_on_server_errors_and_timeout_filt:129,retry_on_server_errors_filt:129,return_context:51,return_type_hint:117,returns_windowed_valu:69,revers:114,rewind:17,rfc3339:130,rfc:[32,130],rfc_3339_re:130,right:[38,51,129],right_fract:38,right_result:38,roll:29,root:[79,80,83],root_transform:[79,85],rootbundleprovid:83,rot_four:119,rot_n:119,rot_thre:119,rot_two:119,row:21,rowasdictjsoncod:21,rpc:[24,27,45,129],rpc_stats_callback:27,rpcerror:27,rule:27,run:[5,8,10,11,28,34,51,53,56,67,72,79,80,83,87,88,89,94,98,103,104,108,109,122],run__nativewrit:67,run_abc:94,run_async:94,run_benchmark:[103,104],run_combinevalu:67,run_command:91,run_flatten:67,run_groupbykei:67,run_impuls:67,run_pardo:67,run_pipelin:[67,72,78,94],run_queri:26,run_read:67,run_transform:94,run_using_threadpool:11,runner:[5,21,25,34,45,49,51,55,98,99,108,110,133],runnerapi:56,runnerapifn:[1,108,115,131],runnererror:5,runtim:[1,5,16,25,57,117,121],runtime_opt:[17,30,35,50],runtimeerror:[5,51],runtimevalueprovid:[17,30,35,50],runtimevalueprovidererror:5,safe:[34,77],safeti:34,sai:[4,34],same:[1,4,16,17,19,21,27,30,31,34,35,38,39,42,46,51,63,69,74,94,101,107,108,115,118,124,129],sampl:[1,21,107],samtool:42,satisfi:[34,120],save:127,save_modul:10,scale:42,scatter:26,scenario:[21,34],schedul:[76,80],schedule_pending_unblocked_task:79,schema:[13,21,42],schema_as_json:21,scheme:[17,19,30,33,34,35,49],scope:26,score:42,sdf:[70,82,95],sdf_common:[64,133],sdf_direct_runn:[64,73,133],sdf_invok:82,sdfprocesselementinvok:82,sdist:53,sdk:[29,34,55,57,62,67,117,122,132],sdkfunctionspec:[1,131],search:129,second:[4,27,32,38,75,97,99,110,114,115,119,127,129,130],section:34,see:[4,13,16,19,24,25,33,34,38,39,40,48,49,51,82,94,108,110,113,114,115],seed:103,seek:[17,18],seek_cur:[17,18],seek_end:[17,18],seek_set:[17,18],seekabl:[16,17,18],select:[21,27,63],self:[1,2,34,108,109,110,117,130,131],semant:[25,34,99,110,113,116,122],send:[24,55,87],sens:4,sent:[24,55],separ:[21,42,108,115,117],sequenc:[34,42,103,120],sequenti:[18,34,54],seri:115,serial:[4,21,34,51,83,93,131],serializ:[99,114],serialize_windowing_strategi:67,serialized_data:67,serv:89,server:[54,55,56,57,64,86,87,129,133],servic:[8,13,21,34,39,48,49,54,55,56,57,66,67,69,97,129],session:[10,115],set:[4,13,14,16,17,18,19,21,24,25,31,34,38,39,40,42,45,46,48,49,50,63,67,79,82,85,94,97,108,113,114,115,117,122,124,129],set_current_posit:[14,34,36],set_opt:19,set_process_element_invok:82,set_running_in_gc:8,set_runtime_opt:50,set_split_points_unclaimed_callback:[34,36],setup:[34,53,82,98],setupopt:[48,49],sever:[12,14,21,69,101,108,110,114],sha1:100,shard:[13,15,28,39,40,101],shard_name_templ:[13,15,39,40],share:[21,74,79],shift:51,shortvalu:109,should:[10,11,16,17,18,19,21,24,30,32,34,35,39,46,51,63,69,82,83,94,95,97,98,99,101,103,107,108,109,111,113,114,117,122,127,129,131,133],should_drop:109,should_execute_seri:83,should_fir:113,shown:109,shuffl:69,shuffle_posit:69,shuffler:4,shutdown:80,side:[5,11,21,24,63,79,81,87,104,108,111,114],side_input:[21,79,83,110],side_input_valu:80,side_input_visitor:67,side_inputs_contain:85,side_t:21,sideinput:[106,133],sideinput_microbenchmark:[102,133],sideinputerror:5,sideinputmap:111,sideinputparam:108,signal:[18,21,34],signatur:[94,108,129],signific:[25,133],significantli:[34,114],similar:29,similarli:21,simpl:[1,13,45,108,114,115,117,120,122,129,133],simplefilt:124,simpler:[9,34,110],simpli:[48,108,127],sinc:[1,4,21,24,25,32,34,75,101,115,124,130],singl:[13,15,16,18,21,25,34,42,44,73,77,78,84,88,107,108,114,115,117],singleton:63,singletoncod:1,sink:[12,15,17,21,32,34,39,40,69,133],sinkwrit:69,size:[1,3,11,13,16,17,18,19,25,30,31,33,34,35,39,81,114,115,133],size_in_byt:17,skip:[38,39,100],skip_header_lin:39,sleep:[27,100,129],sleep_sec:97,slice_0:119,slice_1:119,slice_2:119,slice_3:119,slide:115,slidingwindow:115,slot:115,slow_stream:[0,133],small:[21,28],smaller:[27,32,114,130],smallest:[107,114],smallestperkei:107,snapshot:85,solut:110,some:[21,34,38,80,83,94,108,110,114,127,133],somefn:110,someth:[69,127],sometim:[4,108],soon:34,sortbi:127,sourc:[1,2,3,5,8,9,10,11,12,13,14,15,16,17,18,19,21,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,48,49,50,51,54,55,56,57,61,63,66,67,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,88,89,91,92,93,94,95,97,98,99,100,101,103,104,105,107,108,109,110,111,112,113,114,115,117,118,119,120,121,122,124,125,126,127,128,129,130,131,133],source_bundl:14,source_file_nam:[17,19,30,33,35],source_frac:14,source_index:14,source_info:38,source_ix:14,source_posit:14,source_test_util:[12,133],source_test_utils_test:38,sourcebas:[34,69],sourcebundl:34,sourcereaderprogress:69,sources_info:38,space:[4,129],speak:91,spec:42,special:[21,70,108],specif:[13,34,39,44,48,51,62,63,69,70,79,82,83,95,108],specifi:[4,9,13,16,17,19,21,25,30,32,34,35,39,42,48,49,51,63,67,69,79,82,98,99,108,110,113,114,115,117,120,122,124,133],specul:113,spent:27,split:[13,14,16,17,19,21,25,28,30,33,34,35,36,37,38,39,41,55,66,69,95,108],split_fract:[34,38],split_offset:36,split_point:[34,36],split_points_unknown:34,split_posit:[34,38],split_result:38,splitfractionstatist:38,splitqueryfn:25,splitrestrictionfn:95,splittabl:[16,34,82,95,108],splittabledofn:[70,95],splittablepardo:95,splittablepardooverrid:95,splitter:28,sql:21,src:[28,31],src_dest_pair:31,sre:24,sre_pattern:[19,130],sssss:[13,39,40],stabl:[55,133],stack:[74,119,120],stage:[34,54],stai:[34,69],stand:34,standard:[17,21,48,110,129],standard_window_fns_pb2_grpc:[52,53,133],standardopt:[48,49],star:127,start:[14,18,33,34,36,37,38,42,48,49,80,91,94,97,115,127],start_bundl:[25,81,95,108,121],start_posit:[14,16,34,36,37,38,41],start_stat:80,startup:[8,125],stat:[25,38],state:[34,55,56,66,67,72,77,79,82,83,94,97,113,119,120],state_sampl:80,statement:133,staticvalueprovid:50,statist:[25,27,46],statu:[94,129],step:[1,4,21,34,45,66,79,82,94],step_context:82,step_label:1,step_nam:79,still:[16,34,55,133],sting:21,stop:[34,37,38,94,127],stop_posit:[14,16,34,36,37,38,41,69],storag:[31,34,48,49,108],storage_api_servic:48,storage_cli:31,store:[17,19,24,38,42,51,55,70,115,120,130],store_attr:119,store_fast:119,store_glob:119,store_map:119,store_slice_0:119,store_slice_1:119,store_slice_2:119,store_slice_3:119,store_subscr:119,str:[1,9,13,15,16,18,21,27,31,32,38,39,42,51,98,100,109,117,122],straight:9,strategi:130,stream:[3,15,17,18,19,21,30,31,32,33,35,56,67,70,71,78,99,112,133],streaming_cr:[64,65,68,133],streamingcr:70,stress:38,strictli:[4,32],string:[1,9,13,16,17,18,19,21,30,32,33,35,36,39,40,42,45,46,49,63,69,97,100,101,105,109,128,130],string_valu:109,stringutil:67,strip_trailing_newlin:39,strongli:38,struct:128,struct_obj:92,struct_to_dict:92,structur:[9,17,19,30,35],strutf8cod:[1,39],style:17,sub:[16,25,32,34,69,94,100,108],sub_range_track:14,subclass:[2,4,34,36,38,41,46,48,49,107,108,109,110,115,125],subclassess:49,subcompon:109,subdirectori:133,subject:32,submit:[56,67,88,89],submodul:[22,86],subprocess:126,subscrib:56,subscript:[32,100],subsequ:[34,69,129],subset:122,subsystem:4,subtrigg:113,succe:[34,38],succeed:[24,31,34],success:[24,27,34,69],successful_request:24,successfulli:[34,54,67],suffici:69,suffix:[13,17,39,40,100],suggest:[34,124],suggested_split_posit:38,suitabl:[1,83,108],sum:[29,44,108],suppli:[51,63,98],support:[1,9,13,17,18,21,30,32,33,34,35,39,51,69,78,94,108,109,110,113,117,121],suppos:26,sure:[49,82,95,97],surround:114,switchingdirectrunn:78,symmetric_binary_op:119,sync:83,syntax:[1,9,21,108,116,122],sys:[48,51,98],system:[17,19,25,30,33,34,35,98,113],tabl:[21,25,34],table_row:21,table_schema:21,table_schema_to_dict:21,tablecel:21,tablefieldschema:21,tablerefer:21,tablerow:21,tablerowjsoncod:21,tableschema:21,tag1:114,tag2:114,tag:[63,98,108,114],taggedoutput:63,tail:[17,19,30,35],take:[11,34,51,69,101,108],taken:114,takes_windowed_valu:69,target:[24,114],target_batch_duration_sec:114,target_batch_overhead:114,target_window_fn:111,task:[34,79],techniqu:21,tell:[17,18],temp_path:15,tempdir:100,templat:[13,39,40,50],temporari:[32,34,100,114],temporarili:129,term:[21,34],termin:[34,72,82,97],test:[21,26,38,49,72,75,87,114,129,133],test_bigquery_cli:21,test_client:21,test_dataflow_runn:[64,65,133],test_method:82,test_pipelin:[96,133],test_read_metr:41,test_runner_api:[51,98],test_stream:[96,133],test_util:[96,133],testcas:100,testclock:75,testdataflowrunn:72,testopt:[48,49],testpipelin:98,testrunn:98,teststream:99,testwindowedvalu:101,text:[34,39,51,133],textio:[12,133],tfrecord:40,tfrecordio:[12,133],than:[1,17,19,21,25,28,32,34,36,42,99,108,114,117,119,130,131],thei:[17,34,38,46,63,83,101,108,115],them:[10,34,67,108],themselv:[45,63,122],therebi:108,therefor:17,thi:[1,4,8,11,13,15,16,17,18,19,21,24,25,27,28,29,30,31,32,34,35,36,38,39,40,42,44,45,46,48,51,54,55,63,64,65,69,70,73,74,76,78,79,82,83,87,94,95,97,98,100,101,103,108,109,110,111,113,114,115,117,120,122,124,127,129,130,131,133],thing:[34,127],those:[1,13,21,34,70,98,108,109],thread:[11,34,38,77],three:[4,32,34,38,45],throttl:[24,27],throttle_delai:27,throttle_request:24,throttled_sec:27,throttler:[24,27],through:[25,34,36,40,49,51,129],throughout:[11,21],throughput:78,thu:114,till:82,time:[4,11,13,16,21,24,27,32,34,39,40,42,67,69,75,82,83,94,97,99,103,104,107,108,112,113,114,115,122,125,129,130],time_domain:[84,113],timedelta:109,timedomain:112,timeout:[72,94,100,129],timer:[79,82,84,85,112,113],timer_fir:84,timerfir:84,timestamp:[1,25,27,32,44,74,82,84,85,99,101,108,109,112,113,115,123,133],timestamp_attribut:32,timestamp_combin:[108,115],timestampcod:1,timestampcombin:115,timestamped_valu:99,timestampedvalu:[99,115],timestampparam:[82,108],timeutil:[1,106,115,133],timezon:32,to_be_merg:[113,115],to_delete_mut:25,to_json_valu:9,to_low:117,to_rfc3339:130,to_runner_api:[1,46,51,63,93,108,110,113,131],to_runner_api_paramet:[1,32,34,108,110,115,131],to_runner_api_pickl:110,to_upsert_mut:25,to_utc_datetim:130,todict:107,todo:[51,70],togeth:[46,108],toggl:117,toler:[34,42],tolist:107,too:[28,38],took:[1,131],tool:[21,133],top:[51,107,117,119,133],topic:[32,100],tostringcod:39,total:[34,38,69,107,114,117,129],track:[29,34,36,44,46,76,77,79,83,85],tracker:[14,29,34,36,38,82],transform:[4,13,14,21,25,32,34,39,40,41,42,45,48,51,63,67,69,70,74,76,78,79,81,82,83,85,94,95,99,101,121,133],transform_evalu:[64,73,82,84,133],transform_evaluation_st:80,transform_evaluator_registri:80,transform_keyed_st:85,transform_nod:[67,94],transformerror:5,transformevalu:[80,83,84],transformevaluatorregistri:83,transformexecutor:80,transformresult:[79,84],transformss:95,transformwatermark:85,translat:[51,66],travers:[48,51],treat:130,treatment:108,tree:[17,30,35],tri:129,trigger:[79,106,133],triggercontext:113,triggerfn:[108,113],trivial:[38,120],trivial_infer:[116,133],try_claim:[14,34,36,37],try_split:[14,34,36,38],tupl:[1,9,11,14,27,31,34,38,42,63,101,107,108,114,117,122,131],tuplecod:1,tuplesequencecod:1,turn:[21,129],twice:[10,34],two:[4,13,17,19,30,32,33,34,35,38,69,117,120,122,124],txt:100,typ:118,type1:21,type2:21,type3:21,type:[1,2,3,4,9,11,13,16,17,19,21,30,31,32,34,35,36,38,42,44,45,46,49,50,51,55,63,69,98,108,109,110,114,116,117,118,120,121,122,130,131],type_1:117,type_2:117,type_check:122,type_check_input:110,type_check_inputs_or_output:110,type_check_output:110,type_hint:[110,117,121],typecheck:[116,133],typecheckcombinefn:121,typecheckerror:117,typecheckvisitor:121,typecheckwrapperdofn:121,typecod:[0,133],typeconstraint:[110,117,120,122],typedict:109,typeerror:[9,15,16,21,51,108,110],typehint:[1,4,108,110,133],typeinferenceerror:120,typeopt:[48,49],typevari:122,typic:[16,39,40,42,51,94,103,108,110],uid:34,ultim:117,unabl:25,unari:119,unary_convert:119,unary_invert:119,unary_neg:119,unary_not:119,unary_posit:119,unavail:28,unbound:[69,70,99,115,133],unclaim:34,uncommit:79,uncommitted_output_bundl:84,uncommittedbundl:74,uncompress:17,unconsum:34,undeclar:108,undeclared_tag_valu:84,under:[25,32,108,114],underli:[17,19,28,39,42,79,110,113,115,120],underscor:21,undesir:4,unfinish:34,unicod:[32,109],union:[14,38,94,115,120,122],union_list:120,uniqu:[32,34,45,63,95,107,114],unit:[26,32,38,109,115],unittest:100,unix:[17,32,99,115,130],unknown:[1,34,94],unless:[13,18,39,63,115],unmergedst:79,unpack:[117,128],unpack_ani:128,unpack_sequ:119,unpickl:[49,98],unprocess:[34,82],unprocessed_bundl:[84,85],unsplitt:[34,36],unsplittablerangetrack:36,unstart:36,until:[56,67,72,81,83,94,98,108],unused_arg:[95,108,117,119],unused_context:[1,108,110,113,115,131],unused_el:70,unused_fn_paramet:115,unused_input:[34,99,108],unused_input_typ:[70,108,110],unused_kwarg:[95,108,117],unused_paramet:108,unused_payload:[1,108],unused_registri:1,unused_st:119,unused_typehint:1,unwrap:[99,120],unwrap_al:120,updat:[21,25,34,44,45,46,51,67,77,79,85,94,103],update_phys:77,update_watermark:85,upload:[18,54],uploaderstream:18,upon:18,upper:[13,39,40,117],upper_bound:103,upstream:76,upto:27,uqfound:10,uri:[17,30,35,49],uri_schema_pattern:19,url:[17,33,72,109],urn:[1,51,61,62,108,110,115,123,133],usabl:13,usag:[1,34,38,51,110,117,125,127],use:[1,2,3,4,6,7,8,9,10,11,13,14,17,19,21,24,25,26,27,29,30,31,32,34,35,38,39,45,46,48,49,51,52,53,54,62,63,67,69,74,75,76,80,83,84,85,93,98,99,100,102,108,111,117,119,120,121,123,124,126,127,128,129,130,131],use_global_window:101,use_standard_sql:21,used:[1,4,10,11,13,16,17,19,21,26,30,32,34,35,36,39,40,42,44,45,46,48,51,63,64,67,69,74,75,76,79,82,83,84,94,97,98,99,101,108,109,110,111,113,114,115,117,122,129,131],useful:[1,79],user:[11,13,16,17,19,21,25,30,32,34,35,45,46,63,66,69,109,111,125],uses:[4,28,32,83,100],using:[1,4,8,9,11,17,19,25,34,39,42,51,69,78,80,95,99,108,110,115,117,122,124],utc:[32,130],utf:[1,32,39],util:[6,8,9,12,17,18,20,22,23,38,64,67,73,82,90,93,96,98,99,100,102,106,108,112,115,117,132,133],v31:114,v32:114,v33:114,val:3,valid:[13,16,17,21,27,39,40,42,48,49,82,98,101,108,109,110,117,122],validate_cloud_opt:49,validate_composite_type_param:110,validate_cr:21,validate_gcs_path:49,validate_optional_argument_posit:49,validate_test_match:49,validate_writ:21,validatesrunn:98,valu:[1,2,3,5,9,10,11,13,15,16,17,19,21,25,30,32,34,35,38,39,40,42,44,45,46,48,49,50,51,63,69,70,76,81,85,94,98,99,100,101,103,104,107,108,109,111,113,114,115,117,118,120,128,129,130],value_cod:1,value_descriptor:61,value_provid:[47,133],value_provider_list:50,value_to_consum:[79,85],value_typ:50,valueerror:[15,16,17,18,21,31,34,38,48,51,98,108,109,117,118,120],valueprovid:[5,15,16,50],vari:1,variabl:[1,46],variant:42,variantcal:42,variantinfo:42,varint:3,varintcod:1,variou:[21,38,119],vcf:42,vcfio:[12,133],vcfv4:42,verbos:120,veri:[63,81],verif:97,verifi:[13,16,34,38,39,40,42,72,97,98,99,121],version:[1,42,70,124,133],verybig:21,vet:55,via:[51,82,93,115,122,131],view:[49,79],view_a:48,view_class:111,view_opt:111,violat:117,visit:[51,94],visit_transform:[76,121],visitor:[51,76],voluntarili:82,wai:[4,25,34,36,38,69,108,110,114,124],wait:[27,67,72,94,97,98,100],wait_for_subscriptions_cr:100,wait_for_topics_cr:100,wait_until_finish:94,wait_until_in_st:72,want:[4,25,34,63,94,129],warn:[124,129],watermark:[79,82,85,99,108,112,113],watermark_manag:[64,73,133],watermark_neg_inf:85,watermark_pos_inf:85,watermarkev:99,watermarkmanag:85,watermarkreporterparam:108,weather_st:21,weight:38,well:[29,34,38],were:[34,79,110,114],what:[1,21,34,113,115,124],whatev:[25,51,114],when:[3,8,13,16,17,18,21,25,27,32,34,38,39,40,51,53,63,79,82,99,100,108,109,110,113,120,122,130],whenc:[17,18],whenev:[4,108],where:[1,16,31,34,51,63,108,114,115,117,118,129,131,133],whether:[1,16,17,21,24,30,34,35,39,44,51,63,69,74,105,109,113,115,120],which:[1,11,13,14,16,17,21,24,25,28,32,34,36,39,40,42,55,63,64,69,70,78,82,94,98,108,113,114,115,117,118,121,127,129,133],who:98,whole:[16,17,21,34,49,117],whose:[1,34,36,51,63,108,113,114],width:115,window:[1,29,63,67,69,74,81,82,84,95,99,101,106,108,110,111,113,114,133],window_cod:1,window_fn:115,window_m:[24,29],windowed_valu:115,windowedtypeconstraint:122,windowedvalu:[74,99,108,122],windowedvaluecod:1,windowfn:[108,115],windowing_strategi:95,windowinto:[108,115],windowintofn:108,windowparam:[81,82,95,108],wipe:94,wish:109,with_default:108,with_exponential_backoff:129,with_input_typ:[4,110,117],with_nam:45,with_namespac:45,with_output:108,with_output_typ:[4,110,117],with_step:45,with_typ:9,within:[34,38,54,69,74,79,115],without:[16,34,107,127],without_default:108,withtypehint:[108,110,117],work:[21,27,34,38,46,51,55,69,114,117],worker:[8,10,25,34,48,57,67,69,108,125],worker_executing_project:8,workeropt:[48,49],workflow:[8,10,34],workitem:69,would:[1,34,63,114,115,117,131],wrap:[9,18,63,70,108,110,129],wrapped_value_cod:1,wrapper:[17,21,48,63,72,93,98,110,117,121,127],writabl:18,write:[1,3,4,13,15,17,18,19,21,25,26,27,30,31,32,34,35,39,40,51,69,79,131,133],write_:15,write_append:21,write_bigendian_doubl:3,write_bigendian_int32:3,write_bigendian_int64:3,write_bigendian_uint64:3,write_byt:3,write_disposit:21,write_empti:21,write_encoded_record:15,write_mut:27,write_record:15,write_result:34,write_trunc:21,write_var_int64:3,writeabl:17,writeimpl:34,writer:[21,34,45,69,111],writer_result:[15,34],writestringstopubsub:32,writetoavro:13,writetobigqueri:21,writetodatastor:25,writetotext:[39,51,133],writetotfrecord:40,writetrunc:21,written:[13,15,17,18,19,21,30,34,35,39,40,100],wrong:42,wrote:34,xrang:124,xyz:[4,48,94],xyzcod:4,xyzopt:48,year:21,yet:[34,78],yield:[2,16,34,108,129],you:[13,25,39,48,49,109],your:[38,49,133],zero:[34,108]},titles:["apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.gcp package","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.datastore.v1.adaptive_throttler module","apache_beam.io.gcp.datastore.v1.datastoreio module","apache_beam.io.gcp.datastore.v1.fake_datastore module","apache_beam.io.gcp.datastore.v1.helper module","apache_beam.io.gcp.datastore.v1.query_splitter module","apache_beam.io.gcp.datastore.v1.util module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.experimental package","apache_beam.runners.experimental.python_rpc_direct package","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner module","apache_beam.runners.experimental.python_rpc_direct.server module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.display module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{adaptive_throttl:24,annot:124,apach:133,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132],api:[53,54,55,56,57,58,59,60],auth:8,avroio:13,beam:133,beam_artifact_api_pb2_grpc:54,beam_fn_api_pb2_grpc:55,beam_job_api_pb2_grpc:56,beam_provision_api_pb2_grpc:57,beam_runner_api_pb2_grpc:58,bigqueri:21,bundle_factori:74,cell:44,clock:75,coder:[0,1,2,3,4],combin:107,common_urn:61,concat_sourc:14,consumer_tracking_pipeline_visitor:76,core:108,dataflow:[65,66,67,68,69,70,71,72],dataflow_metr:66,dataflow_runn:67,datastor:[22,23,24,25,26,27,28,29],datastoreio:25,decor:117,direct:[73,74,75,76,77,78,79,80,81,82,83,84,85],direct_metr:77,direct_runn:78,displai:109,distribution_counter_microbenchmark:103,endpoints_pb2_grpc:59,error:5,evaluation_context:79,executor:80,experiment:[86,87,88,89],fake_datastor:26,filebasedsink:15,filebasedsourc:16,filesystem:[17,19],filesystemio:18,gcp:[7,8,9,20,21,22,23,24,25,26,27,28,29,30,31,32],gcsfilesystem:30,gcsio:31,hadoopfilesystem:33,helper:27,helper_transform:81,intern:[6,7,8,9,10,11],iobas:[34,69],job:[90,91,92],json_valu:9,localfilesystem:35,manag:91,metric:[43,44,45,46],metricbas:46,modul:[1,2,3,4,5,8,9,10,11,13,14,15,16,17,18,19,21,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,48,49,50,51,54,55,56,57,58,59,60,61,62,63,66,67,69,70,71,72,74,75,76,77,78,79,80,81,82,83,84,85,88,89,91,92,93,94,95,97,98,99,100,101,103,104,105,107,108,109,110,111,112,113,114,115,117,118,119,120,121,122,124,125,126,127,128,129,130,131,132],native_io:[68,69,70],native_type_compat:118,observ:2,opcod:119,option:[47,48,49,50],overview:133,packag:[0,6,7,12,20,22,23,43,47,52,53,64,65,68,73,86,87,90,96,102,106,116,123],pickler:10,pipelin:51,pipeline_context:93,pipeline_opt:48,pipeline_options_valid:49,pipeline_verifi:97,plugin:125,portabl:[52,53,54,55,56,57,58,59,60,61,62],process:126,profil:127,proto_util:128,ptransform:110,ptransform_overrid:71,pubsub:32,pvalu:63,python:133,python_rpc_direct:[87,88,89],python_rpc_direct_runn:88,python_urn:62,query_splitt:28,range_track:36,restriction_track:37,retri:129,runner:[64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95],sdf_common:95,sdf_direct_runn:82,sdk:133,server:89,sideinput:111,sideinput_microbenchmark:104,slow_stream:3,source_test_util:38,standard_window_fns_pb2_grpc:60,statu:133,streaming_cr:70,submodul:[0,6,7,12,20,23,43,47,52,53,64,65,68,73,87,90,96,102,106,116,123,133],subpackag:[6,12,20,22,52,64,65,86,133],test:[96,97,98,99,100,101],test_dataflow_runn:72,test_pipelin:98,test_stream:99,test_util:100,textio:39,tfrecordio:40,timestamp:130,timeutil:112,tool:[102,103,104,105],transform:[106,107,108,109,110,111,112,113,114,115],transform_evalu:83,trigger:113,trivial_infer:120,typecheck:121,typecod:4,typehint:[116,117,118,119,120,121,122],typic:133,urn:131,usag:133,util:[11,29,41,84,92,101,105,114,123,124,125,126,127,128,129,130,131],value_provid:50,vcfio:42,version:132,watermark_manag:85,window:115}})