Search.setIndex({docnames:["apache_beam","apache_beam.coders","apache_beam.internal","apache_beam.internal.gcp","apache_beam.io","apache_beam.io.gcp","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.internal","apache_beam.io.gcp.tests","apache_beam.metrics","apache_beam.options","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.internal","apache_beam.runners.dataflow.native_io","apache_beam.runners.direct","apache_beam.testing","apache_beam.transforms","apache_beam.typehints","apache_beam.utils","index","modules"],envversion:50,filenames:["apache_beam.rst","apache_beam.coders.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.io.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.internal.rst","apache_beam.io.gcp.tests.rst","apache_beam.metrics.rst","apache_beam.options.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.internal.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.direct.rst","apache_beam.testing.rst","apache_beam.transforms.rst","apache_beam.typehints.rst","apache_beam.utils.rst","index.rst","modules.rst"],objects:{"":{apache_beam:[0,0,0,"-"]},"apache_beam.coders":{coder_impl:[1,0,0,"-"],coders:[1,0,0,"-"],coders_test_common:[1,0,0,"-"],observable:[1,0,0,"-"],proto2_coder_test_messages_pb2:[1,0,0,"-"],slow_stream:[1,0,0,"-"],typecoders:[1,0,0,"-"]},"apache_beam.coders.coder_impl":{AbstractComponentCoderImpl:[1,1,1,""],BytesCoderImpl:[1,1,1,""],CallbackCoderImpl:[1,1,1,""],CoderImpl:[1,1,1,""],DeterministicFastPrimitivesCoderImpl:[1,1,1,""],FastPrimitivesCoderImpl:[1,1,1,""],FloatCoderImpl:[1,1,1,""],IntervalWindowCoderImpl:[1,1,1,""],IterableCoderImpl:[1,1,1,""],LengthPrefixCoderImpl:[1,1,1,""],ProtoCoderImpl:[1,1,1,""],SequenceCoderImpl:[1,1,1,""],SimpleCoderImpl:[1,1,1,""],SingletonCoderImpl:[1,1,1,""],StreamCoderImpl:[1,1,1,""],TimestampCoderImpl:[1,1,1,""],TupleCoderImpl:[1,1,1,""],TupleSequenceCoderImpl:[1,1,1,""],VarIntCoderImpl:[1,1,1,""],WindowedValueCoderImpl:[1,1,1,""]},"apache_beam.coders.coder_impl.AbstractComponentCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.BytesCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""]},"apache_beam.coders.coder_impl.CallbackCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.CoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.DeterministicFastPrimitivesCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.FastPrimitivesCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.FloatCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.IntervalWindowCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.LengthPrefixCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.ProtoCoderImpl":{decode:[1,2,1,""],encode:[1,2,1,""]},"apache_beam.coders.coder_impl.SequenceCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.SimpleCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""]},"apache_beam.coders.coder_impl.SingletonCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.StreamCoderImpl":{decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.TimestampCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.VarIntCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.WindowedValueCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,4,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],from_type_hint:[1,3,1,""],is_deterministic:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,3,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],coders:[1,2,1,""],from_type_hint:[1,3,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{from_type_hint:[1,3,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders_test_common":{CodersTest:[1,1,1,""],CustomCoder:[1,1,1,""]},"apache_beam.coders.coders_test_common.CodersTest":{check_coder:[1,2,1,""],setUpClass:[1,4,1,""],tearDownClass:[1,4,1,""],test_base64_pickle_coder:[1,2,1,""],test_bytes_coder:[1,2,1,""],test_custom_coder:[1,2,1,""],test_deterministic_coder:[1,2,1,""],test_dill_coder:[1,2,1,""],test_fast_primitives_coder:[1,2,1,""],test_float_coder:[1,2,1,""],test_global_window_coder:[1,2,1,""],test_interval_window_coder:[1,2,1,""],test_iterable_coder:[1,2,1,""],test_iterable_coder_unknown_length:[1,2,1,""],test_length_prefix_coder:[1,2,1,""],test_nested_observables:[1,2,1,""],test_pickle_coder:[1,2,1,""],test_proto_coder:[1,2,1,""],test_singleton_coder:[1,2,1,""],test_timestamp_coder:[1,2,1,""],test_tuple_coder:[1,2,1,""],test_tuple_sequence_coder:[1,2,1,""],test_utf8_coder:[1,2,1,""],test_varint_coder:[1,2,1,""],test_windowed_value_coder:[1,2,1,""]},"apache_beam.coders.coders_test_common.CustomCoder":{decode:[1,2,1,""],encode:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[1,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[1,2,1,""],register_observer:[1,2,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2":{MessageA:[1,1,1,""],MessageB:[1,1,1,""],MessageC:[1,1,1,""],MessageWithMap:[1,1,1,""],ReferencesMessageWithMap:[1,1,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageA":{ByteSize:[1,2,1,""],Clear:[1,2,1,""],ClearField:[1,2,1,""],DESCRIPTOR:[1,5,1,""],DiscardUnknownFields:[1,2,1,""],FIELD1_FIELD_NUMBER:[1,5,1,""],FIELD2_FIELD_NUMBER:[1,5,1,""],FindInitializationErrors:[1,2,1,""],FromString:[1,3,1,""],HasField:[1,2,1,""],IsInitialized:[1,2,1,""],ListFields:[1,2,1,""],MergeFrom:[1,2,1,""],MergeFromString:[1,2,1,""],RegisterExtension:[1,3,1,""],SerializePartialToString:[1,2,1,""],SerializeToString:[1,2,1,""],SetInParent:[1,2,1,""],WhichOneof:[1,2,1,""],field1:[1,5,1,""],field2:[1,5,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageB":{ByteSize:[1,2,1,""],Clear:[1,2,1,""],ClearField:[1,2,1,""],DESCRIPTOR:[1,5,1,""],DiscardUnknownFields:[1,2,1,""],FIELD1_FIELD_NUMBER:[1,5,1,""],FindInitializationErrors:[1,2,1,""],FromString:[1,3,1,""],HasField:[1,2,1,""],IsInitialized:[1,2,1,""],ListFields:[1,2,1,""],MergeFrom:[1,2,1,""],MergeFromString:[1,2,1,""],RegisterExtension:[1,3,1,""],SerializePartialToString:[1,2,1,""],SerializeToString:[1,2,1,""],SetInParent:[1,2,1,""],WhichOneof:[1,2,1,""],field1:[1,5,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageC":{ByteSize:[1,2,1,""],Clear:[1,2,1,""],ClearExtension:[1,2,1,""],ClearField:[1,2,1,""],DESCRIPTOR:[1,5,1,""],DiscardUnknownFields:[1,2,1,""],Extensions:[1,5,1,""],FindInitializationErrors:[1,2,1,""],FromString:[1,3,1,""],HasExtension:[1,2,1,""],HasField:[1,2,1,""],IsInitialized:[1,2,1,""],ListFields:[1,2,1,""],MergeFrom:[1,2,1,""],MergeFromString:[1,2,1,""],RegisterExtension:[1,3,1,""],SerializePartialToString:[1,2,1,""],SerializeToString:[1,2,1,""],SetInParent:[1,2,1,""],WhichOneof:[1,2,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap":{ByteSize:[1,2,1,""],Clear:[1,2,1,""],ClearField:[1,2,1,""],DESCRIPTOR:[1,5,1,""],DiscardUnknownFields:[1,2,1,""],FIELD1_FIELD_NUMBER:[1,5,1,""],Field1Entry:[1,1,1,""],FindInitializationErrors:[1,2,1,""],FromString:[1,3,1,""],HasField:[1,2,1,""],IsInitialized:[1,2,1,""],ListFields:[1,2,1,""],MergeFrom:[1,2,1,""],MergeFromString:[1,2,1,""],RegisterExtension:[1,3,1,""],SerializePartialToString:[1,2,1,""],SerializeToString:[1,2,1,""],SetInParent:[1,2,1,""],WhichOneof:[1,2,1,""],field1:[1,5,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry":{ByteSize:[1,2,1,""],Clear:[1,2,1,""],ClearField:[1,2,1,""],DESCRIPTOR:[1,5,1,""],DiscardUnknownFields:[1,2,1,""],FindInitializationErrors:[1,2,1,""],FromString:[1,3,1,""],HasField:[1,2,1,""],IsInitialized:[1,2,1,""],KEY_FIELD_NUMBER:[1,5,1,""],ListFields:[1,2,1,""],MergeFrom:[1,2,1,""],MergeFromString:[1,2,1,""],RegisterExtension:[1,3,1,""],SerializePartialToString:[1,2,1,""],SerializeToString:[1,2,1,""],SetInParent:[1,2,1,""],VALUE_FIELD_NUMBER:[1,5,1,""],WhichOneof:[1,2,1,""],key:[1,5,1,""],value:[1,5,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap":{ByteSize:[1,2,1,""],Clear:[1,2,1,""],ClearField:[1,2,1,""],DESCRIPTOR:[1,5,1,""],DiscardUnknownFields:[1,2,1,""],FIELD1_FIELD_NUMBER:[1,5,1,""],FindInitializationErrors:[1,2,1,""],FromString:[1,3,1,""],HasField:[1,2,1,""],IsInitialized:[1,2,1,""],ListFields:[1,2,1,""],MergeFrom:[1,2,1,""],MergeFromString:[1,2,1,""],RegisterExtension:[1,3,1,""],SerializePartialToString:[1,2,1,""],SerializeToString:[1,2,1,""],SetInParent:[1,2,1,""],WhichOneof:[1,2,1,""],field1:[1,5,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[1,1,1,""],InputStream:[1,1,1,""],OutputStream:[1,1,1,""],get_varint_size:[1,6,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[1,2,1,""],get_count:[1,2,1,""],write:[1,2,1,""],write_byte:[1,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[1,2,1,""],read_all:[1,2,1,""],read_bigendian_double:[1,2,1,""],read_bigendian_int32:[1,2,1,""],read_bigendian_int64:[1,2,1,""],read_bigendian_uint64:[1,2,1,""],read_byte:[1,2,1,""],read_var_int64:[1,2,1,""],size:[1,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[1,2,1,""],size:[1,2,1,""],write:[1,2,1,""],write_bigendian_double:[1,2,1,""],write_bigendian_int32:[1,2,1,""],write_bigendian_int64:[1,2,1,""],write_bigendian_uint64:[1,2,1,""],write_byte:[1,2,1,""],write_var_int64:[1,2,1,""]},"apache_beam.error":{BeamError:[0,7,1,""],PValueError:[0,7,1,""],PipelineError:[0,7,1,""],RunnerError:[0,7,1,""],RuntimeValueProviderError:[0,7,1,""],SideInputError:[0,7,1,""],TransformError:[0,7,1,""]},"apache_beam.internal":{gcp:[3,0,0,"-"],pickler:[2,0,0,"-"],util:[2,0,0,"-"]},"apache_beam.internal.gcp":{auth:[3,0,0,"-"],json_value:[3,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[3,7,1,""],get_service_credentials:[3,6,1,""],set_running_in_gce:[3,6,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[3,6,1,""],get_typed_value_descriptor:[3,6,1,""],to_json_value:[3,6,1,""]},"apache_beam.internal.pickler":{dump_session:[2,6,1,""],dumps:[2,6,1,""],load_session:[2,6,1,""],loads:[2,6,1,""],new_save_module_dict:[2,6,1,""],save_module:[2,6,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[2,1,1,""],insert_values_in_args:[2,6,1,""],remove_objects_from_args:[2,6,1,""],run_using_threadpool:[2,6,1,""]},"apache_beam.io":{avroio:[4,0,0,"-"],concat_source:[4,0,0,"-"],filebasedsink:[4,0,0,"-"],filebasedsource:[4,0,0,"-"],filesystem:[4,0,0,"-"],filesystems:[4,0,0,"-"],gcp:[5,0,0,"-"],iobase:[4,0,0,"-"],localfilesystem:[4,0,0,"-"],range_trackers:[4,0,0,"-"],source_test_utils:[4,0,0,"-"],textio:[4,0,0,"-"],tfrecordio:[4,0,0,"-"]},"apache_beam.io.avroio":{ReadFromAvro:[4,1,1,""],WriteToAvro:[4,1,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[4,2,1,""],expand:[4,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[4,2,1,""],expand:[4,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[4,1,1,""],ConcatSource:[4,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[4,2,1,""],global_to_local:[4,2,1,""],local_to_global:[4,2,1,""],position_at_fraction:[4,2,1,""],set_current_position:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],sub_range_tracker:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[4,2,1,""],estimate_size:[4,2,1,""],get_range_tracker:[4,2,1,""],read:[4,2,1,""],sources:[4,5,1,""],split:[4,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[4,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[4,2,1,""],display_data:[4,2,1,""],finalize_write:[4,2,1,""],initialize_write:[4,2,1,""],open:[4,2,1,""],open_writer:[4,2,1,""],write_encoded_record:[4,2,1,""],write_record:[4,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[4,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[4,5,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[4,5,1,""],display_data:[4,2,1,""],estimate_size:[4,2,1,""],get_range_tracker:[4,2,1,""],open_file:[4,2,1,""],read:[4,2,1,""],read_records:[4,2,1,""],split:[4,2,1,""],splittable:[4,5,1,""]},"apache_beam.io.filesystem":{CompressedFile:[4,1,1,""],CompressionTypes:[4,1,1,""],FileMetadata:[4,1,1,""],FileSystem:[4,1,1,""],MatchResult:[4,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[4,2,1,""],closed:[4,2,1,""],flush:[4,2,1,""],read:[4,2,1,""],readable:[4,2,1,""],readline:[4,2,1,""],seek:[4,2,1,""],seekable:[4,5,1,""],tell:[4,2,1,""],write:[4,2,1,""],writeable:[4,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[4,5,1,""],BZIP2:[4,5,1,""],GZIP:[4,5,1,""],UNCOMPRESSED:[4,5,1,""],detect_compression_type:[4,4,1,""],is_valid_compression_type:[4,4,1,""],mime_type:[4,4,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[4,2,1,""],CHUNK_SIZE:[4,5,1,""],copy:[4,2,1,""],create:[4,2,1,""],exists:[4,2,1,""],get_all_subclasses:[4,4,1,""],join:[4,2,1,""],match:[4,2,1,""],mkdirs:[4,2,1,""],open:[4,2,1,""],rename:[4,2,1,""],scheme:[4,4,1,""],split:[4,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[4,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[4,3,1,""],URI_SCHEMA_PATTERN:[4,5,1,""],copy:[4,3,1,""],create:[4,3,1,""],exists:[4,3,1,""],get_chunk_size:[4,3,1,""],get_filesystem:[4,3,1,""],get_scheme:[4,3,1,""],join:[4,3,1,""],match:[4,3,1,""],mkdirs:[4,3,1,""],open:[4,3,1,""],rename:[4,3,1,""],split:[4,3,1,""]},"apache_beam.io.gcp":{bigquery:[5,0,0,"-"],datastore:[6,0,0,"-"],gcsfilesystem:[5,0,0,"-"],gcsio:[5,0,0,"-"],internal:[8,0,0,"-"],pubsub:[5,0,0,"-"],tests:[9,0,0,"-"]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[5,1,1,""],BigQuerySink:[5,1,1,""],BigQuerySource:[5,1,1,""],TableRowJsonCoder:[5,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[5,5,1,""],CREATE_NEVER:[5,5,1,""],WRITE_APPEND:[5,5,1,""],WRITE_EMPTY:[5,5,1,""],WRITE_TRUNCATE:[5,5,1,""],validate_create:[5,3,1,""],validate_write:[5,3,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[5,2,1,""],format:[5,5,1,""],schema_as_json:[5,2,1,""],writer:[5,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[5,2,1,""],format:[5,5,1,""],reader:[5,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[5,2,1,""],encode:[5,2,1,""]},"apache_beam.io.gcp.datastore":{v1:[7,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{datastoreio:[7,0,0,"-"],fake_datastore:[7,0,0,"-"],helper:[7,0,0,"-"],query_splitter:[7,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[7,1,1,""],ReadFromDatastore:[7,1,1,""],WriteToDatastore:[7,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[7,3,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[7,1,1,""],SplitQueryFn:[7,1,1,""],display_data:[7,2,1,""],expand:[7,2,1,""],get_estimated_num_splits:[7,3,1,""],get_estimated_size_bytes:[7,3,1,""],query_latest_statistics_timestamp:[7,3,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[7,2,1,""],process:[7,2,1,""],start_bundle:[7,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[7,2,1,""],process:[7,2,1,""],start_bundle:[7,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[7,3,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[7,6,1,""],create_entities:[7,6,1,""],create_response:[7,6,1,""],create_run_query:[7,6,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[7,1,1,""],compare_path:[7,6,1,""],fetch_entities:[7,6,1,""],get_datastore:[7,6,1,""],is_key_valid:[7,6,1,""],key_comparator:[7,6,1,""],make_kind_stats_query:[7,6,1,""],make_latest_timestamp_query:[7,6,1,""],make_partition:[7,6,1,""],make_request:[7,6,1,""],retry_on_rpc_error:[7,6,1,""],str_compare:[7,6,1,""],write_mutations:[7,6,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[7,6,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[5,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[5,2,1,""],CHUNK_SIZE:[5,5,1,""],GCS_PREFIX:[5,5,1,""],copy:[5,2,1,""],create:[5,2,1,""],exists:[5,2,1,""],join:[5,2,1,""],match:[5,2,1,""],mkdirs:[5,2,1,""],open:[5,2,1,""],rename:[5,2,1,""],scheme:[5,4,1,""],split:[5,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[5,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[5,2,1,""],copy:[5,2,1,""],copy_batch:[5,2,1,""],copytree:[5,2,1,""],delete_batch:[5,2,1,""],exists:[5,2,1,""],glob:[5,2,1,""],open:[5,2,1,""],rename:[5,2,1,""],size:[5,2,1,""],size_of_files_in_glob:[5,2,1,""]},"apache_beam.io.gcp.pubsub":{PubSubSink:[5,1,1,""],PubSubSource:[5,1,1,""]},"apache_beam.io.gcp.pubsub.PubSubSink":{display_data:[5,2,1,""],format:[5,5,1,""],writer:[5,2,1,""]},"apache_beam.io.gcp.pubsub.PubSubSource":{coder:[5,5,1,""],display_data:[5,2,1,""],format:[5,5,1,""],id_label:[5,5,1,""],reader:[5,2,1,""],subscription:[5,5,1,""],topic:[5,5,1,""]},"apache_beam.io.gcp.tests":{bigquery_matcher:[9,0,0,"-"]},"apache_beam.io.gcp.tests.bigquery_matcher":{BigqueryMatcher:[9,1,1,""]},"apache_beam.io.gcp.tests.bigquery_matcher.BigqueryMatcher":{describe_mismatch:[9,2,1,""],describe_to:[9,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[4,1,1,""],RangeTracker:[4,1,1,""],Read:[4,1,1,""],Sink:[4,1,1,""],Write:[4,1,1,""],Writer:[4,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[4,2,1,""],estimate_size:[4,2,1,""],get_range_tracker:[4,2,1,""],read:[4,2,1,""],split:[4,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[4,5,1,""],fraction_consumed:[4,2,1,""],position_at_fraction:[4,2,1,""],set_current_position:[4,2,1,""],set_split_points_unclaimed_callback:[4,2,1,""],split_points:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[4,2,1,""],expand:[4,2,1,""],get_windowing:[4,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[4,2,1,""],initialize_write:[4,2,1,""],open_writer:[4,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[4,2,1,""],expand:[4,2,1,""]},"apache_beam.io.iobase.Writer":{close:[4,2,1,""],write:[4,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[4,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[4,2,1,""],copy:[4,2,1,""],create:[4,2,1,""],exists:[4,2,1,""],join:[4,2,1,""],match:[4,2,1,""],mkdirs:[4,2,1,""],open:[4,2,1,""],rename:[4,2,1,""],scheme:[4,4,1,""],split:[4,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[4,1,1,""],OffsetRangeTracker:[4,1,1,""],OrderedPositionRangeTracker:[4,1,1,""],UnsplittableRangeTracker:[4,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[4,4,1,""],position_to_fraction:[4,4,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[4,5,1,""],fraction_consumed:[4,2,1,""],last_record_start:[4,5,1,""],position_at_fraction:[4,2,1,""],set_current_position:[4,2,1,""],set_split_points_unclaimed_callback:[4,2,1,""],split_points:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[4,5,1,""],fraction_consumed:[4,2,1,""],fraction_to_position:[4,2,1,""],position_at_fraction:[4,2,1,""],position_to_fraction:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[4,2,1,""],position_at_fraction:[4,2,1,""],set_current_position:[4,2,1,""],set_split_points_unclaimed_callback:[4,2,1,""],split_points:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[4,6,1,""],assert_sources_equal_reference_source:[4,6,1,""],assert_split_at_fraction_behavior:[4,6,1,""],assert_split_at_fraction_binary:[4,6,1,""],assert_split_at_fraction_exhaustive:[4,6,1,""],assert_split_at_fraction_fails:[4,6,1,""],assert_split_at_fraction_succeeds_and_consistent:[4,6,1,""],read_from_source:[4,6,1,""]},"apache_beam.io.textio":{ReadFromText:[4,1,1,""],WriteToText:[4,1,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[4,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[4,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[4,1,1,""],WriteToTFRecord:[4,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[4,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[4,2,1,""]},"apache_beam.metrics":{cells:[10,0,0,"-"],execution:[10,0,0,"-"],metric:[10,0,0,"-"],metricbase:[10,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[10,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[10,5,1,""],max:[10,5,1,""],mean:[10,5,1,""],min:[10,5,1,""],sum:[10,5,1,""]},"apache_beam.metrics.execution":{MetricKey:[10,1,1,""],MetricResult:[10,1,1,""],MetricUpdates:[10,1,1,""],MetricsContainer:[10,1,1,""],ScopedMetricsContainer:[10,1,1,""]},"apache_beam.metrics.execution.MetricResult":{attempted:[10,5,1,""],committed:[10,5,1,""],key:[10,5,1,""]},"apache_beam.metrics.execution.MetricsContainer":{get_counter:[10,2,1,""],get_cumulative:[10,2,1,""],get_distribution:[10,2,1,""],get_updates:[10,2,1,""]},"apache_beam.metrics.execution.ScopedMetricsContainer":{enter:[10,2,1,""],exit:[10,2,1,""]},"apache_beam.metrics.metric":{Metrics:[10,1,1,""],MetricsFilter:[10,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[10,1,1,""],DelegatingDistribution:[10,1,1,""],counter:[10,3,1,""],distribution:[10,3,1,""],get_namespace:[10,3,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[10,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[10,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[10,5,1,""],namespaces:[10,5,1,""],steps:[10,5,1,""],with_name:[10,2,1,""],with_names:[10,2,1,""],with_namespace:[10,2,1,""],with_namespaces:[10,2,1,""],with_step:[10,2,1,""],with_steps:[10,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[10,1,1,""],Distribution:[10,1,1,""],Metric:[10,1,1,""],MetricName:[10,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[10,2,1,""],inc:[10,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[10,2,1,""]},"apache_beam.options":{pipeline_options:[11,0,0,"-"],pipeline_options_validator:[11,0,0,"-"],value_provider:[11,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[11,1,1,""],DirectOptions:[11,1,1,""],GoogleCloudOptions:[11,1,1,""],PipelineOptions:[11,1,1,""],ProfilingOptions:[11,1,1,""],SetupOptions:[11,1,1,""],StandardOptions:[11,1,1,""],TestOptions:[11,1,1,""],TypeOptions:[11,1,1,""],WorkerOptions:[11,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[11,5,1,""],COMPUTE_API_SERVICE:[11,5,1,""],DATAFLOW_ENDPOINT:[11,5,1,""],STORAGE_API_SERVICE:[11,5,1,""],validate:[11,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[11,2,1,""],from_dictionary:[11,4,1,""],get_all_options:[11,2,1,""],view_as:[11,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[11,5,1,""],validate:[11,2,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[11,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[11,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[11,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[11,5,1,""],ERR_INVALID_GCS_BUCKET:[11,5,1,""],ERR_INVALID_GCS_OBJECT:[11,5,1,""],ERR_INVALID_GCS_PATH:[11,5,1,""],ERR_INVALID_JOB_NAME:[11,5,1,""],ERR_INVALID_NOT_POSITIVE:[11,5,1,""],ERR_INVALID_PROJECT_ID:[11,5,1,""],ERR_INVALID_PROJECT_NUMBER:[11,5,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[11,5,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[11,5,1,""],ERR_MISSING_GCS_PATH:[11,5,1,""],ERR_MISSING_OPTION:[11,5,1,""],GCS_BUCKET:[11,5,1,""],GCS_SCHEME:[11,5,1,""],GCS_URI:[11,5,1,""],JOB_PATTERN:[11,5,1,""],OPTIONS:[11,5,1,""],PROJECT_ID_PATTERN:[11,5,1,""],PROJECT_NUMBER_PATTERN:[11,5,1,""],is_full_string_match:[11,2,1,""],is_service_runner:[11,2,1,""],validate:[11,2,1,""],validate_cloud_options:[11,2,1,""],validate_gcs_path:[11,2,1,""],validate_optional_argument_positive:[11,2,1,""],validate_test_matcher:[11,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[11,1,1,""],StaticValueProvider:[11,1,1,""],ValueProvider:[11,1,1,""],check_accessible:[11,6,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{get:[11,2,1,""],is_accessible:[11,2,1,""],runtime_options:[11,5,1,""],set_runtime_options:[11,4,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[11,2,1,""],is_accessible:[11,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[11,2,1,""],is_accessible:[11,2,1,""]},"apache_beam.pipeline":{Pipeline:[0,1,1,""]},"apache_beam.pipeline.Pipeline":{apply:[0,2,1,""],from_runner_api:[0,3,1,""],options:[0,5,1,""],run:[0,2,1,""],to_runner_api:[0,2,1,""],visit:[0,2,1,""]},"apache_beam.pvalue":{AsDict:[0,1,1,""],AsIter:[0,1,1,""],AsList:[0,1,1,""],AsSingleton:[0,1,1,""],EmptySideInput:[0,1,1,""],PCollection:[0,1,1,""],TaggedOutput:[0,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[0,5,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[0,5,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[0,3,1,""],to_runner_api:[0,2,1,""],windowing:[0,5,1,""]},"apache_beam.runners":{common:[12,0,0,"-"],dataflow:[13,0,0,"-"],direct:[16,0,0,"-"],pipeline_context:[12,0,0,"-"],runner:[12,0,0,"-"]},"apache_beam.runners.common":{DoFnContext:[12,1,1,""],DoFnInvoker:[12,1,1,""],DoFnMethodWrapper:[12,1,1,""],DoFnRunner:[12,1,1,""],DoFnSignature:[12,1,1,""],DoFnState:[12,1,1,""],LoggingContext:[12,1,1,""],PerWindowInvoker:[12,1,1,""],Receiver:[12,1,1,""],SimpleInvoker:[12,1,1,""],as_receiver:[12,6,1,""],get_logging_context:[12,6,1,""]},"apache_beam.runners.common.DoFnContext":{element:[12,5,1,""],set_element:[12,2,1,""],timestamp:[12,5,1,""],windows:[12,5,1,""]},"apache_beam.runners.common.DoFnInvoker":{create_invoker:[12,3,1,""],invoke_finish_bundle:[12,2,1,""],invoke_process:[12,2,1,""],invoke_start_bundle:[12,2,1,""]},"apache_beam.runners.common.DoFnRunner":{finish:[12,2,1,""],process:[12,2,1,""],receive:[12,2,1,""],start:[12,2,1,""]},"apache_beam.runners.common.DoFnState":{counter_for:[12,2,1,""]},"apache_beam.runners.common.LoggingContext":{enter:[12,2,1,""],exit:[12,2,1,""]},"apache_beam.runners.common.PerWindowInvoker":{invoke_process:[12,2,1,""]},"apache_beam.runners.common.Receiver":{receive:[12,2,1,""]},"apache_beam.runners.common.SimpleInvoker":{invoke_process:[12,2,1,""]},"apache_beam.runners.dataflow":{dataflow_metrics:[13,0,0,"-"],dataflow_runner:[13,0,0,"-"],internal:[14,0,0,"-"],native_io:[15,0,0,"-"],test_dataflow_runner:[13,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[13,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[13,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[13,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{BATCH_ENVIRONMENT_MAJOR_VERSION:[13,5,1,""],STREAMING_ENVIRONMENT_MAJOR_VERSION:[13,5,1,""],apply_CombineValues:[13,2,1,""],apply_GroupByKey:[13,2,1,""],flatten_input_visitor:[13,3,1,""],group_by_key_input_visitor:[13,3,1,""],poll_for_job_completion:[13,3,1,""],run:[13,2,1,""],run_CombineValues:[13,2,1,""],run_Flatten:[13,2,1,""],run_GroupByKey:[13,2,1,""],run_ParDo:[13,2,1,""],run_Read:[13,2,1,""],run__NativeWrite:[13,2,1,""]},"apache_beam.runners.dataflow.internal":{apiclient:[14,0,0,"-"],dependency:[14,0,0,"-"],names:[14,0,0,"-"]},"apache_beam.runners.dataflow.internal.apiclient":{DataflowApplicationClient:[14,1,1,""],Environment:[14,1,1,""],Job:[14,1,1,""],MetricUpdateTranslators:[14,1,1,""],Step:[14,1,1,""],to_split_int:[14,6,1,""],translate_distribution:[14,6,1,""],translate_mean:[14,6,1,""],translate_scalar:[14,6,1,""],translate_value:[14,6,1,""]},"apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient":{create_job:[14,2,1,""],create_job_description:[14,2,1,""],get_job:[14,2,1,""],get_job_metrics:[14,2,1,""],list_messages:[14,2,1,""],modify_job_state:[14,2,1,""],stage_file:[14,2,1,""],submit_job_description:[14,2,1,""]},"apache_beam.runners.dataflow.internal.apiclient.Job":{default_job_name:[14,3,1,""],json:[14,2,1,""]},"apache_beam.runners.dataflow.internal.apiclient.MetricUpdateTranslators":{translate_boolean:[14,3,1,""],translate_scalar_counter_float:[14,3,1,""],translate_scalar_counter_int:[14,3,1,""],translate_scalar_mean_float:[14,3,1,""],translate_scalar_mean_int:[14,3,1,""]},"apache_beam.runners.dataflow.internal.apiclient.Step":{add_property:[14,2,1,""],get_output:[14,2,1,""]},"apache_beam.runners.dataflow.internal.dependency":{get_required_container_version:[14,6,1,""],get_sdk_name_and_version:[14,6,1,""],get_sdk_package_name:[14,6,1,""],stage_job_resources:[14,6,1,""]},"apache_beam.runners.dataflow.internal.names":{PropertyNames:[14,1,1,""],TransformNames:[14,1,1,""]},"apache_beam.runners.dataflow.internal.names.PropertyNames":{BIGQUERY_CREATE_DISPOSITION:[14,5,1,""],BIGQUERY_DATASET:[14,5,1,""],BIGQUERY_EXPORT_FORMAT:[14,5,1,""],BIGQUERY_FLATTEN_RESULTS:[14,5,1,""],BIGQUERY_PROJECT:[14,5,1,""],BIGQUERY_QUERY:[14,5,1,""],BIGQUERY_SCHEMA:[14,5,1,""],BIGQUERY_TABLE:[14,5,1,""],BIGQUERY_USE_LEGACY_SQL:[14,5,1,""],BIGQUERY_WRITE_DISPOSITION:[14,5,1,""],DISPLAY_DATA:[14,5,1,""],ELEMENT:[14,5,1,""],ELEMENTS:[14,5,1,""],ENCODING:[14,5,1,""],FILE_NAME_PREFIX:[14,5,1,""],FILE_NAME_SUFFIX:[14,5,1,""],FILE_PATTERN:[14,5,1,""],FORMAT:[14,5,1,""],INPUTS:[14,5,1,""],NON_PARALLEL_INPUTS:[14,5,1,""],NUM_SHARDS:[14,5,1,""],OUT:[14,5,1,""],OUTPUT:[14,5,1,""],OUTPUT_INFO:[14,5,1,""],OUTPUT_NAME:[14,5,1,""],PARALLEL_INPUT:[14,5,1,""],PUBSUB_ID_LABEL:[14,5,1,""],PUBSUB_SUBSCRIPTION:[14,5,1,""],PUBSUB_TOPIC:[14,5,1,""],SERIALIZED_FN:[14,5,1,""],SHARD_NAME_TEMPLATE:[14,5,1,""],SOURCE_STEP_INPUT:[14,5,1,""],STEP_NAME:[14,5,1,""],USER_FN:[14,5,1,""],USER_NAME:[14,5,1,""],VALIDATE_SINK:[14,5,1,""],VALIDATE_SOURCE:[14,5,1,""],VALUE:[14,5,1,""]},"apache_beam.runners.dataflow.internal.names.TransformNames":{COLLECTION_TO_SINGLETON:[14,5,1,""],COMBINE:[14,5,1,""],CREATE_PCOLLECTION:[14,5,1,""],DO:[14,5,1,""],FLATTEN:[14,5,1,""],GROUP:[14,5,1,""],READ:[14,5,1,""],WRITE:[14,5,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[15,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[15,1,1,""],DynamicSplitRequest:[15,1,1,""],DynamicSplitResult:[15,1,1,""],DynamicSplitResultWithPosition:[15,1,1,""],NativeSink:[15,1,1,""],NativeSinkWriter:[15,1,1,""],NativeSource:[15,1,1,""],NativeSourceReader:[15,1,1,""],ReaderPosition:[15,1,1,""],ReaderProgress:[15,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[15,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[15,2,1,""],takes_windowed_values:[15,5,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{reader:[15,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[15,2,1,""],request_dynamic_split:[15,2,1,""],returns_windowed_values:[15,5,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[15,5,1,""],percent_complete:[15,5,1,""],position:[15,5,1,""],remaining_split_points:[15,5,1,""],remaining_time:[15,5,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[13,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{run:[13,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[16,0,0,"-"],clock:[16,0,0,"-"],consumer_tracking_pipeline_visitor:[16,0,0,"-"],direct_metrics:[16,0,0,"-"],direct_runner:[16,0,0,"-"],evaluation_context:[16,0,0,"-"],executor:[16,0,0,"-"],helper_transforms:[16,0,0,"-"],transform_evaluator:[16,0,0,"-"],transform_result:[16,0,0,"-"],watermark_manager:[16,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[16,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[16,2,1,""],create_empty_committed_bundle:[16,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[16,1,1,""],MockClock:[16,1,1,""]},"apache_beam.runners.direct.clock.Clock":{time:[16,2,1,""]},"apache_beam.runners.direct.clock.MockClock":{advance:[16,2,1,""],set_time:[16,2,1,""],time:[16,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[16,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[16,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[16,1,1,""],DirectMetrics:[16,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[16,2,1,""],commit_physical:[16,2,1,""],extract_committed:[16,2,1,""],extract_latest_attempted:[16,2,1,""],update_physical:[16,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[16,2,1,""],commit_physical:[16,2,1,""],query:[16,2,1,""],update_physical:[16,2,1,""]},"apache_beam.runners.direct.direct_runner":{DirectRunner:[16,1,1,""]},"apache_beam.runners.direct.direct_runner.DirectRunner":{apply_CombinePerKey:[16,2,1,""],cache:[16,5,1,""],run:[16,2,1,""]},"apache_beam.runners.direct.evaluation_context":{EvaluationContext:[16,1,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{append_to_cache:[16,2,1,""],create_bundle:[16,2,1,""],create_empty_committed_bundle:[16,2,1,""],extract_fired_timers:[16,2,1,""],get_aggregator_values:[16,2,1,""],get_execution_context:[16,2,1,""],get_value_or_schedule_after_output:[16,2,1,""],handle_result:[16,2,1,""],has_cache:[16,5,1,""],is_done:[16,2,1,""],is_root_transform:[16,2,1,""],metrics:[16,2,1,""],schedule_pending_unblocked_tasks:[16,2,1,""],use_pvalue_cache:[16,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[16,1,1,""],TransformExecutor:[16,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[16,2,1,""],start:[16,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{call:[16,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[16,1,1,""],LiftedCombinePerKey:[16,1,1,""],PartialGroupByKeyCombiningValues:[16,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[16,2,1,""],process:[16,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[16,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[16,2,1,""],finish_bundle:[16,2,1,""],process:[16,2,1,""],start_bundle:[16,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{TransformEvaluatorRegistry:[16,1,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{for_application:[16,2,1,""],should_execute_serially:[16,2,1,""]},"apache_beam.runners.direct.transform_result":{TransformResult:[16,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[16,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[16,5,1,""],WATERMARK_POS_INF:[16,5,1,""],extract_fired_timers:[16,2,1,""],get_watermarks:[16,2,1,""],update_watermarks:[16,2,1,""]},"apache_beam.runners.pipeline_context":{PipelineContext:[12,1,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{from_runner_api:[12,3,1,""],to_runner_api:[12,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[12,1,1,""],PipelineRunner:[12,1,1,""],PipelineState:[12,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[12,2,1,""],cancel:[12,2,1,""],metrics:[12,2,1,""],state:[12,5,1,""],wait_until_finish:[12,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[12,2,1,""],apply_PTransform:[12,2,1,""],run:[12,2,1,""],run_transform:[12,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[12,5,1,""],DONE:[12,5,1,""],DRAINED:[12,5,1,""],DRAINING:[12,5,1,""],FAILED:[12,5,1,""],RUNNING:[12,5,1,""],STOPPED:[12,5,1,""],UNKNOWN:[12,5,1,""],UPDATED:[12,5,1,""]},"apache_beam.testing":{pipeline_verifiers:[17,0,0,"-"],test_pipeline:[17,0,0,"-"],test_stream:[17,0,0,"-"],test_utils:[17,0,0,"-"],util:[17,0,0,"-"]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[17,1,1,""],PipelineStateMatcher:[17,1,1,""],retry_on_io_error_and_server_error:[17,6,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[17,2,1,""],describe_to:[17,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[17,2,1,""],describe_to:[17,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[17,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[17,2,1,""],get_option:[17,2,1,""],run:[17,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[17,1,1,""],Event:[17,1,1,""],ProcessingTimeEvent:[17,1,1,""],TestStream:[17,1,1,""],WatermarkEvent:[17,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[17,2,1,""],advance_processing_time:[17,2,1,""],advance_watermark_to:[17,2,1,""],advance_watermark_to_infinity:[17,2,1,""],expand:[17,2,1,""]},"apache_beam.testing.test_utils":{compute_hash:[17,6,1,""],patch_retry:[17,6,1,""]},"apache_beam.testing.util":{assert_that:[17,6,1,""],equal_to:[17,6,1,""],is_empty:[17,6,1,""]},"apache_beam.transforms":{combiners:[18,0,0,"-"],core:[18,0,0,"-"],cy_combiners:[18,0,0,"-"],display:[18,0,0,"-"],ptransform:[18,0,0,"-"],sideinputs:[18,0,0,"-"],timeutil:[18,0,0,"-"],trigger:[18,0,0,"-"],util:[18,0,0,"-"],window:[18,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[18,1,1,""],Mean:[18,1,1,""],Sample:[18,1,1,""],ToDict:[18,1,1,""],ToList:[18,1,1,""],Top:[18,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[18,1,1,""],PerElement:[18,1,1,""],PerKey:[18,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[18,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[18,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[18,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[18,1,1,""],PerKey:[18,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[18,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[18,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[18,5,1,""],FixedSizePerKey:[18,5,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[18,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[18,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[18,5,1,""],LargestPerKey:[18,5,1,""],Of:[18,5,1,""],PerKey:[18,5,1,""],Smallest:[18,5,1,""],SmallestPerKey:[18,5,1,""]},"apache_beam.transforms.core":{CombineFn:[18,1,1,""],CombineGlobally:[18,1,1,""],CombinePerKey:[18,1,1,""],CombineValues:[18,1,1,""],Create:[18,1,1,""],DoFn:[18,1,1,""],Filter:[18,6,1,""],FlatMap:[18,6,1,""],Flatten:[18,1,1,""],GroupByKey:[18,1,1,""],Map:[18,6,1,""],ParDo:[18,1,1,""],Partition:[18,1,1,""],PartitionFn:[18,1,1,""],WindowInto:[18,1,1,""],Windowing:[18,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[18,2,1,""],add_inputs:[18,2,1,""],apply:[18,2,1,""],create_accumulator:[18,2,1,""],default_label:[18,2,1,""],extract_output:[18,2,1,""],for_input_type:[18,2,1,""],from_callable:[18,3,1,""],maybe_from_callable:[18,3,1,""],merge_accumulators:[18,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[18,2,1,""],as_view:[18,5,1,""],default_label:[18,2,1,""],display_data:[18,2,1,""],expand:[18,2,1,""],has_defaults:[18,5,1,""],with_defaults:[18,2,1,""],without_defaults:[18,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[18,2,1,""],display_data:[18,2,1,""],expand:[18,2,1,""],make_fn:[18,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[18,2,1,""],make_fn:[18,2,1,""]},"apache_beam.transforms.core.Create":{expand:[18,2,1,""],get_windowing:[18,2,1,""],infer_output_type:[18,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnParams:[18,5,1,""],ElementParam:[18,5,1,""],SideInputParam:[18,5,1,""],TimestampParam:[18,5,1,""],WindowParam:[18,5,1,""],default_label:[18,2,1,""],finish_bundle:[18,2,1,""],from_callable:[18,3,1,""],get_function_arguments:[18,2,1,""],infer_output_type:[18,2,1,""],is_process_bounded:[18,2,1,""],process:[18,2,1,""],start_bundle:[18,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[18,2,1,""],from_runner_api_parameter:[18,3,1,""],get_windowing:[18,2,1,""],to_runner_api_parameter:[18,2,1,""]},"apache_beam.transforms.core.GroupByKey":{GroupAlsoByWindow:[18,1,1,""],ReifyWindows:[18,1,1,""],expand:[18,2,1,""]},"apache_beam.transforms.core.GroupByKey.GroupAlsoByWindow":{infer_output_type:[18,2,1,""],process:[18,2,1,""],start_bundle:[18,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[18,2,1,""],process:[18,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[18,2,1,""],display_data:[18,2,1,""],expand:[18,2,1,""],infer_output_type:[18,2,1,""],make_fn:[18,2,1,""],with_outputs:[18,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[18,1,1,""],expand:[18,2,1,""],make_fn:[18,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[18,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[18,2,1,""],partition_for:[18,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[18,1,1,""],expand:[18,2,1,""],from_runner_api_parameter:[18,3,1,""],get_windowing:[18,2,1,""],infer_output_type:[18,2,1,""],to_runner_api_parameter:[18,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[18,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[18,3,1,""],is_default:[18,2,1,""],to_runner_api:[18,2,1,""]},"apache_beam.transforms.cy_combiners":{AccumulatorCombineFn:[18,1,1,""],AllAccumulator:[18,1,1,""],AllCombineFn:[18,1,1,""],AnyAccumulator:[18,1,1,""],AnyCombineFn:[18,1,1,""],CountAccumulator:[18,1,1,""],CountCombineFn:[18,1,1,""],MaxDoubleAccumulator:[18,1,1,""],MaxFloatFn:[18,1,1,""],MaxInt64Accumulator:[18,1,1,""],MaxInt64Fn:[18,1,1,""],MeanDoubleAccumulator:[18,1,1,""],MeanFloatFn:[18,1,1,""],MeanInt64Accumulator:[18,1,1,""],MeanInt64Fn:[18,1,1,""],MinDoubleAccumulator:[18,1,1,""],MinFloatFn:[18,1,1,""],MinInt64Accumulator:[18,1,1,""],MinInt64Fn:[18,1,1,""],SumDoubleAccumulator:[18,1,1,""],SumFloatFn:[18,1,1,""],SumInt64Accumulator:[18,1,1,""],SumInt64Fn:[18,1,1,""]},"apache_beam.transforms.cy_combiners.AccumulatorCombineFn":{add_input:[18,3,1,""],create_accumulator:[18,2,1,""],extract_output:[18,3,1,""],merge_accumulators:[18,2,1,""]},"apache_beam.transforms.cy_combiners.AllAccumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.AnyAccumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.CountAccumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.MaxDoubleAccumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.MaxInt64Accumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.MeanDoubleAccumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.MeanInt64Accumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.MinDoubleAccumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.MinInt64Accumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.SumDoubleAccumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.cy_combiners.SumInt64Accumulator":{add_input:[18,2,1,""],extract_output:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.display":{DisplayData:[18,1,1,""],DisplayDataItem:[18,1,1,""],HasDisplayData:[18,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[18,4,1,""],create_from_options:[18,4,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[18,2,1,""],drop_if_none:[18,2,1,""],get_dict:[18,2,1,""],is_valid:[18,2,1,""],should_drop:[18,2,1,""],typeDict:[18,5,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[18,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[18,1,1,""],label_from_callable:[18,6,1,""],ptransform_fn:[18,6,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[18,2,1,""],expand:[18,2,1,""],from_runner_api:[18,4,1,""],from_runner_api_parameter:[18,3,1,""],get_windowing:[18,2,1,""],infer_output_type:[18,2,1,""],label:[18,5,1,""],pipeline:[18,5,1,""],register_urn:[18,4,1,""],side_inputs:[18,5,1,""],to_runner_api:[18,2,1,""],to_runner_api_parameter:[18,2,1,""],type_check_inputs:[18,2,1,""],type_check_inputs_or_outputs:[18,2,1,""],type_check_outputs:[18,2,1,""],with_input_types:[18,2,1,""],with_output_types:[18,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[18,1,1,""],default_window_mapping_fn:[18,6,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[18,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[18,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[18,5,1,""],REAL_TIME:[18,5,1,""],WATERMARK:[18,5,1,""],from_string:[18,3,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[18,1,1,""],AfterAll:[18,1,1,""],AfterAny:[18,1,1,""],AfterCount:[18,1,1,""],AfterEach:[18,1,1,""],AfterWatermark:[18,1,1,""],DefaultTrigger:[18,1,1,""],OrFinally:[18,1,1,""],Repeatedly:[18,1,1,""],TriggerFn:[18,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[18,5,1,""],DISCARDING:[18,5,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[18,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[18,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[18,5,1,""],from_runner_api:[18,3,1,""],on_element:[18,2,1,""],on_fire:[18,2,1,""],on_merge:[18,2,1,""],reset:[18,2,1,""],should_fire:[18,2,1,""],to_runner_api:[18,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[18,5,1,""],from_runner_api:[18,3,1,""],on_element:[18,2,1,""],on_fire:[18,2,1,""],on_merge:[18,2,1,""],reset:[18,2,1,""],should_fire:[18,2,1,""],to_runner_api:[18,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[18,5,1,""],from_runner_api:[18,3,1,""],is_late:[18,2,1,""],on_element:[18,2,1,""],on_fire:[18,2,1,""],on_merge:[18,2,1,""],reset:[18,2,1,""],should_fire:[18,2,1,""],to_runner_api:[18,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[18,3,1,""],on_element:[18,2,1,""],on_fire:[18,2,1,""],on_merge:[18,2,1,""],reset:[18,2,1,""],should_fire:[18,2,1,""],to_runner_api:[18,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[18,3,1,""],to_runner_api:[18,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[18,3,1,""],on_element:[18,2,1,""],on_fire:[18,2,1,""],on_merge:[18,2,1,""],reset:[18,2,1,""],should_fire:[18,2,1,""],to_runner_api:[18,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[18,3,1,""],on_element:[18,2,1,""],on_fire:[18,2,1,""],on_merge:[18,2,1,""],reset:[18,2,1,""],should_fire:[18,2,1,""],to_runner_api:[18,2,1,""]},"apache_beam.transforms.util":{CoGroupByKey:[18,1,1,""],Keys:[18,6,1,""],KvSwap:[18,6,1,""],Values:[18,6,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[18,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[18,1,1,""],FixedWindows:[18,1,1,""],GlobalWindow:[18,1,1,""],GlobalWindows:[18,1,1,""],IntervalWindow:[18,1,1,""],NonMergingWindowFn:[18,1,1,""],Sessions:[18,1,1,""],SlidingWindows:[18,1,1,""],TimestampCombiner:[18,1,1,""],TimestampedValue:[18,1,1,""],WindowFn:[18,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[18,5,1,""],max_timestamp:[18,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[18,2,1,""],from_runner_api_parameter:[18,3,1,""],get_window_coder:[18,2,1,""],offset:[18,5,1,""],size:[18,5,1,""],to_runner_api_parameter:[18,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[18,2,1,""],from_runner_api_parameter:[18,3,1,""],get_window_coder:[18,2,1,""],to_runner_api_parameter:[18,2,1,""],windowed_value:[18,4,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[18,5,1,""],intersects:[18,2,1,""],start:[18,5,1,""],union:[18,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[18,2,1,""],merge:[18,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[18,2,1,""],from_runner_api_parameter:[18,3,1,""],gap_size:[18,5,1,""],get_window_coder:[18,2,1,""],merge:[18,2,1,""],to_runner_api_parameter:[18,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[18,2,1,""],from_runner_api_parameter:[18,3,1,""],get_window_coder:[18,2,1,""],offset:[18,5,1,""],period:[18,5,1,""],size:[18,5,1,""],to_runner_api_parameter:[18,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[18,5,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[18,5,1,""],OUTPUT_AT_EOW:[18,5,1,""],OUTPUT_AT_LATEST:[18,5,1,""],get_impl:[18,3,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[18,5,1,""],value:[18,5,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[18,1,1,""],MergeContext:[18,1,1,""],assign:[18,2,1,""],get_transformed_output_time:[18,2,1,""],get_window_coder:[18,2,1,""],is_merging:[18,2,1,""],merge:[18,2,1,""],to_runner_api_parameter:[18,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[18,2,1,""]},"apache_beam.typehints":{decorators:[19,0,0,"-"],opcodes:[19,0,0,"-"],trivial_inference:[19,0,0,"-"],typecheck:[19,0,0,"-"],typehints:[19,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[19,7,1,""],WithTypeHints:[19,1,1,""],with_input_types:[19,6,1,""],with_output_types:[19,6,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[19,2,1,""],get_type_hints:[19,2,1,""],with_input_types:[19,2,1,""],with_output_types:[19,2,1,""]},"apache_beam.typehints.opcodes":{binary_add:[19,6,1,""],binary_and:[19,6,1,""],binary_divide:[19,6,1,""],binary_floor_divide:[19,6,1,""],binary_lshift:[19,6,1,""],binary_modulo:[19,6,1,""],binary_multiply:[19,6,1,""],binary_or:[19,6,1,""],binary_power:[19,6,1,""],binary_rshift:[19,6,1,""],binary_subscr:[19,6,1,""],binary_subtract:[19,6,1,""],binary_true_divide:[19,6,1,""],binary_xor:[19,6,1,""],build_class:[19,6,1,""],build_list:[19,6,1,""],build_map:[19,6,1,""],build_slice:[19,6,1,""],build_tuple:[19,6,1,""],call_function:[19,6,1,""],call_function_kw:[19,6,1,""],call_function_var:[19,6,1,""],call_function_var_wk:[19,6,1,""],compare_op:[19,6,1,""],delete_attr:[19,6,1,""],delete_fast:[19,6,1,""],delete_global:[19,6,1,""],delete_slice_0:[19,6,1,""],delete_slice_1:[19,6,1,""],delete_slice_2:[19,6,1,""],delete_slice_3:[19,6,1,""],dup_top:[19,6,1,""],dup_topx:[19,6,1,""],exec_stmt:[19,6,1,""],get_iter:[19,6,1,""],import_from:[19,6,1,""],import_name:[19,6,1,""],inpalce_or:[19,6,1,""],inplace_add:[19,6,1,""],inplace_and:[19,6,1,""],inplace_divide:[19,6,1,""],inplace_floor_divide:[19,6,1,""],inplace_lshift:[19,6,1,""],inplace_modulo:[19,6,1,""],inplace_multiply:[19,6,1,""],inplace_power:[19,6,1,""],inplace_rshift:[19,6,1,""],inplace_subtract:[19,6,1,""],inplace_true_divide:[19,6,1,""],inplace_xor:[19,6,1,""],list_append:[19,6,1,""],load_attr:[19,6,1,""],load_closure:[19,6,1,""],load_const:[19,6,1,""],load_deref:[19,6,1,""],load_fast:[19,6,1,""],load_global:[19,6,1,""],load_locals:[19,6,1,""],load_name:[19,6,1,""],make_closure:[19,6,1,""],make_function:[19,6,1,""],nop:[19,6,1,""],pop_one:[19,6,1,""],pop_three:[19,6,1,""],pop_top:[19,6,1,""],pop_two:[19,6,1,""],print_item:[19,6,1,""],print_newline:[19,6,1,""],push_value:[19,6,1,""],rot_four:[19,6,1,""],rot_n:[19,6,1,""],rot_three:[19,6,1,""],rot_two:[19,6,1,""],slice_0:[19,6,1,""],slice_1:[19,6,1,""],slice_2:[19,6,1,""],slice_3:[19,6,1,""],store_attr:[19,6,1,""],store_fast:[19,6,1,""],store_global:[19,6,1,""],store_map:[19,6,1,""],store_slice_0:[19,6,1,""],store_slice_1:[19,6,1,""],store_slice_2:[19,6,1,""],store_slice_3:[19,6,1,""],store_subscr:[19,6,1,""],symmetric_binary_op:[19,6,1,""],unary:[19,6,1,""],unary_convert:[19,6,1,""],unary_invert:[19,6,1,""],unary_negative:[19,6,1,""],unary_not:[19,6,1,""],unary_positive:[19,6,1,""],unpack_sequence:[19,6,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[19,1,1,""],Const:[19,1,1,""],FrameState:[19,1,1,""],TypeInferenceError:[19,7,1,""],element_type:[19,6,1,""],hashable:[19,6,1,""],infer_return_type:[19,6,1,""],infer_return_type_func:[19,6,1,""],instance_to_type:[19,6,1,""],key_value_types:[19,6,1,""],union:[19,6,1,""],union_list:[19,6,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[19,3,1,""],unwrap_all:[19,3,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[19,2,1,""],const_type:[19,2,1,""],copy:[19,2,1,""],get_global:[19,2,1,""],get_name:[19,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[19,1,1,""],OutputCheckWrapperDoFn:[19,1,1,""],TypeCheckWrapperDoFn:[19,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[19,2,1,""],is_process_bounded:[19,2,1,""],process:[19,2,1,""],start_bundle:[19,2,1,""],wrapper:[19,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[19,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[19,2,1,""],wrapper:[19,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[19,1,1,""],WindowedValue:[19,5,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[19,2,1,""],match_type_variables:[19,2,1,""]},"apache_beam.utils":{annotations:[20,0,0,"-"],counters:[20,0,0,"-"],processes:[20,0,0,"-"],profiler:[20,0,0,"-"],proto_utils:[20,0,0,"-"],retry:[20,0,0,"-"],timestamp:[20,0,0,"-"],urns:[20,0,0,"-"],windowed_value:[20,0,0,"-"]},"apache_beam.utils.annotations":{annotate:[20,6,1,""]},"apache_beam.utils.counters":{AccumulatorCombineFnCounter:[20,1,1,""],Counter:[20,1,1,""],CounterFactory:[20,1,1,""],get_aggregator_values:[20,6,1,""]},"apache_beam.utils.counters.AccumulatorCombineFnCounter":{update:[20,2,1,""]},"apache_beam.utils.counters.Counter":{MEAN:[20,5,1,""],SUM:[20,5,1,""],accumulator:[20,5,1,""],combine_fn:[20,5,1,""],name:[20,5,1,""],update:[20,2,1,""],value:[20,2,1,""]},"apache_beam.utils.counters.CounterFactory":{get_aggregator_counter:[20,2,1,""],get_aggregator_values:[20,2,1,""],get_counter:[20,2,1,""],get_counters:[20,2,1,""]},"apache_beam.utils.processes":{Popen:[20,6,1,""],call:[20,6,1,""],check_call:[20,6,1,""],check_output:[20,6,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[20,1,1,""],Profile:[20,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[20,2,1,""],start:[20,2,1,""],stop:[20,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[20,5,1,""]},"apache_beam.utils.proto_utils":{pack_Any:[20,6,1,""],pack_Struct:[20,6,1,""],unpack_Any:[20,6,1,""]},"apache_beam.utils.retry":{Clock:[20,1,1,""],FuzzedExponentialIntervals:[20,1,1,""],PermanentException:[20,7,1,""],no_retries:[20,6,1,""],retry_on_server_errors_and_timeout_filter:[20,6,1,""],retry_on_server_errors_filter:[20,6,1,""],with_exponential_backoff:[20,6,1,""]},"apache_beam.utils.retry.Clock":{sleep:[20,2,1,""]},"apache_beam.utils.timestamp":{Duration:[20,1,1,""],Timestamp:[20,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[20,3,1,""]},"apache_beam.utils.timestamp.Timestamp":{isoformat:[20,2,1,""],of:[20,3,1,""],predecessor:[20,2,1,""],to_utc_datetime:[20,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[20,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[20,4,1,""],register_pickle_urn:[20,4,1,""],register_urn:[20,4,1,""],to_runner_api:[20,2,1,""],to_runner_api_parameter:[20,2,1,""]},"apache_beam.utils.windowed_value":{WindowedValue:[20,1,1,""],create:[20,6,1,""]},"apache_beam.utils.windowed_value.WindowedValue":{timestamp:[20,5,1,""],timestamp_object:[20,5,1,""],value:[20,5,1,""],windows:[20,5,1,""],with_value:[20,2,1,""]},apache_beam:{coders:[1,0,0,"-"],error:[0,0,0,"-"],internal:[2,0,0,"-"],io:[4,0,0,"-"],metrics:[10,0,0,"-"],options:[11,0,0,"-"],pipeline:[0,0,0,"-"],pvalue:[0,0,0,"-"],runners:[12,0,0,"-"],testing:[17,0,0,"-"],transforms:[18,0,0,"-"],typehints:[19,0,0,"-"],utils:[20,0,0,"-"],version:[0,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","staticmethod","Python static method"],"4":["py","classmethod","Python class method"],"5":["py","attribute","Python attribute"],"6":["py","function","Python function"],"7":["py","exception","Python exception"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:staticmethod","4":"py:classmethod","5":"py:attribute","6":"py:function","7":"py:exception"},terms:{"60s":20,"64k":1,"abstract":[4,12,18,19,20],"boolean":[4,5,18],"byte":[1,4,19],"case":[0,1,4,5,7,15,16,17,18],"class":[0,1,2,4,5,7,9,10,11,12,13,14,15,16,17,18,19,20],"const":19,"default":[0,1,4,5,11,14,17,18,20],"enum":[4,12],"export":5,"final":[4,12,16,18,20],"float":[1,3,4,5,10,17,18,19,20],"function":[0,1,2,3,4,5,7,10,12,14,15,17,18,19,20],"import":[0,1,4,13,16,18,19,20],"int":[1,3,10,17,18,19,20],"long":[1,4,18,20],"new":[0,1,4,5,12,15,18,20],"public":[1,11],"return":[0,1,2,3,4,5,7,10,11,12,13,14,15,16,17,18,19,20],"short":[5,18],"static":[0,1,4,5,7,10,11,12,13,14,18,19,20],"super":18,"transient":20,"true":[0,1,2,3,4,5,7,11,16,17,18,20],"try":[4,14],"while":[4,7,14,15,16,18,20],For:[0,1,2,3,4,7,10,11,12,14,15,16,17,18,19,20],GCS:[4,5,11,14],Has:5,Not:19,One:19,Such:4,The:[0,1,2,3,4,5,7,10,11,12,13,14,15,16,17,18,19,20],Their:16,There:5,These:[4,17],Use:[4,17],Used:[12,14,19],Useful:18,Uses:18,With:18,__all__:1,__init__:18,__scatter__:7,__stat_kind__:7,__stat_total__:7,_add_argparse_arg:11,_cached_byte_size_dirti:1,_dependency_file_copi:14,_get_impl:1,_groupbykeyonli:16,_impl:1,_inspect_funct:18,_match:17,_metricsenviron:10,_mutat:7,_namespac:18,_num_query_splits_max:7,_paralleltriggerfn:18,_picklecoderbas:1,_populate_requirements_cach:14,_sre:4,abc:[11,12],abil:19,abl:[3,18],about:[4,10,12],abov:[1,4,11],absolut:4,abstractcomponentcoderimpl:1,abstractdofnwrapp:19,accept:[4,5,18,19],access:[0,3,4,5,10,11,12,16,18],accord:[4,18],accordingli:4,accumul:[10,11,14,18,20],accumulation_mod:18,accumulationmod:18,accumulatorcombinefn:18,accumulatorcombinefncount:20,accur:4,across:[1,4,7,16,18],act:16,action:19,actual:[0,1,2,14,17,18,20],acycl:0,add:[0,17,18,19],add_argu:11,add_el:17,add_input:18,add_properti:14,added:[4,5,10,17,18],addit:[16,18,19,20],addition:[1,20],additional_properti:14,additionali:19,address:4,adjust:4,advanc:[16,17],advance_bi:17,advance_processing_tim:17,advance_watermark_to:17,advance_watermark_to_infin:17,afford:18,after:[0,2,4,5,11,13,15,16,17,18,20],afteral:18,afterani:18,aftercount:18,aftereach:18,afterwatermark:18,again:[0,7,15],against:[4,5,11,17,19],aggreg:[11,12,16,20],aggregated_valu:12,aggregationcount:20,aggregator_or_nam:[12,16,20],agre:[4,20],aka:18,alert:0,alia:19,all:[0,1,2,4,5,7,10,11,12,14,16,17,18,19,20],allaccumul:18,allcombinefn:18,allow:[0,1,4,10,14,17,18,19,20],along:[1,12],alreadi:[0,4,5,20],also:[4,5,10,12,16,18,19,20],altern:18,although:4,alwai:[1,4,18,20],among:12,amount:4,an_example_pypi_project:14,analys:19,analyz:1,ani:[1,2,4,5,7,11,12,16,18,19,20],annot:[0,17,18,19,21,22],anoth:[0,1],any_msg:20,anyaccumul:18,anycombinefn:18,anyth:[13,16],anytypeconstraint:19,apach:[0,4,12,18],api:[1,3,4,5,10,12,14,18],apicli:[0,12,13],apitool:5,app:5,appear:[18,19],append:[4,17],append_to_cach:16,append_trailing_newlin:4,appengin:5,appli:[0,4,12,16,18],applic:[4,5,14,16],applied_ptransform:16,applied_transform:16,appliedptransform:16,apply_combineperkei:16,apply_combinevalu:13,apply_groupbykei:13,apply_ptransform:12,apply_xyz:12,applypartitionfnfn:18,approach:18,appropri:[3,16,20],approxim:[4,7,15],arbitrari:0,arbitrarili:4,arg1:20,arg2:20,arg:[2,4,5,7,11,12,14,16,18,19,20],arg_hint:19,arg_nam:11,argpars:11,argument:[0,2,4,5,10,11,12,13,14,17,18,19,20],argumentplacehold:2,argv:[0,17],arithmet:[18,20],around:[0,19],arriv:18,as_cloud_object:1,as_receiv:12,as_singleton_view:18,as_view:18,ascii:[2,4],asdict:[0,18],asit:[0,18],ask:15,aslist:[0,5,18],aspect:4,assert:4,assert_reentrant_reads_succe:4,assert_sources_equal_reference_sourc:4,assert_split_at_fraction_behavior:4,assert_split_at_fraction_binari:4,assert_split_at_fraction_exhaust:4,assert_split_at_fraction_fail:4,assert_split_at_fraction_succeeds_and_consist:4,assert_that:17,assertsourcesequalreferencesourc:4,assertsplitatfract:4,assertsplitatfractionbehavior:4,assertsplitatfractionexhaust:4,assertsplitatfractionsucceedsandconsist:4,assideinput:0,assign:[4,18],assign_context:18,assigncontext:18,assingleton:[0,18],associ:[0,1,4,5,10,14,15,18,20],assum:[4,7,14],asynchron:16,atom:4,attach:18,attempt:[10,15],attr:17,attribut:[1,5,10,18],auth:[0,2],authent:3,authenticationexcept:3,auto:[4,5],automat:14,avail:[0,5,7,10,14,18],avoid:[4,5,18,19],avro:4,avroio:[0,21,22],avroio_test:4,avrosourc:4,await_complet:16,back:1,backoff:20,backward:[0,1,2,3,4,7,10,11,12,13,14,15,16,17,18,19,20],bar:1,base64:2,base:[0,1,2,3,4,5,7,9,10,11,12,13,14,15,16,17,18,19,20],base_match:[9,11,17],basematch:[9,11,17],basepath:[4,5],basestr:3,basic:[3,18],batch:[0,4,7,18],batch_environment_major_vers:13,batch_siz:7,baz:1,beam:[0,4,5,13,17,18,20],beam_runner_api_pb2:20,beamassertexcept:17,beamerror:0,beamioerror:[4,5],bean:20,becaus:[4,14,18],becom:4,been:[4,10,18],befor:[0,1,4,15,16,17,18,19,20],begin:[4,15],behavior:[4,12,18,19],behaviour:4,behavor:0,being:[4,12,16,17,18],belong:[0,12,16,18],below:[1,4,5,7,18,20],best:[4,5],betweeen:4,between:[4,5,7,10,12,14,15,18,20],beyond:4,bigqueri:[0,4,9,11],bigquery_api_servic:11,bigquery_create_disposit:14,bigquery_dataset:14,bigquery_export_format:14,bigquery_flatten_result:14,bigquery_match:[0,4,5],bigquery_project:14,bigquery_queri:14,bigquery_schema:14,bigquery_t:14,bigquery_use_legacy_sql:14,bigquery_write_disposit:14,bigquerydisposit:5,bigquerymatch:9,bigquerysink:5,bigquerysourc:5,bigtabl:4,binari:4,binary_add:19,binary_and:19,binary_divid:19,binary_floor_divid:19,binary_lshift:19,binary_modulo:19,binary_multipli:19,binary_or:19,binary_pow:19,binary_rshift:19,binary_subscr:19,binary_subtract:19,binary_true_divid:19,binary_xor:19,bind:19,bind_type_vari:19,bit:[1,10],blob:7,block:[4,13,17],bodi:20,bool:[3,18,19],both:[0,1,4,5,7,11,18,19,20],bother:16,bound:[0,4,18,19],boundari:[4,15],boundedsourc:4,boundedwindow:[18,20],boundmethod:19,bucket:[5,11],bucketnam:11,buffer:[1,4,5,16],buffer_s:5,build:[0,14,17],build_class:19,build_list:19,build_map:19,build_setup_arg:14,build_slic:19,build_tupl:19,built:[13,18,19],builtin:18,bulk:18,bundl:[4,10,16,18],bundle_factori:[0,12],bundle_id:4,bundlefactori:16,byte_arrai:1,byte_offset:15,bytecod:19,bytecountingoutputstream:1,bytes:1,bytescod:[1,4],bytescoderimpl:1,bzip2:4,cach:[5,13,14,16],call:[0,1,4,5,10,11,12,15,16,17,18,20],call_funct:19,call_function_kw:19,call_function_var:19,call_function_var_wk:19,callabl:[2,14,18,19,20],callableptransform:18,callabletask:16,callablewrappercombinefn:18,callablewrapperdofn:18,callablewrapperpartitionfn:18,callback:[0,1,4,12,16],callbackcoderimpl:1,caller:4,can:[0,1,2,3,4,5,7,12,14,16,17,18,19,20],cancel:12,cannot:[0,4,5,15],cap:7,capabl:[0,4],capit:19,captur:18,categori:19,caus:[18,20],cbf:4,ceas:17,cell:[0,5,21,22],cellcommitst:10,certain:[4,7],chain:18,chanc:18,chang:[0,1,10,16],channel:[4,5],charact:[2,11],charg:[13,16],check:[0,1,2,4,5,11,14,16,17,18,19],check_access:11,check_cal:20,check_cod:1,check_output:20,checksum:[9,17],chosen:[4,7,20],chunk:[4,5,18],chunk_siz:[4,5],claim:4,classmethod:[1,4,5,11,18,20],clean:4,clear:[1,18],clear_pvalu:12,clearextens:1,clearfield:1,client:[4,5,7,14],clock:[0,12,17,20],clone:0,close:[4,5],closure_typ:19,cloud:[1,5,7,11,13,14,15],cloudworkflow:14,cls:11,code:[1,2,4,14,18,19,20],codec:4,coder:[0,2,4,5,17,21,22],coder_impl:[0,21,22],coderbas:1,coderimpl:1,coderregistri:1,coders_test_common:[0,21,22],coderstest:1,coexist:20,cogroupbykei:18,collect:[0,1,10,20],collection_to_singleton:14,collectiontosingleton:14,collis:10,com:[2,5,7,11],combin:[0,4,5,14,16,21,22],combine_fn:[16,20],combine_op:18,combinefn:[18,20],combinefnprocesscontext:18,combineglob:18,combineperkei:[16,18],combinevalu:[14,18],combiningvaluestatetag:18,come:[3,20],command:[5,11,14,17],comment:[0,18],commit:[4,7,10,16],commit_log:16,commit_phys:16,common:[0,1,5,16,18,19,20,21,22],commun:18,compar:[4,7,9,17],compare_op:19,compare_path:7,comparison:7,compat:[0,1,2,3,4,7,10,11,12,13,14,15,16,17,18,19,20],compil:1,complet:[4,5,7,15,16],completed_bundl:16,completed_committed_bundl:16,completed_tim:16,completion_callback:16,complex:[4,19],complex_operation_returning_xyz:1,compli:4,complic:19,compon:[1,4,5,18],composit:[1,4,12,18,19],compositetypehint:19,compress:[4,5],compress_point:19,compressedfil:4,compression_typ:[4,5],compressiontyp:4,compris:1,comput:[0,2,7,9,11,12,17,18],compute_api_servic:11,compute_hash:17,concat:4,concat_posit:15,concat_sourc:[0,21,22],concaten:15,concatposit:15,concatrangetrack:4,concatsourc:4,concept:[0,4,5,7,18],conceptu:[0,4,18],concret:[12,18],concrete_typ:19,concurr:4,condens:18,condit:[1,4],configur:[7,11,17],conflict:[4,19],connector:7,consecut:[16,18],consid:[4,7,12,18],consist:[1,2,4,10,11,13,16,18],const_typ:19,constraint:19,construct:[0,5,10,12,15,16],constructor:[18,20],consum:[4,12,16],consumed_split_point:15,consumer_tracking_pipeline_visitor:[0,12],consumertrackingpipelinevisitor:16,contain:[0,1,2,3,4,5,7,10,11,14,16,17,18,19,20],content:[21,22],context:[0,1,10,12,16,18,20],context_proto:12,continu:[4,18,20],control:[5,16,18,20],conveni:[3,5],convent:[4,18],convers:3,convert:[3,4,18,20],coordin:19,copi:[4,5,14,18,19],copy_batch:5,copytre:5,core:[0,7,9,11,16,17,19,20,21,22],correct:[4,7],correctli:[4,18],correspond:[1,3,5,18,19,20],could:[0,4,7,20],count:[1,7,10,18],count_tag:18,counta:1,countaccumul:18,countb:1,countcombinefn:18,counter:[0,10,12,16,19,21,22],counter_dict:20,counter_factori:12,counter_for:12,counterfactori:20,countx:1,coverag:4,cprofil:20,creat:[0,2,4,5,7,10,12,13,14,16,18,19,20],create_accumul:18,create_bundl:16,create_commit:7,create_disposit:[5,14],create_empty_committed_bundl:16,create_ent:7,create_from:18,create_from_opt:18,create_if_need:5,create_invok:12,create_job:14,create_job_descript:14,create_nev:5,create_pcollect:14,create_respons:7,create_run_queri:7,createcollect:14,credenti:3,cross:20,csv:4,cumul:[10,20],current:[0,1,2,4,5,10,12,13,15,16,17,18,20],current_posit:4,cursor:4,custom:[0,1,2,4,12,14,17,18,19],custom_source_step_input:14,customcod:1,custommapp:18,customtransform:18,cy_combin:[0,20,21,22],cython:[1,18],dag:[0,12],data:[0,1,4,5,7,9,10,18,20],databas:4,dataflow:[0,1,3,4,5,11,12,18,20],dataflow_cli:13,dataflow_endpoint:11,dataflow_metr:[0,12],dataflow_runn:[0,12],dataflowapplicationcli:14,dataflowmetr:13,dataflowrunn:13,dataset:[5,14],datastor:[0,4,5],datastoreio:[0,4,5,6],datatyp:5,datetim:18,deal:[4,18],debug:[18,19],debugopt:11,dec:10,decid:4,decod:[1,5],decode_from_byt:1,decode_from_stream:1,decomposit:4,decompress:4,decor:[0,1,17,18,20,21,22],decreas:4,decrement:10,deduc:19,dedupl:5,def:[1,11,18,19,20],default_job_nam:14,default_label:18,default_output_cod:4,default_runn:11,default_type_hint:[16,18,19],default_valu:[0,11],default_window_mapping_fn:18,defaulttrigg:18,defin:[1,4,5,7,10,11,12,15,17,18,19],definit:4,deflat:4,delai:20,deleg:4,delegatingcount:10,delegatingdistribut:10,delet:[4,5,7],delete_attr:19,delete_batch:5,delete_fast:19,delete_glob:19,delete_slice_0:19,delete_slice_1:19,delete_slice_2:19,delete_slice_3:19,deletefromdatastor:7,delimit:4,deliv:[5,16],demand:20,demarc:15,depend:[0,4,10,12,13,18],dependent_real_tim:18,deprec:[4,12,15,20],depth:[0,19],deriv:[7,18],descend:[18,20],describ:[0,1,4,5,11,12,14,15,18],describe_mismatch:[9,17],describe_to:[9,17],descript:[1,2,4,9,11,13,15,17,18],descriptor:1,design:0,desir:[4,5,7,14,18],desired_bundle_s:4,dest:5,destin:[4,5],destination_file_nam:[4,5],detail:[0,1,4,7,11,13,14,16,18,19],detect:[4,18],detect_compression_typ:4,determin:[4,18],determinist:1,deterministicfastprimitivescoderimpl:1,develop:[0,4,7,11,18],dict:[0,3,12,18,19,20],dictinari:11,dictionari:[1,2,3,5,11,16,18],did:4,differ:[1,4,5,15,20],dill:[1,2],dillcod:1,direct:[0,12,18],direct_metr:[0,12],direct_runn:[0,12],direct_runner_use_stacked_bundl:16,directli:[0,4,5,10,18,20],directmetr:16,directopt:11,directori:[0,4,5,14],directpipelineresult:16,directrunn:[0,11,16,17],directrunneropt:16,dirti:10,dis:19,disable_run_time_type_check:19,discard:18,discardunknownfield:1,disk:4,displai:[0,4,10,11,15,21,22],display_data:[4,5,7,11,14,18],display_data_dict:18,displaydata:18,displaydataitem:18,disposit:5,distinct:0,distinguish:0,distribut:[10,14,18],distribution_upd:14,distributiondata:10,distributionresult:10,distributionupd:14,divid:[16,18],do_fn:12,doc:[7,11,19],docstr:18,document:[4,11,18,19],doe:[0,4,5,12,14,16,18,20],doesn:7,dofn:[0,1,4,5,7,12,16,18,19],dofncontext:12,dofninvok:12,dofnmethodwrapp:12,dofnparam:18,dofnrunn:[12,18],dofnsignatur:12,dofnstat:12,domain:18,don:16,done:[0,4,5,12,16,17,18,20],dooutputstupl:18,doubl:20,down:4,downstream:4,drain:12,drop:18,drop_default:11,drop_if_default:18,drop_if_non:18,duck:1,due:[2,4,14],dump:2,dump_sess:2,dup_top:19,dup_topx:19,duplic:5,durat:[12,17,18,20],duration_in_m:16,dure:[0,2,5,10,11,17,18,19,20],dynam:[4,7,11],dynamic_split_request:15,dynamicsplitrequest:15,dynamicsplitresult:15,dynamicsplitresultwithposit:15,e2e:13,each:[0,1,4,5,7,14,16,17,18,19],earli:[0,18],earliest:18,earliest_hold:16,easi:18,easier:4,easili:14,easy_instal:14,ec_point:19,edg:0,effect:18,effici:[1,4,12,18],effort:5,either:[4,5,7,18,19],elem:4,elem_cod:1,element:[0,1,4,5,7,10,12,14,16,17,18,19],element_typ:[0,19],elementev:17,elementparam:18,els:[15,19],elsewher:15,emb:2,emit:[0,17,18],empti:[0,4,16,18],emptysideinput:0,enable_run_time_type_check:19,enable_trac:2,encapsul:15,encod:[1,2,3,4,5,14,15,20],encode_to_byt:1,encode_to_stream:1,encoded_:4,encoded_table_row:5,encoded_valu:4,encount:14,end:[1,4,9,11,15,16,17,18],end_cursor:7,endpoint_pattern:11,enforc:19,engin:[4,5],ensur:[4,7],entail:5,enter:[10,12],entir:[0,4,7,12,13,15,16,17,18],entiti:7,entri:[0,1],environ:14,environment_vers:14,eof:4,epoch:[16,18,20],equal:[4,7,11,18],equal_to:17,equival:[4,18],err_invalid_gcs_bucket:11,err_invalid_gcs_object:11,err_invalid_gcs_path:11,err_invalid_job_nam:11,err_invalid_not_posit:11,err_invalid_project_id:11,err_invalid_project_numb:11,err_invalid_test_matcher_typ:11,err_invalid_test_matcher_unpickl:11,err_missing_gcs_path:11,err_missing_opt:11,error:[1,5,11,14,17,18,19,20,21,22],especi:[18,20],essenti:[11,18],estim:[1,4,7,15],estimate_s:[1,4],etc:[0,4,7,10,12,14,18],evalu:[2,16,18,20],evaluation_context:[0,12],evaluationcontext:16,even:[4,7,19,20],event:[4,17,18],event_count:5,everi:[0,1,4,5,10,12,13,20],everyth:[4,5,18],evolv:5,exact:[14,18],exactli:[0,1,4,7,11,18],exampl:[0,1,4,5,12,15,16,17,18,19,20],exce:5,exceed:7,except:[0,3,5,7,14,17,18,19,20],excess:5,exclus:4,exec_stmt:19,execut:[0,1,2,4,5,11,12,13,14,16,17,18,19,21,22],executor:[0,12],executor_servic:16,exhaust:4,exist:[4,5,14,17,18,20],exit:[10,12],exp_multipli:20,expand:[4,7,16,17,18],expect:[0,4,5,9,14,17,20],expected_checksum:17,expected_item:4,expected_outcom:4,expected_st:17,expectedsplitoutcom:4,experiment:[10,18,20],explain:4,exponenti:20,expos:[5,10],extend:[4,11,17],extens:[1,4,12],extension_handl:1,extent:18,extern:[0,4,18],extra:17,extra_messag:20,extra_opt:17,extra_typ:[3,5],extract:[0,16,20],extract_commit:16,extract_fired_tim:16,extract_latest_attempt:16,extract_output:18,extrem:18,face:10,factor:20,factori:16,fail:[4,5,7,12,19],failur:[4,7],fake:7,fake_datastor:[0,4,5,6],fake_run_queri:7,fall:[1,4],fallback:1,fallback_cod:1,fallback_coder_impl:1,fals:[1,3,4,5,11,13,14,17,18,19,20],famili:4,far:15,fast:[1,20],fastcod:1,faster:1,fastprimitivescod:[1,17],fastprimitivescoderimpl:1,fault:4,featur:12,fetch:[4,5,7,9,17],fetch_ent:7,feth:7,few:[4,18],field1:1,field1_field_numb:1,field1entri:1,field2:1,field2_field_numb:1,field:[1,4,5,7,18],field_nam:1,file:[0,1,4,5,10,14,17],file_copi:14,file_copy_fn:20,file_handl:4,file_nam:[4,14],file_name_prefix:14,file_name_suffix:[4,14],file_path:[2,4,17],file_path_prefix:4,file_pattern:[4,14],filebasedsink:[0,17,21,22],filebasedsourc:[0,21,22],filechecksummatch:17,filemetadata:4,filenam:5,filename_prefix:14,filename_suffix:14,fileobj:4,filepattern:14,filesystem:[0,5,21,22],filesystemutil:4,fill:18,filter:[7,10,13,16,17,18,20],finalize_writ:4,find:[0,1,4,5,18,20],findinitializationerror:1,finish:[7,12,13,18,20],finish_bundl:[12,16,18,19],finishcombin:16,finit:[4,18],fire:18,first:[0,1,2,4,5,14,18,19,20],fix:[1,18],fixedsizeglob:18,fixedsizeperkei:18,fixedwindow:18,flag:[4,5,11],flat:18,flatmap:[0,2,18],flatten:[4,14,18],flatten_input_visitor:13,flatten_result:5,flavor:20,floatcod:1,floatcoderimpl:1,flush:[4,16],fn_paramet:18,fn_proto:20,fn_to_execut:2,fold:18,folder:14,follow:[1,4,7,17,18,19,20],foo:[1,19,20],foo_from_proto:20,foopayload:20,footer:4,footprint:12,for_appl:16,for_input_typ:18,forc:0,form:[0,5,18,19],formal:19,format:[4,5,11,14],former:0,formula:18,forward:16,found:[14,17],frac:4,fraction:[4,14,15,20],fraction_consum:4,fraction_to_posit:4,frame:19,framest:19,framework:[1,4,5,15],freez:14,fresh:18,from:[0,1,3,4,5,7,11,12,13,14,15,16,17,18,20],from_cal:18,from_dictionari:11,from_int:19,from_json_valu:3,from_runner_api:[0,1,12,18,20],from_runner_api_paramet:18,from_str:18,from_type_hint:1,fromstr:1,full:[0,4,5,17,18],full_label:19,fulli:[15,19],fun:20,func:[18,19],furnish:0,further:[14,18,20],fuzz:20,fuzzedexponentialinterv:20,gap:18,gap_siz:18,gather:7,gce:3,gcp:[0,2,4],gcs:5,gcs_bucket:11,gcs_or_local_path:14,gcs_prefix:5,gcs_scheme:11,gcs_uri:11,gcsfilesystem:[0,4],gcsio:[0,4],gener:[1,4,14,17,19],generate_bundle_id:4,get:[0,1,3,4,5,7,11,12,14,16,17,18,20],get_aggregator_count:20,get_aggregator_valu:[16,20],get_all_opt:11,get_all_subclass:4,get_chunk_s:4,get_count:[1,10,20],get_cumul:10,get_datastor:7,get_dict:18,get_distribut:10,get_estimated_num_split:7,get_estimated_size_and_observ:1,get_estimated_size_byt:7,get_execution_context:16,get_filesystem:4,get_full_options_as_arg:17,get_function_argu:18,get_glob:19,get_impl:[1,18],get_it:19,get_job:14,get_job_metr:14,get_logging_context:12,get_nam:19,get_namespac:10,get_opt:17,get_output:14,get_progress:15,get_range_track:4,get_required_container_vers:14,get_schem:4,get_sdk_name_and_vers:14,get_sdk_package_nam:14,get_service_credenti:3,get_split:7,get_transformed_output_tim:18,get_type_hint:19,get_typed_value_descriptor:3,get_upd:10,get_value_or_schedule_after_output:16,get_varint_s:1,get_watermark:16,get_window:[4,18],get_window_cod:18,getrangetrack:4,github:[2,5,7],give:[4,5,10,12,15],given:[0,1,2,4,5,7,9,11,12,16,17,18,19,20],glob:[4,5],global:[1,4,16,18],global_to_loc:4,globalwindow:18,goe:11,going:[7,13],gone:0,good:7,googl:[1,3,5,7,11,13,14],googleapi:11,googlecloudopt:11,googlecloudplatform:[5,7],granular:[18,20],graph:[0,13,16,18],greater:[7,19],greater_than:7,group:[1,4,10,11,14,18],group_by_key_input_visitor:13,groupalsobywindow:18,groupbykei:[0,1,12,14,18],gsutil:14,guarante:[0,1,2,3,4,5,7,10,11,12,13,14,15,16,17,18,19,20],guid:18,gzip:4,had:[18,20],halfwai:4,hamcrest:[9,11,17],hand:5,handl:[4,5,14,16,19],handle_result:16,happen:[4,7,14,17,20],har:[4,12],has:[0,1,3,4,5,7,11,14,15,16,17,18,19,20],has_cach:16,has_default:18,has_display_data:18,has_kw:19,has_var:19,hasdisplaydata:[4,11,15,18],hasextens:1,hasfield:1,hash:[9,17],hashabl:19,hashing_alg:17,have:[0,1,2,3,4,5,7,10,14,18,19,20],head:[4,5],header:4,heap:20,heavi:4,heavyweight:4,help:4,helper:[0,4,5,6,12,18],helper_transform:[0,12],henc:[4,7,15,20],here:[1,4,5,7,13,16,18,19,20],hierarch:3,hint:[1,18,19],hold:[0,4,5,10,18,20],holder:2,homogen:1,honor:15,hour:20,how:[0,4,5,7,15,18,20],howev:[1,4,7],html:[11,14,19],http:[0,2,4,5,7,11,12,14,18,19,20],httperror:20,huge:0,hypothet:4,id_label:5,idempot:4,ident:19,identifi:[4,5,10,12,18],ids:7,iff:[1,4],ignor:[4,7,12,17],illustr:[4,20],imagin:4,immut:4,impact:7,implement:[0,1,4,5,7,10,11,12,13,15,16,18,19,20],implementor:[4,18],implicitli:18,import_from:19,import_nam:19,imposs:4,improv:1,in_:1,in_stream:1,inc:10,includ:[4,5,12,16,18],inclus:4,incom:5,inconsist:2,incorrect:4,increas:20,increment:[10,19],indefinit:12,independ:[4,13,19],index:[0,15,18,19],index_tag:18,indic:[0,1,4,5,18,20],individu:[4,18],inequ:7,inf:4,infer:[1,19],infer_output_typ:18,infer_return_typ:19,infer_return_type_func:19,infin:[4,18],info:12,inform:[0,3,4,10,12,15,16,18,19],inherit:[1,4,15,18,20],init_result:4,initi:[1,4,11,18],initial_delay_sec:20,initialize_writ:4,inject:18,inlin:19,inner:[15,19],inpalce_or:19,inplace_add:19,inplace_and:19,inplace_divid:19,inplace_floor_divid:19,inplace_lshift:19,inplace_modulo:19,inplace_multipli:19,inplace_pow:19,inplace_rshift:19,inplace_subtract:19,inplace_true_divid:19,inplace_xor:19,inprocess:16,input:[0,2,4,5,12,14,15,16,18,19,20],input_arg:12,input_bundl:16,input_committed_bundl:16,input_kwarg:12,input_or_input:18,input_or_output:18,input_pcol:18,input_timestamp:18,input_typ:[18,19],input_type_hint:18,inputstream:1,insert_values_in_arg:2,insid:[1,17],inspect:[18,19],instal:14,instanc:[0,1,2,5,10,11,15,16,17,18,19,20],instance_to_typ:19,instead:[2,4,18,20],int_to_str:19,integ:[1,4,5,10,18,19],integr:20,intend:[0,4,10,19,20],interact:4,interchang:5,interest:4,interfac:[0,4,10,18],intermedi:[5,18],intern:[0,1,4,5,7,10,11,12,13,15,16,17,18,19,20,21,22],interpol:4,interpret:15,intersect:18,interv:[4,18,20],interval_second:20,intervalwindow:18,intervalwindowcoderimpl:1,introduc:[4,17],introduct:5,invalid:[4,5,11,19],invoc:4,invok:[4,12,18],invoke_finish_bundl:12,invoke_process:12,invoke_start_bundl:12,involv:5,iobas:[0,5,12,13,21,22],ioerror:[4,5,12],is_access:11,is_default:18,is_determinist:1,is_don:16,is_empti:17,is_full_string_match:11,is_globally_window:18,is_integration_test:17,is_key_valid:7,is_kv_cod:1,is_lat:18,is_merg:18,is_pair_lik:1,is_process_bound:[18,19],is_root_transform:16,is_service_runn:11,is_valid:18,is_valid_compression_typ:4,isiniti:1,isn:19,isoformat:20,issu:2,item:[4,18],items_before_split:4,iter:[0,1,4,7,15,18,19,20],iterablecod:1,iterablecoderimpl:1,its:[0,1,2,4,5,7,18,19,20],itself:[1,4,15,20],java:7,job:[7,12,13,14,17],job_graph:13,job_nam:[11,14,17],job_pattern:11,job_result:13,jobstat:12,join:[4,5],json:[2,3,5,13,14],json_valu:[0,2],jsonarrai:3,jsonobject:3,jsonvalu:[3,5],just:[0,4,7,18,19],keep:[10,12,15,16,20],kei:[0,1,3,4,7,10,15,16,18,19],kept:18,key1:18,key2:18,key3:18,key4:18,key5:18,key_cod:1,key_compar:7,key_field_numb:1,key_value_typ:19,keyspac:4,keyword:[2,18,19],keyword_hint:19,kind:[4,7,18,20],know:19,known:[1,4,11,16],kv_type:19,kvswap:18,kwarg:[1,2,4,5,7,11,12,14,16,18,19,20],kwarg_hint:19,label:[0,12,17,18,19,20],label_from_cal:18,lambda:[5,18],languag:0,larg:[0,4,7],larger:4,largest:[4,18,20],largestperkei:18,last:[4,5,7,10],last_record_start:4,late:18,late_tag:18,later:[17,18],latest:7,latest_timestamp:7,latter:0,layout:14,leaf:[4,5],least:[4,18],left:[4,10,18],left_fract:4,left_result:4,length:[1,5,7,19,20],lengthprefixcoderimpl:1,less:[4,7],less_than:7,let:[1,4,10],letter:[11,19],level:[0,1],lexicograph:4,lexicographickeyrangetrack:4,librari:[1,2,3,5,11,14,18,19],liftedcombineperkei:16,lightweight:4,like:[0,1,4,7,18,19],limit:[4,5,7,20],line:[4,5,11,14,17],linearli:4,link:0,list:[0,1,2,3,4,5,7,11,14,17,18,19,20],list_append:19,list_messag:14,listen:1,listfield:1,load:2,load_attr:19,load_closur:19,load_const:19,load_deref:19,load_fast:19,load_glob:19,load_loc:19,load_nam:19,load_sess:2,local:[0,4,14,16,18],local_to_glob:4,local_var:19,localfilesystem:[0,21,22],locat:[4,14],lock:4,log:20,log_result:20,logger:[12,17,20],logging_context:12,loggingcontext:12,logic:[4,10,16,18,20],look:[1,12,19],lookup:0,loop:[4,18],lose:20,lower:[18,19],machin:[4,16],made:[0,1,4,5,10],magic:1,mai:[0,1,4,5,7,10,12,16,18,20],main:[0,4,5,7,18],main_kw:18,main_tabl:5,make:[4,5,7,11,20],make_closur:19,make_fn:18,make_funct:19,make_http_request:20,make_kind_stats_queri:7,make_latest_timestamp_queri:7,make_partit:7,make_request:7,makexyz:1,manag:[0,4,5,16,18,20],mandatori:18,mani:[1,3,4,7,18],manner:4,manual:14,map:[0,1,4,5,18],mapfn:18,mapper:16,mark:20,marker:0,massiv:5,master:7,match:[1,4,5,10,11],match_type_vari:19,matcher:[9,11,13,17],matchresult:[4,5],materi:[0,12,17],matter:4,max:[7,10,18],max_batch_operation_s:5,max_delay_sec:20,max_timestamp:18,maxdoubleaccumul:18,maxfloatfn:18,maximum:[4,5,19,20],maxint64accumul:18,maxint64fn:18,maybe_from_cal:18,maybe_logg:12,maybe_receiv:12,mean:[4,10,18,20],mean_temp:5,meandoubleaccumul:18,meanfloatfn:18,meanint64accumul:18,meanint64fn:[18,20],meant:12,member:1,memori:[10,16,20],memoryreport:20,merg:[4,16,18],merge_accumul:18,merge_context:18,merge_result:18,mergecontext:18,mergefrom:1,mergefromstr:1,messag:[1,5,20],messagea:1,messageb:1,messagec:1,messagewithmap:1,met:17,metadata:[3,4],metadata_list:4,method:[1,4,7,10,11,12,13,17,18,19,20],method_nam:12,methodnam:1,metric:[0,12,13,14,16,21,22],metric_nam:10,metric_upd:14,metric_update_proto:14,metricbas:[0,21,22],metrickei:10,metricnam:10,metricresult:[10,13,16],metricscontain:10,metricsfilt:10,metricsresult:12,metricupd:10,metricupdatetransl:14,micro:20,microsecond:[7,18,20],might:[4,15,18],millisecond:[12,16],mime:[4,5],mime_typ:[4,5,14],min:10,min_bundle_s:4,min_fraction_of_files_to_stat:4,min_number_of_files_to_stat:4,mindoubleaccumul:18,minfloatfn:18,minim:1,minimum:16,minint64accumul:18,minint64fn:18,mirror:19,mismatch_descript:[9,17],miss:[1,11],mix:19,mixin:[18,19],mkdir:[4,5],mock:[16,17],mockclock:16,mode:[4,5,18],model:0,modifi:[2,4,18,19,20],modify_job_st:14,modul:[21,22],moment:2,monitor:18,month:5,more:[0,1,4,5,7,11,14,18,19],moreov:4,most:[4,18,20],mostli:[0,20],move:[4,5,16],msg:[1,20],msg_class:20,much:3,multi:4,multipl:[0,4,7,10,14,16,18,19,20],multipli:20,muss:4,must:[0,1,2,4,11,12,15,17,18,19,20],mutabl:[4,19],mutat:[4,7,20],my_side_input:0,my_tranform:0,myjobnam:17,myptransform:0,mysink:4,name:[0,1,4,5,7,10,11,12,13,15,17,18,19,20],namespac:[7,10,18,19],nativ:[4,5,15,18],native_io:[0,5,12,13],nativesink:[4,5,15],nativesinkwrit:15,nativesourc:[5,15],nativesourceread:15,necessari:[0,1,12,18,20],necessarili:[10,15],need:[0,1,4,5,7,11,14,17,18,20],neg:4,negat:19,neither:[5,18],nest:[1,19],never:[0,2,4,18,20],new_save_module_dict:2,new_valu:20,new_watermark:17,newlin:4,next:18,nnnnn:4,no_retri:20,node:[0,12,13,18],non:[0,2,4,12,18,20],non_parallel_input:14,none:[0,1,3,4,5,7,10,11,12,13,14,15,16,17,18,19,20],nonmergingwindowfn:18,nonzero:20,nop:19,normal:[7,18],nosetest:17,notabl:4,notbig:5,note:[1,2,4,5,7,17,18,19,20],noth:15,notic:19,notify_observ:1,notimplementederror:12,notion:[4,15,18],now:20,now_in_m:16,nth:18,num_byt:4,num_items_to_read_before_split:4,num_partit:18,num_retri:20,num_shard:[4,14],num_split:7,num_work:17,number:[1,2,4,5,7,11,16,18,20],numer:20,obei:4,obj:[1,2,3],object:[0,1,2,3,4,5,7,10,11,12,14,15,16,17,18,19,20],observ:[0,21,22],observablemixin:1,obtain:[4,5,10,11,17,18],occupi:4,occur:[4,7,18],octet:[4,5,14],off:1,offer:[0,12],offici:4,offset:[4,18],offset_infin:4,offset_range_track:4,offsetrangetrack:4,often:[14,20],old:20,old_multipli:20,on_el:18,on_fir:18,on_merg:18,on_success_match:11,onc:[0,4,16,18,19],one:[0,1,4,5,7,11,12,14,16,18,19,20],oneof:1,oneof_nam:1,ones:[4,11,14,16],onli:[0,1,2,3,4,5,7,10,11,12,14,15,16,17,18,19,20],opaqu:4,opcod:[0,21,22],open:[4,5],open_fil:4,open_writ:4,oper:[0,1,4,5,12,18,20],opt_nam:17,optim:[18,20],option:[0,1,3,4,5,7,14,16,17,18,19,20,21,22],option_nam:11,order:[0,1,4,5,7,12,17,18,19],orderedpositionrangetrack:4,ordinari:0,ordinarili:18,orfin:18,org:[0,4,11,12,14,18,19],organ:[10,14],orient:4,origin:[4,19],original_range_track:4,original_read:4,original_stop_posit:4,other:[0,4,5,7,10,12,14,15,18,19],otherwis:[3,4,17,18],our:[0,1],out:[1,4,12,14,18],outer:[4,7],output:[0,4,14,16,17,18,19,20],output_at_earliest:18,output_at_earliest_transform:18,output_at_eow:18,output_at_latest:18,output_info:14,output_nam:14,output_pcollect:16,output_processor:12,outputcheckwrapperdofn:19,outputstream:1,over:[11,18,20],overhead:[1,4],overlap:4,overrid:[4,12,17,18,20],overridden:4,overview:[21,22],overwrit:4,overwritten:1,own:18,pack_ani:20,pack_struct:20,packag:[21,22],pair:[0,4,5,11,15,18],pane:18,parallel:[0,2,4,5,7,18],parallel_input:14,paralleldo:14,parallelread:14,parallelwrit:14,param:4,paramet:[0,1,2,3,4,5,7,10,11,12,14,15,16,17,18,19,20],parameter:19,parameter_typ:[18,20],paramt:20,pardo:[0,4,5,12,18],parent:20,pars:[4,11,17],parse_int:19,parser:11,part:[1,4,5,10,11,13,15,18,20],partial:[4,7,16],partialgroupbykeycombiningvalu:16,particular:[4,12,18,19],partit:[4,7,18,19],partition_for:18,partitionfn:18,partitionid:7,pass:[4,5,12,13,18,19,20],past:4,patch:17,patch_retri:17,path:[1,4,5,7,11,14,17],pathnam:[4,5],pattern:[4,5,11,18,20],payload:20,pbegin:[4,17,18],pc1:18,pc2:18,pcoll1:18,pcoll2:18,pcoll3:18,pcoll:[0,4,7,13,16,17,18],pcollect:[0,1,4,5,7,12,16,17,18],per:[0,16,18,20],percent_complet:15,percentag:15,perel:18,perfectli:4,perform:[1,4,7,18,19],perform_multi_threaded_test:4,perhap:15,period:[7,18],perkei:18,permanentexcept:[3,20],permit:19,persist:[12,18],perwindowinvok:12,phase:[4,17],physic:[10,16],pick:[1,18],pickl:[1,2,4,17,20],picklabl:4,pickle_urn:20,picklecod:[1,2,4],pickler:[0,21,22],piec:16,pip:14,pipe:18,pipelin:[1,2,4,5,10,11,12,13,14,16,17,18,21,22],pipeline_context:[0,21,22],pipeline_opt:[0,16,18,21,22],pipeline_options_valid:[0,21,22],pipeline_result:[9,17],pipeline_verifi:[0,21,22],pipelinecontext:[12,20],pipelineerror:0,pipelineopt:[11,18],pipelineoptionsvalid:11,pipelineresult:12,pipelinerunn:[12,13,16],pipelinest:[12,17],pipelinestatematch:17,pipelinevisitor:[0,16],place:[0,2,3,18,20],placehold:2,plain:0,platform:20,pleas:[4,11,14],pobject:18,point:[1,4,7,16,18,19,20],poll:13,poll_for_job_complet:13,pool:[2,11],pool_siz:2,pop_on:19,pop_thre:19,pop_top:19,pop_two:19,popen:20,popul:[1,14,18],populate_requirements_cach:14,portion:18,pos:4,posit:[2,4,11,15,17,18,19],position_at_fract:4,position_for_fract:4,position_to_fract:4,positional_hint:19,possibl:[4,5,11,18],potenti:[0,1,16],power:0,practic:4,pre:[4,16],precis:[18,20],predecessor:20,prefer:[4,20],prefix:[1,4,5,14],prepar:5,presenc:14,present:[14,18],preserv:4,prevent:[10,14],previou:[4,17],primari:[4,15],primarili:4,primary_range_track:4,primit:[1,18,19],print:[19,20],print_item:19,print_newlin:19,prior:[4,10],problem:12,proce:18,process:[0,1,4,5,7,12,15,16,17,18,19,21,22],processdata:5,processingtimeev:17,produc:[0,1,4,14,16,17,18,20],profil:[0,21,22],profile_id:20,profile_loc:20,profilingopt:11,program:[0,5,18,19],progress:[4,15,18,20],project:[3,5,7,9,11,14],project_id_pattern:11,project_number_pattern:11,promis:4,propag:1,proper:[18,19],properli:[4,19],properti:[4,7,12,14],propertynam:14,proto2_coder_test_messages_pb2:[0,21,22],proto:[0,1,12,14,18],proto_message_typ:1,proto_util:[0,21,22],protobuf:[1,14,20],protoc:1,protocod:1,protocoderimpl:1,protocol:[1,4],provid:[0,1,2,4,5,7,11,12,16,17,18,19,20],pseudo:4,pseudocod:4,ptranform:0,ptransform:[0,1,4,7,16,17,19,21,22],ptransform_fn:18,ptransformwithsideinput:18,pub:5,pubsub:[0,4],pubsub_id_label:14,pubsub_subscript:14,pubsub_top:14,pubsubsink:5,pubsubsourc:5,pull:0,pure:1,purpos:17,push_valu:19,put:[2,12],pvalu:[2,4,12,16,18,21,22],pvalue_class:2,pvalueerror:0,pvalueish:[0,18],pxd:1,pypi:14,python:[0,1,2,3,4,11,14,17,18,19,20],pythonhost:14,pyx:1,queri:[5,7,9,12,13,14,16],query_latest_statistics_timestamp:7,query_result:5,query_splitt:[0,4,5,6],queryiter:7,querysplitt:7,querysplitterimpl:7,quickstart:5,quit:[3,14],rais:[0,3,4,5,7,11,12,14,17,18,19,20],random:[1,7,20],randomli:20,rang:[4,15,18],range_track:[0,21,22],rangetrack:4,rather:[5,19,20],raw:[4,17],reach:20,reachabl:[12,13],read:[0,1,4,5,7,14,15,16],read_al:1,read_bigendian_doubl:1,read_bigendian_int32:1,read_bigendian_int64:1,read_bigendian_uint64:1,read_buffer_s:5,read_byt:1,read_from_sourc:4,read_record:4,read_siz:4,read_var_int64:1,readabl:4,reader:[4,5,15],readerposit:15,readerprogress:15,readfn:7,readfromavro:4,readfromdatastor:7,readfromsourc:4,readfromtext:[0,4],readfromtfrecord:4,readi:0,readlin:4,real:[2,16],real_tim:18,realiti:18,realli:1,reason:[1,14,20],rebalanc:4,receiv:[4,12,16,18,19],recommend:[4,17,20],record:[4,5,15],record_current_posit:4,record_index:15,record_start:4,recurs:[4,5],reduc:[12,18],redund:4,reentrant:4,refer:[0,4,10,18],referenc:12,reference_source_info:4,referencesmessagewithmap:1,regardless:10,regist:[1,4,16,20],register:20,register_cod:1,register_observ:1,register_pickle_urn:20,register_urn:[18,20],registerextens:1,registr:[1,20],registri:1,regular:19,reifywindow:18,reimplement:18,reject:18,rel:[4,15],relat:[0,4,10,16,18],releas:16,relev:5,reli:[5,14,17],remain:[4,15],remaining_split_point:15,remaining_tim:15,remot:[5,13,14,20],remove_objects_from_arg:2,renam:[4,5],repeatedli:18,replac:[2,17,18,20],report:[4,14,20],report_current_posit:4,report_onc:20,repres:[0,2,4,5,10,11,12,15,18,20],represent:[5,15,18],request:[4,7,10,15,16,20],request_dynamic_split:15,requir:[1,3,4,5,11,14,18,20],requirements_fil:14,reserv:19,reset:18,residu:[4,15],residual_range_track:4,resolut:12,resourc:[4,14,17],respect:[4,5],respond:[13,16],respons:[1,4,5,7,16],restrain:18,restrict:10,result:[1,2,4,5,7,10,11,13,14,15,16,17,18,19,20],result_pcol:18,retri:[0,3,4,7,17,21,22],retriev:[2,19],retry_filt:20,retry_on_io_error_and_server_error:17,retry_on_rpc_error:7,retry_on_server_errors_and_timeout_filt:20,retry_on_server_errors_filt:20,return_type_hint:19,returns_windowed_valu:15,revers:18,rewind:4,right:[0,4,20],right_fract:4,right_result:4,root:16,root_transform:16,rot_four:19,rot_n:19,rot_thre:19,rot_two:19,row:5,rpc:[10,20],rpcerror:7,rule:7,run:[0,2,3,4,7,12,13,14,16,17,18,19],run__nativewrit:13,run_abc:12,run_combinevalu:13,run_flatten:13,run_groupbykei:13,run_pardo:13,run_queri:7,run_read:13,run_transform:12,run_using_threadpool:2,runner:[0,4,5,7,10,11,17,18,21,22],runnerapifn:[18,20],runnererror:0,runtest:1,runtim:[0,1,7,19],runtime_opt:11,runtimeerror:[0,14],runtimevalueprovid:11,runtimevalueprovidererror:0,safe:[4,16],safeti:4,sai:[1,4],same:[0,1,4,5,7,10,12,14,15,16,17,18,20],sampl:[1,5,18],satisfi:[4,19],save:20,save_main_sess:14,save_modul:2,scatter:7,scenario:[4,14],schedul:16,schedule_pending_unblocked_task:16,schema:[4,5,14],schema_as_json:5,scheme:[4,5,11],scope:7,scoped_metrics_contain:[12,16],scopedmetricscontain:10,sdist:14,sdk:[0,4,12,14,19],sdkfunctionspec:20,search:20,second:[1,4,17,18,19,20],section:4,see:[0,1,4,7,11,18],seek:4,seek_cur:4,seek_end:4,seek_set:4,seekabl:4,select:[0,5],self:[1,4,18,20],semant:[4,7,17,18,19],sens:1,sent:1,separ:[18,19],sequenc:[1,4,19],sequencecoderimpl:1,sequenti:4,seri:[18,20],serial:[1,4,12,16,20],serializ:[17,18],serialized_fn:14,serializepartialtostr:1,serializetostr:1,server:20,servic:[3,4,5,11,13,15,17,20],session:[2,18],set:[0,1,4,5,7,10,11,12,13,16,17,18,19,20],set_current_posit:4,set_el:12,set_running_in_gc:3,set_runtime_opt:11,set_split_points_unclaimed_callback:4,set_tim:16,setinpar:1,setup:[14,17],setup_fil:14,setupclass:1,setupopt:11,setuptool:14,sever:[1,4,5,10,14,15,17,18],sha1:17,shard:[4,7],shard_name_templ:[4,14],shard_templ:14,share:[5,10,14,16],shift:0,shortvalu:18,should:[0,2,4,5,10,12,14,15,16,17,18,19,20],should_drop:18,should_execute_seri:16,should_fir:18,show:1,shown:18,shuffle_posit:15,shuffler:1,side:[0,2,5,12,16,18],side_input:[5,12,16,18],side_t:5,sideinput:[0,21,22],sideinputerror:0,sideinputmap:18,sideinputparam:18,signal:5,signatur:[12,18,20],signific:[0,7],significantli:4,silviuc:14,similarli:5,simpl:[0,1,10,14,18,19,20],simplecoderimpl:1,simplefilt:20,simpleinvok:12,simpler:[3,4,18],simpli:[11,18,20],sinc:[1,4,5,7,10,16,17,18,20],singl:[4,7,10,16,18,19],singleton:0,singletoncod:1,singletoncoderimpl:1,sink:[0,4,5,15],sinkwrit:15,size:[0,1,2,4,5,7,16,18],size_estim:1,size_in_byt:4,size_of_files_in_glob:5,skip:[4,17],skip_header_lin:4,sleep:[17,20],sleep_sec:17,slice_0:19,slice_1:19,slice_2:19,slice_3:19,slide:18,slidingwindow:18,slot:18,slow_stream:[0,21,22],small:[5,7,14],smaller:[7,20],smallest:18,smallestperkei:18,snapshot:16,solut:18,some:[0,4,5,12,16,18,20],somefn:18,someth:[15,20],sometim:[1,18],sortbi:20,sourc:[0,1,2,3,4,5,7,9,10,11,12,13,14,15,16,17,18,19,20],source_bundl:4,source_file_nam:[4,5],source_frac:4,source_info:4,source_ix:4,source_step_input:14,source_test_util:[0,21,22],source_test_utils_test:4,sourcebundl:4,sourcereaderprogress:15,sources_info:4,space:[1,20],spec_paramet:18,special:18,specif:[0,4,10,11,14,15,16,18],specifi:[0,1,3,4,5,7,11,13,14,15,16,17,18,19,20],specul:18,split:[1,4,5,7,15,18],split_fract:4,split_offset:4,split_point:4,split_points_unknown:4,split_posit:4,split_result:4,splitfractionstatist:4,splitqueryfn:7,splittabl:[4,12],splitter:7,src:[5,7],src_dest_pair:5,sre_pattern:4,sssss:4,stabl:0,stack:[16,19],stage:14,stage_fil:14,stage_job_resourc:14,staging_loc:14,stai:[4,15],stale:20,stand:4,standard:[4,5,11,14,18,20],standardopt:11,star:20,start:[4,11,12,14,16,18,20],start_bundl:[7,12,16,18,19],start_posit:4,startup:3,stat:[4,7],state:[1,4,10,12,16,17,18,19],statement:0,staticvalueprovid:11,statist:[7,10],statu:[10,12,20,21,22],step:[1,4,10,12,14,16,20],step_kind:14,step_label:1,step_nam:[10,12,14,16,20],still:[0,4],stomp:14,stop:[4,12,20],stop_posit:[4,15],storag:[4,5,11,18],storage_api_servic:11,storage_cli:5,store:[0,4,18,19,20],store_attr:19,store_fast:19,store_glob:19,store_map:19,store_slice_0:19,store_slice_1:19,store_slice_2:19,store_slice_3:19,store_subscr:19,str:[1,3,18,19],str_compar:7,straight:3,strategi:20,stream:[0,4,5,14,17,18,21,22],streamcoderimpl:1,streaming_environment_major_vers:13,stress:4,strictli:[1,5],string:[0,1,3,4,5,9,10,11,14,17,18,20],string_valu:18,strip_trailing_newlin:4,strongli:4,struct:20,structur:[3,4,5,12,20],strutf8cod:[1,4,5],sub:[4,5,7,12,15,18],sub_range_track:4,subclass:[1,4,10,11,18],subclassess:11,subcompon:18,subdirectori:0,submit:13,submit_job_descript:14,submodul:[6,21,22],subpackag:[21,22],subprocess:20,subscript:5,subsequ:[4,15,20],subset:19,subsystem:1,subtrigg:18,succe:4,succeed:5,success:[4,7,15],successfulli:[4,13],suffici:15,suffix:4,suggest:[4,20],suggested_split_posit:4,suitabl:[1,16,18],sum:[10,18,20],sumdoubleaccumul:18,sumfloatfn:18,sumint64accumul:18,sumint64fn:[18,20],suppli:[0,14],support:[1,3,4,5,12,14,15,18,19,20],suppos:7,sure:[11,20],symmetric_binary_op:19,sync:16,syntax:[1,3,5,18,19],system:[4,5,7,17,18],tabl:[4,5,7,14],table_row:5,table_schema:5,tablecel:5,tablefieldschema:5,tablerefer:5,tablerow:5,tablerowjsoncod:5,tableschema:5,tag:[0,14,16,17,18],tagged_receiv:12,taggedoutput:0,tail:[4,5],take:[0,2,4,15,17,18],takes_windowed_valu:15,tar:14,tarbal:14,target_window_fn:18,task:[4,16],teardownclass:1,techniqu:5,tell:4,temp:14,temp_dir:14,temp_path:4,templat:11,temporari:[4,14],temporarili:20,term:[4,5],termin:17,test:[0,1,4,5,7,11,13,14,16,20,21,22],test_base64_pickle_cod:1,test_bigquery_cli:5,test_bytes_cod:1,test_custom_cod:1,test_dataflow_runn:[0,12],test_deterministic_cod:1,test_dill_cod:1,test_fast_primitives_cod:1,test_float_cod:1,test_global_window_cod:1,test_interval_window_cod:1,test_iterable_cod:1,test_iterable_coder_unknown_length:1,test_length_prefix_cod:1,test_nested_observ:1,test_pickle_cod:1,test_pipelin:[0,21,22],test_proto_cod:1,test_runner_api:0,test_singleton_cod:1,test_stream:[0,21,22],test_timestamp_cod:1,test_tuple_cod:1,test_tuple_sequence_cod:1,test_utf8_cod:1,test_util:[0,21,22],test_varint_cod:1,test_windowed_value_cod:1,testcas:[1,17],testdataflowrunn:13,testopt:11,testpipelin:17,testrunn:17,teststream:17,text:[0,4],textio:[0,21,22],tfrecord:4,tfrecordio:[0,21,22],than:[4,5,7,17,18,19,20],thei:[0,4,10,14,16,17,18],them:[2,4,13,18],themselv:[0,10,19],therebi:18,therefor:[4,14],thi:[0,1,2,3,4,5,7,10,11,12,13,14,15,16,17,18,19,20],thing:[4,12,20],those:[1,4,5,17,18],thread:[2,4,10,16,20],three:[1,4,10,20],through:[0,4,7,11,20],throughout:[2,5],thu:18,time:[1,2,4,5,7,12,14,15,16,17,18,19,20],timedelta:18,timedomain:18,timeout:[12,20],timer:[16,18],timer_upd:16,timestamp:[0,1,7,12,16,17,18,21,22],timestamp_cod:1,timestamp_combin:18,timestamp_micro:20,timestamp_object:20,timestampcod:1,timestampcoderimpl:1,timestampcombin:18,timestamped_valu:17,timestampedvalu:[17,18],timestampparam:18,timeutil:[0,1,21,22],to_be_merg:18,to_delete_mut:7,to_json_valu:3,to_low:19,to_runner_api:[0,1,12,18,20],to_runner_api_paramet:[18,20],to_split_int:14,to_upsert_mut:7,to_utc_datetim:20,todict:18,todo:14,togeth:[10,18],toggl:19,toler:4,tolist:18,too:[4,7,19],took:20,tool:[5,14],top:[0,1,18,19],topic:5,tostringcod:4,total:[4,15,18,19,20],track:[4,10,12,16,20],tracker:4,transform:[0,1,4,5,7,10,11,12,13,14,15,16,17,19,20,21,22],transform_evalu:[0,12],transform_evaluation_st:16,transform_evaluator_registri:16,transform_nod:[12,13],transform_result:[0,12],transformerror:0,transformevalu:16,transformevaluatorregistri:16,transformexecutor:16,transformnam:14,transformresult:16,transformwatermark:16,translat:14,translate_boolean:14,translate_distribut:14,translate_mean:14,translate_scalar:14,translate_scalar_counter_float:14,translate_scalar_counter_int:14,translate_scalar_mean_float:14,translate_scalar_mean_int:14,translate_valu:14,travers:0,treat:20,tree:[4,5],tri:[14,20],trigger:[0,16,21,22],triggercontext:18,triggerfn:18,trim:14,trivial:[4,19],trivial_infer:[0,21,22],try_claim:4,try_split:4,tupl:[0,1,2,3,4,5,18,19,20],tuplecod:1,tuplecoderimpl:1,tuplesequencecod:1,tuplesequencecoderimpl:1,turn:[5,20],twice:[2,4],two:[1,4,5,15,19,20],txt:14,type:[0,1,2,3,4,5,10,18,19,20],type_1:19,type_2:19,type_check:19,type_check_input:18,type_check_inputs_or_output:18,type_check_output:18,type_hint:[18,19],typecheck:[0,21,22],typecheckerror:19,typecheckwrapperdofn:19,typecod:[0,21,22],typeconstraint:[18,19],typecontraint:19,typedict:18,typeerror:[0,3,18],typehint:[0,1,18,21,22],typeinferenceerror:19,typeopt:11,typevari:19,typic:[12,14,18,20,21,22],uid:4,ultim:19,unabl:7,unari:19,unary_convert:19,unary_invert:19,unary_neg:19,unary_not:19,unary_posit:19,unavail:7,unbound:[0,17,18,19],unchang:20,unclaim:4,uncommit:16,uncommitted_output_bundl:16,uncommittedbundl:16,uncompress:4,unconsum:4,undeclar:18,undeclared_tag_valu:16,under:[7,18],underli:[4,7,10,16,18,20],undesir:1,undoc:1,unfinish:4,unicod:18,uniniti:1,union:[4,12,18,19],union_list:19,uniqu:[0,4,5,10,14,18,20],unit:[4,7,10,18],unittest:[1,17],unix:[17,18,20],unknown:[1,4,12],unless:[0,18],unnest:1,unpack:[19,20],unpack_ani:20,unpack_sequ:19,unpickl:[11,17],unprocess:4,unsplitt:4,unsplittablerangetrack:4,unstart:4,until:[12,16,18],unused_arg:[18,19],unused_context:[18,20],unused_el:18,unused_fn_paramet:18,unused_input:[4,18],unused_input_typ:18,unused_kwarg:[18,19],unused_paramet:18,unused_registri:1,unused_st:19,unused_typehint:1,unused_valu:1,unwrap:[17,19],unwrap_al:19,updat:[4,7,10,12,14,16,20],update_phys:16,update_watermark:16,upper:19,upstream:16,upto:7,uqfound:2,uri:[4,5,11],uri_schema_pattern:4,url:18,urn:[0,18,21,22],usag:[1,4,18,19,20,21,22],use:[0,1,2,3,4,5,7,10,11,12,14,15,16,17,18,19,20],use_pvalue_cach:16,use_standard_sql:5,used:[0,1,2,4,5,7,10,11,12,14,15,16,17,18,19,20],useful:[1,16],user:[0,2,4,5,7,10,12,15,18],user_fn:14,user_nam:14,uses:[1,7,16,17],using:[0,1,2,3,4,7,14,15,16,17,18,19,20],utf:[1,4],util:[0,3,4,12,14,19,21,22],val:1,valid:[4,5,7,11,12,17,18,19],validate_cloud_opt:11,validate_composite_type_param:18,validate_cr:5,validate_gcs_path:11,validate_optional_argument_posit:11,validate_sink:14,validate_sourc:14,validate_test_match:11,validate_writ:5,validatesrunn:17,valu:[0,1,2,3,4,5,7,10,11,12,14,15,16,17,18,19,20],value_cod:1,value_extractor:20,value_field_numb:1,value_in_m:16,value_provid:[0,21,22],value_provider_list:11,value_to_consum:16,value_typ:11,value_wrapp:20,valueerror:[4,5,11,14,18,19],valueprovid:[0,11],vari:1,variabl:[1,10],varint:1,varintcod:1,varintcoderimpl:1,variou:[4,14,19],verbos:19,veri:[0,14,16],verifi:[4,9,13,17,19],version:[1,14,20,21,22],verybig:5,via:[12,18,19,20],view:[11,12,16],view_a:11,view_class:18,view_opt:18,violat:19,visit:[0,12],visit_transform:16,visitor:[0,16],wai:[1,4,7,12,15,18,20],wait:[12,13],wait_until_finish:12,want:[0,1,4,7,12,14,20],warn:20,watermark:[16,17,18],watermark_hold:16,watermark_manag:[0,12],watermark_neg_inf:16,watermark_pos_inf:16,watermarkev:17,watermarkmanag:16,weather_st:5,weight:4,well:4,were:[4,16,18],what:[1,4,5,18,20],whatev:[0,7,18],when:[0,1,3,4,5,7,12,14,16,17,18,19,20],whenc:4,whenev:[1,18],where:[0,1,4,5,14,18,19,20],whether:[0,1,4,10,12,15,16,18,19],which:[0,1,2,4,5,7,12,15,17,18,19,20],whichoneof:1,who:17,whole:[4,5,11,19],whose:[0,1,4,18],width:18,window:[0,1,12,15,16,17,20,21,22],window_cod:1,window_fn:18,windowed_valu:[0,12,18,21,22],windowedtypeconstraint:19,windowedvalu:[12,16,17,18,19,20],windowedvaluecod:1,windowedvaluecoderimpl:1,windowfn:18,windowinto:18,windowintofn:18,windowparam:[16,18],wipe:12,wish:18,with_default:18,with_exponential_backoff:20,with_input_typ:[1,18,19],with_nam:10,with_namespac:10,with_output:18,with_output_typ:[1,18,19],with_step:10,with_typ:[3,14],with_valu:20,within:[4,10,14,16,18],without:[4,18,20],without_default:18,withtypehint:[18,19],work:[4,7,10,15,18,19],worker:[2,3,4,7,11,12,13,14,15,18,20],worker_executing_project:3,workeropt:11,workflow:[2,3,4,14],workitem:15,would:[0,1,4,18,19,20],wrap:[0,3,18,20],wrapped_value_cod:1,wrapper:[0,4,5,11,13,14,17,18,19,20],write:[0,1,4,5,7,14,15,16,20],write_:4,write_append:5,write_bigendian_doubl:1,write_bigendian_int32:1,write_bigendian_int64:1,write_bigendian_uint64:1,write_byt:1,write_disposit:[5,14],write_empti:5,write_encoded_record:4,write_mut:7,write_record:4,write_result:4,write_trunc:5,write_var_int64:1,writeabl:4,writeimpl:4,writer:[4,5,10,15,18],writer_result:4,writetoavro:4,writetodatastor:7,writetotext:[0,4],writetotfrecord:4,written:[4,5],wrote:4,xrang:20,xyz:[1,11,12],xyzcod:1,xyzopt:11,year:5,yet:4,yield:[1,4,18,20],you:[7,11,18],your:[0,4,11],zero:[4,18]},titles:["apache_beam package","apache_beam.coders package","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.io package","apache_beam.io.gcp package","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.internal package","apache_beam.io.gcp.tests package","apache_beam.metrics package","apache_beam.options package","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.internal package","apache_beam.runners.dataflow.native_io package","apache_beam.runners.direct package","apache_beam.testing package","apache_beam.transforms package","apache_beam.typehints package","apache_beam.utils package","apache_beam","apache_beam"],titleterms:{annot:20,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22],apicli:14,auth:3,avroio:4,bigqueri:5,bigquery_match:9,bundle_factori:16,cell:10,clock:16,coder:1,coder_impl:1,coders_test_common:1,combin:18,common:12,concat_sourc:4,consumer_tracking_pipeline_visitor:16,content:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20],core:18,counter:20,cy_combin:18,dataflow:[13,14,15],dataflow_metr:13,dataflow_runn:13,datastor:[6,7],datastoreio:7,decor:19,depend:14,direct:16,direct_metr:16,direct_runn:16,displai:18,error:0,evaluation_context:16,execut:10,executor:16,fake_datastor:7,filebasedsink:4,filebasedsourc:4,filesystem:4,gcp:[3,5,6,7,8,9],gcsfilesystem:5,gcsio:5,helper:7,helper_transform:16,intern:[2,3,8,14],iobas:[4,15],json_valu:3,localfilesystem:4,metric:10,metricbas:10,modul:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20],name:14,native_io:15,observ:1,opcod:19,option:11,overview:0,packag:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20],pickler:2,pipelin:0,pipeline_context:12,pipeline_opt:11,pipeline_options_valid:11,pipeline_verifi:17,process:20,profil:20,proto2_coder_test_messages_pb2:1,proto_util:20,ptransform:18,pubsub:5,pvalu:0,query_splitt:7,range_track:4,retri:20,runner:[12,13,14,15,16],sideinput:18,slow_stream:1,source_test_util:4,statu:0,stream:1,submodul:[0,1,2,3,4,5,7,9,10,11,12,13,14,15,16,17,18,19,20],subpackag:[0,2,4,5,6,12,13],test:[9,17],test_dataflow_runn:13,test_pipelin:17,test_stream:17,test_util:17,textio:4,tfrecordio:4,timestamp:20,timeutil:18,transform:18,transform_evalu:16,transform_result:16,trigger:18,trivial_infer:19,typecheck:19,typecod:1,typehint:19,typic:0,urn:20,usag:0,util:[2,17,18,20],value_provid:11,version:0,watermark_manag:16,window:18,windowed_valu:20}})