Search.setIndex({docnames:["apache_beam","apache_beam.coders","apache_beam.internal","apache_beam.internal.gcp","apache_beam.io","apache_beam.io.gcp","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.internal","apache_beam.io.gcp.tests","apache_beam.metrics","apache_beam.options","apache_beam.portability","apache_beam.portability.api","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.internal","apache_beam.runners.dataflow.native_io","apache_beam.runners.direct","apache_beam.testing","apache_beam.transforms","apache_beam.typehints","apache_beam.utils","index","modules"],envversion:50,filenames:["apache_beam.rst","apache_beam.coders.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.io.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.internal.rst","apache_beam.io.gcp.tests.rst","apache_beam.metrics.rst","apache_beam.options.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.internal.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.direct.rst","apache_beam.testing.rst","apache_beam.transforms.rst","apache_beam.typehints.rst","apache_beam.utils.rst","index.rst","modules.rst"],objects:{"":{apache_beam:[0,0,0,"-"]},"apache_beam.coders":{coder_impl:[1,0,0,"-"],coders:[1,0,0,"-"],coders_test_common:[1,0,0,"-"],observable:[1,0,0,"-"],proto2_coder_test_messages_pb2:[1,0,0,"-"],slow_stream:[1,0,0,"-"],typecoders:[1,0,0,"-"]},"apache_beam.coders.coder_impl":{AbstractComponentCoderImpl:[1,1,1,""],BytesCoderImpl:[1,1,1,""],CallbackCoderImpl:[1,1,1,""],CoderImpl:[1,1,1,""],DeterministicFastPrimitivesCoderImpl:[1,1,1,""],FastPrimitivesCoderImpl:[1,1,1,""],FloatCoderImpl:[1,1,1,""],IntervalWindowCoderImpl:[1,1,1,""],IterableCoderImpl:[1,1,1,""],LengthPrefixCoderImpl:[1,1,1,""],ProtoCoderImpl:[1,1,1,""],SequenceCoderImpl:[1,1,1,""],SimpleCoderImpl:[1,1,1,""],SingletonCoderImpl:[1,1,1,""],StreamCoderImpl:[1,1,1,""],TimestampCoderImpl:[1,1,1,""],TupleCoderImpl:[1,1,1,""],TupleSequenceCoderImpl:[1,1,1,""],VarIntCoderImpl:[1,1,1,""],WindowedValueCoderImpl:[1,1,1,""]},"apache_beam.coders.coder_impl.AbstractComponentCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.BytesCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""]},"apache_beam.coders.coder_impl.CallbackCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.CoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.DeterministicFastPrimitivesCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.FastPrimitivesCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.FloatCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.IntervalWindowCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.LengthPrefixCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.ProtoCoderImpl":{decode:[1,2,1,""],encode:[1,2,1,""]},"apache_beam.coders.coder_impl.SequenceCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coder_impl.SimpleCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""]},"apache_beam.coders.coder_impl.SingletonCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.StreamCoderImpl":{decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.TimestampCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.VarIntCoderImpl":{decode:[1,2,1,""],decode_from_stream:[1,2,1,""],encode:[1,2,1,""],encode_to_stream:[1,2,1,""],estimate_size:[1,2,1,""]},"apache_beam.coders.coder_impl.WindowedValueCoderImpl":{decode_from_stream:[1,2,1,""],encode_to_stream:[1,2,1,""],get_estimated_size_and_observables:[1,2,1,""]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,4,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],from_type_hint:[1,3,1,""],is_deterministic:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,3,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],coders:[1,2,1,""],from_type_hint:[1,3,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{from_type_hint:[1,3,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders_test_common":{CodersTest:[1,1,1,""],CustomCoder:[1,1,1,""]},"apache_beam.coders.coders_test_common.CodersTest":{check_coder:[1,2,1,""],setUpClass:[1,4,1,""],tearDownClass:[1,4,1,""],test_base64_pickle_coder:[1,2,1,""],test_bytes_coder:[1,2,1,""],test_custom_coder:[1,2,1,""],test_deterministic_coder:[1,2,1,""],test_dill_coder:[1,2,1,""],test_fast_primitives_coder:[1,2,1,""],test_float_coder:[1,2,1,""],test_global_window_coder:[1,2,1,""],test_interval_window_coder:[1,2,1,""],test_iterable_coder:[1,2,1,""],test_iterable_coder_unknown_length:[1,2,1,""],test_length_prefix_coder:[1,2,1,""],test_nested_observables:[1,2,1,""],test_pickle_coder:[1,2,1,""],test_proto_coder:[1,2,1,""],test_singleton_coder:[1,2,1,""],test_timestamp_coder:[1,2,1,""],test_tuple_coder:[1,2,1,""],test_tuple_sequence_coder:[1,2,1,""],test_utf8_coder:[1,2,1,""],test_varint_coder:[1,2,1,""],test_windowed_value_coder:[1,2,1,""]},"apache_beam.coders.coders_test_common.CustomCoder":{decode:[1,2,1,""],encode:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[1,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[1,2,1,""],register_observer:[1,2,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2":{MessageA:[1,1,1,""],MessageB:[1,1,1,""],MessageC:[1,1,1,""],MessageWithMap:[1,1,1,""],ReferencesMessageWithMap:[1,1,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageA":{DESCRIPTOR:[1,5,1,""],FIELD1_FIELD_NUMBER:[1,5,1,""],FIELD2_FIELD_NUMBER:[1,5,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageB":{DESCRIPTOR:[1,5,1,""],FIELD1_FIELD_NUMBER:[1,5,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageC":{DESCRIPTOR:[1,5,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap":{DESCRIPTOR:[1,5,1,""],FIELD1_FIELD_NUMBER:[1,5,1,""],Field1Entry:[1,1,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.MessageWithMap.Field1Entry":{DESCRIPTOR:[1,5,1,""],KEY_FIELD_NUMBER:[1,5,1,""],VALUE_FIELD_NUMBER:[1,5,1,""]},"apache_beam.coders.proto2_coder_test_messages_pb2.ReferencesMessageWithMap":{DESCRIPTOR:[1,5,1,""],FIELD1_FIELD_NUMBER:[1,5,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[1,1,1,""],InputStream:[1,1,1,""],OutputStream:[1,1,1,""],get_varint_size:[1,6,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[1,2,1,""],get_count:[1,2,1,""],write:[1,2,1,""],write_byte:[1,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[1,2,1,""],read_all:[1,2,1,""],read_bigendian_double:[1,2,1,""],read_bigendian_int32:[1,2,1,""],read_bigendian_int64:[1,2,1,""],read_bigendian_uint64:[1,2,1,""],read_byte:[1,2,1,""],read_var_int64:[1,2,1,""],size:[1,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[1,2,1,""],size:[1,2,1,""],write:[1,2,1,""],write_bigendian_double:[1,2,1,""],write_bigendian_int32:[1,2,1,""],write_bigendian_int64:[1,2,1,""],write_bigendian_uint64:[1,2,1,""],write_byte:[1,2,1,""],write_var_int64:[1,2,1,""]},"apache_beam.error":{BeamError:[0,7,1,""],PValueError:[0,7,1,""],PipelineError:[0,7,1,""],RunnerError:[0,7,1,""],RuntimeValueProviderError:[0,7,1,""],SideInputError:[0,7,1,""],TransformError:[0,7,1,""]},"apache_beam.internal":{gcp:[3,0,0,"-"],pickler:[2,0,0,"-"],util:[2,0,0,"-"]},"apache_beam.internal.gcp":{auth:[3,0,0,"-"],json_value:[3,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[3,7,1,""],get_service_credentials:[3,6,1,""],set_running_in_gce:[3,6,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[3,6,1,""],get_typed_value_descriptor:[3,6,1,""],to_json_value:[3,6,1,""]},"apache_beam.internal.pickler":{dump_session:[2,6,1,""],dumps:[2,6,1,""],load_session:[2,6,1,""],loads:[2,6,1,""],new_save_module_dict:[2,6,1,""],save_module:[2,6,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[2,1,1,""],insert_values_in_args:[2,6,1,""],remove_objects_from_args:[2,6,1,""],run_using_threadpool:[2,6,1,""]},"apache_beam.io":{avroio:[4,0,0,"-"],concat_source:[4,0,0,"-"],filebasedsink:[4,0,0,"-"],filebasedsource:[4,0,0,"-"],filesystem:[4,0,0,"-"],filesystems:[4,0,0,"-"],gcp:[5,0,0,"-"],iobase:[4,0,0,"-"],localfilesystem:[4,0,0,"-"],range_trackers:[4,0,0,"-"],source_test_utils:[4,0,0,"-"],textio:[4,0,0,"-"],tfrecordio:[4,0,0,"-"]},"apache_beam.io.avroio":{ReadFromAvro:[4,1,1,""],WriteToAvro:[4,1,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[4,2,1,""],expand:[4,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[4,2,1,""],expand:[4,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[4,1,1,""],ConcatSource:[4,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[4,2,1,""],global_to_local:[4,2,1,""],local_to_global:[4,2,1,""],position_at_fraction:[4,2,1,""],set_current_position:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],sub_range_tracker:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[4,2,1,""],estimate_size:[4,2,1,""],get_range_tracker:[4,2,1,""],read:[4,2,1,""],sources:[4,5,1,""],split:[4,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[4,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[4,2,1,""],display_data:[4,2,1,""],finalize_write:[4,2,1,""],initialize_write:[4,2,1,""],open:[4,2,1,""],open_writer:[4,2,1,""],write_encoded_record:[4,2,1,""],write_record:[4,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[4,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[4,5,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[4,5,1,""],display_data:[4,2,1,""],estimate_size:[4,2,1,""],get_range_tracker:[4,2,1,""],open_file:[4,2,1,""],read:[4,2,1,""],read_records:[4,2,1,""],split:[4,2,1,""],splittable:[4,5,1,""]},"apache_beam.io.filesystem":{CompressedFile:[4,1,1,""],CompressionTypes:[4,1,1,""],FileMetadata:[4,1,1,""],FileSystem:[4,1,1,""],MatchResult:[4,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[4,2,1,""],closed:[4,2,1,""],flush:[4,2,1,""],read:[4,2,1,""],readable:[4,2,1,""],readline:[4,2,1,""],seek:[4,2,1,""],seekable:[4,5,1,""],tell:[4,2,1,""],write:[4,2,1,""],writeable:[4,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[4,5,1,""],BZIP2:[4,5,1,""],GZIP:[4,5,1,""],UNCOMPRESSED:[4,5,1,""],detect_compression_type:[4,4,1,""],is_valid_compression_type:[4,4,1,""],mime_type:[4,4,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[4,2,1,""],CHUNK_SIZE:[4,5,1,""],copy:[4,2,1,""],create:[4,2,1,""],exists:[4,2,1,""],join:[4,2,1,""],match:[4,2,1,""],mkdirs:[4,2,1,""],open:[4,2,1,""],rename:[4,2,1,""],scheme:[4,4,1,""],split:[4,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[4,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[4,3,1,""],URI_SCHEMA_PATTERN:[4,5,1,""],copy:[4,3,1,""],create:[4,3,1,""],exists:[4,3,1,""],get_chunk_size:[4,3,1,""],get_filesystem:[4,3,1,""],get_scheme:[4,3,1,""],join:[4,3,1,""],match:[4,3,1,""],mkdirs:[4,3,1,""],open:[4,3,1,""],rename:[4,3,1,""],split:[4,3,1,""]},"apache_beam.io.gcp":{bigquery:[5,0,0,"-"],datastore:[6,0,0,"-"],gcsfilesystem:[5,0,0,"-"],gcsio:[5,0,0,"-"],internal:[8,0,0,"-"],pubsub:[5,0,0,"-"],tests:[9,0,0,"-"]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[5,1,1,""],BigQuerySink:[5,1,1,""],BigQuerySource:[5,1,1,""],TableRowJsonCoder:[5,1,1,""],WriteToBigQuery:[5,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[5,5,1,""],CREATE_NEVER:[5,5,1,""],WRITE_APPEND:[5,5,1,""],WRITE_EMPTY:[5,5,1,""],WRITE_TRUNCATE:[5,5,1,""],validate_create:[5,3,1,""],validate_write:[5,3,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[5,2,1,""],format:[5,5,1,""],schema_as_json:[5,2,1,""],writer:[5,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[5,2,1,""],format:[5,5,1,""],reader:[5,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[5,2,1,""],encode:[5,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[5,2,1,""],expand:[5,2,1,""],get_dict_table_schema:[5,3,1,""],get_table_schema_from_string:[5,3,1,""],table_schema_to_dict:[5,3,1,""]},"apache_beam.io.gcp.datastore":{v1:[7,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{datastoreio:[7,0,0,"-"],fake_datastore:[7,0,0,"-"],helper:[7,0,0,"-"],query_splitter:[7,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[7,1,1,""],ReadFromDatastore:[7,1,1,""],WriteToDatastore:[7,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[7,3,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[7,1,1,""],SplitQueryFn:[7,1,1,""],display_data:[7,2,1,""],expand:[7,2,1,""],get_estimated_num_splits:[7,3,1,""],get_estimated_size_bytes:[7,3,1,""],query_latest_statistics_timestamp:[7,3,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[7,2,1,""],process:[7,2,1,""],start_bundle:[7,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[7,2,1,""],process:[7,2,1,""],start_bundle:[7,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[7,3,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[7,6,1,""],create_entities:[7,6,1,""],create_response:[7,6,1,""],create_run_query:[7,6,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[7,1,1,""],compare_path:[7,6,1,""],fetch_entities:[7,6,1,""],get_datastore:[7,6,1,""],is_key_valid:[7,6,1,""],key_comparator:[7,6,1,""],make_kind_stats_query:[7,6,1,""],make_latest_timestamp_query:[7,6,1,""],make_partition:[7,6,1,""],make_request:[7,6,1,""],retry_on_rpc_error:[7,6,1,""],write_mutations:[7,6,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[7,6,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[5,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[5,2,1,""],CHUNK_SIZE:[5,5,1,""],GCS_PREFIX:[5,5,1,""],copy:[5,2,1,""],create:[5,2,1,""],exists:[5,2,1,""],join:[5,2,1,""],match:[5,2,1,""],mkdirs:[5,2,1,""],open:[5,2,1,""],rename:[5,2,1,""],scheme:[5,4,1,""],split:[5,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[5,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[5,2,1,""],copy:[5,2,1,""],copy_batch:[5,2,1,""],copytree:[5,2,1,""],delete_batch:[5,2,1,""],exists:[5,2,1,""],glob:[5,2,1,""],open:[5,2,1,""],rename:[5,2,1,""],size:[5,2,1,""],size_of_files_in_glob:[5,2,1,""]},"apache_beam.io.gcp.pubsub":{ReadStringsFromPubSub:[5,1,1,""],WriteStringsToPubSub:[5,1,1,""]},"apache_beam.io.gcp.pubsub.ReadStringsFromPubSub":{expand:[5,2,1,""],get_windowing:[5,2,1,""]},"apache_beam.io.gcp.pubsub.WriteStringsToPubSub":{expand:[5,2,1,""]},"apache_beam.io.gcp.tests":{bigquery_matcher:[9,0,0,"-"]},"apache_beam.io.gcp.tests.bigquery_matcher":{BigqueryMatcher:[9,1,1,""]},"apache_beam.io.gcp.tests.bigquery_matcher.BigqueryMatcher":{describe_mismatch:[9,2,1,""],describe_to:[9,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[4,1,1,""],RangeTracker:[4,1,1,""],Read:[4,1,1,""],Sink:[4,1,1,""],Write:[4,1,1,""],Writer:[4,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[4,2,1,""],estimate_size:[4,2,1,""],get_range_tracker:[4,2,1,""],read:[4,2,1,""],split:[4,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[4,5,1,""],fraction_consumed:[4,2,1,""],position_at_fraction:[4,2,1,""],set_current_position:[4,2,1,""],set_split_points_unclaimed_callback:[4,2,1,""],split_points:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[4,2,1,""],expand:[4,2,1,""],get_windowing:[4,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[4,2,1,""],initialize_write:[4,2,1,""],open_writer:[4,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[4,2,1,""],expand:[4,2,1,""]},"apache_beam.io.iobase.Writer":{close:[4,2,1,""],write:[4,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[4,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[4,2,1,""],copy:[4,2,1,""],create:[4,2,1,""],exists:[4,2,1,""],join:[4,2,1,""],match:[4,2,1,""],mkdirs:[4,2,1,""],open:[4,2,1,""],rename:[4,2,1,""],scheme:[4,4,1,""],split:[4,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[4,1,1,""],OffsetRangeTracker:[4,1,1,""],OrderedPositionRangeTracker:[4,1,1,""],UnsplittableRangeTracker:[4,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[4,4,1,""],position_to_fraction:[4,4,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[4,5,1,""],fraction_consumed:[4,2,1,""],last_record_start:[4,5,1,""],position_at_fraction:[4,2,1,""],set_current_position:[4,2,1,""],set_split_points_unclaimed_callback:[4,2,1,""],split_points:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[4,5,1,""],fraction_consumed:[4,2,1,""],fraction_to_position:[4,2,1,""],position_at_fraction:[4,2,1,""],position_to_fraction:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[4,2,1,""],position_at_fraction:[4,2,1,""],set_current_position:[4,2,1,""],set_split_points_unclaimed_callback:[4,2,1,""],split_points:[4,2,1,""],start_position:[4,2,1,""],stop_position:[4,2,1,""],try_claim:[4,2,1,""],try_split:[4,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[4,6,1,""],assert_sources_equal_reference_source:[4,6,1,""],assert_split_at_fraction_behavior:[4,6,1,""],assert_split_at_fraction_binary:[4,6,1,""],assert_split_at_fraction_exhaustive:[4,6,1,""],assert_split_at_fraction_fails:[4,6,1,""],assert_split_at_fraction_succeeds_and_consistent:[4,6,1,""],read_from_source:[4,6,1,""]},"apache_beam.io.textio":{ReadFromText:[4,1,1,""],WriteToText:[4,1,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[4,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[4,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[4,1,1,""],WriteToTFRecord:[4,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[4,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[4,2,1,""]},"apache_beam.metrics":{cells:[10,0,0,"-"],execution:[10,0,0,"-"],metric:[10,0,0,"-"],metricbase:[10,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[10,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[10,5,1,""],max:[10,5,1,""],mean:[10,5,1,""],min:[10,5,1,""],sum:[10,5,1,""]},"apache_beam.metrics.execution":{MetricKey:[10,1,1,""],MetricResult:[10,1,1,""],MetricUpdates:[10,1,1,""],MetricsContainer:[10,1,1,""],ScopedMetricsContainer:[10,1,1,""]},"apache_beam.metrics.execution.MetricResult":{attempted:[10,5,1,""],committed:[10,5,1,""],key:[10,5,1,""]},"apache_beam.metrics.execution.MetricsContainer":{get_counter:[10,2,1,""],get_cumulative:[10,2,1,""],get_distribution:[10,2,1,""],get_updates:[10,2,1,""]},"apache_beam.metrics.execution.ScopedMetricsContainer":{enter:[10,2,1,""],exit:[10,2,1,""]},"apache_beam.metrics.metric":{Metrics:[10,1,1,""],MetricsFilter:[10,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[10,1,1,""],DelegatingDistribution:[10,1,1,""],counter:[10,3,1,""],distribution:[10,3,1,""],get_namespace:[10,3,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[10,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[10,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[10,5,1,""],namespaces:[10,5,1,""],steps:[10,5,1,""],with_name:[10,2,1,""],with_names:[10,2,1,""],with_namespace:[10,2,1,""],with_namespaces:[10,2,1,""],with_step:[10,2,1,""],with_steps:[10,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[10,1,1,""],Distribution:[10,1,1,""],Metric:[10,1,1,""],MetricName:[10,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[10,2,1,""],inc:[10,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[10,2,1,""]},"apache_beam.options":{pipeline_options:[11,0,0,"-"],pipeline_options_validator:[11,0,0,"-"],value_provider:[11,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[11,1,1,""],DirectOptions:[11,1,1,""],GoogleCloudOptions:[11,1,1,""],PipelineOptions:[11,1,1,""],ProfilingOptions:[11,1,1,""],SetupOptions:[11,1,1,""],StandardOptions:[11,1,1,""],TestOptions:[11,1,1,""],TypeOptions:[11,1,1,""],WorkerOptions:[11,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[11,5,1,""],COMPUTE_API_SERVICE:[11,5,1,""],DATAFLOW_ENDPOINT:[11,5,1,""],STORAGE_API_SERVICE:[11,5,1,""],validate:[11,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[11,2,1,""],from_dictionary:[11,4,1,""],get_all_options:[11,2,1,""],view_as:[11,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[11,5,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[11,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[11,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[11,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[11,5,1,""],ERR_INVALID_GCS_BUCKET:[11,5,1,""],ERR_INVALID_GCS_OBJECT:[11,5,1,""],ERR_INVALID_GCS_PATH:[11,5,1,""],ERR_INVALID_JOB_NAME:[11,5,1,""],ERR_INVALID_NOT_POSITIVE:[11,5,1,""],ERR_INVALID_PROJECT_ID:[11,5,1,""],ERR_INVALID_PROJECT_NUMBER:[11,5,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[11,5,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[11,5,1,""],ERR_MISSING_GCS_PATH:[11,5,1,""],ERR_MISSING_OPTION:[11,5,1,""],GCS_BUCKET:[11,5,1,""],GCS_SCHEME:[11,5,1,""],GCS_URI:[11,5,1,""],JOB_PATTERN:[11,5,1,""],OPTIONS:[11,5,1,""],PROJECT_ID_PATTERN:[11,5,1,""],PROJECT_NUMBER_PATTERN:[11,5,1,""],is_full_string_match:[11,2,1,""],is_service_runner:[11,2,1,""],validate:[11,2,1,""],validate_cloud_options:[11,2,1,""],validate_gcs_path:[11,2,1,""],validate_optional_argument_positive:[11,2,1,""],validate_test_matcher:[11,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[11,1,1,""],StaticValueProvider:[11,1,1,""],ValueProvider:[11,1,1,""],check_accessible:[11,6,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{get:[11,2,1,""],is_accessible:[11,2,1,""],runtime_options:[11,5,1,""],set_runtime_options:[11,4,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[11,2,1,""],is_accessible:[11,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[11,2,1,""],is_accessible:[11,2,1,""]},"apache_beam.pipeline":{Pipeline:[0,1,1,""]},"apache_beam.pipeline.Pipeline":{apply:[0,2,1,""],from_runner_api:[0,3,1,""],options:[0,5,1,""],replace_all:[0,2,1,""],run:[0,2,1,""],to_runner_api:[0,2,1,""],visit:[0,2,1,""]},"apache_beam.portability":{api:[13,0,0,"-"]},"apache_beam.portability.api":{beam_fn_api_pb2:[13,0,0,"-"],beam_fn_api_pb2_grpc:[13,0,0,"-"],beam_runner_api_pb2:[13,0,0,"-"],beam_runner_api_pb2_grpc:[13,0,0,"-"],standard_window_fns_pb2:[13,0,0,"-"],standard_window_fns_pb2_grpc:[13,0,0,"-"]},"apache_beam.portability.api.beam_fn_api_pb2":{BeamFnControlServicer:[13,1,1,""],BeamFnControlStub:[13,1,1,""],BeamFnDataServicer:[13,1,1,""],BeamFnDataStub:[13,1,1,""],BeamFnLoggingServicer:[13,1,1,""],BeamFnLoggingStub:[13,1,1,""],BeamFnStateServicer:[13,1,1,""],BeamFnStateStub:[13,1,1,""],BetaBeamFnControlServicer:[13,1,1,""],BetaBeamFnControlStub:[13,1,1,""],BetaBeamFnDataServicer:[13,1,1,""],BetaBeamFnDataStub:[13,1,1,""],BetaBeamFnLoggingServicer:[13,1,1,""],BetaBeamFnLoggingStub:[13,1,1,""],BetaBeamFnStateServicer:[13,1,1,""],BetaBeamFnStateStub:[13,1,1,""],add_BeamFnControlServicer_to_server:[13,6,1,""],add_BeamFnDataServicer_to_server:[13,6,1,""],add_BeamFnLoggingServicer_to_server:[13,6,1,""],add_BeamFnStateServicer_to_server:[13,6,1,""],beta_create_BeamFnControl_server:[13,6,1,""],beta_create_BeamFnControl_stub:[13,6,1,""],beta_create_BeamFnData_server:[13,6,1,""],beta_create_BeamFnData_stub:[13,6,1,""],beta_create_BeamFnLogging_server:[13,6,1,""],beta_create_BeamFnLogging_stub:[13,6,1,""],beta_create_BeamFnState_server:[13,6,1,""],beta_create_BeamFnState_stub:[13,6,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BeamFnControlServicer":{Control:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BeamFnDataServicer":{Data:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BeamFnLoggingServicer":{Logging:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BeamFnStateServicer":{State:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BetaBeamFnControlServicer":{Control:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BetaBeamFnControlStub":{Control:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BetaBeamFnDataServicer":{Data:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BetaBeamFnDataStub":{Data:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BetaBeamFnLoggingServicer":{Logging:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BetaBeamFnLoggingStub":{Logging:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BetaBeamFnStateServicer":{State:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2.BetaBeamFnStateStub":{State:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[13,1,1,""],BeamFnControlStub:[13,1,1,""],BeamFnDataServicer:[13,1,1,""],BeamFnDataStub:[13,1,1,""],BeamFnLoggingServicer:[13,1,1,""],BeamFnLoggingStub:[13,1,1,""],BeamFnStateServicer:[13,1,1,""],BeamFnStateStub:[13,1,1,""],add_BeamFnControlServicer_to_server:[13,6,1,""],add_BeamFnDataServicer_to_server:[13,6,1,""],add_BeamFnLoggingServicer_to_server:[13,6,1,""],add_BeamFnStateServicer_to_server:[13,6,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[13,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[13,2,1,""]},"apache_beam.pvalue":{AsDict:[0,1,1,""],AsIter:[0,1,1,""],AsList:[0,1,1,""],AsSingleton:[0,1,1,""],EmptySideInput:[0,1,1,""],PCollection:[0,1,1,""],TaggedOutput:[0,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[0,5,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[0,5,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[0,3,1,""],to_runner_api:[0,2,1,""],windowing:[0,5,1,""]},"apache_beam.runners":{common:[14,0,0,"-"],dataflow:[15,0,0,"-"],direct:[18,0,0,"-"],pipeline_context:[14,0,0,"-"],runner:[14,0,0,"-"]},"apache_beam.runners.common":{DoFnContext:[14,1,1,""],DoFnInvoker:[14,1,1,""],DoFnMethodWrapper:[14,1,1,""],DoFnRunner:[14,1,1,""],DoFnSignature:[14,1,1,""],DoFnState:[14,1,1,""],LoggingContext:[14,1,1,""],PerWindowInvoker:[14,1,1,""],Receiver:[14,1,1,""],SimpleInvoker:[14,1,1,""],as_receiver:[14,6,1,""],get_logging_context:[14,6,1,""]},"apache_beam.runners.common.DoFnContext":{element:[14,5,1,""],set_element:[14,2,1,""],timestamp:[14,5,1,""],windows:[14,5,1,""]},"apache_beam.runners.common.DoFnInvoker":{create_invoker:[14,3,1,""],invoke_finish_bundle:[14,2,1,""],invoke_process:[14,2,1,""],invoke_start_bundle:[14,2,1,""]},"apache_beam.runners.common.DoFnRunner":{finish:[14,2,1,""],process:[14,2,1,""],receive:[14,2,1,""],start:[14,2,1,""]},"apache_beam.runners.common.DoFnState":{counter_for:[14,2,1,""]},"apache_beam.runners.common.LoggingContext":{enter:[14,2,1,""],exit:[14,2,1,""]},"apache_beam.runners.common.PerWindowInvoker":{invoke_process:[14,2,1,""]},"apache_beam.runners.common.Receiver":{receive:[14,2,1,""]},"apache_beam.runners.common.SimpleInvoker":{invoke_process:[14,2,1,""]},"apache_beam.runners.dataflow":{dataflow_metrics:[15,0,0,"-"],dataflow_runner:[15,0,0,"-"],internal:[16,0,0,"-"],native_io:[17,0,0,"-"],ptransform_overrides:[15,0,0,"-"],test_dataflow_runner:[15,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[15,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[15,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[15,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{BATCH_ENVIRONMENT_MAJOR_VERSION:[15,5,1,""],STREAMING_ENVIRONMENT_MAJOR_VERSION:[15,5,1,""],apply_CombineValues:[15,2,1,""],apply_GroupByKey:[15,2,1,""],apply_WriteToBigQuery:[15,2,1,""],byte_array_to_json_string:[15,3,1,""],deserialize_windowing_strategy:[15,4,1,""],flatten_input_visitor:[15,3,1,""],group_by_key_input_visitor:[15,3,1,""],json_string_to_byte_array:[15,3,1,""],poll_for_job_completion:[15,3,1,""],run:[15,2,1,""],run_CombineValues:[15,2,1,""],run_Flatten:[15,2,1,""],run_GroupByKey:[15,2,1,""],run_Impulse:[15,2,1,""],run_ParDo:[15,2,1,""],run_Read:[15,2,1,""],run__NativeWrite:[15,2,1,""],serialize_windowing_strategy:[15,4,1,""]},"apache_beam.runners.dataflow.internal":{apiclient:[16,0,0,"-"],dependency:[16,0,0,"-"],names:[16,0,0,"-"]},"apache_beam.runners.dataflow.internal.apiclient":{DataflowApplicationClient:[16,1,1,""],Environment:[16,1,1,""],Job:[16,1,1,""],MetricUpdateTranslators:[16,1,1,""],Step:[16,1,1,""],to_split_int:[16,6,1,""],translate_distribution:[16,6,1,""],translate_mean:[16,6,1,""],translate_scalar:[16,6,1,""],translate_value:[16,6,1,""]},"apache_beam.runners.dataflow.internal.apiclient.DataflowApplicationClient":{create_job:[16,2,1,""],create_job_description:[16,2,1,""],get_job:[16,2,1,""],get_job_metrics:[16,2,1,""],list_messages:[16,2,1,""],modify_job_state:[16,2,1,""],stage_file:[16,2,1,""],submit_job_description:[16,2,1,""]},"apache_beam.runners.dataflow.internal.apiclient.Job":{default_job_name:[16,3,1,""],json:[16,2,1,""]},"apache_beam.runners.dataflow.internal.apiclient.MetricUpdateTranslators":{translate_boolean:[16,3,1,""],translate_scalar_counter_float:[16,3,1,""],translate_scalar_counter_int:[16,3,1,""],translate_scalar_mean_float:[16,3,1,""],translate_scalar_mean_int:[16,3,1,""]},"apache_beam.runners.dataflow.internal.apiclient.Step":{add_property:[16,2,1,""],get_output:[16,2,1,""]},"apache_beam.runners.dataflow.internal.dependency":{get_default_container_image_for_current_sdk:[16,6,1,""],get_sdk_name_and_version:[16,6,1,""],get_sdk_package_name:[16,6,1,""],stage_job_resources:[16,6,1,""]},"apache_beam.runners.dataflow.internal.names":{PropertyNames:[16,1,1,""],TransformNames:[16,1,1,""]},"apache_beam.runners.dataflow.internal.names.PropertyNames":{BIGQUERY_CREATE_DISPOSITION:[16,5,1,""],BIGQUERY_DATASET:[16,5,1,""],BIGQUERY_EXPORT_FORMAT:[16,5,1,""],BIGQUERY_FLATTEN_RESULTS:[16,5,1,""],BIGQUERY_PROJECT:[16,5,1,""],BIGQUERY_QUERY:[16,5,1,""],BIGQUERY_SCHEMA:[16,5,1,""],BIGQUERY_TABLE:[16,5,1,""],BIGQUERY_USE_LEGACY_SQL:[16,5,1,""],BIGQUERY_WRITE_DISPOSITION:[16,5,1,""],DISPLAY_DATA:[16,5,1,""],ELEMENT:[16,5,1,""],ELEMENTS:[16,5,1,""],ENCODING:[16,5,1,""],FILE_NAME_PREFIX:[16,5,1,""],FILE_NAME_SUFFIX:[16,5,1,""],FILE_PATTERN:[16,5,1,""],FORMAT:[16,5,1,""],INPUTS:[16,5,1,""],NON_PARALLEL_INPUTS:[16,5,1,""],NUM_SHARDS:[16,5,1,""],OUT:[16,5,1,""],OUTPUT:[16,5,1,""],OUTPUT_INFO:[16,5,1,""],OUTPUT_NAME:[16,5,1,""],PARALLEL_INPUT:[16,5,1,""],PUBSUB_ID_LABEL:[16,5,1,""],PUBSUB_SUBSCRIPTION:[16,5,1,""],PUBSUB_TOPIC:[16,5,1,""],SERIALIZED_FN:[16,5,1,""],SHARD_NAME_TEMPLATE:[16,5,1,""],SOURCE_STEP_INPUT:[16,5,1,""],STEP_NAME:[16,5,1,""],USER_FN:[16,5,1,""],USER_NAME:[16,5,1,""],VALIDATE_SINK:[16,5,1,""],VALIDATE_SOURCE:[16,5,1,""],VALUE:[16,5,1,""]},"apache_beam.runners.dataflow.internal.names.TransformNames":{COLLECTION_TO_SINGLETON:[16,5,1,""],COMBINE:[16,5,1,""],CREATE_PCOLLECTION:[16,5,1,""],DO:[16,5,1,""],FLATTEN:[16,5,1,""],GROUP:[16,5,1,""],READ:[16,5,1,""],WRITE:[16,5,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[17,0,0,"-"],streaming_create:[17,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[17,1,1,""],DynamicSplitRequest:[17,1,1,""],DynamicSplitResult:[17,1,1,""],DynamicSplitResultWithPosition:[17,1,1,""],NativeSink:[17,1,1,""],NativeSinkWriter:[17,1,1,""],NativeSource:[17,1,1,""],NativeSourceReader:[17,1,1,""],ReaderPosition:[17,1,1,""],ReaderProgress:[17,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[17,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[17,2,1,""],takes_windowed_values:[17,5,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{reader:[17,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[17,2,1,""],request_dynamic_split:[17,2,1,""],returns_windowed_values:[17,5,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[17,5,1,""],percent_complete:[17,5,1,""],position:[17,5,1,""],remaining_split_points:[17,5,1,""],remaining_time:[17,5,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[17,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[17,1,1,""],Impulse:[17,1,1,""],expand:[17,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[17,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[17,2,1,""],get_windowing:[17,2,1,""],infer_output_type:[17,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[15,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_matcher:[15,2,1,""],get_replacement_transform:[15,2,1,""],is_streaming_create:[15,3,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[15,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{run:[15,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[18,0,0,"-"],clock:[18,0,0,"-"],consumer_tracking_pipeline_visitor:[18,0,0,"-"],direct_metrics:[18,0,0,"-"],direct_runner:[18,0,0,"-"],evaluation_context:[18,0,0,"-"],executor:[18,0,0,"-"],helper_transforms:[18,0,0,"-"],transform_evaluator:[18,0,0,"-"],util:[18,0,0,"-"],watermark_manager:[18,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[18,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[18,2,1,""],create_empty_committed_bundle:[18,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[18,1,1,""],MockClock:[18,1,1,""]},"apache_beam.runners.direct.clock.Clock":{time:[18,2,1,""]},"apache_beam.runners.direct.clock.MockClock":{advance:[18,2,1,""],set_time:[18,2,1,""],time:[18,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[18,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[18,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[18,1,1,""],DirectMetrics:[18,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[18,2,1,""],commit_physical:[18,2,1,""],extract_committed:[18,2,1,""],extract_latest_attempted:[18,2,1,""],update_physical:[18,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[18,2,1,""],commit_physical:[18,2,1,""],query:[18,2,1,""],update_physical:[18,2,1,""]},"apache_beam.runners.direct.direct_runner":{DirectRunner:[18,1,1,""]},"apache_beam.runners.direct.direct_runner.DirectRunner":{apply_CombinePerKey:[18,2,1,""],apply_ReadStringsFromPubSub:[18,2,1,""],apply_WriteStringsToPubSub:[18,2,1,""],apply__GroupAlsoByWindow:[18,2,1,""],apply__GroupByKeyOnly:[18,2,1,""],cache:[18,5,1,""],run:[18,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[18,1,1,""],DirectUnmergedState:[18,1,1,""],EvaluationContext:[18,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[18,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{append_to_cache:[18,2,1,""],create_bundle:[18,2,1,""],create_empty_committed_bundle:[18,2,1,""],extract_fired_timers:[18,2,1,""],get_aggregator_values:[18,2,1,""],get_execution_context:[18,2,1,""],get_value_or_schedule_after_output:[18,2,1,""],handle_result:[18,2,1,""],has_cache:[18,5,1,""],is_done:[18,2,1,""],is_root_transform:[18,2,1,""],metrics:[18,2,1,""],schedule_pending_unblocked_tasks:[18,2,1,""],use_pvalue_cache:[18,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[18,1,1,""],TransformExecutor:[18,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[18,2,1,""],start:[18,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{call:[18,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[18,1,1,""],LiftedCombinePerKey:[18,1,1,""],PartialGroupByKeyCombiningValues:[18,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[18,2,1,""],process:[18,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[18,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[18,2,1,""],finish_bundle:[18,2,1,""],process:[18,2,1,""],start_bundle:[18,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[18,1,1,""],RootBundleProvider:[18,1,1,""],TransformEvaluatorRegistry:[18,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[18,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[18,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[18,2,1,""],get_root_bundle_provider:[18,2,1,""],should_execute_serially:[18,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[18,1,1,""],TimerFiring:[18,1,1,""],TransformResult:[18,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[18,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[18,5,1,""],WATERMARK_POS_INF:[18,5,1,""],extract_fired_timers:[18,2,1,""],get_watermarks:[18,2,1,""],update_watermarks:[18,2,1,""]},"apache_beam.runners.pipeline_context":{PipelineContext:[14,1,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{from_runner_api:[14,3,1,""],to_runner_api:[14,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[14,1,1,""],PipelineRunner:[14,1,1,""],PipelineState:[14,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[14,2,1,""],cancel:[14,2,1,""],metrics:[14,2,1,""],state:[14,5,1,""],wait_until_finish:[14,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[14,2,1,""],apply_PTransform:[14,2,1,""],run:[14,2,1,""],run_transform:[14,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[14,5,1,""],DONE:[14,5,1,""],DRAINED:[14,5,1,""],DRAINING:[14,5,1,""],FAILED:[14,5,1,""],RUNNING:[14,5,1,""],STOPPED:[14,5,1,""],UNKNOWN:[14,5,1,""],UPDATED:[14,5,1,""]},"apache_beam.testing":{pipeline_verifiers:[19,0,0,"-"],test_pipeline:[19,0,0,"-"],test_stream:[19,0,0,"-"],test_utils:[19,0,0,"-"],util:[19,0,0,"-"]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[19,1,1,""],PipelineStateMatcher:[19,1,1,""],retry_on_io_error_and_server_error:[19,6,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[19,2,1,""],describe_to:[19,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[19,2,1,""],describe_to:[19,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[19,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[19,2,1,""],get_option:[19,2,1,""],run:[19,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[19,1,1,""],Event:[19,1,1,""],ProcessingTimeEvent:[19,1,1,""],TestStream:[19,1,1,""],WatermarkEvent:[19,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[19,2,1,""],advance_processing_time:[19,2,1,""],advance_watermark_to:[19,2,1,""],advance_watermark_to_infinity:[19,2,1,""],expand:[19,2,1,""],get_windowing:[19,2,1,""]},"apache_beam.testing.test_utils":{compute_hash:[19,6,1,""],patch_retry:[19,6,1,""]},"apache_beam.testing.util":{assert_that:[19,6,1,""],equal_to:[19,6,1,""],is_empty:[19,6,1,""],open_shards:[19,6,1,""]},"apache_beam.transforms":{combiners:[20,0,0,"-"],core:[20,0,0,"-"],cy_combiners:[20,0,0,"-"],display:[20,0,0,"-"],ptransform:[20,0,0,"-"],sideinputs:[20,0,0,"-"],timeutil:[20,0,0,"-"],trigger:[20,0,0,"-"],util:[20,0,0,"-"],window:[20,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[20,1,1,""],Mean:[20,1,1,""],Sample:[20,1,1,""],ToDict:[20,1,1,""],ToList:[20,1,1,""],Top:[20,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[20,1,1,""],PerElement:[20,1,1,""],PerKey:[20,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[20,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[20,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[20,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[20,1,1,""],PerKey:[20,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[20,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[20,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[20,5,1,""],FixedSizePerKey:[20,5,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[20,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[20,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[20,5,1,""],LargestPerKey:[20,5,1,""],Of:[20,5,1,""],PerKey:[20,5,1,""],Smallest:[20,5,1,""],SmallestPerKey:[20,5,1,""]},"apache_beam.transforms.core":{CombineFn:[20,1,1,""],CombineGlobally:[20,1,1,""],CombinePerKey:[20,1,1,""],CombineValues:[20,1,1,""],Create:[20,1,1,""],DoFn:[20,1,1,""],Filter:[20,6,1,""],FlatMap:[20,6,1,""],Flatten:[20,1,1,""],GroupByKey:[20,1,1,""],Map:[20,6,1,""],ParDo:[20,1,1,""],Partition:[20,1,1,""],PartitionFn:[20,1,1,""],WindowInto:[20,1,1,""],Windowing:[20,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[20,2,1,""],add_inputs:[20,2,1,""],apply:[20,2,1,""],create_accumulator:[20,2,1,""],default_label:[20,2,1,""],extract_output:[20,2,1,""],for_input_type:[20,2,1,""],from_callable:[20,3,1,""],maybe_from_callable:[20,3,1,""],merge_accumulators:[20,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[20,2,1,""],as_view:[20,5,1,""],default_label:[20,2,1,""],display_data:[20,2,1,""],expand:[20,2,1,""],has_defaults:[20,5,1,""],with_defaults:[20,2,1,""],without_defaults:[20,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[20,2,1,""],display_data:[20,2,1,""],expand:[20,2,1,""],make_fn:[20,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[20,2,1,""],make_fn:[20,2,1,""]},"apache_beam.transforms.core.Create":{expand:[20,2,1,""],get_output_type:[20,2,1,""],get_windowing:[20,2,1,""],infer_output_type:[20,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnParams:[20,5,1,""],ElementParam:[20,5,1,""],SideInputParam:[20,5,1,""],TimestampParam:[20,5,1,""],WindowParam:[20,5,1,""],default_label:[20,2,1,""],finish_bundle:[20,2,1,""],from_callable:[20,3,1,""],get_function_arguments:[20,2,1,""],infer_output_type:[20,2,1,""],is_process_bounded:[20,2,1,""],process:[20,2,1,""],start_bundle:[20,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[20,2,1,""],from_runner_api_parameter:[20,3,1,""],get_windowing:[20,2,1,""],to_runner_api_parameter:[20,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[20,1,1,""],expand:[20,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[20,2,1,""],process:[20,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[20,2,1,""],display_data:[20,2,1,""],expand:[20,2,1,""],infer_output_type:[20,2,1,""],make_fn:[20,2,1,""],with_outputs:[20,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[20,1,1,""],expand:[20,2,1,""],make_fn:[20,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[20,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[20,2,1,""],partition_for:[20,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[20,1,1,""],expand:[20,2,1,""],from_runner_api_parameter:[20,3,1,""],get_windowing:[20,2,1,""],infer_output_type:[20,2,1,""],to_runner_api_parameter:[20,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[20,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[20,3,1,""],is_default:[20,2,1,""],to_runner_api:[20,2,1,""]},"apache_beam.transforms.cy_combiners":{AccumulatorCombineFn:[20,1,1,""],AllAccumulator:[20,1,1,""],AllCombineFn:[20,1,1,""],AnyAccumulator:[20,1,1,""],AnyCombineFn:[20,1,1,""],CountAccumulator:[20,1,1,""],CountCombineFn:[20,1,1,""],MaxDoubleAccumulator:[20,1,1,""],MaxFloatFn:[20,1,1,""],MaxInt64Accumulator:[20,1,1,""],MaxInt64Fn:[20,1,1,""],MeanDoubleAccumulator:[20,1,1,""],MeanFloatFn:[20,1,1,""],MeanInt64Accumulator:[20,1,1,""],MeanInt64Fn:[20,1,1,""],MinDoubleAccumulator:[20,1,1,""],MinFloatFn:[20,1,1,""],MinInt64Accumulator:[20,1,1,""],MinInt64Fn:[20,1,1,""],SumDoubleAccumulator:[20,1,1,""],SumFloatFn:[20,1,1,""],SumInt64Accumulator:[20,1,1,""],SumInt64Fn:[20,1,1,""]},"apache_beam.transforms.cy_combiners.AccumulatorCombineFn":{add_input:[20,3,1,""],create_accumulator:[20,2,1,""],extract_output:[20,3,1,""],merge_accumulators:[20,2,1,""]},"apache_beam.transforms.cy_combiners.AllAccumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.AnyAccumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.CountAccumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.MaxDoubleAccumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.MaxInt64Accumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.MeanDoubleAccumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.MeanInt64Accumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.MinDoubleAccumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.MinInt64Accumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.SumDoubleAccumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.cy_combiners.SumInt64Accumulator":{add_input:[20,2,1,""],extract_output:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.display":{DisplayData:[20,1,1,""],DisplayDataItem:[20,1,1,""],HasDisplayData:[20,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[20,4,1,""],create_from_options:[20,4,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[20,2,1,""],drop_if_none:[20,2,1,""],get_dict:[20,2,1,""],is_valid:[20,2,1,""],should_drop:[20,2,1,""],typeDict:[20,5,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[20,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[20,1,1,""],label_from_callable:[20,6,1,""],ptransform_fn:[20,6,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[20,2,1,""],expand:[20,2,1,""],from_runner_api:[20,4,1,""],from_runner_api_parameter:[20,3,1,""],get_windowing:[20,2,1,""],infer_output_type:[20,2,1,""],label:[20,5,1,""],pipeline:[20,5,1,""],register_urn:[20,4,1,""],side_inputs:[20,5,1,""],to_runner_api:[20,2,1,""],to_runner_api_parameter:[20,2,1,""],type_check_inputs:[20,2,1,""],type_check_inputs_or_outputs:[20,2,1,""],type_check_outputs:[20,2,1,""],with_input_types:[20,2,1,""],with_output_types:[20,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[20,1,1,""],default_window_mapping_fn:[20,6,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[20,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[20,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[20,5,1,""],REAL_TIME:[20,5,1,""],WATERMARK:[20,5,1,""],from_string:[20,3,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[20,1,1,""],AfterAll:[20,1,1,""],AfterAny:[20,1,1,""],AfterCount:[20,1,1,""],AfterEach:[20,1,1,""],AfterWatermark:[20,1,1,""],DefaultTrigger:[20,1,1,""],OrFinally:[20,1,1,""],Repeatedly:[20,1,1,""],TriggerFn:[20,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[20,5,1,""],DISCARDING:[20,5,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[20,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[20,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[20,5,1,""],from_runner_api:[20,3,1,""],on_element:[20,2,1,""],on_fire:[20,2,1,""],on_merge:[20,2,1,""],reset:[20,2,1,""],should_fire:[20,2,1,""],to_runner_api:[20,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[20,5,1,""],from_runner_api:[20,3,1,""],on_element:[20,2,1,""],on_fire:[20,2,1,""],on_merge:[20,2,1,""],reset:[20,2,1,""],should_fire:[20,2,1,""],to_runner_api:[20,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[20,5,1,""],from_runner_api:[20,3,1,""],is_late:[20,2,1,""],on_element:[20,2,1,""],on_fire:[20,2,1,""],on_merge:[20,2,1,""],reset:[20,2,1,""],should_fire:[20,2,1,""],to_runner_api:[20,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[20,3,1,""],on_element:[20,2,1,""],on_fire:[20,2,1,""],on_merge:[20,2,1,""],reset:[20,2,1,""],should_fire:[20,2,1,""],to_runner_api:[20,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[20,3,1,""],to_runner_api:[20,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[20,3,1,""],on_element:[20,2,1,""],on_fire:[20,2,1,""],on_merge:[20,2,1,""],reset:[20,2,1,""],should_fire:[20,2,1,""],to_runner_api:[20,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[20,3,1,""],on_element:[20,2,1,""],on_fire:[20,2,1,""],on_merge:[20,2,1,""],reset:[20,2,1,""],should_fire:[20,2,1,""],to_runner_api:[20,2,1,""]},"apache_beam.transforms.util":{CoGroupByKey:[20,1,1,""],Keys:[20,6,1,""],KvSwap:[20,6,1,""],Values:[20,6,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[20,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[20,1,1,""],FixedWindows:[20,1,1,""],GlobalWindow:[20,1,1,""],GlobalWindows:[20,1,1,""],IntervalWindow:[20,1,1,""],NonMergingWindowFn:[20,1,1,""],Sessions:[20,1,1,""],SlidingWindows:[20,1,1,""],TimestampCombiner:[20,1,1,""],TimestampedValue:[20,1,1,""],WindowFn:[20,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[20,5,1,""],max_timestamp:[20,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[20,2,1,""],from_runner_api_parameter:[20,3,1,""],get_window_coder:[20,2,1,""],offset:[20,5,1,""],size:[20,5,1,""],to_runner_api_parameter:[20,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[20,2,1,""],from_runner_api_parameter:[20,3,1,""],get_window_coder:[20,2,1,""],to_runner_api_parameter:[20,2,1,""],windowed_value:[20,4,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[20,5,1,""],intersects:[20,2,1,""],start:[20,5,1,""],union:[20,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[20,2,1,""],merge:[20,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[20,2,1,""],from_runner_api_parameter:[20,3,1,""],gap_size:[20,5,1,""],get_window_coder:[20,2,1,""],merge:[20,2,1,""],to_runner_api_parameter:[20,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[20,2,1,""],from_runner_api_parameter:[20,3,1,""],get_window_coder:[20,2,1,""],offset:[20,5,1,""],period:[20,5,1,""],size:[20,5,1,""],to_runner_api_parameter:[20,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[20,5,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[20,5,1,""],OUTPUT_AT_EOW:[20,5,1,""],OUTPUT_AT_LATEST:[20,5,1,""],get_impl:[20,3,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[20,5,1,""],value:[20,5,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[20,1,1,""],MergeContext:[20,1,1,""],assign:[20,2,1,""],get_transformed_output_time:[20,2,1,""],get_window_coder:[20,2,1,""],is_merging:[20,2,1,""],merge:[20,2,1,""],to_runner_api_parameter:[20,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[20,2,1,""]},"apache_beam.typehints":{decorators:[21,0,0,"-"],opcodes:[21,0,0,"-"],trivial_inference:[21,0,0,"-"],typecheck:[21,0,0,"-"],typehints:[21,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[21,7,1,""],WithTypeHints:[21,1,1,""],with_input_types:[21,6,1,""],with_output_types:[21,6,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[21,2,1,""],get_type_hints:[21,2,1,""],with_input_types:[21,2,1,""],with_output_types:[21,2,1,""]},"apache_beam.typehints.opcodes":{binary_add:[21,6,1,""],binary_and:[21,6,1,""],binary_divide:[21,6,1,""],binary_floor_divide:[21,6,1,""],binary_lshift:[21,6,1,""],binary_modulo:[21,6,1,""],binary_multiply:[21,6,1,""],binary_or:[21,6,1,""],binary_power:[21,6,1,""],binary_rshift:[21,6,1,""],binary_subscr:[21,6,1,""],binary_subtract:[21,6,1,""],binary_true_divide:[21,6,1,""],binary_xor:[21,6,1,""],build_class:[21,6,1,""],build_list:[21,6,1,""],build_map:[21,6,1,""],build_slice:[21,6,1,""],build_tuple:[21,6,1,""],call_function:[21,6,1,""],call_function_kw:[21,6,1,""],call_function_var:[21,6,1,""],call_function_var_wk:[21,6,1,""],compare_op:[21,6,1,""],delete_attr:[21,6,1,""],delete_fast:[21,6,1,""],delete_global:[21,6,1,""],delete_slice_0:[21,6,1,""],delete_slice_1:[21,6,1,""],delete_slice_2:[21,6,1,""],delete_slice_3:[21,6,1,""],dup_top:[21,6,1,""],dup_topx:[21,6,1,""],exec_stmt:[21,6,1,""],get_iter:[21,6,1,""],import_from:[21,6,1,""],import_name:[21,6,1,""],inpalce_or:[21,6,1,""],inplace_add:[21,6,1,""],inplace_and:[21,6,1,""],inplace_divide:[21,6,1,""],inplace_floor_divide:[21,6,1,""],inplace_lshift:[21,6,1,""],inplace_modulo:[21,6,1,""],inplace_multiply:[21,6,1,""],inplace_power:[21,6,1,""],inplace_rshift:[21,6,1,""],inplace_subtract:[21,6,1,""],inplace_true_divide:[21,6,1,""],inplace_xor:[21,6,1,""],list_append:[21,6,1,""],load_attr:[21,6,1,""],load_closure:[21,6,1,""],load_const:[21,6,1,""],load_deref:[21,6,1,""],load_fast:[21,6,1,""],load_global:[21,6,1,""],load_locals:[21,6,1,""],load_name:[21,6,1,""],make_closure:[21,6,1,""],make_function:[21,6,1,""],nop:[21,6,1,""],pop_one:[21,6,1,""],pop_three:[21,6,1,""],pop_top:[21,6,1,""],pop_two:[21,6,1,""],print_item:[21,6,1,""],print_newline:[21,6,1,""],push_value:[21,6,1,""],rot_four:[21,6,1,""],rot_n:[21,6,1,""],rot_three:[21,6,1,""],rot_two:[21,6,1,""],slice_0:[21,6,1,""],slice_1:[21,6,1,""],slice_2:[21,6,1,""],slice_3:[21,6,1,""],store_attr:[21,6,1,""],store_fast:[21,6,1,""],store_global:[21,6,1,""],store_map:[21,6,1,""],store_slice_0:[21,6,1,""],store_slice_1:[21,6,1,""],store_slice_2:[21,6,1,""],store_slice_3:[21,6,1,""],store_subscr:[21,6,1,""],symmetric_binary_op:[21,6,1,""],unary:[21,6,1,""],unary_convert:[21,6,1,""],unary_invert:[21,6,1,""],unary_negative:[21,6,1,""],unary_not:[21,6,1,""],unary_positive:[21,6,1,""],unpack_sequence:[21,6,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[21,1,1,""],Const:[21,1,1,""],FrameState:[21,1,1,""],TypeInferenceError:[21,7,1,""],element_type:[21,6,1,""],hashable:[21,6,1,""],infer_return_type:[21,6,1,""],infer_return_type_func:[21,6,1,""],instance_to_type:[21,6,1,""],key_value_types:[21,6,1,""],union:[21,6,1,""],union_list:[21,6,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[21,3,1,""],unwrap_all:[21,3,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[21,2,1,""],const_type:[21,2,1,""],copy:[21,2,1,""],get_global:[21,2,1,""],get_name:[21,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[21,1,1,""],OutputCheckWrapperDoFn:[21,1,1,""],TypeCheckWrapperDoFn:[21,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[21,2,1,""],is_process_bounded:[21,2,1,""],process:[21,2,1,""],start_bundle:[21,2,1,""],wrapper:[21,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[21,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[21,2,1,""],wrapper:[21,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[21,1,1,""],WindowedValue:[21,5,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[21,2,1,""],match_type_variables:[21,2,1,""]},"apache_beam.utils":{annotations:[22,0,0,"-"],counters:[22,0,0,"-"],plugin:[22,0,0,"-"],processes:[22,0,0,"-"],profiler:[22,0,0,"-"],proto_utils:[22,0,0,"-"],retry:[22,0,0,"-"],timestamp:[22,0,0,"-"],urns:[22,0,0,"-"],windowed_value:[22,0,0,"-"]},"apache_beam.utils.annotations":{annotate:[22,6,1,""]},"apache_beam.utils.counters":{AccumulatorCombineFnCounter:[22,1,1,""],Counter:[22,1,1,""],CounterFactory:[22,1,1,""],get_aggregator_values:[22,6,1,""]},"apache_beam.utils.counters.AccumulatorCombineFnCounter":{update:[22,2,1,""]},"apache_beam.utils.counters.Counter":{MEAN:[22,5,1,""],SUM:[22,5,1,""],accumulator:[22,5,1,""],combine_fn:[22,5,1,""],name:[22,5,1,""],update:[22,2,1,""],value:[22,2,1,""]},"apache_beam.utils.counters.CounterFactory":{get_aggregator_counter:[22,2,1,""],get_aggregator_values:[22,2,1,""],get_counter:[22,2,1,""],get_counters:[22,2,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[22,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[22,4,1,""],get_all_subclasses:[22,4,1,""]},"apache_beam.utils.processes":{Popen:[22,6,1,""],call:[22,6,1,""],check_call:[22,6,1,""],check_output:[22,6,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[22,1,1,""],Profile:[22,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[22,2,1,""],start:[22,2,1,""],stop:[22,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[22,5,1,""]},"apache_beam.utils.proto_utils":{from_micros:[22,6,1,""],pack_Any:[22,6,1,""],pack_Struct:[22,6,1,""],unpack_Any:[22,6,1,""]},"apache_beam.utils.retry":{Clock:[22,1,1,""],FuzzedExponentialIntervals:[22,1,1,""],PermanentException:[22,7,1,""],no_retries:[22,6,1,""],retry_on_server_errors_and_timeout_filter:[22,6,1,""],retry_on_server_errors_filter:[22,6,1,""],with_exponential_backoff:[22,6,1,""]},"apache_beam.utils.retry.Clock":{sleep:[22,2,1,""]},"apache_beam.utils.timestamp":{Duration:[22,1,1,""],Timestamp:[22,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[22,3,1,""]},"apache_beam.utils.timestamp.Timestamp":{isoformat:[22,2,1,""],of:[22,3,1,""],predecessor:[22,2,1,""],to_utc_datetime:[22,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[22,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[22,4,1,""],register_pickle_urn:[22,4,1,""],register_urn:[22,4,1,""],to_runner_api:[22,2,1,""],to_runner_api_parameter:[22,2,1,""]},"apache_beam.utils.windowed_value":{WindowedValue:[22,1,1,""],create:[22,6,1,""]},"apache_beam.utils.windowed_value.WindowedValue":{timestamp:[22,5,1,""],timestamp_object:[22,5,1,""],value:[22,5,1,""],windows:[22,5,1,""],with_value:[22,2,1,""]},apache_beam:{coders:[1,0,0,"-"],error:[0,0,0,"-"],internal:[2,0,0,"-"],io:[4,0,0,"-"],metrics:[10,0,0,"-"],options:[11,0,0,"-"],pipeline:[0,0,0,"-"],portability:[12,0,0,"-"],pvalue:[0,0,0,"-"],runners:[14,0,0,"-"],testing:[19,0,0,"-"],transforms:[20,0,0,"-"],typehints:[21,0,0,"-"],utils:[22,0,0,"-"],version:[0,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","staticmethod","Python static method"],"4":["py","classmethod","Python class method"],"5":["py","attribute","Python attribute"],"6":["py","function","Python function"],"7":["py","exception","Python exception"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:staticmethod","4":"py:classmethod","5":"py:attribute","6":"py:function","7":"py:exception"},terms:{"60s":22,"64k":1,"abstract":[4,14,20,21,22],"boolean":[4,5,20],"byte":[1,4,21],"case":[0,1,4,5,7,17,18,19,20],"class":[0,1,2,4,5,7,9,10,11,13,14,15,16,17,18,19,20,21,22],"const":21,"default":[0,1,4,5,11,16,18,19,20,22],"enum":[4,14],"export":5,"final":[4,14,18,20,22],"float":[1,3,4,5,10,19,20,21,22],"function":[0,1,2,3,4,5,7,10,13,14,16,17,19,20,21,22],"import":[0,1,4,15,18,20,21,22],"int":[1,3,10,19,20,21,22],"long":[1,4,20,22],"new":[0,1,4,5,13,14,17,20,22],"public":[1,11],"return":[0,1,2,3,4,5,7,10,11,14,15,16,17,18,19,20,21,22],"short":[5,20],"static":[0,1,4,5,7,10,11,14,15,16,20,21,22],"super":20,"transient":22,"true":[0,1,2,3,4,5,7,11,18,19,20,22],"try":[4,16],"while":[4,7,16,17,18,20,22],For:[0,1,2,3,4,7,10,11,12,13,14,16,17,18,19,20,21,22],GCS:[4,5,11,16],Has:5,Not:21,One:21,Such:4,The:[0,1,2,3,4,5,7,10,11,13,14,15,16,17,18,19,20,21,22],Their:18,There:[5,17],These:[4,19],Use:[4,19],Used:[13,14,16,21],Useful:20,Uses:20,With:20,__all__:1,__init__:20,__scatter__:7,__stat_kind__:7,__stat_total__:7,_add_argparse_arg:11,_dependency_file_copi:16,_get_impl:1,_groupbykeyonli:18,_impl:1,_inspect_funct:20,_match:19,_messag:1,_metricsenviron:10,_mutat:7,_namespac:20,_num_query_splits_max:7,_paralleltriggerfn:20,_picklecoderbas:1,_populate_requirements_cach:16,_py:13,_sre:4,abc:[11,14],abil:21,abl:[3,20],about:[4,10,14],abov:[1,4,11],absolut:4,abstractcomponentcoderimpl:1,abstractdofnwrapp:21,accept:[4,5,20,21],access:[0,3,4,5,10,11,14,18,20],accord:[4,20],accordingli:4,accumul:[10,11,16,20,22],accumulation_mod:20,accumulationmod:20,accumulatorcombinefn:20,accumulatorcombinefncount:22,accur:4,across:[1,4,7,18,20],act:18,action:21,activ:13,actual:[0,1,2,16,19,20,22],acycl:0,add:[0,19,20,21],add_argu:11,add_beamfncontrolservicer_to_serv:13,add_beamfndataservicer_to_serv:13,add_beamfnloggingservicer_to_serv:13,add_beamfnstateservicer_to_serv:13,add_el:19,add_input:20,add_properti:16,added:[4,5,10,19,20],addit:[13,18,20,21,22],addition:[1,22],additional_properti:16,additionali:21,address:4,adjust:4,advanc:[18,19],advance_bi:19,advance_processing_tim:19,advance_watermark_to:19,advance_watermark_to_infin:19,afford:20,after:[0,2,4,5,11,15,17,18,19,20,22],afteral:20,afterani:20,aftercount:20,aftereach:20,afterwatermark:20,again:[0,7,17],against:[4,5,11,19,21],aggreg:[11,14,18,22],aggregated_valu:14,aggregationcount:22,aggregator_or_nam:[14,18,22],agre:[4,22],aka:20,alert:0,alia:21,all:[0,1,2,4,5,7,10,11,13,14,16,18,19,20,21,22],allaccumul:20,allcombinefn:20,allow:[0,1,4,10,13,16,19,20,21,22],along:[1,14],alreadi:[0,4,5,22],also:[0,4,5,10,13,14,17,18,20,21,22],altern:20,although:4,alwai:[1,4,20,22],among:14,amount:4,an_example_pypi_project:16,analys:21,analyz:1,ani:[1,2,4,5,7,11,14,18,20,21,22],annot:[0,19,20,21,23,24],anoth:[0,1],any_msg:22,anyaccumul:20,anycombinefn:20,anyth:[15,18],anytypeconstraint:21,apach:[0,4,14,15,20],api:[0,1,3,4,5,10,12,14,16,17,20],apicli:[0,14,15],apitool:5,app:5,appear:[20,21],append:[4,13,19],append_to_cach:18,append_trailing_newlin:4,appengin:5,appli:[0,4,14,18,20],applic:[4,5,16,18],applied_ptransform:[15,18],appliedptransform:18,apply__groupalsobywindow:18,apply__groupbykeyonli:18,apply_combineperkei:18,apply_combinevalu:15,apply_groupbykei:15,apply_ptransform:14,apply_readstringsfrompubsub:18,apply_writestringstopubsub:18,apply_writetobigqueri:15,apply_xyz:14,applypartitionfnfn:20,approach:20,appropri:[3,18,22],approxim:[4,7,17],arbitrari:0,arbitrarili:4,arg1:22,arg2:22,arg:[2,4,5,7,11,14,16,18,19,20,21,22],arg_hint:21,arg_nam:11,argpars:11,argument:[0,2,4,5,10,11,14,15,16,19,20,21,22],argumentplacehold:2,argv:[0,19],arithmet:[20,22],around:[0,21],arriv:20,as_cloud_object:1,as_receiv:14,as_singleton_view:20,as_view:20,ascii:[2,4],asdict:[0,20],asit:[0,20],ask:17,aslist:[0,5,20],aspect:4,assert:4,assert_reentrant_reads_succe:4,assert_sources_equal_reference_sourc:4,assert_split_at_fraction_behavior:4,assert_split_at_fraction_binari:4,assert_split_at_fraction_exhaust:4,assert_split_at_fraction_fail:4,assert_split_at_fraction_succeeds_and_consist:4,assert_that:19,assertsourcesequalreferencesourc:4,assertsplitatfract:4,assertsplitatfractionbehavior:4,assertsplitatfractionexhaust:4,assertsplitatfractionsucceedsandconsist:4,assideinput:0,assign:[4,20],assign_context:20,assigncontext:20,assingleton:[0,20],associ:[0,1,4,5,10,13,16,17,20,22],assum:[4,7,16],asynchron:18,atom:4,attach:20,attempt:[10,17],attr:19,attribut:[5,10,20],auth:[0,2],authent:3,authenticationexcept:3,auto:[4,5],automat:[13,16],avail:[0,5,7,10,16,20],avoid:[4,5,20,21],avro:4,avroio:[0,23,24],avroio_test:4,avrosourc:4,await_complet:18,back:1,backoff:22,backward:[0,1,2,3,4,7,10,11,12,13,14,15,16,17,18,19,20,21,22],base64:2,base:[0,1,2,3,4,5,7,9,10,11,13,14,15,16,17,18,19,20,21,22],base_match:[9,11,19],basematch:[9,11,19],basepath:[4,5],basestr:3,basic:[3,20],batch:[0,4,7,20],batch_environment_major_vers:15,batch_siz:[5,7],beam:[0,4,5,15,16,17,19,20,22],beam_fn_api_pb2:[0,12],beam_fn_api_pb2_grpc:[0,12],beam_runner_api_pb2:[0,12,22],beam_runner_api_pb2_grpc:[0,12],beamassertexcept:19,beamerror:0,beamfncontrolservic:13,beamfncontrolstub:13,beamfndataservic:13,beamfndatastub:13,beamfnloggingservic:13,beamfnloggingstub:13,beamfnstateservic:13,beamfnstatestub:13,beamioerror:[4,5],beamplugin:[4,22],bean:22,becaus:[4,16,20],becom:4,been:[4,10,20],befor:[0,1,4,17,18,19,20,21,22],begin:[4,17],behalf:13,behavior:[4,14,20,21],behaviour:4,behavor:0,being:[4,14,18,19,20],belong:[0,14,18,20],below:[1,4,5,7,20,22],best:4,beta:13,beta_create_beamfncontrol_serv:13,beta_create_beamfncontrol_stub:13,beta_create_beamfndata_serv:13,beta_create_beamfndata_stub:13,beta_create_beamfnlogging_serv:13,beta_create_beamfnlogging_stub:13,beta_create_beamfnstate_serv:13,beta_create_beamfnstate_stub:13,betabeamfncontrolservic:13,betabeamfncontrolstub:13,betabeamfndataservic:13,betabeamfndatastub:13,betabeamfnloggingservic:13,betabeamfnloggingstub:13,betabeamfnstateservic:13,betabeamfnstatestub:13,betweeen:4,between:[4,5,7,10,13,14,16,17,20,22],beyond:4,bigqueri:[0,4,9,11],bigquery_api_servic:11,bigquery_create_disposit:16,bigquery_dataset:16,bigquery_export_format:16,bigquery_flatten_result:16,bigquery_match:[0,4,5],bigquery_project:16,bigquery_queri:16,bigquery_schema:16,bigquery_t:16,bigquery_use_legacy_sql:16,bigquery_write_disposit:16,bigquerydisposit:5,bigquerymatch:9,bigquerysink:5,bigquerysourc:5,bigtabl:4,binari:4,binary_add:21,binary_and:21,binary_divid:21,binary_floor_divid:21,binary_lshift:21,binary_modulo:21,binary_multipli:21,binary_or:21,binary_pow:21,binary_rshift:21,binary_subscr:21,binary_subtract:21,binary_true_divid:21,binary_xor:21,bind:21,bind_type_vari:21,bit:[1,10],blob:7,block:[4,15,19],bodi:22,bool:[3,20,21],both:[0,1,4,5,7,11,20,21,22],bother:18,bound:[0,4,20,21],boundari:[4,17],boundedsourc:4,boundedwindow:[20,22],boundmethod:21,bucket:[5,11],bucketnam:11,buffer:[1,4,5,18],buffer_s:5,build:[0,13,16,19],build_class:21,build_list:21,build_map:21,build_setup_arg:16,build_slic:21,build_tupl:21,built:[15,20,21],builtin:20,bulk:20,bundl:[4,10,18,20],bundle_factori:[0,14],bundle_id:4,bundlefactori:18,byte_arrai:1,byte_array_to_json_str:15,byte_offset:17,bytearraytojsonstr:15,bytecod:21,bytecountingoutputstream:1,bytescod:[1,4],bytescoderimpl:1,bzip2:4,cach:[5,15,16,18],call:[0,1,4,5,10,11,14,17,18,19,20,22],call_funct:21,call_function_kw:21,call_function_var:21,call_function_var_wk:21,callabl:[2,16,20,21,22],callableptransform:20,callabletask:18,callablewrappercombinefn:20,callablewrapperdofn:20,callablewrapperpartitionfn:20,callback:[0,1,4,14,18],callbackcoderimpl:1,caller:4,can:[0,1,2,3,4,5,7,13,14,16,18,19,20,21,22],cancel:14,cannot:[0,4,17],cap:7,capabl:[0,4],capit:21,captur:20,categori:21,caus:[20,22],cbf:4,ceas:19,cell:[0,5,23,24],cellcommitst:10,certain:[4,7],chain:20,chanc:20,chang:[0,5,10,13,18],channel:[4,5,13],charact:[2,11],charg:[15,18],check:[0,2,4,5,11,16,18,19,20,21],check_access:11,check_cal:22,check_cod:1,check_output:22,checksum:[9,19],chosen:[4,7,22],chunk:[4,5,20],chunk_siz:[4,5],claim:4,classmethod:[1,4,5,11,15,20,22],clean:4,clear:[13,20],clear_pvalu:14,client:[4,5,7,16],clock:[0,14,19,22],clone:0,close:[4,5],closure_typ:21,cloud:[1,5,7,11,15,16,17],cloudworkflow:16,cls:[11,22],cmessag:1,code:[1,2,4,16,20,21,22],codec:4,coder:[0,2,4,5,17,19,23,24],coder_impl:[0,23,24],coderbas:1,coderimpl:1,coderregistri:1,coders_test_common:[0,23,24],coderstest:1,coexist:22,cogroupbykei:20,collect:[0,1,10,22],collection_to_singleton:16,collectiontosingleton:16,collis:10,com:[2,5,7,11],combin:[0,4,5,16,18,23,24],combine_fn:[18,22],combine_op:20,combinefn:[20,22],combinefnprocesscontext:20,combineglob:20,combineperkei:[18,20],combinevalu:[16,20],combiningvaluestatetag:20,come:[3,22],command:[5,11,16,19],comment:[0,20],commit:[4,7,10,18],commit_log:18,commit_phys:18,common:[0,1,5,18,20,21,22,23,24],commun:20,compar:[4,7,9,19],compare_op:21,compare_path:7,comparison:7,compat:[0,1,2,3,4,7,10,11,12,13,14,15,16,17,18,19,20,21,22],compil:1,complet:[4,5,7,17,18],completed_bundl:18,completed_committed_bundl:18,completed_tim:18,completion_callback:18,complex:[4,21],complex_operation_returning_xyz:1,compli:4,complic:21,compon:[1,4,5,20],composit:[1,4,14,17,19,20,21],compositetypehint:21,compress:[4,5],compress_point:21,compressedfil:4,compression_typ:[4,5],compressiontyp:4,compris:1,comput:[0,2,7,9,11,14,19,20],compute_api_servic:11,compute_hash:19,concat:4,concat_posit:17,concat_sourc:[0,23,24],concaten:17,concatposit:17,concatrangetrack:4,concatsourc:4,concept:[0,4,5,7,20],conceptu:[0,4,20],concret:[14,20],concrete_typ:21,concurr:4,condens:20,condit:[1,4],configur:[7,11,19],conflict:[4,21],connector:7,consecut:[18,20],consid:[4,7,14,20],consist:[1,2,4,10,11,15,18,20],const_typ:21,constraint:21,construct:[0,5,10,14,17,18],constructor:[20,22],consum:[4,14,18],consumed_split_point:17,consumer_tracking_pipeline_visitor:[0,14],consumertrackingpipelinevisitor:18,contain:[0,1,2,3,4,5,7,10,11,16,18,19,20,21,22],content:[23,24],context:[0,1,10,13,14,18,20,22],continu:[4,20,22],control:[5,13,18,20,22],conveni:[3,5],convent:[4,20],convers:3,convert:[3,4,20,22],coordin:21,copi:[4,5,16,20,21],copy_batch:5,copytre:5,core:[0,7,9,11,17,18,19,21,22,23,24],correct:[4,7],correctli:[4,20],correspond:[1,3,5,20,21,22],could:[0,4,7,22],count:[1,7,10,20],count_tag:20,counta:1,countaccumul:20,countb:1,countcombinefn:20,counter:[0,10,14,18,21,23,24],counter_dict:22,counter_factori:14,counter_for:14,counterfactori:22,countx:1,coverag:4,cprofil:22,creat:[0,2,4,5,7,10,14,15,16,17,18,20,21,22],create_accumul:20,create_bundl:18,create_commit:7,create_disposit:[5,16],create_empty_committed_bundl:18,create_ent:7,create_from:20,create_from_opt:20,create_if_need:5,create_invok:14,create_job:16,create_job_descript:16,create_nev:5,create_pcollect:16,create_respons:7,create_run_queri:7,createcollect:16,createptransformoverrid:15,credenti:3,cross:22,csv:4,cumul:[10,22],current:[0,2,4,5,10,14,15,17,18,19,20,22],current_posit:4,cursor:4,custom:[0,1,2,4,14,16,19,20,21],custom_source_step_input:16,customcod:1,custommapp:20,customtransform:20,cy_combin:[0,22,23,24],cython:[1,20],dag:[0,14],data:[0,1,4,5,7,9,10,13,20,22],databas:4,dataflow:[0,1,3,4,5,11,14,20,22],dataflow_cli:15,dataflow_endpoint:11,dataflow_metr:[0,14],dataflow_runn:[0,14],dataflowapplicationcli:16,dataflowmetr:15,dataflowrunn:15,dataset:[5,16],datastor:[0,4,5],datastoreio:[0,4,5,6],datatyp:5,datetim:20,deal:[4,20],debug:[20,21],debugopt:11,dec:10,decid:4,decod:[1,5,17],decode_from_byt:1,decode_from_stream:1,decodeandemitdofn:17,decomposit:4,decompress:4,decor:[0,1,19,20,22,23,24],decreas:4,decrement:10,deduc:21,def:[1,11,20,21,22],default_job_nam:16,default_label:20,default_output_cod:4,default_runn:11,default_timeout:13,default_type_hint:[18,20,21],default_valu:[0,11],default_window_mapping_fn:20,defaultrootbundleprovid:18,defaulttrigg:20,defin:[1,4,5,7,10,11,14,17,19,20,21],definit:4,deflat:4,delai:22,deleg:4,delegatingcount:10,delegatingdistribut:10,delet:[4,5,7],delete_attr:21,delete_batch:5,delete_fast:21,delete_glob:21,delete_slice_0:21,delete_slice_1:21,delete_slice_2:21,delete_slice_3:21,deletefromdatastor:7,delimit:4,deliv:18,demand:22,demarc:17,depend:[0,4,10,14,15,20,22],dependent_real_tim:20,deprec:[4,13,14,17,22],depth:[0,21],deriv:[7,20],descend:[20,22],describ:[0,1,4,5,11,13,14,16,17,20],describe_mismatch:[9,19],describe_to:[9,19],descript:[1,2,4,9,11,15,17,19,20],descriptor:1,deserialize_windowing_strategi:15,design:0,desir:[4,5,7,16,20],desired_bundle_s:4,dest:5,destin:[4,5],destination_file_nam:[4,5],detail:[0,1,4,7,11,15,16,18,20,21],detect:[4,20],detect_compression_typ:4,determin:[4,20],determinist:1,deterministicfastprimitivescoderimpl:1,develop:[0,4,5,7,11,20],dict:[0,3,5,14,20,21,22],dictionari:[1,2,3,5,11,18,20],did:4,differ:[0,1,4,5,13,17,22],dill:[1,2],dillcod:1,direct:[0,14,20],direct_metr:[0,14],direct_runn:[0,14],direct_runner_use_stacked_bundl:18,directli:[0,4,5,10,20,22],directmetr:18,directopt:11,directori:[0,4,5,16],directpipelineresult:18,directrunn:[0,11,18,19],directrunneropt:18,directstepcontext:18,directunmergedst:18,dirti:10,dis:21,disable_run_time_type_check:21,discard:20,disk:4,displai:[0,4,10,11,17,23,24],display_data:[4,5,7,11,16,20],display_data_dict:20,displaydata:20,displaydataitem:20,disposit:5,distinct:0,distinguish:0,distribut:[10,16,20],distribution_upd:16,distributiondata:10,distributionresult:10,distributionupd:16,divid:[18,20],do_fn:14,doc:[7,11,21],docstr:20,document:[4,11,20,21],doe:[0,4,5,14,16,18,20,22],doesn:7,dofn:[0,1,4,5,7,14,17,18,20,21],dofncontext:14,dofninvok:14,dofnmethodwrapp:14,dofnparam:20,dofnrunn:[14,20],dofnsignatur:14,dofnstat:14,domain:20,don:18,done:[0,4,5,14,18,19,20,22],dooutputstupl:20,doubl:22,down:4,downstream:4,drain:14,drop:20,drop_default:11,drop_if_default:20,drop_if_non:20,duck:1,due:[2,4,16],dump:2,dump_sess:2,dup_top:21,dup_topx:21,durat:[14,19,20,22],duration_in_m:18,dure:[0,2,5,10,11,19,20,21,22],dynam:[0,4,7,11],dynamic_split_request:17,dynamicsplitrequest:17,dynamicsplitresult:17,dynamicsplitresultwithposit:17,e2e:15,each:[0,1,4,5,7,16,18,19,20,21],earli:[0,20],earliest:20,eas:13,easi:20,easier:4,easili:16,easy_instal:16,ec_point:21,edg:0,effect:20,effici:[1,4,14,20],either:[4,5,7,18,20,21],elem:4,elem_cod:1,element:[0,1,4,5,7,10,14,16,17,18,19,20,21],element_typ:[0,21],elementev:19,elementparam:20,els:[17,21],elsewher:17,emb:2,emit:[0,13,17,19,20],empti:[0,4,18,20],emptysideinput:0,enable_run_time_type_check:21,enable_trac:2,encapsul:17,encod:[1,2,3,4,5,16,17,22],encode_to_byt:1,encode_to_stream:1,encoded_:4,encoded_kei:18,encoded_str:15,encoded_table_row:5,encoded_valu:[4,17],encount:16,end:[1,4,9,11,17,18,19,20],end_cursor:7,endpoint_pattern:11,enforc:21,engin:[4,5],ensur:[4,7],entail:5,enter:[10,14],entir:[0,4,7,14,15,17,18,19,20],entiti:7,entri:[0,1,13],environ:16,environment_vers:16,eof:4,epoch:[18,20,22],equal:[4,7,11,20],equal_to:19,equival:[4,20],err_invalid_gcs_bucket:11,err_invalid_gcs_object:11,err_invalid_gcs_path:11,err_invalid_job_nam:11,err_invalid_not_posit:11,err_invalid_project_id:11,err_invalid_project_numb:11,err_invalid_test_matcher_typ:11,err_invalid_test_matcher_unpickl:11,err_missing_gcs_path:11,err_missing_opt:11,error:[5,11,16,19,20,21,22,23,24],especi:[20,22],essenti:[11,20],estim:[1,4,7,17],estimate_s:[1,4],etc:[0,4,7,10,14,16,20],evalu:[2,18,20,22],evaluation_context:[0,14],evaluationcontext:18,even:[4,7,21,22],event:[4,19,20],event_count:5,everi:[0,1,4,5,10,14,15,22],everyth:[4,5,20],evolv:5,exact:[16,20],exactli:[0,1,4,7,11,20],exampl:[0,1,4,5,14,17,18,19,20,21,22],exce:5,exceed:7,except:[0,3,5,7,16,19,20,21,22],excess:5,exclus:4,exec_stmt:21,execut:[0,1,2,4,5,11,14,15,16,18,19,20,21,23,24],executor:[0,14],executor_servic:18,exhaust:4,exist:[4,5,16,19,20,22],exit:[10,14],exp_multipli:22,expand:[4,5,7,17,18,19,20],expect:[0,4,5,9,16,19,22],expected_checksum:19,expected_item:4,expected_outcom:4,expected_st:19,expectedsplitoutcom:4,experiment:[10,20,22],explain:4,exponenti:22,expos:[5,10],extend:[4,11,19,22],extens:[4,14],extent:20,extern:[0,4,20],extra:19,extra_messag:22,extra_opt:19,extra_typ:[3,5],extract:[0,18,22],extract_commit:18,extract_fired_tim:18,extract_latest_attempt:18,extract_output:20,extrem:20,face:10,factor:22,factori:18,fail:[4,5,7,14,21],failur:[4,7],fake:7,fake_datastor:[0,4,5,6],fake_run_queri:7,fall:[1,4],fallback:1,fallback_cod:1,fallback_coder_impl:1,fals:[1,3,4,5,7,11,13,15,16,19,20,21,22],famili:4,far:17,fast:[1,22],fastcod:1,faster:1,fastprimitivescod:[1,19],fastprimitivescoderimpl:1,fault:4,featur:14,fetch:[4,5,7,9,19],fetch_ent:7,feth:7,few:[4,20],field1_field_numb:1,field1entri:1,field2_field_numb:1,field:[4,5,7,20],file:[0,1,4,5,10,13,16,19],file_copi:16,file_copy_fn:22,file_handl:4,file_nam:[4,16],file_name_prefix:16,file_name_suffix:[4,16],file_path:[2,4,19],file_path_prefix:4,file_pattern:[4,16],filebasedsink:[0,19,23,24],filebasedsourc:[0,23,24],filechecksummatch:19,filemetadata:4,filenam:5,filename_prefix:16,filename_suffix:16,fileobj:4,filepattern:16,filesystem:[0,5,22,23,24],filesystemutil:4,fill:20,filter:[7,10,15,18,19,20,22],finalize_writ:4,find:[0,4,5,20,22],finish:[7,14,15,20,22],finish_bundl:[14,18,20,21],finishcombin:18,finit:[4,20],fire:[18,20],fired_tim:18,first:[0,1,2,4,5,16,20,21,22],fix:[1,20],fixedsizeglob:20,fixedsizeperkei:20,fixedwindow:20,flag:[4,5,11],flat:20,flatmap:[0,2,20],flatten:[4,16,20],flatten_input_visitor:15,flatten_result:5,flavor:22,floatcod:1,floatcoderimpl:1,flush:[4,18],fn_paramet:20,fn_proto:22,fn_to_execut:2,fold:20,folder:16,follow:[1,4,7,19,20,21,22],foo:[21,22],foo_from_proto:22,foopayload:22,footer:4,footprint:14,for_input_typ:20,forc:0,form:[0,5,20,21],formal:21,format:[4,5,11,16],former:0,formula:20,forward:18,found:[16,19],frac:4,fraction:[4,16,17,22],fraction_consum:4,fraction_to_posit:4,frame:21,framest:21,framework:[1,4,5,17],freez:16,fresh:20,from:[0,1,3,4,5,7,11,13,14,15,16,17,18,19,20,22],from_cal:20,from_dictionari:11,from_int:21,from_json_valu:3,from_micro:22,from_runner_api:[0,1,14,20,22],from_runner_api_paramet:20,from_str:20,from_type_hint:1,full:[0,4,5,19,20,22],full_label:21,fulli:[17,21],fun:22,func:[20,21],furnish:0,further:[13,16,20,22],fuzz:22,fuzzedexponentialinterv:22,gap:20,gap_siz:20,gather:7,gce:3,gcp:[0,2,4],gcs:5,gcs_bucket:11,gcs_or_local_path:16,gcs_prefix:5,gcs_scheme:11,gcs_uri:11,gcsfilesystem:[0,4],gcsio:[0,4],gener:[1,4,13,16,19,21],generate_bundle_id:4,get:[0,1,3,4,5,7,11,13,14,16,18,19,20,22],get_aggregator_count:22,get_aggregator_valu:[18,22],get_all_opt:11,get_all_plugin_path:22,get_all_subclass:22,get_chunk_s:4,get_count:[1,10,22],get_cumul:10,get_datastor:7,get_default_container_image_for_current_sdk:16,get_dict:20,get_dict_table_schema:5,get_distribut:10,get_estimated_num_split:7,get_estimated_size_and_observ:1,get_estimated_size_byt:7,get_evalu:18,get_execution_context:18,get_filesystem:4,get_full_options_as_arg:19,get_function_argu:20,get_glob:21,get_impl:[1,20],get_it:21,get_job:16,get_job_metr:16,get_keyed_st:18,get_logging_context:14,get_match:15,get_nam:21,get_namespac:10,get_opt:19,get_output:16,get_output_typ:20,get_progress:17,get_range_track:4,get_replacement_transform:15,get_root_bundl:18,get_root_bundle_provid:18,get_schem:4,get_sdk_name_and_vers:16,get_sdk_package_nam:16,get_service_credenti:3,get_split:7,get_table_schema_from_str:5,get_transformed_output_tim:20,get_type_hint:21,get_typed_value_descriptor:3,get_upd:10,get_value_or_schedule_after_output:18,get_varint_s:1,get_watermark:18,get_window:[4,5,17,19,20],get_window_cod:20,getrangetrack:4,github:[2,5,7],give:[4,5,10,14,17],given:[0,1,2,4,5,7,9,11,14,18,19,20,21,22],glob:[4,5,19],global:[1,4,18,20],global_to_loc:4,globalwindow:20,goe:11,going:[7,15],gone:0,good:7,googl:[1,3,5,7,11,15,16],googleapi:11,googlecloudopt:11,googlecloudplatform:[5,7],granular:[20,22],graph:[0,15,18,20],greater:[7,21],greater_than:7,group:[1,4,10,11,16,20],group_by_key_input_visitor:15,groupbykei:[0,1,14,16,20],grpcio:13,gsutil:16,guarante:[0,1,2,3,4,7,10,11,12,13,14,15,16,17,18,19,20,21,22],guid:20,gzip:4,had:[20,22],halfwai:4,hamcrest:[9,11,19],hand:5,handl:[4,5,16,18,21],handle_result:18,happen:[4,7,16,19,22],har:[4,13,14],has:[0,1,3,4,5,7,11,16,17,18,19,20,21,22],has_cach:18,has_default:20,has_display_data:20,has_kw:21,has_var:21,hasdisplaydata:[4,11,17,20],hash:[9,19],hashabl:21,hashing_alg:19,have:[0,1,2,3,4,5,7,10,16,20,21,22],head:[4,5],header:4,heap:22,heavi:4,heavyweight:4,help:4,helper:[0,4,5,6,14,20],helper_transform:[0,14],henc:[4,7,17,22],here:[1,4,5,7,15,18,20,21,22],hierarch:3,hierarchi:0,hint:[1,20,21],hold:[0,4,5,10,20,22],holder:2,homogen:1,honor:17,host:13,hour:22,how:[0,4,5,7,17,20,22],howev:[1,4,7],html:[11,16,21],http:[0,2,4,5,7,11,14,16,20,21,22],httperror:22,huge:0,hypothet:4,id_label:5,id_or_nam:7,idempot:4,ident:21,identifi:[4,10,14,20],ids:7,iff:4,ignor:[4,7,14,19],illustr:[4,22],imag:16,imagin:4,immut:4,impact:7,implement:[0,1,4,5,7,10,11,14,15,17,18,20,21,22],implementor:[4,20],implicitli:20,import_from:21,import_nam:21,imposs:4,improv:1,impuls:17,in_:1,in_stream:1,inc:10,includ:[4,5,14,18,20],inclus:4,inconsist:2,incorrect:4,increas:22,increment:[10,21],indefinit:14,independ:[4,15,21],index:[0,17,20,21],index_tag:20,indic:[0,1,4,5,20,22],individu:[4,20],inequ:7,inf:4,infer:[1,21],infer_output_typ:[17,20],infer_return_typ:21,infer_return_type_func:21,infin:[4,20],info:14,inform:[0,3,4,10,14,17,18,20,21],inherit:[1,4,17,20,22],init_result:4,initi:[4,11,18,20],initial_delay_sec:22,initialize_writ:4,inject:20,inlin:21,inmemoryunmergedst:18,inner:[17,21],inpalce_or:21,inplace_add:21,inplace_and:21,inplace_divid:21,inplace_floor_divid:21,inplace_lshift:21,inplace_modulo:21,inplace_multipli:21,inplace_pow:21,inplace_rshift:21,inplace_subtract:21,inplace_true_divid:21,inplace_xor:21,inprocess:18,input:[0,2,4,5,14,16,17,18,20,21,22],input_arg:14,input_bundl:18,input_committed_bundl:18,input_kwarg:14,input_or_input:20,input_or_output:20,input_pcol:20,input_timestamp:20,input_typ:[20,21],input_type_hint:20,inputstream:1,insert_values_in_arg:2,insid:19,inspect:[20,21],instal:16,instanc:[0,1,2,5,10,11,17,18,19,20,21,22],instance_to_typ:21,instanti:22,instead:[2,4,20,22],instruct:13,int_to_str:21,integ:[1,4,5,10,20,21],integr:22,intend:[0,4,10,21,22],interact:4,interchang:5,interest:4,interfac:[0,4,10,20],intermedi:[5,20],intern:[0,1,4,5,7,10,11,12,13,14,15,17,18,19,20,21,22,23,24],interpol:4,interpret:17,intersect:20,interv:[4,20,22],interval_second:22,intervalwindow:20,intervalwindowcoderimpl:1,introduc:[4,19],introduct:5,invalid:[4,5,11,21],invoc:4,invok:[4,14,20],invoke_finish_bundl:14,invoke_process:14,invoke_start_bundl:14,involv:5,iobas:[0,5,14,15,23,24],ioerror:[4,5,14],is_access:11,is_default:20,is_determinist:1,is_don:18,is_empti:19,is_full_string_match:11,is_globally_window:20,is_integration_test:19,is_key_valid:7,is_kv_cod:1,is_lat:20,is_merg:20,is_pair_lik:1,is_process_bound:[20,21],is_root_transform:18,is_service_runn:11,is_streaming_cr:15,is_valid:20,is_valid_compression_typ:4,isn:21,isoformat:22,issu:2,item:[4,18,20],items_before_split:4,iter:[0,1,4,7,17,20,21,22],iterablecod:1,iterablecoderimpl:1,its:[0,1,2,4,5,7,20,21,22],itself:[1,4,17,22],java:7,job:[7,13,14,15,16,19],job_graph:15,job_nam:[11,16,19],job_pattern:11,job_result:15,job_typ:16,jobstat:14,join:[4,5],json:[2,3,5,15,16],json_string_to_byte_arrai:15,json_valu:[0,2],jsonarrai:3,jsonobject:3,jsonstringtobytearrai:15,jsonvalu:[3,5],just:[0,4,7,20,21],keep:[10,14,17,18,22],kei:[0,1,3,4,7,10,17,18,20,21],kept:20,key1:20,key2:20,key3:20,key4:20,key5:20,key_cod:1,key_compar:7,key_field_numb:1,key_value_typ:21,keyed_earliest_hold:18,keyed_existing_st:18,keyed_watermark_hold:18,keyedworkitem:18,keyspac:4,keyword:[2,20,21],keyword_hint:21,kind:[4,7,20,22],know:21,known:[1,4,11,18],kv_type:21,kvswap:20,kwarg:[1,2,4,5,7,11,14,16,18,19,20,21,22],kwarg_hint:21,label:[0,14,17,19,20,21,22],label_from_cal:20,lambda:[5,20],languag:0,larg:[0,4,7],larger:4,largest:[4,20,22],largestperkei:20,last:[4,5,7,10],last_record_start:4,late:20,late_tag:20,later:[13,19,20],latest:7,latest_timestamp:7,latter:0,layout:16,leaf:[4,5],least:[4,20],left:[4,10,20],left_fract:4,left_result:4,length:[1,5,7,21,22],lengthprefixcoderimpl:1,less:[4,7],less_than:7,let:[1,4,10],letter:[11,21],level:0,lexicograph:4,lexicographickeyrangetrack:4,librari:[1,2,3,5,11,16,20,21],liftedcombineperkei:18,lightweight:4,like:[0,1,4,7,20,21],limit:[4,5,7,22],line:[4,5,11,16,19],linearli:4,link:0,list:[0,1,2,3,4,5,7,11,16,18,19,20,21,22],list_append:21,list_messag:16,load:2,load_attr:21,load_closur:21,load_const:21,load_deref:21,load_fast:21,load_glob:21,load_loc:21,load_nam:21,load_sess:2,local:[0,4,16,18,20],local_to_glob:4,local_var:21,localfilesystem:[0,23,24],locat:[4,16],lock:4,log:[13,22],log_result:22,logger:[14,19,22],logging_context:14,loggingcontext:14,logic:[4,10,18,20,22],look:[1,14,21],lookup:0,loop:[4,20],lose:22,lower:[20,21],machin:[4,18],made:[0,1,4,5,10],mai:[0,1,4,5,7,10,13,14,18,20,22],main:[0,4,5,7,20],main_kw:20,main_tabl:5,make:[4,5,7,11,17,22],make_closur:21,make_fn:20,make_funct:21,make_http_request:22,make_kind_stats_queri:7,make_latest_timestamp_queri:7,make_partit:7,make_request:7,makexyz:1,manag:[0,4,5,18,20,22],mandatori:20,mani:[1,3,4,7,20],manner:4,manual:16,map:[0,1,4,5,17,20],mapfn:20,mapper:18,mark:[13,22],marker:0,massiv:5,master:7,match:[1,4,5,10,11,19],match_type_vari:21,matcher:[9,11,15,19],matchresult:[4,5],materi:[0,14,19],matter:4,max:[7,10,20],max_batch_operation_s:5,max_delay_sec:22,max_timestamp:20,maxdoubleaccumul:20,maxfloatfn:20,maximum:[4,5,21,22],maximum_timeout:13,maxint64accumul:20,maxint64fn:20,maybe_from_cal:20,maybe_logg:14,maybe_receiv:14,mean:[4,10,20,22],mean_temp:5,meandoubleaccumul:20,meanfloatfn:20,meanint64accumul:20,meanint64fn:[20,22],meant:[13,14],member:1,memori:[10,18,22],memoryreport:22,merg:[4,18,20],merge_accumul:20,merge_context:20,merge_result:20,mergecontext:20,messag:[1,22],messagea:1,messageb:1,messagec:1,messagedescriptor:1,messagewithmap:1,met:19,metadata:[3,4,13],metadata_list:4,metadata_transform:13,method:[1,4,7,10,11,14,15,19,20,21,22],method_nam:14,methodnam:1,metric:[0,13,14,15,16,18,23,24],metric_nam:10,metric_upd:16,metric_update_proto:16,metricbas:[0,23,24],metrickei:10,metricnam:10,metricresult:[10,15,18],metricscontain:10,metricsfilt:10,metricsresult:14,metricupd:10,metricupdatetransl:16,micro:22,microsecond:[7,20,22],might:[4,17,20],millisecond:[14,18],mime:[4,5],mime_typ:[4,5,16],min:10,min_bundle_s:4,min_fraction_of_files_to_stat:4,min_number_of_files_to_stat:4,mindoubleaccumul:20,minfloatfn:20,minim:1,minimum:18,minint64accumul:20,minint64fn:20,mirror:21,mismatch_descript:[9,19],miss:11,mix:21,mixin:[20,21],mkdir:[4,5],mock:[18,19],mockclock:18,mode:[4,5,15,17,20],model:0,modifi:[2,4,20,21,22],modify_job_st:16,modul:[23,24],moment:2,monitor:20,month:5,more:[0,1,4,5,7,11,16,20,21],moreov:4,most:[4,20,22],mostli:[0,22],move:[4,5,18],msg:22,msg_class:22,much:3,multi:4,multipl:[0,4,7,10,16,18,20,21,22],multipli:22,muss:4,must:[0,1,2,4,11,14,17,19,20,21,22],mutabl:[4,21],mutat:[4,7,22],my_side_input:0,my_tranform:0,myjobnam:19,myptransform:0,mysink:4,name:[0,4,5,7,10,11,14,15,17,18,19,20,21,22],namespac:[7,10,20,21],nativ:[4,5,17,20],native_io:[0,5,14,15],nativesink:[4,5,17],nativesinkwrit:17,nativesourc:[5,17],nativesourceread:17,necessari:[0,1,14,20,22],necessarili:[10,17],need:[0,1,4,5,7,11,13,16,19,20,22],neg:4,negat:21,neither:[5,20],nest:[1,21],never:[0,2,4,20,22],new_save_module_dict:2,new_valu:22,new_watermark:19,newlin:4,next:20,no_retri:22,node:[0,14,15,20],non:[0,2,4,14,20,22],non_parallel_input:16,none:[0,1,3,4,5,7,10,11,13,14,15,16,17,18,19,20,21,22],nonmergingwindowfn:20,nonzero:22,nop:21,normal:[7,20],nosetest:19,notabl:4,notbig:5,note:[1,2,4,5,7,17,19,20,21,22],noth:17,notic:21,notify_observ:1,notimplementederror:14,notion:[4,17,20],now:22,now_in_m:18,nth:20,num_byt:4,num_items_to_read_before_split:4,num_partit:20,num_retri:22,num_shard:[4,16],num_split:7,num_work:19,number:[1,2,4,5,7,11,18,20,22],numer:22,obei:4,obj:[1,2,3],object:[0,1,2,3,4,5,7,10,11,13,14,16,17,18,19,20,21,22],observ:[0,23,24],observablemixin:1,obtain:[4,5,10,11,19,20],occupi:4,occur:[4,7,20],octet:[4,5,16],off:1,offer:[0,14],offici:4,offset:[4,20],offset_infin:4,offset_range_track:4,offsetrangetrack:4,often:[16,22],old:22,old_multipli:22,on_el:20,on_fir:20,on_merg:20,on_success_match:11,onc:[0,4,18,20,21],one:[0,1,4,5,7,11,14,16,18,20,21,22],ones:[4,11,16,18],onli:[0,1,2,3,4,5,7,10,11,12,13,14,16,17,18,19,20,21,22],opaqu:4,opcod:[0,23,24],open:[4,5],open_fil:4,open_shard:19,open_writ:4,oper:[0,1,4,5,14,20,22],opt_nam:19,optim:[20,22],option:[0,1,3,4,7,16,18,19,20,21,22,23,24],option_nam:11,order:[0,1,4,5,7,14,19,20,21],orderedpositionrangetrack:4,ordinari:0,ordinarili:20,orfin:20,org:[0,4,11,14,15,16,20,21],organ:[10,16],orient:4,origin:[4,21],original_range_track:4,original_read:4,original_stop_posit:4,other:[0,4,5,7,10,14,16,17,20,21],otherwis:[3,4,19,20],our:0,out:[1,4,14,16,20],outer:[4,7],output:[0,4,16,18,19,20,21,22],output_at_earliest:20,output_at_earliest_transform:20,output_at_eow:20,output_at_latest:20,output_info:16,output_nam:16,output_pcollect:18,output_processor:14,outputcheckwrapperdofn:21,outputstream:1,over:[11,20,22],overhead:[1,4],overlap:4,overrid:[0,4,14,15,17,19,20,22],overridden:4,overview:[23,24],overwrit:4,overwritten:1,own:20,pack_ani:22,pack_struct:22,packag:[23,24],pair:[0,4,5,11,17,20],pane:20,parallel:[0,2,4,5,7,20],parallel_input:16,paralleldo:16,parallelread:16,parallelwrit:16,param:4,paramet:[0,1,2,3,4,5,7,10,11,14,16,17,18,19,20,21,22],parameter:21,parameter_typ:[20,22],paramt:22,pardo:[0,4,5,14,20],parent:22,pars:[4,11,19],parse_int:21,parser:11,part:[1,4,5,10,11,15,17,20,22],partial:[4,7,18],partialgroupbykeycombiningvalu:18,particular:[4,14,20,21],partit:[4,7,20,21],partition_for:20,partitionfn:20,partitionid:7,pass:[4,5,14,15,20,21,22],past:4,patch:19,patch_retri:19,path:[4,5,7,11,16,19,22],pathnam:[4,5],pattern:[4,5,11,19,20,22],payload:[5,22],pbegin:[4,17,19,20],pc1:20,pc2:20,pcoll1:20,pcoll2:20,pcoll3:20,pcoll:[0,4,5,7,15,18,19,20],pcollect:[0,1,4,5,7,14,18,19,20],per:[0,18,20,22],percent_complet:17,percentag:17,perel:20,perfectli:4,perform:[1,4,7,20,21],perform_multi_threaded_test:4,perhap:17,period:[7,20],perkei:20,permanentexcept:[3,22],permit:21,persist:[14,20],perwindowinvok:14,phase:[4,19],physic:[10,18],pick:[1,20],pickl:[1,2,4,19,22],picklabl:4,pickle_urn:22,picklecod:[1,2,4],pickler:[0,23,24],piec:18,pip:16,pipe:20,pipelin:[1,2,4,5,10,11,14,15,16,18,19,20,23,24],pipeline_context:[0,23,24],pipeline_opt:[0,18,20,23,24],pipeline_options_valid:[0,23,24],pipeline_result:[9,19],pipeline_verifi:[0,23,24],pipelinecontext:[14,22],pipelineerror:0,pipelineopt:[11,20],pipelineoptionsvalid:11,pipelineresult:14,pipelinerunn:[14,15,18],pipelinest:[14,19],pipelinestatematch:19,pipelinevisitor:[0,18],place:[0,2,3,20,22],placehold:2,plain:0,plane:13,platform:22,pleas:[4,11,16],plugin:[0,4,23,24],pobject:20,point:[1,4,7,18,20,21,22],poll:15,poll_for_job_complet:15,pool:[2,11,13],pool_siz:[2,13],pop_on:21,pop_thre:21,pop_top:21,pop_two:21,popen:22,popul:[0,16,20],populate_requirements_cach:16,portabl:[0,23,24],portion:20,pos:4,posit:[2,4,11,17,19,20,21],position_at_fract:4,position_for_fract:4,position_to_fract:4,positional_hint:21,possibl:[4,5,11,20],potenti:[0,1,18],power:0,practic:4,pre:[4,18],precis:[20,22],predecessor:22,prefer:[4,22],prefix:[1,4,5,16],prepar:5,presenc:16,present:[16,20],preserv:4,prevent:[10,16],previou:[4,19],primari:[4,17],primarili:4,primary_range_track:4,primit:[1,17,20,21],print:[21,22],print_item:21,print_newlin:21,prior:[4,10],problem:14,proce:20,process:[0,1,4,5,7,14,17,18,19,20,21,23,24],processdata:5,processingtimeev:19,produc:[0,1,4,16,18,19,20,22],profil:[0,23,24],profile_id:22,profile_loc:22,profilingopt:11,program:[0,5,20,21],progress:[4,13,17,20,22],project:[3,5,7,9,11,16],project_id_pattern:11,project_number_pattern:11,promis:4,proper:[20,21],properli:[4,21],properti:[4,7,14,16],propertynam:16,proto2_coder_test_messages_pb2:[0,23,24],proto:[0,1,14,16,20],proto_message_typ:1,proto_util:[0,23,24],protobuf:[1,16,22],protoc:1,protocod:1,protocoderimpl:1,protocol:[1,4],protocol_opt:13,provid:[0,1,2,4,5,7,11,14,18,19,20,21,22],pseudo:4,pseudocod:4,ptranform:0,ptransform:[0,1,4,5,7,15,17,18,19,21,23,24],ptransform_fn:20,ptransform_overrid:[0,14],ptransformoverrid:[0,15],ptransformwithsideinput:20,pub:5,pubsub:[0,4],pubsub_id_label:16,pubsub_subscript:16,pubsub_top:16,pull:0,pure:1,purpos:[13,19],push_valu:21,put:[2,14],pvalu:[2,4,5,14,18,20,23,24],pvalue_class:2,pvalueerror:0,pvalueish:[0,20],pxd:1,pyext:1,pypi:16,python:[0,1,2,3,4,11,16,17,19,20,21,22],pythonhost:16,pyx:1,queri:[5,7,9,14,15,16,18],query_latest_statistics_timestamp:7,query_result:5,query_splitt:[0,4,5,6],queryiter:7,querysplitt:7,querysplitterimpl:7,quickstart:5,quit:[3,16],rais:[0,3,4,5,7,11,14,16,19,20,21,22],random:[1,7,22],randomli:22,rang:[4,17,20],range_track:[0,23,24],rangetrack:4,rather:[5,21,22],raw:[4,19],raw_byt:15,reach:22,reachabl:[14,15],read:[0,1,4,5,7,16,17,18],read_al:1,read_bigendian_doubl:1,read_bigendian_int32:1,read_bigendian_int64:1,read_bigendian_uint64:1,read_buffer_s:5,read_byt:1,read_from_sourc:4,read_record:4,read_siz:4,read_var_int64:1,readabl:4,reader:[4,5,17],readerposit:17,readerprogress:17,readfn:7,readfromavro:4,readfromdatastor:7,readfromsourc:4,readfromtext:[0,4],readfromtfrecord:4,readi:0,readlin:4,readstringsfrompubsub:5,real:[2,18],real_tim:20,realiti:20,realli:1,reason:[1,16,22],rebalanc:4,receiv:[4,14,18,20,21],recommend:[4,13,19,22],record:[4,17],record_current_posit:4,record_index:17,record_start:4,recurs:[4,5],reduc:[14,20],redund:4,reentrant:4,refer:[0,4,10,20],referenc:14,reference_source_info:4,referencesmessagewithmap:1,regardless:10,regist:[1,4,18,22],register:22,register_cod:1,register_observ:1,register_pickle_urn:22,register_urn:[20,22],registr:[1,22],registri:1,regular:21,reifywindow:20,reimplement:20,reject:20,rel:[4,17],relat:[0,4,10,13,18,20],releas:18,relev:5,reli:[5,16,19],remain:[4,17],remaining_split_point:17,remaining_tim:17,remot:[5,15,16,22],remove_objects_from_arg:2,renam:[4,5],repeatedli:20,replac:[0,2,19,20,22],replace_al:0,report:[4,13,16,22],report_current_posit:4,report_onc:22,repres:[0,2,4,5,10,11,14,17,20,22],represent:[5,17,20],request:[4,7,10,13,17,18,22],request_dynamic_split:17,request_iter:13,requir:[1,3,4,5,11,16,20,22],requirements_fil:16,reserv:21,reset:20,residu:[4,17],residual_range_track:4,resolut:14,resourc:[4,16,19],respect:[4,5],respond:[15,18],respons:[1,4,5,7,13,18],restrain:20,restrict:10,result:[1,2,4,5,7,10,11,15,16,17,18,19,20,21,22],result_pcol:20,retri:[0,3,4,7,19,23,24],retriev:[2,21],retry_filt:22,retry_on_io_error_and_server_error:19,retry_on_rpc_error:7,retry_on_server_errors_and_timeout_filt:22,retry_on_server_errors_filt:22,return_type_hint:21,returns_windowed_valu:17,revers:20,rewind:4,right:[0,4,22],right_fract:4,right_result:4,root:18,root_transform:18,rootbundleprovid:18,rot_four:21,rot_n:21,rot_thre:21,rot_two:21,row:5,rpc:[10,22],rpcerror:7,rule:7,run:[0,2,3,4,7,13,14,15,16,18,19,20,21],run__nativewrit:15,run_abc:14,run_combinevalu:15,run_flatten:15,run_groupbykei:15,run_impuls:15,run_pardo:15,run_queri:7,run_read:15,run_transform:14,run_using_threadpool:2,runner:[0,4,5,7,10,11,13,19,20,23,24],runnerapifn:[20,22],runnererror:0,runtest:1,runtim:[0,1,7,21],runtime_opt:11,runtimeerror:[0,16],runtimevalueprovid:11,runtimevalueprovidererror:0,safe:[4,18],safeti:4,sai:[1,4],same:[0,1,4,5,7,10,14,16,17,18,19,20,22],sampl:[1,5,20],satisfi:[4,21],save:22,save_main_sess:16,save_modul:2,scatter:7,scenario:[4,16],schedul:18,schedule_pending_unblocked_task:18,schema:[4,5,16],schema_as_json:5,scheme:[4,5,11],scope:7,scoped_metrics_contain:[14,18],scopedmetricscontain:10,sdf:17,sdist:[13,16],sdk:[0,4,13,14,15,16,21],sdkfunctionspec:22,search:22,second:[1,4,19,20,21,22],section:4,see:[0,1,4,7,11,20],seek:4,seek_cur:4,seek_end:4,seek_set:4,seekabl:4,select:[0,5],self:[1,4,20,22],semant:[4,7,19,20,21],send:13,sens:1,sent:[1,13],separ:[20,21],sequenc:[1,4,21],sequencecoderimpl:1,sequenti:4,seri:[20,22],serial:[1,4,5,14,18,22],serializ:[19,20],serialize_windowing_strategi:15,serialized_data:15,serialized_fn:16,server:[13,22],servic:[3,4,5,11,13,15,17,19,22],session:[2,20],set:[0,1,4,5,7,10,11,14,15,18,19,20,21,22],set_current_posit:4,set_el:14,set_running_in_gc:3,set_runtime_opt:11,set_split_points_unclaimed_callback:4,set_tim:18,setup:[13,16,19],setup_fil:16,setupclass:1,setupopt:11,setuptool:16,sever:[1,4,5,10,16,17,19,20],sha1:19,shard:[4,7,19],shard_name_templ:[4,16],shard_templ:16,share:[5,10,16,18],shift:0,shortvalu:20,should:[0,2,4,5,10,14,16,17,18,19,20,21,22],should_drop:20,should_execute_seri:18,should_fir:20,show:1,shown:20,shuffle_posit:17,shuffler:1,side:[0,2,5,14,18,20],side_input:[5,14,18,20],side_t:5,sideinput:[0,23,24],sideinputerror:0,sideinputmap:20,sideinputparam:20,signal:5,signatur:[14,20,22],signific:[0,7],significantli:4,silviuc:16,similarli:5,simpl:[0,1,10,16,20,21,22],simplecoderimpl:1,simplefilt:22,simpleinvok:14,simpler:[3,4,20],simpli:[11,20,22],sinc:[1,4,5,7,10,18,19,20,22],singl:[4,7,10,18,20,21],singleton:0,singletoncod:1,singletoncoderimpl:1,sink:[0,4,5,17],sinkwrit:17,size:[0,1,2,4,5,7,18,20],size_estim:1,size_in_byt:4,size_of_files_in_glob:5,skip:[4,19],skip_header_lin:4,sleep:[19,22],sleep_sec:19,slice_0:21,slice_1:21,slice_2:21,slice_3:21,slide:20,slidingwindow:20,slot:20,slow_stream:[0,23,24],small:[5,7,16],smaller:[7,22],smallest:20,smallestperkei:20,snapshot:18,solut:20,some:[0,4,5,14,18,20,22],somefn:20,someth:[17,22],sometim:[1,20],sortbi:22,sourc:[0,1,2,3,4,5,7,9,10,11,13,14,15,16,17,18,19,20,21,22],source_bundl:4,source_file_nam:[4,5],source_frac:4,source_info:4,source_ix:4,source_step_input:16,source_test_util:[0,23,24],source_test_utils_test:4,sourcebundl:4,sourcereaderprogress:17,sources_info:4,space:[1,22],spec_paramet:20,special:[17,20],specif:[0,4,10,11,16,17,18,20],specifi:[0,1,3,4,5,7,11,15,16,17,18,19,20,21,22],specul:20,split:[1,4,5,7,13,17,20],split_fract:4,split_offset:4,split_point:4,split_points_unknown:4,split_posit:4,split_result:4,splitfractionstatist:4,splitqueryfn:7,splittabl:[4,14],splittabledofn:17,splitter:7,src:[5,7],src_dest_pair:5,sre_pattern:4,stabl:[0,13],stack:[18,21],stage:16,stage_fil:16,stage_job_resourc:16,staging_loc:16,stai:[4,17],stale:22,stand:4,standard:[4,5,11,16,20,22],standard_window_fns_pb2:[0,12],standard_window_fns_pb2_grpc:[0,12],standardopt:11,star:22,start:[4,11,14,16,18,20,22],start_bundl:[7,14,18,20,21],start_posit:4,startup:[3,22],stat:[4,7],state:[4,10,13,14,18,19,20,21],statement:0,staticvalueprovid:11,statist:[7,10],statu:[10,14,22,23,24],step:[1,4,10,14,16,18,22],step_kind:16,step_label:1,step_nam:[10,14,16,18,22],still:[0,4,13],sting:5,stomp:16,stop:[4,14,22],stop_posit:[4,17],storag:[4,5,11,20],storage_api_servic:11,storage_cli:5,store:[0,4,13,17,20,21,22],store_attr:21,store_fast:21,store_glob:21,store_map:21,store_slice_0:21,store_slice_1:21,store_slice_2:21,store_slice_3:21,store_subscr:21,str:[1,3,16,20,21],straight:3,strategi:22,stream:[0,4,5,15,16,17,19,20,23,24],streamcoderimpl:1,streaming_cr:[0,14,15],streaming_environment_major_vers:15,streamingcr:17,stress:4,strictli:1,string:[0,1,3,4,5,9,10,11,16,19,20,22],string_valu:20,stringutil:15,strip_trailing_newlin:4,strongli:4,struct:22,structur:[3,4,5,14,22],strutf8cod:[1,4],sub:[4,5,7,14,17,20],sub_range_track:4,subclass:[1,4,10,11,20,22],subclassess:11,subcompon:20,subdirectori:0,subject:5,submit:15,submit_job_descript:16,submodul:[6,12,23,24],subpackag:[23,24],subprocess:22,subscript:5,subsequ:[4,17,22],subset:21,subsystem:1,subtrigg:20,succe:4,succeed:5,success:[4,7,17],successfulli:[4,15],suffici:17,suffix:4,suggest:[4,22],suggested_split_posit:4,suitabl:[1,18,20],sum:[10,20,22],sumdoubleaccumul:20,sumfloatfn:20,sumint64accumul:20,sumint64fn:[20,22],suppli:[0,16],support:[1,3,4,5,14,16,17,20,21,22],suppos:7,sure:[11,22],symmetric_binary_op:21,sync:18,syntax:[1,3,5,20,21],system:[4,5,7,19,20],tabl:[4,5,7,16],table_row:5,table_schema:5,table_schema_to_dict:5,tablecel:5,tablefieldschema:5,tablerefer:5,tablerow:5,tablerowjsoncod:5,tableschema:5,tag:[0,16,18,19,20],tagged_receiv:14,taggedoutput:0,tail:[4,5],take:[0,2,4,17,19,20],takes_windowed_valu:17,tar:16,tarbal:16,target_window_fn:20,task:[4,18],teardownclass:1,techniqu:5,tell:4,temp:16,temp_dir:16,temp_path:4,templat:11,temporari:[4,16],temporarili:22,term:[4,5],termin:19,test:[0,1,4,5,7,11,15,16,18,22,23,24],test_base64_pickle_cod:1,test_bigquery_cli:5,test_bytes_cod:1,test_client:5,test_custom_cod:1,test_dataflow_runn:[0,14],test_deterministic_cod:1,test_dill_cod:1,test_fast_primitives_cod:1,test_float_cod:1,test_global_window_cod:1,test_interval_window_cod:1,test_iterable_cod:1,test_iterable_coder_unknown_length:1,test_length_prefix_cod:1,test_nested_observ:1,test_pickle_cod:1,test_pipelin:[0,23,24],test_proto_cod:1,test_runner_api:0,test_singleton_cod:1,test_stream:[0,23,24],test_timestamp_cod:1,test_tuple_cod:1,test_tuple_sequence_cod:1,test_utf8_cod:1,test_util:[0,23,24],test_varint_cod:1,test_windowed_value_cod:1,testcas:[1,19],testdataflowrunn:15,testopt:11,testpipelin:19,testrunn:19,teststream:19,text:[0,4],textio:[0,23,24],tfrecord:4,tfrecordio:[0,23,24],than:[4,5,7,19,20,21,22],thei:[0,4,10,16,18,19,20],them:[2,4,15,20],themselv:[0,10,21],therebi:20,therefor:[4,16],thi:[0,1,2,3,4,5,7,10,11,13,14,15,16,17,18,19,20,21,22],thing:[4,14,22],those:[1,4,5,17,19,20],thread:[2,4,10,18,22],three:[1,4,10,22],through:[0,4,7,11,22],throughout:[2,5],thu:20,time:[1,2,4,5,7,14,16,17,18,19,20,21,22],time_domain:18,timedelta:20,timedomain:20,timeout:[13,14,22],timer:[18,20],timer_fir:18,timerfir:18,timestamp:[0,1,7,14,18,19,20,23,24],timestamp_cod:1,timestamp_combin:20,timestamp_micro:22,timestamp_object:22,timestampcod:1,timestampcoderimpl:1,timestampcombin:20,timestamped_valu:19,timestampedvalu:[19,20],timestampparam:20,timeutil:[0,1,23,24],to_be_merg:20,to_delete_mut:7,to_json_valu:3,to_low:21,to_runner_api:[0,1,14,20,22],to_runner_api_paramet:[20,22],to_split_int:16,to_upsert_mut:7,to_utc_datetim:22,todict:20,todo:[0,16,17],togeth:[10,20],toggl:21,toler:4,tolist:20,too:[4,7,21],took:22,tool:[5,16],top:[0,20,21],topic:5,tostringcod:4,total:[4,17,20,21,22],track:[4,10,14,18,22],tracker:4,transform:[0,1,4,5,7,10,11,14,15,16,17,18,19,21,22,23,24],transform_evalu:[0,14],transform_evaluation_st:18,transform_evaluator_registri:18,transform_keyed_st:18,transform_nod:[14,15],transformerror:0,transformevalu:18,transformevaluatorregistri:18,transformexecutor:18,transformnam:16,transformresult:18,transformwatermark:18,transit:13,translat:16,translate_boolean:16,translate_distribut:16,translate_mean:16,translate_scalar:16,translate_scalar_counter_float:16,translate_scalar_counter_int:16,translate_scalar_mean_float:16,translate_scalar_mean_int:16,translate_valu:16,travers:0,treat:22,tree:[4,5],tri:[16,22],trigger:[0,18,23,24],triggercontext:20,triggerfn:20,trim:16,trivial:[4,21],trivial_infer:[0,23,24],try_claim:4,try_split:4,tupl:[0,1,2,3,4,5,20,21,22],tuplecod:1,tuplecoderimpl:1,tuplesequencecod:1,tuplesequencecoderimpl:1,turn:[5,22],twice:[2,4],two:[1,4,5,17,21,22],txt:16,type:[0,1,2,3,4,5,10,13,16,20,21,22],type_1:21,type_2:21,type_check:21,type_check_input:20,type_check_inputs_or_output:20,type_check_output:20,type_hint:[20,21],typecheck:[0,23,24],typecheckerror:21,typecheckwrapperdofn:21,typecod:[0,23,24],typeconstraint:[20,21],typecontraint:21,typedict:20,typeerror:[0,3,20],typehint:[0,1,20,23,24],typeinferenceerror:21,typeopt:11,typevari:21,typic:[14,16,20,22,23,24],uid:4,ultim:21,unabl:7,unari:21,unary_convert:21,unary_invert:21,unary_neg:21,unary_not:21,unary_posit:21,unavail:7,unbound:[0,17,19,20,21],unchang:22,unclaim:4,uncommit:18,uncommitted_output_bundl:18,uncommittedbundl:18,uncompress:4,unconsum:4,undeclar:20,undeclared_tag_valu:18,under:[5,7,20],underli:[4,7,10,18,20,22],undesir:1,undoc:1,unfinish:4,unicod:20,union:[4,14,20,21],union_list:21,uniqu:[0,4,10,16,20,22],unit:[4,7,10,20],unittest:[1,19],unix:[19,20,22],unknown:[1,4,14],unless:[0,20],unmergedst:18,unnest:1,unpack:[21,22],unpack_ani:22,unpack_sequ:21,unpickl:[11,19],unprocess:4,unprocessed_bundl:18,unsplitt:4,unsplittablerangetrack:4,unstart:4,until:[14,18,20],unused_arg:[20,21],unused_context:[20,22],unused_el:[17,20],unused_fn_paramet:20,unused_input:[4,5,19,20],unused_input_typ:[17,20],unused_kwarg:[20,21],unused_paramet:20,unused_registri:1,unused_st:21,unused_typehint:1,unused_valu:1,unwrap:[19,21],unwrap_al:21,updat:[0,4,7,10,14,16,18,22],update_phys:18,update_watermark:18,upper:21,upstream:18,upto:7,uqfound:2,uri:[4,5,11],uri_schema_pattern:4,url:20,urn:[0,20,23,24],usag:[1,4,20,21,22,23,24],use:[0,1,2,3,4,5,7,10,11,12,13,14,16,17,18,19,20,21,22],use_pvalue_cach:18,use_standard_sql:5,used:[0,1,2,4,5,7,10,11,14,16,17,18,19,20,21,22],useful:[1,18],user:[0,2,4,5,7,10,14,17,20,22],user_fn:16,user_nam:16,uses:[1,7,18,19],using:[0,1,2,3,4,7,16,17,18,19,20,21,22],utf:[1,4,5],util:[0,3,4,14,15,16,21,23,24],val:1,valid:[4,5,7,11,14,19,20,21],validate_cloud_opt:11,validate_composite_type_param:20,validate_cr:5,validate_gcs_path:11,validate_optional_argument_posit:11,validate_sink:16,validate_sourc:16,validate_test_match:11,validate_writ:5,validatesrunn:19,valu:[0,1,2,3,4,5,7,10,11,14,16,17,18,19,20,21,22],value_cod:1,value_extractor:22,value_field_numb:1,value_in_m:18,value_provid:[0,23,24],value_provider_list:11,value_to_consum:18,value_typ:11,value_wrapp:22,valueerror:[4,5,11,16,20,21],valueprovid:[0,11],vari:1,variabl:[1,10],varint:1,varintcod:1,varintcoderimpl:1,variou:[4,16,21],verbos:21,veri:[0,16,18],verifi:[4,9,15,19,21],version:[1,16,17,22,23,24],verybig:5,vet:13,via:[14,20,21,22],view:[11,14,18],view_a:11,view_class:20,view_opt:20,violat:21,visit:[0,14],visit_transform:18,visitor:[0,18],wai:[1,4,7,14,17,20,22],wait:[14,15],wait_until_finish:14,want:[0,1,4,7,14,16,22],warn:22,watermark:[18,19,20],watermark_manag:[0,14],watermark_neg_inf:18,watermark_pos_inf:18,watermarkev:19,watermarkmanag:18,weather_st:5,weight:4,well:4,were:[4,18,20],what:[1,4,5,20,22],whatev:[0,7,20],when:[0,1,3,4,5,7,13,14,16,18,19,20,21,22],whenc:4,whenev:[1,20],where:[0,1,4,5,16,20,21,22],whether:[0,1,4,10,14,17,18,20,21],which:[0,1,2,4,5,7,13,14,17,19,20,21,22],who:19,whole:[4,5,11,21],whose:[0,1,4,20],width:20,window:[0,1,14,15,17,18,19,22,23,24],window_cod:1,window_fn:20,windowed_valu:[0,14,20,23,24],windowedtypeconstraint:21,windowedvalu:[14,18,19,20,21,22],windowedvaluecod:1,windowedvaluecoderimpl:1,windowfn:20,windowinto:20,windowintofn:20,windowparam:[18,20],wipe:14,wish:20,with_cal:13,with_default:20,with_exponential_backoff:22,with_input_typ:[1,20,21],with_nam:10,with_namespac:10,with_output:20,with_output_typ:[1,20,21],with_step:10,with_typ:[3,16],with_valu:22,within:[4,10,16,18,20],without:[4,20,22],without_default:20,withtypehint:[20,21],work:[0,4,7,10,13,17,20,21],worker:[2,3,4,7,11,14,15,16,17,20,22],worker_executing_project:3,workeropt:11,workflow:[2,3,4,16],workitem:17,would:[0,1,4,20,21,22],wrap:[0,3,17,20,22],wrapped_value_cod:1,wrapper:[0,4,5,11,15,16,19,20,21,22],write:[0,1,4,5,7,16,17,18,22],write_:4,write_append:5,write_bigendian_doubl:1,write_bigendian_int32:1,write_bigendian_int64:1,write_bigendian_uint64:1,write_byt:1,write_disposit:[5,16],write_empti:5,write_encoded_record:4,write_mut:7,write_record:4,write_result:4,write_trunc:5,write_var_int64:1,writeabl:4,writeimpl:4,writer:[4,5,10,17,20],writer_result:4,writestringstopubsub:5,writetoavro:4,writetobigqueri:5,writetodatastor:7,writetotext:[0,4],writetotfrecord:4,written:[4,5],wrote:4,xrang:22,xyz:[1,11,14],xyzcod:1,xyzopt:11,year:5,yet:4,yield:[1,4,20,22],you:[7,11,20],your:[0,4,11],zero:[4,20]},titles:["apache_beam package","apache_beam.coders package","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.io package","apache_beam.io.gcp package","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.internal package","apache_beam.io.gcp.tests package","apache_beam.metrics package","apache_beam.options package","apache_beam.portability package","apache_beam.portability.api package","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.internal package","apache_beam.runners.dataflow.native_io package","apache_beam.runners.direct package","apache_beam.testing package","apache_beam.transforms package","apache_beam.typehints package","apache_beam.utils package","apache_beam","apache_beam"],titleterms:{annot:22,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24],api:13,apicli:16,auth:3,avroio:4,beam_fn_api_pb2:13,beam_fn_api_pb2_grpc:13,beam_runner_api_pb2:13,beam_runner_api_pb2_grpc:13,bigqueri:5,bigquery_match:9,bundle_factori:18,cell:10,clock:18,coder:1,coder_impl:1,coders_test_common:1,combin:20,common:14,concat_sourc:4,consumer_tracking_pipeline_visitor:18,content:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22],core:20,counter:22,cy_combin:20,dataflow:[15,16,17],dataflow_metr:15,dataflow_runn:15,datastor:[6,7],datastoreio:7,decor:21,depend:16,direct:18,direct_metr:18,direct_runn:18,displai:20,error:0,evaluation_context:18,execut:10,executor:18,fake_datastor:7,filebasedsink:4,filebasedsourc:4,filesystem:4,gcp:[3,5,6,7,8,9],gcsfilesystem:5,gcsio:5,helper:7,helper_transform:18,intern:[2,3,8,16],iobas:[4,17],json_valu:3,localfilesystem:4,metric:10,metricbas:10,modul:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22],name:16,native_io:17,observ:1,opcod:21,option:11,overview:0,packag:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22],pickler:2,pipelin:0,pipeline_context:14,pipeline_opt:11,pipeline_options_valid:11,pipeline_verifi:19,plugin:22,portabl:[12,13],process:22,profil:22,proto2_coder_test_messages_pb2:1,proto_util:22,ptransform:20,ptransform_overrid:15,pubsub:5,pvalu:0,query_splitt:7,range_track:4,retri:22,runner:[14,15,16,17,18],sideinput:20,slow_stream:1,source_test_util:4,standard_window_fns_pb2:13,standard_window_fns_pb2_grpc:13,statu:0,stream:1,streaming_cr:17,submodul:[0,1,2,3,4,5,7,9,10,11,13,14,15,16,17,18,19,20,21,22],subpackag:[0,2,4,5,6,12,14,15],test:[9,19],test_dataflow_runn:15,test_pipelin:19,test_stream:19,test_util:19,textio:4,tfrecordio:4,timestamp:22,timeutil:20,transform:20,transform_evalu:18,trigger:20,trivial_infer:21,typecheck:21,typecod:1,typehint:21,typic:0,urn:22,usag:0,util:[2,18,19,20,22],value_provid:11,version:0,watermark_manag:18,window:20,windowed_valu:22}})