Search.setIndex({docnames:["apache_beam","apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.filesystem","apache_beam.io.filesystems","apache_beam.io.gcp","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.datastore.v1.adaptive_throttler","apache_beam.io.gcp.datastore.v1.datastoreio","apache_beam.io.gcp.datastore.v1.fake_datastore","apache_beam.io.gcp.datastore.v1.helper","apache_beam.io.gcp.datastore.v1.query_splitter","apache_beam.io.gcp.datastore.v1.util","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.range_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.experimental","apache_beam.runners.experimental.python_rpc_direct","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner","apache_beam.runners.experimental.python_rpc_direct.server","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.testing","apache_beam.testing.pipeline_verifiers","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.display","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:50,filenames:["apache_beam.rst","apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystems.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.datastore.v1.adaptive_throttler.rst","apache_beam.io.gcp.datastore.v1.datastoreio.rst","apache_beam.io.gcp.datastore.v1.fake_datastore.rst","apache_beam.io.gcp.datastore.v1.helper.rst","apache_beam.io.gcp.datastore.v1.query_splitter.rst","apache_beam.io.gcp.datastore.v1.util.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.range_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.experimental.rst","apache_beam.runners.experimental.python_rpc_direct.rst","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.rst","apache_beam.runners.experimental.python_rpc_direct.server.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.testing.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.display.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[121,0,0,"-"]},"apache_beam.coders":{coders:[2,0,0,"-"],observable:[3,0,0,"-"],slow_stream:[4,0,0,"-"],typecoders:[5,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[2,1,1,""],Coder:[2,1,1,""],DillCoder:[2,1,1,""],FastPrimitivesCoder:[2,1,1,""],FloatCoder:[2,1,1,""],IterableCoder:[2,1,1,""],PickleCoder:[2,1,1,""],ProtoCoder:[2,1,1,""],SingletonCoder:[2,1,1,""],StrUtf8Coder:[2,1,1,""],TimestampCoder:[2,1,1,""],TupleCoder:[2,1,1,""],TupleSequenceCoder:[2,1,1,""],VarIntCoder:[2,1,1,""],WindowedValueCoder:[2,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[2,2,1,""],is_deterministic:[2,2,1,""],to_runner_api_parameter:[2,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[2,2,1,""],decode:[2,2,1,""],encode:[2,2,1,""],estimate_size:[2,2,1,""],from_runner_api:[2,3,1,""],from_type_hint:[2,3,1,""],get_impl:[2,2,1,""],is_deterministic:[2,2,1,""],is_kv_coder:[2,2,1,""],key_coder:[2,2,1,""],register_structured_urn:[2,4,1,""],register_urn:[2,3,1,""],to_runner_api:[2,2,1,""],to_runner_api_parameter:[2,2,1,""],value_coder:[2,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[2,2,1,""],is_deterministic:[2,2,1,""],is_kv_coder:[2,2,1,""],key_coder:[2,2,1,""],value_coder:[2,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[2,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[2,2,1,""],from_type_hint:[2,4,1,""],is_deterministic:[2,2,1,""],to_runner_api_parameter:[2,2,1,""],value_coder:[2,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[2,4,1,""],is_deterministic:[2,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[2,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[2,2,1,""],encode:[2,2,1,""],is_deterministic:[2,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[2,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[2,2,1,""],coders:[2,2,1,""],from_runner_api_parameter:[2,4,1,""],from_type_hint:[2,4,1,""],is_deterministic:[2,2,1,""],is_kv_coder:[2,2,1,""],key_coder:[2,2,1,""],to_runner_api_parameter:[2,2,1,""],value_coder:[2,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{from_type_hint:[2,4,1,""],is_deterministic:[2,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{is_deterministic:[2,2,1,""],to_runner_api_parameter:[2,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[2,2,1,""],is_deterministic:[2,2,1,""],is_kv_coder:[2,2,1,""],key_coder:[2,2,1,""],to_runner_api_parameter:[2,2,1,""],value_coder:[2,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[3,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[3,2,1,""],register_observer:[3,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[4,1,1,""],InputStream:[4,1,1,""],OutputStream:[4,1,1,""],get_varint_size:[4,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[4,2,1,""],get_count:[4,2,1,""],write:[4,2,1,""],write_byte:[4,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[4,2,1,""],read_all:[4,2,1,""],read_bigendian_double:[4,2,1,""],read_bigendian_int32:[4,2,1,""],read_bigendian_int64:[4,2,1,""],read_bigendian_uint64:[4,2,1,""],read_byte:[4,2,1,""],read_var_int64:[4,2,1,""],size:[4,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[4,2,1,""],size:[4,2,1,""],write:[4,2,1,""],write_bigendian_double:[4,2,1,""],write_bigendian_int32:[4,2,1,""],write_bigendian_int64:[4,2,1,""],write_bigendian_uint64:[4,2,1,""],write_byte:[4,2,1,""],write_var_int64:[4,2,1,""]},"apache_beam.error":{BeamError:[6,6,1,""],PValueError:[6,6,1,""],PipelineError:[6,6,1,""],RunnerError:[6,6,1,""],RuntimeValueProviderError:[6,6,1,""],SideInputError:[6,6,1,""],TransformError:[6,6,1,""]},"apache_beam.internal":{gcp:[8,0,0,"-"],pickler:[11,0,0,"-"],util:[12,0,0,"-"]},"apache_beam.internal.gcp":{auth:[9,0,0,"-"],json_value:[10,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[9,6,1,""],get_service_credentials:[9,5,1,""],set_running_in_gce:[9,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[10,5,1,""],get_typed_value_descriptor:[10,5,1,""],to_json_value:[10,5,1,""]},"apache_beam.internal.pickler":{dump_session:[11,5,1,""],dumps:[11,5,1,""],load_session:[11,5,1,""],loads:[11,5,1,""],new_save_module_dict:[11,5,1,""],save_module:[11,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[12,1,1,""],insert_values_in_args:[12,5,1,""],remove_objects_from_args:[12,5,1,""],run_using_threadpool:[12,5,1,""]},"apache_beam.io":{avroio:[14,0,0,"-"],concat_source:[15,0,0,"-"],filebasedsink:[16,0,0,"-"],filebasedsource:[17,0,0,"-"],filesystem:[18,0,0,"-"],filesystems:[19,0,0,"-"],gcp:[20,0,0,"-"],iobase:[33,0,0,"-"],localfilesystem:[34,0,0,"-"],range_trackers:[35,0,0,"-"],source_test_utils:[36,0,0,"-"],textio:[37,0,0,"-"],tfrecordio:[38,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[14,1,1,""],ReadFromAvro:[14,1,1,""],WriteToAvro:[14,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[14,7,1,""],expand:[14,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[14,2,1,""],expand:[14,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[14,2,1,""],expand:[14,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[15,1,1,""],ConcatSource:[15,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[15,2,1,""],global_to_local:[15,2,1,""],local_to_global:[15,2,1,""],position_at_fraction:[15,2,1,""],set_current_position:[15,2,1,""],start_position:[15,2,1,""],stop_position:[15,2,1,""],sub_range_tracker:[15,2,1,""],try_claim:[15,2,1,""],try_split:[15,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[15,2,1,""],estimate_size:[15,2,1,""],get_range_tracker:[15,2,1,""],read:[15,2,1,""],sources:[15,7,1,""],split:[15,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[16,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[16,2,1,""],display_data:[16,2,1,""],finalize_write:[16,2,1,""],initialize_write:[16,2,1,""],open:[16,2,1,""],open_writer:[16,2,1,""],write_encoded_record:[16,2,1,""],write_record:[16,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[17,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[17,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[17,7,1,""],display_data:[17,2,1,""],estimate_size:[17,2,1,""],get_range_tracker:[17,2,1,""],open_file:[17,2,1,""],read:[17,2,1,""],read_records:[17,2,1,""],split:[17,2,1,""],splittable:[17,7,1,""]},"apache_beam.io.filesystem":{CompressedFile:[18,1,1,""],CompressionTypes:[18,1,1,""],FileMetadata:[18,1,1,""],FileSystem:[18,1,1,""],MatchResult:[18,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[18,2,1,""],closed:[18,2,1,""],flush:[18,2,1,""],read:[18,2,1,""],readable:[18,2,1,""],readline:[18,2,1,""],seek:[18,2,1,""],seekable:[18,7,1,""],tell:[18,2,1,""],write:[18,2,1,""],writeable:[18,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[18,7,1,""],BZIP2:[18,7,1,""],GZIP:[18,7,1,""],UNCOMPRESSED:[18,7,1,""],detect_compression_type:[18,3,1,""],is_valid_compression_type:[18,3,1,""],mime_type:[18,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[18,2,1,""],CHUNK_SIZE:[18,7,1,""],copy:[18,2,1,""],create:[18,2,1,""],exists:[18,2,1,""],join:[18,2,1,""],match:[18,2,1,""],mkdirs:[18,2,1,""],open:[18,2,1,""],rename:[18,2,1,""],scheme:[18,3,1,""],split:[18,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[19,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[19,4,1,""],URI_SCHEMA_PATTERN:[19,7,1,""],copy:[19,4,1,""],create:[19,4,1,""],exists:[19,4,1,""],get_chunk_size:[19,4,1,""],get_filesystem:[19,4,1,""],get_scheme:[19,4,1,""],join:[19,4,1,""],match:[19,4,1,""],mkdirs:[19,4,1,""],open:[19,4,1,""],rename:[19,4,1,""],split:[19,4,1,""]},"apache_beam.io.gcp":{bigquery:[21,0,0,"-"],datastore:[22,0,0,"-"],gcsfilesystem:[30,0,0,"-"],gcsio:[31,0,0,"-"],pubsub:[32,0,0,"-"]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[21,1,1,""],BigQuerySink:[21,1,1,""],BigQuerySource:[21,1,1,""],TableRowJsonCoder:[21,1,1,""],WriteToBigQuery:[21,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[21,7,1,""],CREATE_NEVER:[21,7,1,""],WRITE_APPEND:[21,7,1,""],WRITE_EMPTY:[21,7,1,""],WRITE_TRUNCATE:[21,7,1,""],validate_create:[21,4,1,""],validate_write:[21,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[21,2,1,""],format:[21,7,1,""],schema_as_json:[21,2,1,""],writer:[21,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[21,2,1,""],format:[21,7,1,""],reader:[21,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[21,2,1,""],encode:[21,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[21,2,1,""],expand:[21,2,1,""],get_dict_table_schema:[21,4,1,""],get_table_schema_from_string:[21,4,1,""],table_schema_to_dict:[21,4,1,""]},"apache_beam.io.gcp.datastore":{v1:[23,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{adaptive_throttler:[24,0,0,"-"],datastoreio:[25,0,0,"-"],fake_datastore:[26,0,0,"-"],helper:[27,0,0,"-"],query_splitter:[28,0,0,"-"],util:[29,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler":{AdaptiveThrottler:[24,1,1,""]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler":{MIN_REQUESTS:[24,7,1,""],successful_request:[24,2,1,""],throttle_request:[24,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[25,1,1,""],ReadFromDatastore:[25,1,1,""],WriteToDatastore:[25,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[25,1,1,""],SplitQueryFn:[25,1,1,""],display_data:[25,2,1,""],expand:[25,2,1,""],get_estimated_num_splits:[25,4,1,""],get_estimated_size_bytes:[25,4,1,""],query_latest_statistics_timestamp:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[25,2,1,""],process:[25,2,1,""],start_bundle:[25,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[25,2,1,""],process:[25,2,1,""],start_bundle:[25,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[26,5,1,""],create_entities:[26,5,1,""],create_response:[26,5,1,""],create_run_query:[26,5,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[27,1,1,""],compare_path:[27,5,1,""],fetch_entities:[27,5,1,""],get_datastore:[27,5,1,""],is_key_valid:[27,5,1,""],key_comparator:[27,5,1,""],make_kind_stats_query:[27,5,1,""],make_latest_timestamp_query:[27,5,1,""],make_partition:[27,5,1,""],make_request:[27,5,1,""],retry_on_rpc_error:[27,5,1,""],write_mutations:[27,5,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[28,5,1,""]},"apache_beam.io.gcp.datastore.v1.util":{MovingSum:[29,1,1,""]},"apache_beam.io.gcp.datastore.v1.util.MovingSum":{add:[29,2,1,""],count:[29,2,1,""],has_data:[29,2,1,""],sum:[29,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[30,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[30,2,1,""],CHUNK_SIZE:[30,7,1,""],GCS_PREFIX:[30,7,1,""],copy:[30,2,1,""],create:[30,2,1,""],exists:[30,2,1,""],join:[30,2,1,""],match:[30,2,1,""],mkdirs:[30,2,1,""],open:[30,2,1,""],rename:[30,2,1,""],scheme:[30,3,1,""],split:[30,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[31,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[31,2,1,""],copy:[31,2,1,""],copy_batch:[31,2,1,""],copytree:[31,2,1,""],delete_batch:[31,2,1,""],exists:[31,2,1,""],glob:[31,2,1,""],open:[31,2,1,""],rename:[31,2,1,""],size:[31,2,1,""],size_of_files_in_glob:[31,2,1,""]},"apache_beam.io.gcp.pubsub":{ReadStringsFromPubSub:[32,1,1,""],WriteStringsToPubSub:[32,1,1,""]},"apache_beam.io.gcp.pubsub.ReadStringsFromPubSub":{expand:[32,2,1,""],get_windowing:[32,2,1,""],id_label:[32,7,1,""],subscription:[32,7,1,""],topic:[32,7,1,""]},"apache_beam.io.gcp.pubsub.WriteStringsToPubSub":{expand:[32,2,1,""],topic:[32,7,1,""]},"apache_beam.io.iobase":{BoundedSource:[33,1,1,""],RangeTracker:[33,1,1,""],Read:[33,1,1,""],Sink:[33,1,1,""],Write:[33,1,1,""],Writer:[33,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[33,2,1,""],estimate_size:[33,2,1,""],get_range_tracker:[33,2,1,""],is_bounded:[33,2,1,""],read:[33,2,1,""],split:[33,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[33,7,1,""],fraction_consumed:[33,2,1,""],position_at_fraction:[33,2,1,""],set_current_position:[33,2,1,""],set_split_points_unclaimed_callback:[33,2,1,""],split_points:[33,2,1,""],start_position:[33,2,1,""],stop_position:[33,2,1,""],try_claim:[33,2,1,""],try_split:[33,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[33,2,1,""],expand:[33,2,1,""],from_runner_api_parameter:[33,4,1,""],get_windowing:[33,2,1,""],to_runner_api_parameter:[33,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[33,2,1,""],initialize_write:[33,2,1,""],open_writer:[33,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[33,2,1,""],expand:[33,2,1,""]},"apache_beam.io.iobase.Writer":{close:[33,2,1,""],write:[33,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[34,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[34,2,1,""],copy:[34,2,1,""],create:[34,2,1,""],exists:[34,2,1,""],join:[34,2,1,""],match:[34,2,1,""],mkdirs:[34,2,1,""],open:[34,2,1,""],rename:[34,2,1,""],scheme:[34,3,1,""],split:[34,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[35,1,1,""],OffsetRangeTracker:[35,1,1,""],OrderedPositionRangeTracker:[35,1,1,""],UnsplittableRangeTracker:[35,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[35,3,1,""],position_to_fraction:[35,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[35,7,1,""],fraction_consumed:[35,2,1,""],last_record_start:[35,7,1,""],position_at_fraction:[35,2,1,""],set_current_position:[35,2,1,""],set_split_points_unclaimed_callback:[35,2,1,""],split_points:[35,2,1,""],start_position:[35,2,1,""],stop_position:[35,2,1,""],try_claim:[35,2,1,""],try_split:[35,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[35,7,1,""],fraction_consumed:[35,2,1,""],fraction_to_position:[35,2,1,""],position_at_fraction:[35,2,1,""],position_to_fraction:[35,2,1,""],start_position:[35,2,1,""],stop_position:[35,2,1,""],try_claim:[35,2,1,""],try_split:[35,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[35,2,1,""],position_at_fraction:[35,2,1,""],set_current_position:[35,2,1,""],set_split_points_unclaimed_callback:[35,2,1,""],split_points:[35,2,1,""],start_position:[35,2,1,""],stop_position:[35,2,1,""],try_claim:[35,2,1,""],try_split:[35,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[36,5,1,""],assert_sources_equal_reference_source:[36,5,1,""],assert_split_at_fraction_behavior:[36,5,1,""],assert_split_at_fraction_binary:[36,5,1,""],assert_split_at_fraction_exhaustive:[36,5,1,""],assert_split_at_fraction_fails:[36,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[36,5,1,""],read_from_source:[36,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[37,1,1,""],ReadFromText:[37,1,1,""],WriteToText:[37,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[37,7,1,""],expand:[37,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[37,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[37,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[38,1,1,""],WriteToTFRecord:[38,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[38,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[38,2,1,""]},"apache_beam.metrics":{cells:[40,0,0,"-"],metric:[41,0,0,"-"],metricbase:[42,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[40,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[40,7,1,""],max:[40,7,1,""],mean:[40,7,1,""],min:[40,7,1,""],sum:[40,7,1,""]},"apache_beam.metrics.metric":{Metrics:[41,1,1,""],MetricsFilter:[41,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[41,1,1,""],DelegatingDistribution:[41,1,1,""],counter:[41,4,1,""],distribution:[41,4,1,""],get_namespace:[41,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[41,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[41,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[41,7,1,""],namespaces:[41,7,1,""],steps:[41,7,1,""],with_name:[41,2,1,""],with_names:[41,2,1,""],with_namespace:[41,2,1,""],with_namespaces:[41,2,1,""],with_step:[41,2,1,""],with_steps:[41,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[42,1,1,""],Distribution:[42,1,1,""],Metric:[42,1,1,""],MetricName:[42,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[42,2,1,""],inc:[42,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[42,2,1,""]},"apache_beam.options":{pipeline_options:[44,0,0,"-"],pipeline_options_validator:[45,0,0,"-"],value_provider:[46,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[44,1,1,""],DirectOptions:[44,1,1,""],GoogleCloudOptions:[44,1,1,""],PipelineOptions:[44,1,1,""],ProfilingOptions:[44,1,1,""],SetupOptions:[44,1,1,""],StandardOptions:[44,1,1,""],TestOptions:[44,1,1,""],TypeOptions:[44,1,1,""],WorkerOptions:[44,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[44,7,1,""],COMPUTE_API_SERVICE:[44,7,1,""],DATAFLOW_ENDPOINT:[44,7,1,""],STORAGE_API_SERVICE:[44,7,1,""],validate:[44,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[44,2,1,""],from_dictionary:[44,3,1,""],get_all_options:[44,2,1,""],view_as:[44,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[44,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[44,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[44,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[45,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[45,7,1,""],ERR_INVALID_GCS_BUCKET:[45,7,1,""],ERR_INVALID_GCS_OBJECT:[45,7,1,""],ERR_INVALID_GCS_PATH:[45,7,1,""],ERR_INVALID_JOB_NAME:[45,7,1,""],ERR_INVALID_NOT_POSITIVE:[45,7,1,""],ERR_INVALID_PROJECT_ID:[45,7,1,""],ERR_INVALID_PROJECT_NUMBER:[45,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[45,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[45,7,1,""],ERR_MISSING_GCS_PATH:[45,7,1,""],ERR_MISSING_OPTION:[45,7,1,""],GCS_BUCKET:[45,7,1,""],GCS_SCHEME:[45,7,1,""],GCS_URI:[45,7,1,""],JOB_PATTERN:[45,7,1,""],OPTIONS:[45,7,1,""],PROJECT_ID_PATTERN:[45,7,1,""],PROJECT_NUMBER_PATTERN:[45,7,1,""],is_full_string_match:[45,2,1,""],is_service_runner:[45,2,1,""],validate:[45,2,1,""],validate_cloud_options:[45,2,1,""],validate_gcs_path:[45,2,1,""],validate_optional_argument_positive:[45,2,1,""],validate_test_matcher:[45,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[46,1,1,""],StaticValueProvider:[46,1,1,""],ValueProvider:[46,1,1,""],check_accessible:[46,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{get:[46,2,1,""],is_accessible:[46,2,1,""],runtime_options:[46,7,1,""],set_runtime_options:[46,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[46,2,1,""],is_accessible:[46,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[46,2,1,""],is_accessible:[46,2,1,""]},"apache_beam.pipeline":{Pipeline:[47,1,1,""]},"apache_beam.pipeline.Pipeline":{apply:[47,2,1,""],from_runner_api:[47,4,1,""],options:[47,7,1,""],replace_all:[47,2,1,""],run:[47,2,1,""],to_runner_api:[47,2,1,""],visit:[47,2,1,""]},"apache_beam.portability":{api:[49,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[50,0,0,"-"],beam_fn_api_pb2_grpc:[51,0,0,"-"],beam_job_api_pb2_grpc:[52,0,0,"-"],beam_provision_api_pb2_grpc:[53,0,0,"-"],beam_runner_api_pb2_grpc:[54,0,0,"-"],endpoints_pb2_grpc:[55,0,0,"-"],standard_window_fns_pb2_grpc:[56,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[50,1,1,""],ArtifactRetrievalServiceStub:[50,1,1,""],ArtifactStagingServiceServicer:[50,1,1,""],ArtifactStagingServiceStub:[50,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[50,5,1,""],add_ArtifactStagingServiceServicer_to_server:[50,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[50,2,1,""],GetManifest:[50,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[50,2,1,""],PutArtifact:[50,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[51,1,1,""],BeamFnControlStub:[51,1,1,""],BeamFnDataServicer:[51,1,1,""],BeamFnDataStub:[51,1,1,""],BeamFnLoggingServicer:[51,1,1,""],BeamFnLoggingStub:[51,1,1,""],BeamFnStateServicer:[51,1,1,""],BeamFnStateStub:[51,1,1,""],add_BeamFnControlServicer_to_server:[51,5,1,""],add_BeamFnDataServicer_to_server:[51,5,1,""],add_BeamFnLoggingServicer_to_server:[51,5,1,""],add_BeamFnStateServicer_to_server:[51,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[51,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[51,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[51,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[51,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[52,1,1,""],JobServiceStub:[52,1,1,""],add_JobServiceServicer_to_server:[52,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[52,2,1,""],GetMessageStream:[52,2,1,""],GetState:[52,2,1,""],GetStateStream:[52,2,1,""],Prepare:[52,2,1,""],Run:[52,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[53,1,1,""],ProvisionServiceStub:[53,1,1,""],add_ProvisionServiceServicer_to_server:[53,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[53,2,1,""]},"apache_beam.pvalue":{AsDict:[57,1,1,""],AsIter:[57,1,1,""],AsList:[57,1,1,""],AsSingleton:[57,1,1,""],EmptySideInput:[57,1,1,""],PCollection:[57,1,1,""],TaggedOutput:[57,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[57,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[57,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[57,4,1,""],to_runner_api:[57,2,1,""],windowing:[57,7,1,""]},"apache_beam.runners":{dataflow:[59,0,0,"-"],direct:[67,0,0,"-"],experimental:[79,0,0,"-"],job:[83,0,0,"-"],pipeline_context:[86,0,0,"-"],runner:[87,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_metrics:[60,0,0,"-"],dataflow_runner:[61,0,0,"-"],native_io:[62,0,0,"-"],ptransform_overrides:[65,0,0,"-"],test_dataflow_runner:[66,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[60,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[60,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[61,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[61,1,1,""],apply_CombineValues:[61,2,1,""],apply_GroupByKey:[61,2,1,""],apply_WriteToBigQuery:[61,2,1,""],byte_array_to_json_string:[61,4,1,""],deserialize_windowing_strategy:[61,3,1,""],flatten_input_visitor:[61,4,1,""],group_by_key_input_visitor:[61,4,1,""],json_string_to_byte_array:[61,4,1,""],poll_for_job_completion:[61,4,1,""],run:[61,2,1,""],run_CombineValues:[61,2,1,""],run_Flatten:[61,2,1,""],run_GroupByKey:[61,2,1,""],run_Impulse:[61,2,1,""],run_ParDo:[61,2,1,""],run_Read:[61,2,1,""],run__NativeWrite:[61,2,1,""],serialize_windowing_strategy:[61,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_matcher:[61,2,1,""],get_replacement_transform:[61,2,1,""],is_streaming_create:[61,4,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[63,0,0,"-"],streaming_create:[64,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[63,1,1,""],DynamicSplitRequest:[63,1,1,""],DynamicSplitResult:[63,1,1,""],DynamicSplitResultWithPosition:[63,1,1,""],NativeSink:[63,1,1,""],NativeSinkWriter:[63,1,1,""],NativeSource:[63,1,1,""],NativeSourceReader:[63,1,1,""],ReaderPosition:[63,1,1,""],ReaderProgress:[63,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[63,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[63,2,1,""],takes_windowed_values:[63,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[63,2,1,""],reader:[63,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[63,2,1,""],request_dynamic_split:[63,2,1,""],returns_windowed_values:[63,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[63,7,1,""],percent_complete:[63,7,1,""],position:[63,7,1,""],remaining_split_points:[63,7,1,""],remaining_time:[63,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[64,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[64,1,1,""],Impulse:[64,1,1,""],expand:[64,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[64,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[64,2,1,""],get_windowing:[64,2,1,""],infer_output_type:[64,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[65,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_matcher:[65,2,1,""],get_replacement_transform:[65,2,1,""],is_streaming_create:[65,4,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[66,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{run:[66,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[68,0,0,"-"],clock:[69,0,0,"-"],consumer_tracking_pipeline_visitor:[70,0,0,"-"],direct_metrics:[71,0,0,"-"],direct_runner:[72,0,0,"-"],evaluation_context:[73,0,0,"-"],executor:[74,0,0,"-"],helper_transforms:[75,0,0,"-"],transform_evaluator:[76,0,0,"-"],util:[77,0,0,"-"],watermark_manager:[78,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[68,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[68,2,1,""],create_empty_committed_bundle:[68,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[69,1,1,""],MockClock:[69,1,1,""]},"apache_beam.runners.direct.clock.Clock":{time:[69,2,1,""]},"apache_beam.runners.direct.clock.MockClock":{advance:[69,2,1,""],set_time:[69,2,1,""],time:[69,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[70,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[70,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[71,1,1,""],DirectMetrics:[71,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[71,2,1,""],commit_physical:[71,2,1,""],extract_committed:[71,2,1,""],extract_latest_attempted:[71,2,1,""],update_physical:[71,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[71,2,1,""],commit_physical:[71,2,1,""],query:[71,2,1,""],update_physical:[71,2,1,""]},"apache_beam.runners.direct.direct_runner":{DirectRunner:[72,1,1,""]},"apache_beam.runners.direct.direct_runner.DirectRunner":{apply_CombinePerKey:[72,2,1,""],apply_ReadStringsFromPubSub:[72,2,1,""],apply_WriteStringsToPubSub:[72,2,1,""],apply__GroupAlsoByWindow:[72,2,1,""],apply__GroupByKeyOnly:[72,2,1,""],cache:[72,7,1,""],run:[72,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[73,1,1,""],DirectUnmergedState:[73,1,1,""],EvaluationContext:[73,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[73,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{append_to_cache:[73,2,1,""],create_bundle:[73,2,1,""],create_empty_committed_bundle:[73,2,1,""],extract_fired_timers:[73,2,1,""],get_aggregator_values:[73,2,1,""],get_execution_context:[73,2,1,""],get_value_or_schedule_after_output:[73,2,1,""],handle_result:[73,2,1,""],has_cache:[73,7,1,""],is_done:[73,2,1,""],is_root_transform:[73,2,1,""],metrics:[73,2,1,""],schedule_pending_unblocked_tasks:[73,2,1,""],use_pvalue_cache:[73,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[74,1,1,""],TransformExecutor:[74,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[74,2,1,""],start:[74,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[74,2,1,""],call:[74,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[75,1,1,""],LiftedCombinePerKey:[75,1,1,""],PartialGroupByKeyCombiningValues:[75,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[75,2,1,""],process:[75,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[75,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[75,2,1,""],finish_bundle:[75,2,1,""],process:[75,2,1,""],start_bundle:[75,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[76,1,1,""],RootBundleProvider:[76,1,1,""],TransformEvaluatorRegistry:[76,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[76,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[76,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[76,2,1,""],get_root_bundle_provider:[76,2,1,""],should_execute_serially:[76,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[77,1,1,""],TimerFiring:[77,1,1,""],TransformResult:[77,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[78,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[78,7,1,""],WATERMARK_POS_INF:[78,7,1,""],extract_fired_timers:[78,2,1,""],get_watermarks:[78,2,1,""],update_watermarks:[78,2,1,""]},"apache_beam.runners.experimental":{python_rpc_direct:[80,0,0,"-"]},"apache_beam.runners.experimental.python_rpc_direct":{python_rpc_direct_runner:[81,0,0,"-"],server:[82,0,0,"-"]},"apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner":{PythonRPCDirectRunner:[81,1,1,""]},"apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.PythonRPCDirectRunner":{run:[81,2,1,""]},"apache_beam.runners.experimental.python_rpc_direct.server":{JobService:[82,1,1,""],serve:[82,5,1,""]},"apache_beam.runners.experimental.python_rpc_direct.server.JobService":{cancel:[82,2,1,""],getMessageStream:[82,2,1,""],getState:[82,2,1,""],getStateStream:[82,2,1,""],run:[82,2,1,""]},"apache_beam.runners.job":{manager:[84,0,0,"-"],utils:[85,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[84,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[85,5,1,""],struct_to_dict:[85,5,1,""]},"apache_beam.runners.pipeline_context":{PipelineContext:[86,1,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{from_runner_api:[86,4,1,""],to_runner_api:[86,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[87,1,1,""],PipelineRunner:[87,1,1,""],PipelineState:[87,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[87,2,1,""],cancel:[87,2,1,""],metrics:[87,2,1,""],state:[87,7,1,""],wait_until_finish:[87,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[87,2,1,""],apply_PTransform:[87,2,1,""],run:[87,2,1,""],run_transform:[87,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[87,7,1,""],CANCELLING:[87,7,1,""],DONE:[87,7,1,""],DRAINED:[87,7,1,""],DRAINING:[87,7,1,""],FAILED:[87,7,1,""],PENDING:[87,7,1,""],RUNNING:[87,7,1,""],STARTING:[87,7,1,""],STOPPED:[87,7,1,""],UNKNOWN:[87,7,1,""],UPDATED:[87,7,1,""]},"apache_beam.testing":{pipeline_verifiers:[89,0,0,"-"],test_pipeline:[90,0,0,"-"],test_stream:[91,0,0,"-"],test_utils:[92,0,0,"-"],util:[93,0,0,"-"]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[89,1,1,""],PipelineStateMatcher:[89,1,1,""],retry_on_io_error_and_server_error:[89,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[89,2,1,""],describe_to:[89,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[89,2,1,""],describe_to:[89,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[90,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[90,2,1,""],get_option:[90,2,1,""],run:[90,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[91,1,1,""],Event:[91,1,1,""],ProcessingTimeEvent:[91,1,1,""],TestStream:[91,1,1,""],WatermarkEvent:[91,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[91,2,1,""],advance_processing_time:[91,2,1,""],advance_watermark_to:[91,2,1,""],advance_watermark_to_infinity:[91,2,1,""],expand:[91,2,1,""],get_windowing:[91,2,1,""]},"apache_beam.testing.test_utils":{compute_hash:[92,5,1,""],patch_retry:[92,5,1,""]},"apache_beam.testing.util":{assert_that:[93,5,1,""],equal_to:[93,5,1,""],is_empty:[93,5,1,""],open_shards:[93,5,1,""]},"apache_beam.transforms":{combiners:[95,0,0,"-"],core:[96,0,0,"-"],display:[97,0,0,"-"],ptransform:[98,0,0,"-"],sideinputs:[99,0,0,"-"],timeutil:[100,0,0,"-"],trigger:[101,0,0,"-"],util:[102,0,0,"-"],window:[103,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[95,1,1,""],Mean:[95,1,1,""],Sample:[95,1,1,""],ToDict:[95,1,1,""],ToList:[95,1,1,""],Top:[95,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[95,1,1,""],PerElement:[95,1,1,""],PerKey:[95,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[95,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[95,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[95,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[95,1,1,""],PerKey:[95,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[95,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[95,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[95,4,1,""],FixedSizePerKey:[95,4,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[95,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[95,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[95,4,1,""],LargestPerKey:[95,4,1,""],Of:[95,4,1,""],PerKey:[95,4,1,""],Smallest:[95,4,1,""],SmallestPerKey:[95,4,1,""]},"apache_beam.transforms.core":{CombineFn:[96,1,1,""],CombineGlobally:[96,1,1,""],CombinePerKey:[96,1,1,""],CombineValues:[96,1,1,""],Create:[96,1,1,""],DoFn:[96,1,1,""],Filter:[96,5,1,""],FlatMap:[96,5,1,""],Flatten:[96,1,1,""],GroupByKey:[96,1,1,""],Map:[96,5,1,""],ParDo:[96,1,1,""],Partition:[96,1,1,""],PartitionFn:[96,1,1,""],WindowInto:[96,1,1,""],Windowing:[96,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[96,2,1,""],add_inputs:[96,2,1,""],apply:[96,2,1,""],create_accumulator:[96,2,1,""],default_label:[96,2,1,""],extract_output:[96,2,1,""],for_input_type:[96,2,1,""],from_callable:[96,4,1,""],get_accumulator_coder:[96,2,1,""],maybe_from_callable:[96,4,1,""],merge_accumulators:[96,2,1,""],to_runner_api_parameter:[96,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[96,2,1,""],as_view:[96,7,1,""],default_label:[96,2,1,""],display_data:[96,2,1,""],expand:[96,2,1,""],has_defaults:[96,7,1,""],with_defaults:[96,2,1,""],without_defaults:[96,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[96,2,1,""],display_data:[96,2,1,""],expand:[96,2,1,""],from_runner_api_parameter:[96,4,1,""],make_fn:[96,2,1,""],to_runner_api_parameter:[96,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[96,2,1,""],from_runner_api_parameter:[96,4,1,""],make_fn:[96,2,1,""],to_runner_api_parameter:[96,2,1,""]},"apache_beam.transforms.core.Create":{expand:[96,2,1,""],get_output_type:[96,2,1,""],get_windowing:[96,2,1,""],infer_output_type:[96,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnParams:[96,7,1,""],ElementParam:[96,7,1,""],SideInputParam:[96,7,1,""],TimestampParam:[96,7,1,""],WatermarkReporterParam:[96,7,1,""],WindowParam:[96,7,1,""],default_label:[96,2,1,""],finish_bundle:[96,2,1,""],from_callable:[96,4,1,""],get_function_arguments:[96,2,1,""],infer_output_type:[96,2,1,""],is_process_bounded:[96,2,1,""],process:[96,2,1,""],start_bundle:[96,2,1,""],to_runner_api_parameter:[96,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[96,2,1,""],from_runner_api_parameter:[96,4,1,""],get_windowing:[96,2,1,""],to_runner_api_parameter:[96,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[96,1,1,""],expand:[96,2,1,""],from_runner_api_parameter:[96,4,1,""],to_runner_api_parameter:[96,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[96,2,1,""],process:[96,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[96,2,1,""],display_data:[96,2,1,""],expand:[96,2,1,""],from_runner_api_parameter:[96,4,1,""],infer_output_type:[96,2,1,""],make_fn:[96,2,1,""],to_runner_api_parameter:[96,2,1,""],with_outputs:[96,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[96,1,1,""],expand:[96,2,1,""],make_fn:[96,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[96,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[96,2,1,""],partition_for:[96,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[96,1,1,""],expand:[96,2,1,""],from_runner_api_parameter:[96,4,1,""],get_windowing:[96,2,1,""],infer_output_type:[96,2,1,""],to_runner_api_parameter:[96,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[96,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[96,4,1,""],is_default:[96,2,1,""],to_runner_api:[96,2,1,""]},"apache_beam.transforms.display":{DisplayData:[97,1,1,""],DisplayDataItem:[97,1,1,""],HasDisplayData:[97,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[97,3,1,""],create_from_options:[97,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[97,2,1,""],drop_if_none:[97,2,1,""],get_dict:[97,2,1,""],is_valid:[97,2,1,""],should_drop:[97,2,1,""],typeDict:[97,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[97,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[98,1,1,""],label_from_callable:[98,5,1,""],ptransform_fn:[98,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[98,2,1,""],expand:[98,2,1,""],from_runner_api:[98,3,1,""],from_runner_api_parameter:[98,4,1,""],get_windowing:[98,2,1,""],infer_output_type:[98,2,1,""],label:[98,7,1,""],pipeline:[98,7,1,""],register_urn:[98,3,1,""],side_inputs:[98,7,1,""],to_runner_api:[98,2,1,""],to_runner_api_parameter:[98,2,1,""],type_check_inputs:[98,2,1,""],type_check_inputs_or_outputs:[98,2,1,""],type_check_outputs:[98,2,1,""],with_input_types:[98,2,1,""],with_output_types:[98,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[99,1,1,""],default_window_mapping_fn:[99,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[99,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[100,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[100,7,1,""],REAL_TIME:[100,7,1,""],WATERMARK:[100,7,1,""],from_string:[100,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[101,1,1,""],AfterAll:[101,1,1,""],AfterAny:[101,1,1,""],AfterCount:[101,1,1,""],AfterEach:[101,1,1,""],AfterWatermark:[101,1,1,""],DefaultTrigger:[101,1,1,""],OrFinally:[101,1,1,""],Repeatedly:[101,1,1,""],TriggerFn:[101,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[101,7,1,""],DISCARDING:[101,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[101,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[101,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[101,7,1,""],from_runner_api:[101,4,1,""],on_element:[101,2,1,""],on_fire:[101,2,1,""],on_merge:[101,2,1,""],reset:[101,2,1,""],should_fire:[101,2,1,""],to_runner_api:[101,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[101,7,1,""],from_runner_api:[101,4,1,""],on_element:[101,2,1,""],on_fire:[101,2,1,""],on_merge:[101,2,1,""],reset:[101,2,1,""],should_fire:[101,2,1,""],to_runner_api:[101,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[101,7,1,""],from_runner_api:[101,4,1,""],is_late:[101,2,1,""],on_element:[101,2,1,""],on_fire:[101,2,1,""],on_merge:[101,2,1,""],reset:[101,2,1,""],should_fire:[101,2,1,""],to_runner_api:[101,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[101,4,1,""],on_element:[101,2,1,""],on_fire:[101,2,1,""],on_merge:[101,2,1,""],reset:[101,2,1,""],should_fire:[101,2,1,""],to_runner_api:[101,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[101,4,1,""],to_runner_api:[101,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[101,4,1,""],on_element:[101,2,1,""],on_fire:[101,2,1,""],on_merge:[101,2,1,""],reset:[101,2,1,""],should_fire:[101,2,1,""],to_runner_api:[101,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[101,4,1,""],on_element:[101,2,1,""],on_fire:[101,2,1,""],on_merge:[101,2,1,""],reset:[101,2,1,""],should_fire:[101,2,1,""],to_runner_api:[101,2,1,""]},"apache_beam.transforms.util":{CoGroupByKey:[102,1,1,""],Keys:[102,5,1,""],KvSwap:[102,5,1,""],RemoveDuplicates:[102,5,1,""],Values:[102,5,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[102,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[103,1,1,""],FixedWindows:[103,1,1,""],GlobalWindow:[103,1,1,""],GlobalWindows:[103,1,1,""],IntervalWindow:[103,1,1,""],NonMergingWindowFn:[103,1,1,""],Sessions:[103,1,1,""],SlidingWindows:[103,1,1,""],TimestampCombiner:[103,1,1,""],TimestampedValue:[103,1,1,""],WindowFn:[103,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[103,7,1,""],max_timestamp:[103,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],get_window_coder:[103,2,1,""],offset:[103,7,1,""],size:[103,7,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],get_window_coder:[103,2,1,""],to_runner_api_parameter:[103,2,1,""],windowed_value:[103,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[103,7,1,""],intersects:[103,2,1,""],start:[103,7,1,""],union:[103,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[103,2,1,""],merge:[103,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],gap_size:[103,7,1,""],get_window_coder:[103,2,1,""],merge:[103,2,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[103,2,1,""],from_runner_api_parameter:[103,4,1,""],get_window_coder:[103,2,1,""],offset:[103,7,1,""],period:[103,7,1,""],size:[103,7,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[103,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[103,7,1,""],OUTPUT_AT_EOW:[103,7,1,""],OUTPUT_AT_LATEST:[103,7,1,""],get_impl:[103,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[103,7,1,""],value:[103,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[103,1,1,""],MergeContext:[103,1,1,""],assign:[103,2,1,""],get_transformed_output_time:[103,2,1,""],get_window_coder:[103,2,1,""],is_merging:[103,2,1,""],merge:[103,2,1,""],to_runner_api_parameter:[103,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[103,2,1,""]},"apache_beam.typehints":{decorators:[105,0,0,"-"],native_type_compatibility:[106,0,0,"-"],opcodes:[107,0,0,"-"],trivial_inference:[108,0,0,"-"],typecheck:[109,0,0,"-"],typehints:[110,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[105,6,1,""],WithTypeHints:[105,1,1,""],with_input_types:[105,5,1,""],with_output_types:[105,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[105,2,1,""],get_type_hints:[105,2,1,""],with_input_types:[105,2,1,""],with_output_types:[105,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[106,5,1,""],convert_to_beam_types:[106,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[107,5,1,""],binary_and:[107,5,1,""],binary_divide:[107,5,1,""],binary_floor_divide:[107,5,1,""],binary_lshift:[107,5,1,""],binary_modulo:[107,5,1,""],binary_multiply:[107,5,1,""],binary_or:[107,5,1,""],binary_power:[107,5,1,""],binary_rshift:[107,5,1,""],binary_subscr:[107,5,1,""],binary_subtract:[107,5,1,""],binary_true_divide:[107,5,1,""],binary_xor:[107,5,1,""],build_class:[107,5,1,""],build_list:[107,5,1,""],build_map:[107,5,1,""],build_slice:[107,5,1,""],build_tuple:[107,5,1,""],call_function:[107,5,1,""],call_function_kw:[107,5,1,""],call_function_var:[107,5,1,""],call_function_var_wk:[107,5,1,""],compare_op:[107,5,1,""],delete_attr:[107,5,1,""],delete_fast:[107,5,1,""],delete_global:[107,5,1,""],delete_slice_0:[107,5,1,""],delete_slice_1:[107,5,1,""],delete_slice_2:[107,5,1,""],delete_slice_3:[107,5,1,""],dup_top:[107,5,1,""],dup_topx:[107,5,1,""],exec_stmt:[107,5,1,""],get_iter:[107,5,1,""],import_from:[107,5,1,""],import_name:[107,5,1,""],inpalce_or:[107,5,1,""],inplace_add:[107,5,1,""],inplace_and:[107,5,1,""],inplace_divide:[107,5,1,""],inplace_floor_divide:[107,5,1,""],inplace_lshift:[107,5,1,""],inplace_modulo:[107,5,1,""],inplace_multiply:[107,5,1,""],inplace_power:[107,5,1,""],inplace_rshift:[107,5,1,""],inplace_subtract:[107,5,1,""],inplace_true_divide:[107,5,1,""],inplace_xor:[107,5,1,""],list_append:[107,5,1,""],load_attr:[107,5,1,""],load_closure:[107,5,1,""],load_const:[107,5,1,""],load_deref:[107,5,1,""],load_fast:[107,5,1,""],load_global:[107,5,1,""],load_locals:[107,5,1,""],load_name:[107,5,1,""],make_closure:[107,5,1,""],make_function:[107,5,1,""],nop:[107,5,1,""],pop_one:[107,5,1,""],pop_three:[107,5,1,""],pop_top:[107,5,1,""],pop_two:[107,5,1,""],print_item:[107,5,1,""],print_newline:[107,5,1,""],push_value:[107,5,1,""],rot_four:[107,5,1,""],rot_n:[107,5,1,""],rot_three:[107,5,1,""],rot_two:[107,5,1,""],slice_0:[107,5,1,""],slice_1:[107,5,1,""],slice_2:[107,5,1,""],slice_3:[107,5,1,""],store_attr:[107,5,1,""],store_fast:[107,5,1,""],store_global:[107,5,1,""],store_map:[107,5,1,""],store_slice_0:[107,5,1,""],store_slice_1:[107,5,1,""],store_slice_2:[107,5,1,""],store_slice_3:[107,5,1,""],store_subscr:[107,5,1,""],symmetric_binary_op:[107,5,1,""],unary:[107,5,1,""],unary_convert:[107,5,1,""],unary_invert:[107,5,1,""],unary_negative:[107,5,1,""],unary_not:[107,5,1,""],unary_positive:[107,5,1,""],unpack_sequence:[107,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[108,1,1,""],Const:[108,1,1,""],FrameState:[108,1,1,""],TypeInferenceError:[108,6,1,""],element_type:[108,5,1,""],hashable:[108,5,1,""],infer_return_type:[108,5,1,""],infer_return_type_func:[108,5,1,""],instance_to_type:[108,5,1,""],key_value_types:[108,5,1,""],union:[108,5,1,""],union_list:[108,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[108,4,1,""],unwrap_all:[108,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[108,2,1,""],const_type:[108,2,1,""],copy:[108,2,1,""],get_global:[108,2,1,""],get_name:[108,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[109,1,1,""],OutputCheckWrapperDoFn:[109,1,1,""],TypeCheckWrapperDoFn:[109,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[109,2,1,""],is_process_bounded:[109,2,1,""],process:[109,2,1,""],start_bundle:[109,2,1,""],wrapper:[109,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[109,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[109,2,1,""],wrapper:[109,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[110,1,1,""],WindowedValue:[110,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[110,2,1,""],match_type_variables:[110,2,1,""]},"apache_beam.utils":{annotations:[112,0,0,"-"],plugin:[113,0,0,"-"],processes:[114,0,0,"-"],profiler:[115,0,0,"-"],proto_utils:[116,0,0,"-"],retry:[117,0,0,"-"],timestamp:[118,0,0,"-"],urns:[119,0,0,"-"]},"apache_beam.utils.annotations":{annotate:[112,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[113,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[113,3,1,""],get_all_subclasses:[113,3,1,""]},"apache_beam.utils.processes":{Popen:[114,5,1,""],call:[114,5,1,""],check_call:[114,5,1,""],check_output:[114,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[115,1,1,""],Profile:[115,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[115,2,1,""],start:[115,2,1,""],stop:[115,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[115,7,1,""]},"apache_beam.utils.proto_utils":{from_micros:[116,5,1,""],pack_Any:[116,5,1,""],pack_Struct:[116,5,1,""],parse_Bytes:[116,5,1,""],unpack_Any:[116,5,1,""]},"apache_beam.utils.retry":{Clock:[117,1,1,""],FuzzedExponentialIntervals:[117,1,1,""],PermanentException:[117,6,1,""],no_retries:[117,5,1,""],retry_on_beam_io_error_filter:[117,5,1,""],retry_on_server_errors_and_timeout_filter:[117,5,1,""],retry_on_server_errors_filter:[117,5,1,""],with_exponential_backoff:[117,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[117,2,1,""]},"apache_beam.utils.timestamp":{Duration:[118,1,1,""],Timestamp:[118,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[118,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{isoformat:[118,2,1,""],of:[118,4,1,""],predecessor:[118,2,1,""],to_utc_datetime:[118,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[119,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[119,3,1,""],register_pickle_urn:[119,3,1,""],register_urn:[119,3,1,""],to_runner_api:[119,2,1,""],to_runner_api_parameter:[119,2,1,""]},apache_beam:{coders:[1,0,0,"-"],error:[6,0,0,"-"],internal:[7,0,0,"-"],io:[13,0,0,"-"],metrics:[39,0,0,"-"],options:[43,0,0,"-"],pipeline:[47,0,0,"-"],portability:[48,0,0,"-"],pvalue:[57,0,0,"-"],runners:[58,0,0,"-"],testing:[88,0,0,"-"],transforms:[94,0,0,"-"],typehints:[104,0,0,"-"],utils:[111,0,0,"-"],version:[120,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"60s":115,"abstract":[18,35,87,103,109,119],"boolean":[17,18,19,21,30,34,38,97],"byte":[2,14,17,33,63,110,116],"case":[14,17,21,24,25,32,33,36,37,38,57,63,68,93,96,102],"catch":21,"char":37,"class":[0,2,3,4,5,6,11,12,14,15,16,17,18,19,21,24,25,27,29,30,31,32,33,34,35,37,38,40,41,42,44,45,46,47,50,51,52,53,57,60,61,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,81,82,84,86,87,89,90,91,95,96,97,98,99,100,101,102,103,105,108,109,110,113,115,117,118,119,121],"const":108,"default":[2,5,14,16,18,21,33,37,38,44,57,76,89,90,96,97,98,103,115,117],"enum":[18,87],"export":21,"final":[2,16,17,33,37,73,87,96,119],"float":[2,10,21,24,27,33,36,40,91,97,103,110,118],"function":[2,5,10,11,12,18,19,21,24,27,30,33,34,36,47,63,85,90,92,93,96,98,101,103,105,107,108,110,112,117,119],"import":[0,5,33,59,67,99,103,105,113,117,121],"int":[2,10,14,18,21,24,27,31,36,37,61,87,91,97,105,110,118],"long":[5,35,96,117],"new":[5,17,18,19,30,33,34,47,51,57,61,63,87,96,101],"null":14,"public":[2,44],"return":[2,4,5,10,12,14,16,17,18,19,21,24,25,26,27,28,30,31,33,34,35,36,38,40,41,44,45,47,52,57,61,63,69,72,73,76,78,87,90,93,96,97,98,101,103,105,106,108,110,112,116,117,118,119],"short":[21,97],"static":[2,19,21,25,33,41,46,47,57,61,65,86,95,96,97,98,100,101,103,105,108,110,118],"super":98,"throw":50,"transient":117,"true":[2,10,11,14,17,18,21,24,27,33,36,37,38,44,45,47,73,76,90,96,97,101,117],"try":[17,33,36],"while":[14,17,27,33,36,63,73,102,115],For:[2,3,4,5,7,8,9,10,11,12,14,15,17,18,19,21,26,27,29,33,36,45,47,48,49,63,68,69,70,74,76,77,78,86,90,91,92,96,97,98,99,103,107,108,109,111,112,113,114,115,116,117,118,119],GCS:[16,21,30,31,37,45],Has:21,Not:105,One:105,Such:33,The:[0,2,5,9,10,11,14,16,21,25,27,32,33,37,38,40,41,42,44,47,50,52,57,59,61,63,64,72,73,87,90,91,92,93,96,97,98,103,105,106,107,110,112,117,119,121],Their:76,Then:14,There:[21,64],These:[33,38,91],Use:[36,89],Used:[17,37,38,51,86,108],Useful:102,Uses:[14,96],With:98,__all__:2,__init__:[44,98,105],__scatter__:28,__stat_kind__:25,__stat_total__:25,_add_argparse_arg:44,_avrosourc:[14,17],_groupbykeyonli:76,_inspect_funct:96,_match:89,_mutat:25,_namespac:97,_num_query_splits_max:25,_paralleltriggerfn:101,_picklecoderbas:2,_py:49,_sre:19,a7syug:24,abc:[44,87],abil:105,abl:[10,60,96],about:[18,33,42,87],abov:[5,33,36,44],absolut:18,abstractdofnwrapp:109,accept:[14,21,33,37,96,102,105],access:[0,9,19,30,34,41,42,46,73,86,87,96,121],accord:[36,103],accordingli:33,accumul:[40,45,96,101],accumulation_mod:96,accumulationmod:101,accur:33,across:[2,25,33,73,102],act:76,action:107,activ:51,actual:[12,47,89,93,96,98,101],acycl:[0,121],adapt:24,adaptive_throttl:[0,13,20,22,23,121],adaptivethrottl:[24,27],add:[21,29,44,47,91,96,97,98,105],add_argu:44,add_artifactretrievalserviceservicer_to_serv:50,add_artifactstagingserviceservicer_to_serv:50,add_beamfncontrolservicer_to_serv:51,add_beamfndataservicer_to_serv:51,add_beamfnloggingservicer_to_serv:51,add_beamfnstateservicer_to_serv:51,add_el:91,add_input:96,add_jobserviceservicer_to_serv:52,add_provisionserviceservicer_to_serv:53,added:[18,19,30,34,37,41,91,96,101],addit:[37,51,73,96,98,110,112],addition:[5,14,119],additionali:105,address:33,adjust:[18,33],advanc:[69,91],advance_bi:91,advance_processing_tim:91,advance_watermark_to:91,advance_watermark_to_infin:91,afford:96,after:[0,12,16,18,19,24,30,33,34,36,37,45,47,61,63,70,73,91,96,101,117,118,121],afteral:101,afterani:101,aftercount:101,aftereach:101,afterwatermark:101,again:[24,27,47,63],against:[18,19,30,34,45,90,93,109],aggreg:[45,71,75,87],aggregated_valu:87,aggregator_or_nam:[73,87],agre:33,aka:103,alert:57,algorithm:24,alia:110,all:[6,12,16,18,19,21,25,27,30,33,34,35,44,45,47,50,57,63,73,76,78,87,90,91,93,96,97,101,102,103,105,113,117],allow:[33,41,42,51,57,89,96,97,98,103,105,110,117],alreadi:[18,19,21,30,33,34,47,118],also:[2,16,21,33,42,47,51,64,71,73,87,96,98,101,102,105,115,119],altern:98,although:33,alwai:[2,5,21,33,35,98,112,115],alyssa:14,amount:[33,36],analys:108,analyz:5,ani:[2,3,12,14,18,19,21,25,30,32,33,34,44,73,78,87,96,97,101,103,105,110,113,116],annot:[0,90,98,105,111,121],anoth:[2,47],any_msg:116,anyth:[59,67],anytypeconstraint:110,apach:[29,33,61,97,101,120],apache_beam:121,api:[0,2,10,21,32,33,41,48,64,80,82,84,85,86,87,97,121],apicli:60,apitool:21,app:31,appear:[96,105],append:[33,51,90],append_to_cach:73,append_trailing_newlin:37,appengin:31,appli:[18,24,33,47,57,74,87,96,98,103],applic:[14,16,18,19,30,31,34,76],applied_ptransform:[61,65,70,73,74,76,78],appliedptransform:[70,73,77,78],apply__groupalsobywindow:72,apply__groupbykeyonli:72,apply_combineperkei:72,apply_combinevalu:61,apply_groupbykei:61,apply_ptransform:87,apply_readstringsfrompubsub:72,apply_writestringstopubsub:72,apply_writetobigqueri:61,apply_xyz:87,applypartitionfnfn:96,approach:98,appropri:[10,73],approxim:[25,33,63],arbitrari:57,arbitrarili:33,arg1:112,arg2:112,arg:[12,16,17,25,31,38,44,74,75,93,95,96,102,106,107,109,114,117],arg_hint:105,arg_nam:45,argpars:44,argument:[2,12,14,21,27,31,33,37,38,41,44,45,47,57,61,90,93,96,97,98,102,105,107,110,117,119],argumentplacehold:12,argv:[44,47,90],arithmet:[95,118],around:[57,109],arriv:[101,103],artifact:50,artifactretrievalserviceservic:50,artifactretrievalservicestub:50,artifactstagingservic:50,artifactstagingserviceservic:50,artifactstagingservicestub:50,as_cloud_object:2,as_singleton_view:96,as_view:96,ascii:[11,37],asdict:[57,99],asit:[57,99],ask:63,aslist:[21,57,99],aspect:33,assert:36,assert_reentrant_reads_succe:36,assert_sources_equal_reference_sourc:36,assert_split_at_fraction_behavior:36,assert_split_at_fraction_binari:36,assert_split_at_fraction_exhaust:36,assert_split_at_fraction_fail:36,assert_split_at_fraction_succeeds_and_consist:36,assert_that:[90,93],assertsourcesequalreferencesourc:36,assertsplitatfract:36,assertsplitatfractionbehavior:36,assertsplitatfractionexhaust:36,assideinput:57,assign:[33,96,103],assign_context:103,assigncontext:103,assingleton:[57,99],associ:[5,21,33,51,57,63,95,96,97,98,102,103],assum:[25,33,36,37],asynchron:73,atom:33,attach:96,attempt:[24,63],attempt_cal:74,attr:90,attribut:[21,32,103],auth:[0,7,8,121],authent:9,authenticationexcept:9,auto:[16,17,18,19,30,34,37,38],automat:49,avail:[0,21,26,31,42,50,57,96,97,103,121],averag:29,avoid:[18,21,33,103,110],avro:14,avroio:[0,13,33,121],avroio_test:36,await_complet:74,back:2,backoff:117,backward:[2,3,4,7,8,9,10,11,12,15,18,26,27,33,41,45,47,48,49,59,63,67,68,69,70,74,76,77,78,86,91,92,98,99,101,107,108,109,111,112,113,114,115,116,117,118,119],base64:[11,63],base:[2,3,4,5,6,9,12,14,15,16,17,18,19,21,24,25,27,29,30,31,32,33,34,35,37,38,40,41,42,44,45,46,47,50,51,52,53,57,60,61,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,81,82,84,86,87,89,90,91,95,96,97,98,99,100,101,102,103,105,108,109,110,113,115,117,118,119],base_match:[45,89],basematch:[45,89],basepath:[18,19,30,34],basestr:10,basic:[10,95,97,103],batch:[0,26,27,33,96,103,121],batch_siz:[21,26],beam:[2,6,14,21,29,33,47,61,64,66,90,93,101,106,117,119,120],beam_artifact_api_pb2_grpc:[0,48,49,121],beam_fn_api_pb2_grpc:[0,48,49,121],beam_job_api_pb2_grpc:[0,48,49,82,121],beam_provision_api_pb2_grpc:[0,48,49,121],beam_runner_api_pb2:119,beam_runner_api_pb2_grpc:[0,48,49,121],beamassertexcept:93,beamerror:6,beamfncontrolservic:51,beamfncontrolstub:51,beamfndataservic:51,beamfndatastub:51,beamfnloggingservic:51,beamfnloggingstub:51,beamfnstateservic:51,beamfnstatestub:51,beamioerror:[18,19,30,34],beamplugin:[18,113],bean:[2,119],becaus:[33,96],becom:33,been:[33,40,50,103,106],befor:[0,33,36,37,50,61,63,76,89,90,96,101,103,105,117,121],begin:[14,33,37,38,63],behalf:51,behav:[14,37,38],behavior:[18,36,87,96,105,107],behaviour:36,behavor:57,behind:57,being:[33,63,73,93,101],belong:[47,57,72,96,97,98],below:[5,21,25,33,96,117],best:[32,33],betweeen:35,between:[21,24,27,35,36,42,51,60,63,103,115,117],beyond:33,bigqueri:[0,13,20,44,121],bigquery_api_servic:44,bigquerydisposit:21,bigquerysink:21,bigquerysourc:21,bigtabl:33,binari:36,binary_add:107,binary_and:107,binary_divid:107,binary_floor_divid:107,binary_lshift:107,binary_modulo:107,binary_multipli:107,binary_or:107,binary_pow:107,binary_rshift:107,binary_subscr:107,binary_subtract:107,binary_true_divid:107,binary_xor:107,bind:110,bind_type_vari:110,bit:40,blob:28,block:[14,33,61,90],bodi:119,book:24,bool:[10,14,17,21,24,36,37,90,97,101,105,110],both:[0,2,17,21,27,33,36,46,98,105,112,121],bother:75,bound:[0,18,96,101,103,108,121],boundari:[33,63],boundedsourc:[15,17,33,36],boundedwindow:103,boundmethod:108,bucket:[24,31,45],bucket_m:[24,29],bucketnam:45,buffer:[2,18,31,76],buffer_s:21,build:[0,47,49,90,121],build_class:107,build_list:107,build_map:107,build_slic:107,build_tupl:107,built:[66,98,101,103,105,110],builtin:96,bulk:96,bundl:[14,15,17,33,37,68,71,73,74,75,76,96],bundle_factori:[0,58,67,73,121],bundle_id:33,bundlefactori:68,byte_arrai:4,byte_array_to_json_str:61,byte_offset:63,bytearraytojsonstr:61,bytecod:107,bytecountingoutputstream:4,bytescod:[2,38],bzip2:18,cach:[21,61,66,72,73,75],call:[3,5,16,21,24,27,33,35,45,47,50,52,63,74,87,92,96,97,98,101,102,114,117,119],call_funct:107,call_function_kw:107,call_function_var:107,call_function_var_wk:107,callabl:[2,11,96,108,117,119],callableptransform:98,callabletask:74,callablewrappercombinefn:[96,101],callablewrapperdofn:96,callablewrapperpartitionfn:96,callback:[3,33,35,47,73,74,87],caller:[24,33],can:[2,5,10,11,12,14,15,17,18,19,21,25,32,33,35,36,37,38,47,51,57,73,77,87,89,90,91,96,97,98,102,103,105,106,108,110,112,115,117,118,119],cancel:[52,82,87],cannot:[6,32,33,63],cap:25,capabl:[0,33,121],capit:110,captur:98,categori:110,caus:[101,112],cbf:33,ceas:91,cell:[0,21,39,121],cellcommitst:40,certain:[25,33],chain:98,chanc:[96,102],chang:[0,32,40,51,52,73,121],channel:[18,19,30,34,50,51,52,53],chapter:24,charact:[11,37,45],charg:[60,71],check:[11,18,19,21,30,34,36,46,57,73,93,96,97,105,109,110],check_access:46,check_cal:114,check_output:114,checksum:89,choos:17,chosen:[25,33,117],chunk:[18,19,21,50,103],chunk_siz:[18,30],claim:33,classmethod:[2,18,30,34,35,44,46,61,97,98,103,113,119],clean:33,clear:[51,101],clear_pvalu:87,client:[18,21,24,27,28,31,33],clock:[0,58,67,78,92,117,121],clone:47,close:[16,18,19,30,33,34,35],closure_typ:108,cloud:[2,21,25,27,28,31,32,44,45,59,63],cls:[2,44,116],code:[5,12,33,36,98,110,117],codec:14,coder:[0,11,16,21,33,37,38,64,91,121],coder_proto:2,coderbas:5,coderimpl:2,coderregistri:2,coexist:112,cogroupbykei:102,collect:[0,2,41,42,121],collis:42,com:[11,21,24,25,28,31,44,45],combin:[0,18,19,30,34,75,76,94,96,101,103,121],combine_fn:75,combine_op:101,combine_payload:96,combinefn:[95,96],combinefnprocesscontext:96,combineglob:96,combineperkei:[75,96],combinevalu:96,combiningvaluestatetag:101,come:[9,112],comma:21,command:[21,44,90],comment:[47,96],commit:[26,27,33,40,50,70,73],commit_log:71,commit_phys:71,commitmanifest:50,commitrespons:27,common:[14,21,37,38,71,96,109,118],commun:97,compar:[27,33,35,89],compare_op:107,compare_path:27,comparison:27,compat:[2,3,4,7,8,9,10,11,12,15,26,27,33,41,45,47,48,49,59,63,67,68,69,70,74,76,77,78,86,91,92,96,98,99,101,107,108,109,111,112,113,114,115,116,117,118,119],compil:2,complet:[2,21,27,33,63,73,74,90],completed_bundl:73,completed_committed_bundl:78,completed_tim:[73,78],completion_callback:74,complex:[33,110],complex_operation_returning_xyz:5,compli:[14,17],complianc:21,complic:107,compon:[2,18,19,30,34,97],composit:[5,33,64,87,93,103,108,110],compositetypehint:[105,110],compress:[14,17,18,19,30,33,34,37,38],compress_point:105,compressedfil:18,compression_typ:[16,17,18,19,30,34,37,38],compressiontyp:[16,17,18,19,37,38],comput:[0,6,12,25,44,47,87,89,92,95,96,98,121],compute_api_servic:44,compute_hash:92,concat:15,concat_posit:63,concat_sourc:[0,13,121],concaten:63,concatposit:63,concatrangetrack:15,concatsourc:15,concept:[0,21,25,33,103,121],conceptu:[33,47,102],concret:[87,96],concrete_typ:110,concurr:36,condens:[95,96],condit:33,configur:[25,44,47,90],conflict:[33,110],connect:27,connector:[25,29],consecut:[68,103],consid:[14,24,27,33,96,101,102],consist:[2,11,33,36,42,45,61,71,73,76,95,96],const_typ:108,constrain:[14,37],constraint:[53,105],construct:[2,14,21,37,38,41,57,63,73,74,86,87],constructor:[2,38,50,51,52,53,98,119],consum:[33,70],consumed_split_point:63,consumer_tracking_pipeline_visitor:[0,58,67,121],consumertrackingpipelinevisitor:70,contain:[5,10,11,12,14,18,19,21,25,26,30,33,34,36,37,38,40,44,47,50,57,73,81,89,90,96,97,98,103,105,110,111,116],content:[18,19,30,34,50,73,89,92,116],context:[2,33,40,50,51,52,53,57,73,82,96,98,101,103,115,119],contian:84,continu:[33,36,103,115],control:[21,51,68,84,101,112,117],conveni:[10,21,29],convent:[18,103],convers:[10,106],convert:[2,10,35,96,97,106,119],convert_to_beam_typ:106,coordin:105,copi:[18,19,30,31,34,96,108],copy_batch:31,copytre:31,core:[0,25,45,64,75,89,94,109,121],correct:[18,19,25,36],correctli:[33,96],correspond:[2,10,14,21,102,105,107,108,110,118,119],could:[0,2,25,33,47,115,119,121],count:[14,26,29,37,38,40,42,95,101],count_tag:101,countcombinefn:101,counter:[41,42,73,77,107],coverag:36,cprofil:115,creat:[11,14,15,17,18,19,21,26,28,30,32,33,34,41,42,47,57,61,64,65,68,73,76,87,96,97,98,102,103,105,108,109,114,116],create_accumul:96,create_bundl:[68,73],create_commit:26,create_disposit:21,create_empty_committed_bundl:[68,73],create_ent:26,create_from:97,create_from_opt:97,create_if_need:21,create_nev:21,create_respons:26,create_run_queri:26,createptransformoverrid:[61,65],creation:[14,17,37,38],credenti:9,cross:114,csv:33,cumul:115,current:[11,17,18,21,32,33,37,47,52,57,60,63,71,73,87,91,96,112],current_posit:33,cursor:33,custom:[5,12,16,33,47,87,89,90,96,98,103,105,110],custommapp:98,customtransform:98,dag:[47,87],data:[0,4,5,17,18,21,24,25,32,33,36,40,47,51,57,97,101,103,121],databas:33,dataflow:[0,2,6,9,10,21,33,35,44,45,57,58,87,101,121],dataflow_cli:60,dataflow_endpoint:44,dataflow_metr:[0,58,59,121],dataflow_runn:[0,58,59,66,121],dataflowapplicationcli:60,dataflowmetr:60,dataflowpipelineresult:[60,61],dataflowrunn:[59,60,61,65,66],dataset:21,datastor:[0,13,20,121],datastore_pb2:27,datastoreio:[0,13,20,22,23,121],datatyp:21,datetim:97,deal:[33,96],debug:[102,108],debugopt:[44,45],dec:42,decid:[14,33,37],decod:[2,5,21,37,38,64],decode_from_byt:5,decodeandemitdofn:64,decomposit:33,decompress:[17,18,33],decor:[0,2,5,92,96,98,104,112,117,119,121],decreas:33,decrement:42,deduc:108,dedupl:32,def:[5,44,98,105,112],default_desired_bundle_s:[14,37],default_label:[96,98],default_output_cod:[15,33],default_runn:44,default_type_hint:[75,96,105],default_valu:[46,57],default_window_mapping_fn:99,defaultrootbundleprovid:76,defaulttrigg:101,defin:[2,5,13,14,17,18,19,21,25,27,33,41,44,58,63,92,96,97,98,103,104,105,107,110],definit:33,deflat:14,delai:[24,117],deleg:35,delegatingcount:41,delegatingdistribut:41,delet:[18,19,21,25,30,31,34],delete_attr:107,delete_batch:31,delete_fast:107,delete_glob:107,delete_slice_0:107,delete_slice_1:107,delete_slice_2:107,delete_slice_3:107,deletefromdatastor:25,delimit:37,deliv:[32,73],demand:115,demarc:63,depend:[33,40,97,113],dependent_real_tim:100,deprec:[33,63,112],depth:[47,108],deriv:[28,98,103],descend:[94,98],describ:[21,33,36,44,51,57,63,96,98],describe_mismatch:89,describe_to:89,descript:[2,11,33,45,61,63,89,96],deserialize_windowing_strategi:61,design:47,desir:[14,21,28,33,37,96],desired_bundle_s:[14,15,17,33,37],dest:31,destin:[18,19,30,34],destination_file_nam:[18,19,30,34],detail:[5,17,25,33,37,45,47,59,67,96,98,99,105],detect:[17,33,37,38,96],detect_compression_typ:18,determin:[18,24,33,37,96,101,103],determinist:[2,5],develop:[0,17,25,32,45,97,121],dialect:21,dict:[10,21,57,87,95,97,102,110],dict_obj:85,dict_to_struct:85,dictionari:[5,10,12,14,21,38,44,76,96,97,106],did:36,differ:[2,17,21,33,36,47,51,63,117],dill:[2,11],dillcod:2,direct:[0,58,80,96,121],direct_metr:[0,58,67,121],direct_runn:[0,58,67,121],direct_runner_use_stacked_bundl:68,directli:[21,33,42,57,96,99],directmetr:71,directopt:44,directori:[18,19,30,31,33,34,47],directpipelineresult:72,directrunn:[44,47,71,72,73,77,90],directrunneropt:68,directstepcontext:73,directunmergedst:73,dirti:40,dis:107,disable_run_time_type_check:105,discard:101,discuss:24,disk:[21,34],displai:[0,33,41,44,63,94,96,98,121],display_data:[14,16,17,21,25,33,44,96,97],display_data_dict:97,displaydata:97,displaydataitem:97,disposit:21,distinct:47,distinguish:57,distribut:[40,41,42,96],distributionresult:40,divid:[76,103],doc:[25,44,45,107],dockerrpcmanag:84,docstr:102,document:[17,33,44,96,101,107],doe:[21,33,37,47,75,87,97,115],doesn:27,dofn:[5,21,25,33,57,64,75,96,97,98,109],dofnparam:96,dofnrunn:96,domain:100,don:75,done:[21,33,47,73,87,89,103],dooutputstupl:96,doubl:[29,117],down:33,downstream:33,drain:87,drop:[24,97],drop_default:44,drop_if_default:97,drop_if_non:97,duck:5,due:[11,33],dump:11,dump_sess:11,dup_top:107,dup_topx:107,duplic:32,durat:[61,87,91,97,103,118],duration_in_m:69,dure:[6,12,14,17,21,31,32,37,38,41,42,44,50,91,96,108,117],dynam:[17,25,33,36,46,47],dynamic_split_request:63,dynamicsplitrequest:63,dynamicsplitresult:63,dynamicsplitresultwithposit:63,e2e:66,each:[2,14,21,24,27,33,36,37,38,47,70,91,95,96,97,102,103,105,107,110],earli:[0,21,101,121],earliest:103,easi:96,easier:18,ec_point:105,edg:47,effect:98,effici:[2,5,17,33,85,96],effort:32,either:[16,18,21,27,33,36,47,77,90,98,105,106,110],elem:33,elem_cod:2,element:[2,5,21,27,33,36,37,40,57,64,73,75,77,78,91,95,96,97,101,102,103,108],element_typ:[57,108],elementev:91,elementparam:96,els:[63,105],elsewher:63,emb:11,emit:[51,57,64,91,101],empti:[17,21,33,57,73,76,96,101],emptysideinput:57,enable_run_time_type_check:105,enable_trac:11,encapsul:63,encod:[2,4,5,10,11,16,21,33,37,38,63,64,119],encode_to_byt:5,encoded_:16,encoded_kei:77,encoded_str:61,encoded_table_row:21,encoded_valu:[16,64],end:[14,15,18,33,35,37,38,44,45,63,75,89,91,101,103],end_cursor:26,endpoint:50,endpoint_pattern:45,endpoints_pb2_grpc:[0,48,49,121],enforc:105,engin:[31,33],ensur:[25,33],entail:21,entir:[21,25,33,57,61,63,72,81,87,93,96,103],entiti:[25,26,27],entri:[2,29,51,57],eof:18,epoch:[24,69,103,118],equal:[25,33,36,44,97],equal_to:[90,93],equival:[18,36,98],err_invalid_gcs_bucket:45,err_invalid_gcs_object:45,err_invalid_gcs_path:45,err_invalid_job_nam:45,err_invalid_not_posit:45,err_invalid_project_id:45,err_invalid_project_numb:45,err_invalid_test_matcher_typ:45,err_invalid_test_matcher_unpickl:45,err_missing_gcs_path:45,err_missing_opt:45,error:[0,21,45,50,89,96,103,105,108,109,117,121],especi:[103,118],essenti:[44,96],estim:[2,25,33,63],estimate_s:[2,15,17,33],etc:[0,25,33,41,87,98,121],evalu:[12,68,73,74,76,77,101,118],evaluation_context:[0,58,67,74,76,121],evaluationcontext:73,even:[17,27,33,105,117],event:[33,91,103],event_count:21,everi:[5,21,33,36,47,61,87,117],everyth:[18,19,30,34,103],evolv:31,exact:96,exactli:[2,25,33,44,47,57,101],exampl:[0,2,5,14,17,21,33,36,63,76,90,96,97,98,103,105,112,118,119,121],exce:31,exceed:27,except:[6,9,27,31,89,96,105,108,117],excess:21,exclus:33,exec_stmt:107,execut:[0,2,12,21,32,33,41,42,44,45,47,50,52,57,58,59,61,66,67,72,73,74,76,81,82,87,90,91,96,98,102,108,121],executor:[0,58,67,76,121],executor_servic:73,exhaust:36,exist:[14,17,18,19,21,30,31,32,33,34,37,38,90,96],existing_keyed_st:73,exp_multipli:112,expand:[14,21,25,32,33,37,38,64,75,91,95,96,98,102],expect:[0,2,16,21,35,36,44,47,89,90,93,119,121],expected_checksum:89,expected_item:36,expected_outcom:36,expected_st:89,expectedsplitoutcom:36,experiment:[0,41,58,98,101,112,113,121],explain:33,exponenti:117,expos:[21,29,42],extend:[16,33,45,89,113],extens:[14,17,33,37,38],extent:96,extern:[0,33,96,121],extra:[89,90],extra_messag:112,extra_opt:90,extra_typ:[10,21],extract:[47,70],extract_commit:71,extract_fired_tim:[73,78],extract_latest_attempt:71,extract_output:96,extrem:95,face:41,factor:117,factori:68,fail:[18,19,21,27,30,31,33,34,36,87,108],failur:[27,33],fake:26,fake_datastor:[0,13,20,22,23,121],fake_run_queri:26,fall:[2,33],fallback:5,fallback_cod:2,fals:[4,10,17,18,21,26,33,44,61,90,96,97,101,107,108,115,117],famili:36,far:[63,106],fast:2,fastcod:2,faster:5,fastprimitivescod:[2,91],fault:33,favorite_color:14,favorite_numb:14,fetch:[18,19,25,27,30,34,89],fetch_ent:27,feth:25,few:[36,98],field1:21,field2:21,field3:21,field:[14,21,27,33,97],file:[0,14,16,17,18,19,21,30,31,33,34,37,38,40,41,42,47,89,93,121],file_copy_fn:115,file_handl:16,file_nam:17,file_name_suffix:[14,16,37,38],file_path:[11,18,37,38,89],file_path_prefix:[14,16,37,38],file_pattern:[14,17,37,38],filebasedsink:[0,13,33,89,121],filebasedsourc:[0,13,37,121],filechecksummatch:89,filemetadata:18,filenam:[14,31,37,38],fileobj:18,filesystem:[0,13,14,30,33,34,113,121],filesystemutil:18,fill:97,filter:[25,27,41,60,71,89,96,112,117],finalize_writ:[16,33],find:[6,18,19,30,34,95,117],finish:[26,61,87,101,115],finish_bundl:[75,96,109],finishcombin:75,finit:[33,103],fire:[77,101],fired_tim:74,first:[0,5,11,18,19,30,33,34,36,47,50,52,96,98,102,107,110,117,121],fix:[2,96,103],fixedsizeglob:95,fixedsizeperkei:95,fixedwindow:103,flag:[14,17,18,19,30,34,37,38,44],flat:102,flatmap:[0,11,57,96,98,121],flatten:[15,21,96],flatten_input_visitor:61,flatten_result:21,flavor:112,floatcod:2,flush:[18,75],fn_paramet:103,fn_proto:119,fn_to_execut:12,fold:96,follow:[14,21,27,33,36,37,38,90,96,103,105,110,112,115],foo:[2,105,119],foo_from_proto:[2,119],foopayload:[2,119],footer:16,footprint:87,for_input_typ:96,forc:57,form:[14,21,31,32,50,57,103,105],formal:105,format:[16,21,33,36,45],former:57,formula:[24,103],forward:76,found:90,frac:15,fraction:[15,33,35,36,63,117],fraction_consum:[15,33,35],fraction_to_posit:35,frame:[107,108],framest:[107,108],framework:[5,17,21,33,63],fresh:96,from:[0,2,5,9,14,16,17,18,19,21,25,27,28,30,31,32,33,34,35,36,37,38,44,45,47,52,57,61,63,70,81,87,89,90,92,96,97,98,102,103,105,117,119,121],from_cal:96,from_dictionari:44,from_json_valu:10,from_micro:116,from_runner_api:[2,47,57,86,96,98,101,119],from_runner_api_paramet:[2,33,96,98,103],from_str:100,from_type_hint:2,full:[18,19,24,30,33,34,36,47,89,90,103,113],full_label:109,fulli:[63,105],fun:117,func:[96,105],furnish:57,further:[51,98,117],futur:50,fuzz:117,fuzzedexponentialinterv:117,gap:103,gap_siz:103,gather:28,gce:9,gcp:[0,7,13,121],gcs:31,gcs_bucket:45,gcs_prefix:30,gcs_scheme:45,gcs_uri:45,gcsfilesystem:[0,13,20,121],gcsio:[0,13,20,121],gener:[2,14,17,33,37,38,49,90,91,110],generate_bundle_id:33,get:[4,9,17,19,21,25,33,36,46,50,51,52,53,57,63,78,87,90,96,101,113,117,119],get_accumulator_cod:96,get_aggregator_valu:73,get_all_opt:44,get_all_plugin_path:113,get_all_subclass:113,get_chunk_s:19,get_count:4,get_datastor:27,get_dict:97,get_dict_table_schema:21,get_estimated_num_split:25,get_estimated_size_byt:25,get_evalu:76,get_execution_context:73,get_filesystem:19,get_full_options_as_arg:90,get_function_argu:96,get_glob:108,get_impl:[2,103],get_it:107,get_keyed_st:73,get_match:[61,65],get_nam:108,get_namespac:41,get_opt:90,get_output_typ:96,get_progress:63,get_range_track:[15,17,33,36],get_replacement_transform:[61,65],get_root_bundl:76,get_root_bundle_provid:76,get_schem:19,get_service_credenti:9,get_split:28,get_table_schema_from_str:21,get_transformed_output_tim:103,get_type_hint:105,get_typed_value_descriptor:10,get_value_or_schedule_after_output:73,get_varint_s:4,get_watermark:78,get_window:[32,33,64,91,96,98],get_window_cod:103,getartifact:50,getmanifest:50,getmessagestream:[52,82],getprovisioninfo:53,getrangetrack:36,getstat:[52,82],getstatestream:[52,82],github:[11,28,31],give:[17,18,19,30,33,34,36,41,63],given:[2,4,12,14,17,18,19,21,25,26,27,28,30,31,33,34,35,36,37,38,44,45,57,76,87,89,91,93,96,101,102,103,106,108,117,118,119],glob:[14,17,31,37,38,89,93],global:[2,33,73,76,95,103],global_to_loc:15,globalwindow:103,goe:45,going:[25,60],gone:57,good:25,googl:[2,9,21,24,25,27,28,31,32,44,45,59],googleapi:[44,45],googlecloudopt:[44,45],googlecloudplatform:[28,31],googledatastor:27,granular:[24,103,118],graph:[0,47,57,61,70,72,76,98,121],greater:[25,105],greater_than:25,group:[5,15,42,44,96,98,102,103],group_by_key_input_visitor:61,groupbykei:[0,2,87,96,98,103,121],grpc:[50,51,52,53],guarante:[2,3,4,5,7,8,9,10,11,12,15,26,27,32,33,41,45,47,48,49,59,63,67,68,69,70,74,76,77,78,86,91,92,98,99,101,107,108,109,111,112,113,114,115,116,117,118,119],guid:101,gzip:[18,33],had:[2,96,102,119],halfwai:36,hamcrest:[45,89],hand:21,handl:[16,17,18,19,24,30,33,34,37,38,73,107],handle_result:73,happen:[21,28,33,36,92,117],har:[36,51,53],has:[0,2,10,21,25,27,33,44,45,57,63,70,78,90,93,95,96,97,105,121],has_cach:73,has_data:29,has_default:96,has_display_data:97,has_kw:107,has_var:107,hasdisplaydata:[33,44,63,96,97,98],hash:[89,92],hashabl:108,hashing_alg:92,have:[5,9,11,12,21,25,27,33,40,47,50,57,96,97,101,103,105,106,107,117],head:[18,19,30,34],header:[16,37,50],heap:115,heavi:36,heavyweight:36,help:36,helper:[0,13,20,22,23,36,99,121],helper_transform:[0,58,67,121],henc:[25,33,63],here:[2,21,27,33,59,67,96,103,107],hidden:57,hierarch:10,hierarchi:47,higher:37,hint:[5,98,104,105,108,110],histori:24,hold:[21,33,47,96],holder:12,homogen:2,honor:63,hour:117,how:[0,21,25,33,57,63,95,96,98,103,112,121],howev:[2,25,28,33],html:[24,44,107],http:[11,21,24,25,28,31,33,44,45,97,101,107,117],httperror:117,huge:57,hypothet:33,id_label:32,id_or_nam:26,idempot:33,ident:105,identif:50,identifi:[14,32,33,37,38,96,97],ids:27,iff:16,ignor:[21,25,35,91,93],illustr:[33,112],imagin:33,immedi:52,immut:33,impact:[25,37],implement:[2,4,16,17,18,21,24,28,30,33,34,35,36,37,41,45,46,47,59,60,61,63,64,67,69,71,72,73,75,81,82,87,96,97,98,99,110,117,119],implementor:[33,96],implicitli:103,import_from:107,import_nam:107,imposs:33,improv:[2,21],impuls:64,inc:[29,41,42],includ:[18,19,21,30,33,36,50,73,103],inclus:[33,35],incom:32,inconsist:11,incorrect:36,increas:117,increment:[42,105],indefinit:[61,87],independ:[33,61,105],index:[57,63,96,101,105,110],index_tag:101,indic:[18,19,30,33,34,37,57,102,116,117],individu:[17,33,36,96,103],inequ:25,inf:35,infer:[5,108],infer_output_typ:[64,96,98],infer_return_typ:108,infer_return_type_func:108,infin:[33,103],info:87,inform:[9,17,33,53,60,61,63,73,87,96,102,108,120],inherit:[33,63,97,119],init_result:33,initi:[14,15,17,21,24,25,32,33,35,37,38,42,44,47,53,57,60,63,76,89,90,96],initial_delay_sec:117,initialize_writ:[16,33],inject:[17,98],inlin:107,inmemoryunmergedst:73,inner:[63,105,110],inpalce_or:107,inplace_add:107,inplace_and:107,inplace_divid:107,inplace_floor_divid:107,inplace_lshift:107,inplace_modulo:107,inplace_multipli:107,inplace_pow:107,inplace_rshift:107,inplace_subtract:107,inplace_true_divid:107,inplace_xor:107,inprocess:67,input:[0,6,12,13,14,21,33,37,38,44,47,57,63,64,70,73,74,76,78,87,96,98,99,102,103,108,109,116,118,121],input_bundl:74,input_committed_bundl:76,input_or_input:98,input_or_output:98,input_pcol:98,input_timestamp:103,input_typ:[96,108],input_type_hint:98,inputstream:4,insert:21,insert_values_in_arg:12,insid:[81,90],inspect:[96,108],instanc:[2,5,12,21,45,47,53,57,60,61,63,76,77,92,96,97,98,101,102,105,108,110,117],instance_to_typ:108,instanti:[63,113],instead:[11,21,33,99,112,117],instruct:51,int_to_str:105,integ:[2,4,19,21,33,41,96,97,103,107],integr:[90,117],intend:[24,29,33,42,57,105,117],interact:[18,60],interchang:21,interest:36,interfac:[19,42,57,97],intermedi:[21,96],intern:[0,2,3,4,15,26,27,33,41,45,47,48,49,59,60,63,67,68,69,70,74,76,77,78,86,91,92,97,99,103,107,108,109,111,112,114,115,116,117,118,119,121],interpol:35,interpret:[21,63],intersect:103,interv:[35,103,115,117,118],interval_second:115,intervalwindow:103,introduc:[33,93],introduct:21,invalid:[18,31,44,45,105],invalid_argu:50,invoc:33,invok:[33,96,101],involv:21,iobas:[0,13,15,16,17,21,35,36,58,59,62,96,121],ioerror:[17,18,19,30,34,87],is_access:46,is_bound:[33,63],is_default:96,is_determinist:2,is_don:73,is_empti:93,is_full_string_match:45,is_globally_window:99,is_integration_test:90,is_key_valid:27,is_kv_cod:2,is_lat:101,is_merg:103,is_pair_lik:2,is_process_bound:[96,109],is_root_transform:73,is_service_runn:45,is_streaming_cr:[61,65],is_valid:97,is_valid_compression_typ:18,isn:105,isoformat:118,issu:11,item:[36,77,97],items_before_split:36,iter:[2,3,17,27,33,36,44,57,63,96,99,101,102,106,110,117],iterablecod:2,its:[0,2,5,12,18,21,27,33,96,97,98,108,116,119,121],itself:[33,63,118],java:28,job:[0,25,47,50,51,52,53,58,60,61,80,81,82,87,89,90,121],job_graph:60,job_nam:[45,90],job_pattern:45,job_result:60,jobapi:84,jobservic:82,jobserviceservic:[52,82],jobservicestub:52,jobstat:87,join:[18,19,30,34],json:[10,11,21,61],json_string_to_byte_arrai:61,json_valu:[0,7,8,121],jsonarrai:10,jsonobject:10,jsonstringtobytearrai:61,jsonvalu:[10,21],just:[25,33,57,98],keep:[29,63,71,76],kei:[0,2,5,10,14,25,26,27,33,35,57,63,73,75,76,77,95,96,97,98,102,103,106,108,121],kept:97,key1:97,key2:97,key3:97,key4:97,key5:97,key_cod:2,key_compar:27,key_value_typ:108,keyed_earliest_hold:78,keyed_watermark_hold:77,keyedworkitem:77,keyspac:35,keyword:[12,57,96,105],keyword_hint:105,kind:[25,27,33,96,112],know:108,known:[18,45,73],kv_type:108,kvswap:102,kwarg:[3,12,16,17,25,31,37,38,44,74,75,93,95,96,102,105,109,114,116],kwarg_hint:105,label:[47,57,64,93,95,96,97,98,102,109,112],label_from_cal:98,lambda:[21,98,101],land:24,languag:[0,121],larg:[25,36,37,57],larger:33,largest:[33,95,118],largestperkei:95,last:[18,19,27,30,33,34],last_record_start:35,late:101,late_tag:101,latenc:27,later:[90,91,96],latest:[25,27],latest_timestamp:27,latter:57,leaf:[18,19,30,34],least:[36,101],left:[36,41,96],left_fract:36,left_result:36,length:[2,24,28,31,105,117],less:[28,35],less_than:25,let:[5,33,41],letter:[14,21,37,38,45,110],level:[14,47],lexicograph:35,lexicographickeyrangetrack:35,librari:[2,9,11,31,44,95,96,107],liftedcombineperkei:75,lightweight:36,like:[5,14,18,25,33,37,57,96,105,108,110],limit:[18,19,25,27,30,34,117],line:[21,33,37,44,90],linearli:35,link:6,list:[2,10,12,15,18,19,21,26,27,28,30,31,34,36,45,46,47,57,77,90,92,95,96,102,105,106,110],list_append:107,load:11,load_attr:107,load_closur:107,load_const:107,load_deref:107,load_fast:107,load_glob:107,load_loc:107,load_nam:107,load_sess:11,local:[16,18,19,34,37,47,67,72,81,96],local_to_glob:15,local_var:108,localfilesystem:[0,13,121],locat:33,lock:33,log:[51,115,117],log_result:115,logger:[92,117],logic:[17,33,41,71,103,117],look:105,lookup:57,loop:[33,96],lose:118,lower:[101,105],machin:[33,72,81],made:[5,21,33,50,52,57],mai:[2,5,17,21,28,33,41,51,57,63,76,87,96,102],main:[21,28,33,57,96],main_kw:96,main_tabl:21,make:[21,26,27,33,35,45,64,89,117],make_closur:107,make_fn:96,make_funct:107,make_http_request:117,make_kind_stats_queri:27,make_latest_timestamp_queri:27,make_partit:27,make_request:27,makexyz:5,malform:106,manag:[0,21,33,47,58,78,83,101,115,121],mandatori:[96,102],mani:[10,25,33,95],manifest:50,manner:[14,33,36],map:[2,14,21,35,57,64,96,99,102],mapfn:98,mapper:75,mark:112,marker:57,massiv:21,master:28,match:[2,18,19,21,30,34,41,45,93],match_type_vari:110,matcher:[45,66,89,93],matchresult:[18,19,30,34],materi:[57,87,93],matter:33,max:[28,40,96],max_batch_operation_s:31,max_delay_sec:117,max_timestamp:103,maximum:[18,19,30,34,108,117],maybe_from_cal:96,mean:[33,40,95,112],mean_temp:21,meant:[51,87],member:[16,50],memori:[40,75,76,115],memoryreport:115,merg:[33,75,96,101,103],merge_accumul:96,merge_context:103,merge_result:[101,103],mergecontext:103,messag:[2,32,52,112],met:93,metadata:[9,18,53],metadata_list:18,method:[2,5,17,18,19,25,26,27,33,35,36,42,44,45,61,87,90,92,96,97,98,99,108,109,110,117,119],metric:[0,51,60,71,73,87,121],metric_nam:41,metricbas:[0,39,41,121],metricnam:42,metricresult:[60,71,87],metrics_contain:74,metricsfilt:41,micro:[116,118],microsecond:[25,103,118],might:[33,37,63,97],millisecond:[27,61,69,87],mime:[14,18,19,30,31,34],mime_typ:[14,16,18,19,30,31,34],min:40,min_bundle_s:[14,17,37],min_fraction_of_files_to_stat:17,min_number_of_files_to_stat:17,min_request:24,minimum:[14,17,37,78],mirror:105,mismatch_descript:89,miss:45,mix:105,mixin:[97,105],mkdir:[18,19,30,34],mock:[69,92],mockclock:69,mode:[18,21,31,33,61,64,65,103],model:[0,121],modifi:[12,33,98,107],modul:[0,1,7,8,13,20,22,23,39,43,48,49,58,59,62,67,79,80,83,88,94,104,111,121],moment:12,monitor:102,month:21,more:[5,17,18,19,21,25,30,33,34,37,45,47,96,97,98,101,102,103,107],moreov:33,most:[14,21,33,36,37,98,117],mostli:[47,117],move:[18,19,29,30,34,76],movingfunct:29,movingsum:29,msg:116,msg_class:116,much:10,multi:[33,36],multipl:[17,25,33,42,57,76,95,96,101,105],multipli:112,muss:33,must:[2,12,17,21,24,32,33,37,45,47,50,57,63,87,90,91,96,98,103,105,117],mutabl:[33,107],mutat:[26,27,33],my_side_input:57,my_tranform:47,myavrofil:14,myjobnam:90,mypath:14,myptransform:57,mysink:33,name:[14,17,21,27,31,33,41,42,45,47,50,60,63,77,87,90,96,102,105,110],namespac:[14,25,27,41,42,97,110],nativ:[21,33,63,84,98,106],native_io:[0,21,58,59,121],native_type_compat:[0,104,121],nativesink:[21,33,63],nativesinkwrit:63,nativesourc:[21,63],nativesourceread:63,necessari:[5,57,97,118],necessarili:63,need:[3,5,16,18,19,21,26,30,33,34,35,45,47,51,53,92,93,98,117],neg:[18,35],negat:105,neither:[21,97],nest:[4,21,110],never:[12,33,57,101,103,115],new_save_module_dict:11,new_watermark:91,newlin:37,next:103,nnnnn:[14,37,38],no_retri:117,node:[47,57,61,81,87,98],non:[11,33,35,57,87,96,97,117],none:[2,10,14,15,16,17,18,19,21,25,27,28,30,31,32,33,34,35,36,37,38,40,44,46,47,57,60,61,63,64,66,71,73,77,84,86,87,89,90,95,96,97,98,101,102,103,108,109,110,115,116,119],nonmergingwindowfn:103,nonzero:117,nop:107,nor:21,normal:[25,97,103],nosetest:90,notabl:36,notbig:21,note:[2,11,21,25,26,28,33,64,93,96,98,102,105,110,115],noth:63,notic:105,notifi:24,notify_observ:3,notimplementederror:87,notion:[33,63,95],now:[24,29,117],now_in_m:69,nth:102,nullabl:21,num_byt:18,num_items_to_read_before_split:36,num_partit:96,num_retri:117,num_shard:[14,16,37,38],num_split:[25,28],num_work:90,number:[12,14,18,19,21,25,26,28,30,33,34,36,37,38,45,69,89,95,96,117,118],numer:118,obei:33,obj:[10,11],object:[2,3,4,5,6,10,11,12,14,16,17,18,19,21,24,27,29,30,31,33,34,35,38,40,41,42,44,45,46,47,50,51,52,53,57,58,60,63,68,69,70,71,73,74,76,77,78,84,86,87,89,90,91,95,96,97,98,99,100,101,103,105,107,108,110,113,115,117,118,119],observ:[0,1,121],observablemixin:3,obtain:[21,33,41,44,90,95,96,98,102],occupi:33,occur:[28,36,95,103],octet:[16,18,19,30,31,34],offer:47,offici:33,offset:[18,33,63,103],offset_infin:35,offset_range_track:17,offsetrangetrack:[17,35],oflong:29,often:112,old:112,old_multipli:112,on_el:101,on_fir:101,on_merg:101,on_success_match:45,onc:[18,24,33,57,76,96,101,103,105],one:[2,5,14,21,24,26,27,33,36,37,38,44,45,47,57,63,76,95,96,98,102,103,105,110,119],ones:[36,44,68],onli:[2,3,4,7,8,9,10,11,12,14,15,18,21,26,27,32,33,35,36,37,38,41,45,47,48,49,57,63,68,69,70,71,74,76,77,78,86,90,91,92,93,95,96,97,99,102,105,107,108,109,111,112,113,114,115,116,117,118,119],opaqu:16,opcod:[0,104,121],open:[16,17,18,19,30,31,33,34],open_fil:17,open_shard:93,open_writ:[16,33],oper:[2,5,6,18,19,21,30,31,33,34,47,87,96,98,103,118],opt_nam:90,optim:[14,37,101],option:[0,9,25,33,38,47,53,68,90,93,96,98,105,110,112,121],option_nam:46,order:[2,5,21,25,31,33,35,47,87,90,92,96,105,110],orderedpositionrangetrack:35,ordinari:57,ordinarili:[96,102],orfin:101,org:[29,33,44,61,97,101,107],orient:33,origin:[33,36,105],original_range_track:36,original_read:36,original_stop_posit:36,other:[15,18,19,21,27,33,35,37,47,53,63,80,96,97,102,103,105,110],otherwis:[10,18,33,36,47,90,91,96,98],our:47,out:[18,87,96],outer:[26,33],output:[0,13,14,16,17,18,33,37,38,47,57,68,70,73,76,78,89,91,96,98,102,103,109,121],output_at_earliest:103,output_at_earliest_transform:103,output_at_eow:103,output_at_latest:103,output_pcollect:[68,73],outputcheckwrapperdofn:109,outputstream:4,over:[44,80,96,117],overhead:18,overlap:33,overload:24,overload_ratio:24,overrid:[16,21,44,47,64,65,87,89,96,97,98,119],overridden:33,overwrit:16,own:[96,102],pack_ani:116,pack_struct:116,packag:[12,121],pad:[14,37,38],pair:[18,19,30,33,34,44,57,63,95,96,97],pane:101,parallel:[0,6,12,17,19,21,25,33,98,121],param:36,paramet:[2,9,10,12,14,15,16,17,18,19,21,24,25,26,27,28,30,31,33,34,35,36,37,38,41,42,44,47,50,51,52,53,57,60,61,63,68,73,76,78,87,89,90,92,93,96,98,101,102,103,105,106,108,110,112,117,118,119],parameter:110,parameter_typ:[2,98,119],paramt:119,pardo:[21,33,57,87,96,98],pardo_payload:96,parent:[38,115],pars:[14,37,44,90,116],parse_byt:116,parse_int:105,parser:44,part:[2,17,18,19,30,33,34,41,44,61,63,81,96],partial:[27,33,75],partialgroupbykeycombiningvalu:75,particular:[14,33,36,37,38,98,108],partit:[27,28,33,96,110],partition_for:96,partitionfn:96,partitionid:27,pass:[2,14,16,18,19,21,30,33,34,38,44,61,96,98,101,103,105,119],past:[33,63],patch:92,patch_retri:92,path:[14,16,17,18,19,27,30,31,33,34,37,38,45,89,113],pathnam:[18,19,30,34],pattern:[14,17,18,19,30,31,34,37,38,45,93,98,117],payload:[32,119],pbegin:[33,64,91,96],pc1:102,pc2:102,pcoll1:102,pcoll2:102,pcoll3:102,pcoll:[14,21,25,32,33,37,38,47,57,61,72,75,90,95,96,98,102],pcollect:[0,2,5,14,16,21,25,33,37,47,57,73,78,87,91,93,95,96,98,102,103,121],pend:87,per:[21,57,73,75,96,117],percent_complet:63,percentag:63,perel:95,perfectli:33,perform:[2,14,17,18,19,25,29,33,36,37,102,103,109],perform_multi_threaded_test:36,perhap:63,period:[25,103],perkei:95,permanentexcept:[9,117],permit:110,persist:[87,96],phase:[33,92],physic:71,pick:[2,97],pickl:[2,5,11,33,90,119],picklabl:33,pickle_urn:119,picklecod:[2,11,33],pickler:[0,7,121],piec:76,pipe:98,pipelin:[0,2,6,12,14,17,21,32,33,37,38,41,42,44,45,52,53,57,58,59,61,65,66,67,70,72,73,81,86,87,89,90,91,93,96,97,98,99,102,121],pipeline_context:[0,58,121],pipeline_opt:[0,43,45,46,73,97,121],pipeline_options_valid:[0,43,121],pipeline_result:89,pipeline_verifi:[0,88,121],pipelinecontext:[2,86,119],pipelineerror:[6,47],pipelineopt:[44,45,47,90,97],pipelineoptionsvalid:45,pipelineresult:87,pipelinerunn:[0,47,61,72,81,87,90,121],pipelinest:[87,89],pipelinestatematch:89,pipelinevisitor:[47,70],place:[10,12,57,96,98,103,117],placehold:[12,14,17,37,38],plain:57,plane:51,platform:114,pleas:[17,33,45],plugin:[0,18,111,121],pobject:96,point:[2,14,28,33,73,76,103,108,117,118],poll:61,poll_for_job_complet:61,pool:[12,44],pool_siz:12,pop_on:107,pop_thre:107,pop_top:107,pop_two:107,popen:114,popul:[47,97],portabl:[0,82,121],portion:96,pos:[15,35],posit:[12,15,18,33,35,36,45,63,91,96,105],position_at_fract:[15,33,35],position_for_fract:36,position_to_fract:35,positional_hint:105,possibl:[17,19,21,33,36,45,96],potenti:[57,73],power:[0,121],practic:33,pre:[33,75],precis:[103,118],predecessor:118,prefer:[2,18,119],prefix:[14,18,19,30,37,38],prepar:[21,52],preparationid:52,present:[21,50,95],preserv:36,prevent:[17,42],previou:[21,33,91],previous:24,primari:[33,63],primarili:15,primary_range_track:36,primit:[2,64,103,110],print:[108,112],print_item:107,print_newlin:107,prior:33,problem:87,proce:96,process:[0,2,5,18,21,25,33,57,63,64,67,69,73,75,76,78,84,85,91,96,98,101,103,109,111,115,121],processdata:21,processingtimeev:91,produc:[2,14,33,36,37,47,57,70,73,91,102,112],profil:[0,111,121],profile_id:115,profile_loc:115,profilingopt:44,program:[0,21,101,107,121],progress:[35,51,63,96],project:[9,21,25,27,32,45],project_id_pattern:45,project_number_pattern:45,promis:33,proper:[98,105],properli:[33,105],properti:[28,33,36],proto:[27,47,57,80,86,96,98,101],proto_message_typ:2,proto_util:[0,111,121],protobuf:[2,116],protoc:2,protocod:2,protocol:[2,33],provid:[0,2,12,14,18,19,21,25,28,30,32,33,34,35,46,53,73,76,78,87,90,91,96,98,102,105,119,121],provis:53,provisionserviceservic:53,provisionservicestub:53,pseudo:33,pseudocod:36,ptransform:[0,5,6,14,21,25,32,33,37,38,47,57,61,64,65,70,73,74,75,91,93,94,95,96,97,102,110,121],ptransform_fn:98,ptransform_overrid:[0,58,59,121],ptransformoverrid:[47,61,65],ptransformwithsideinput:96,pub:32,pubsub:[0,13,20,121],pull:57,pure:4,purpos:90,push_valu:107,put:[11,87],putartifact:50,pvalu:[0,6,12,14,32,33,37,38,47,70,87,96,98,99,121],pvalue_class:12,pvalueerror:6,pvalueish:[47,98],python:[2,4,6,10,11,14,33,44,64,90,96,105,106,107,108,110,117],python_rpc_direct:[0,58,79,121],python_rpc_direct_runn:[0,58,79,80,121],pythonrpcdirectrunn:81,pyx:4,queri:[21,25,26,27,28,60,71,87],query_latest_statistics_timestamp:25,query_result:21,query_splitt:[0,13,20,22,23,121],queryiter:27,querysplitt:28,querysplitterimpl:28,quickstart:21,quit:10,rais:[6,10,16,17,18,19,21,27,30,31,34,36,44,47,87,90,93,96,97,98,105,106,108,117],random:[2,26,28,117],randomli:117,rang:[15,17,33,35,36,63,103],range_track:[0,13,15,17,33,36,121],rangetrack:[15,17,33,35,36],rather:[2,21,105,107,119],ratio:24,raw:[33,91],raw_byt:61,reach:117,reachabl:[61,81,87],read:[0,2,4,14,15,17,18,19,21,25,27,30,31,32,33,34,36,37,38,63,73,121],read_al:4,read_bigendian_doubl:4,read_bigendian_int32:4,read_bigendian_int64:4,read_bigendian_uint64:4,read_buffer_s:31,read_byt:4,read_from_sourc:36,read_record:17,read_siz:18,read_var_int64:4,readabl:18,readallfromavro:14,readallfromtext:37,reader:[21,33,63],readerposit:63,readerprogress:63,readfn:25,readfromavro:14,readfromdatastor:25,readfromsourc:36,readfromtext:[0,37,121],readfromtfrecord:38,readi:[0,89,121],readlin:18,readstringsfrompubsub:32,real:[12,69],real_tim:100,realiti:96,realli:5,reason:[5,117],rebalanc:[33,36],receiv:[33,36,76,96,105],recent:29,recommend:[14,36,37,90,112],record:[14,16,17,27,32,33,36,38,63],record_current_posit:33,record_index:63,record_start:35,recurs:[18,19,30,31,34],redefinit:44,reduc:[14,37,87,96],redund:33,reentrant:[33,36],refer:[21,33,36,42,47,98],referenc:86,reference_source_info:36,regist:[2,5,19,47,74,90,119],register:119,register_cod:5,register_observ:3,register_pickle_urn:119,register_structured_urn:2,register_urn:[2,98,119],registr:[5,119],registri:[2,5],regular:110,reifywindow:96,reimplement:97,reject:97,rel:[18,63],relat:[6,33,42,51,70,98],releas:76,relev:31,reli:[21,93],remain:[33,63],remaining_split_point:63,remaining_tim:63,remot:[21,32,61,81,82,117],remov:37,remove_objects_from_arg:12,removedupl:102,renam:[18,19,30,31,33,34],repeat:21,repeatedli:[96,101],replac:[12,14,37,38,47,92,95,96,112],replace_al:47,report:[33,51,96,115,117],report_current_posit:33,report_onc:115,repres:[0,12,17,18,21,33,36,40,44,57,63,87,96,97,99,118,121],represent:[21,63,97,103],request:[18,24,25,26,27,35,41,50,51,52,53,63,73,82,117],request_dynamic_split:63,request_iter:[50,51],requir:[2,5,10,14,21,33,37,44,45,96,112],reserv:110,reset:101,residu:[33,63],residual_range_track:36,resolut:87,resourc:[33,53,90],respect:[14,21,33,36,37,38],respond:[60,71],respons:[5,18,19,26,27,30,34,51,52,74],restrain:96,restrict:41,restrictionprovid:96,restrictiontrack:96,result:[2,11,12,17,18,21,25,28,33,36,40,41,44,61,63,73,74,75,77,89,95,96,98,102,103,105,112,115],result_pcol:98,retri:[0,9,27,33,89,92,111,121],retriev:[12,50,105],retry_filt:117,retry_on_beam_io_error_filt:117,retry_on_io_error_and_server_error:89,retry_on_rpc_error:27,retry_on_server_errors_and_timeout_filt:117,retry_on_server_errors_filt:117,return_type_hint:105,returns_windowed_valu:63,revers:102,rewind:18,right:[36,47,117],right_fract:36,right_result:36,roll:29,root:[73,74,76],root_transform:[73,78],rootbundleprovid:76,rot_four:107,rot_n:107,rot_thre:107,rot_two:107,row:21,rowasdictjsoncod:21,rpc:[24,27,41,50,117],rpc_stats_callback:27,rpcerror:27,rule:27,run:[6,9,11,12,28,33,47,49,52,61,66,72,73,76,80,81,82,87,90,96,97,110],run__nativewrit:61,run_abc:87,run_combinevalu:61,run_command:84,run_flatten:61,run_groupbykei:61,run_impuls:61,run_pardo:61,run_queri:26,run_read:61,run_transform:87,run_using_threadpool:12,runner:[0,6,21,25,33,41,45,47,51,90,91,96,98,121],runnerapi:52,runnerapifn:[2,96,103,119],runnererror:6,runtim:[2,6,17,25,53,105,109],runtime_opt:46,runtimeerror:[6,47],runtimevalueprovid:46,runtimevalueprovidererror:6,safe:[33,71],safeti:33,sai:[5,33],same:[2,5,17,18,19,21,27,30,31,33,34,36,37,42,47,57,63,68,87,93,95,96,103,106,112,117],sampl:[2,21,95],satisfi:[33,108],save:115,save_modul:11,scatter:26,scenario:[21,33],schedul:[70,74],schedule_pending_unblocked_task:73,schema:[14,21],schema_as_json:21,scheme:[18,30,33,34,45],scope:26,scoped_metrics_contain:[74,76],sdf:64,sdist:49,sdk:[29,33,35,51,53,61,105,110,120],sdkfunctionspec:[2,119],search:117,second:[5,27,36,89,91,98,102,103,107,115,117,118],section:33,see:[5,14,17,19,24,25,33,36,37,38,44,45,47,96,98,101,102,103],seek:18,seek_cur:18,seek_end:18,seek_set:18,seekabl:[17,18],select:[21,27,57],self:[3,33,96,97,98,105,118,119],semant:[25,33,91,98,101,104,110],send:[24,51,80],sens:5,sent:[24,51],separ:[21,96,103,105],sequenc:[33,108],sequenti:[33,50],seri:103,serial:[5,21,33,76,86,119],serializ:[91,102],serialize_windowing_strategi:61,serialized_data:61,serv:82,server:[0,50,51,52,53,58,79,80,117,121],servic:[9,14,21,33,37,44,45,50,51,52,53,60,61,63,89,117],session:[11,103],set:[5,14,15,17,18,21,24,25,31,33,36,37,38,41,44,45,57,61,73,87,89,96,101,103,105,110,112,117],set_current_posit:[15,33,35],set_running_in_gc:9,set_runtime_opt:46,set_split_points_unclaimed_callback:[33,35],set_tim:69,setup:[49,90],setupopt:[44,45],sever:[13,15,21,63,93,96,98,102],sha1:92,shard:[14,16,28,37,38,93],shard_name_templ:[14,16,37,38],share:[21,68,73],shift:47,shortvalu:97,should:[0,11,12,17,18,19,21,24,30,33,34,37,42,47,50,57,63,76,89,90,91,93,95,96,97,99,101,102,105,110,115,117,119,121],should_drop:97,should_execute_seri:76,should_fir:101,shown:97,shuffl:63,shuffle_posit:63,shuffler:5,side:[6,12,21,24,57,73,75,80,96,99],side_input:[21,73,76,98],side_input_valu:74,side_t:21,sideinput:[0,94,121],sideinputerror:6,sideinputmap:99,sideinputparam:96,signal:21,signatur:[87,96,117],signific:[0,25,121],significantli:33,similar:29,similarli:21,simpl:[0,2,14,41,96,102,103,105,108,110,117,121],simplefilt:112,simpler:[10,33,98],simpli:[44,96,115],sinc:[2,5,21,24,25,33,69,93,103,112,118],singl:[14,16,17,21,25,33,40,67,71,72,77,81,95,96,102,103,105],singleton:57,singletoncod:2,sink:[0,13,16,18,21,32,33,37,38,63,121],sinkwrit:63,size:[0,2,4,12,14,17,18,19,25,30,31,33,34,37,75,103,121],size_in_byt:18,size_of_files_in_glob:31,skip:[36,37,92],skip_header_lin:37,sleep:[27,92,117],sleep_sec:89,slice_0:107,slice_1:107,slice_2:107,slice_3:107,slide:103,slidingwindow:103,slot:103,slow_stream:[0,1,121],small:[21,28],smaller:[27,118],smallest:95,smallestperkei:95,snapshot:78,solut:98,some:[0,21,33,36,50,74,76,87,96,98,102,115,121],somefn:98,someth:[63,115],sometim:[5,96],sortbi:115,sourc:[0,2,3,4,6,9,10,11,12,13,14,15,16,17,18,19,21,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,40,41,42,44,45,46,47,50,51,52,53,57,60,61,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,81,82,84,85,86,87,89,90,91,92,93,95,96,97,98,99,100,101,102,103,105,106,107,108,109,110,112,113,114,115,116,117,118,119,121],source_bundl:15,source_file_nam:[18,19,30,34],source_frac:15,source_index:15,source_info:36,source_ix:15,source_posit:15,source_test_util:[0,13,121],source_test_utils_test:36,sourcebas:[33,63],sourcebundl:33,sourcereaderprogress:63,sources_info:36,space:[5,117],speak:84,spec_paramet:98,special:[21,64,96],specif:[14,33,37,40,44,57,63,64,73,76,96],specifi:[0,5,10,14,17,18,19,21,25,30,32,33,34,37,44,45,47,57,61,63,73,90,91,96,98,102,103,105,108,110,112,121],specul:101,spent:27,split:[14,15,17,18,19,21,25,28,30,33,34,35,36,37,51,60,63,96],split_fract:[33,36],split_offset:35,split_point:[33,35],split_points_unknown:33,split_posit:[33,36],split_result:36,splitfractionstatist:36,splitqueryfn:25,splittabl:[17,33,96],splittabledofn:64,splitter:28,sql:21,src:[28,31],src_dest_pair:31,sre:24,sre_pattern:19,sssss:[14,37,38],stabl:[0,51,121],stack:[68,108],stage:50,stai:[33,63],stand:33,standard:[18,21,44,98,117],standard_window_fns_pb2_grpc:[0,48,49,121],standardopt:[44,45],star:115,start:[15,33,35,36,44,45,74,84,87,89,103,115],start_bundl:[25,75,96,109],start_posit:[15,17,33,35,36],startup:[9,113],stat:[25,36],state:[33,51,52,60,61,71,73,76,87,89,101,107,108],statement:[0,121],staticvalueprovid:46,statist:[25,27,42],statu:[87,117],step:[2,5,21,33,41,60,73,87],step_nam:73,still:[0,17,33,51,121],sting:21,stop:[33,36,87,115],stop_posit:[15,17,33,35,36,63],storag:[31,33,44,45,96],storage_api_servic:44,storage_cli:31,store:[24,36,47,51,64,103,108,118],store_attr:107,store_fast:107,store_glob:107,store_map:107,store_slice_0:107,store_slice_1:107,store_slice_2:107,store_slice_3:107,store_subscr:107,str:[2,10,14,16,17,21,27,31,36,37,47,90,97,105,110],straight:10,strategi:118,stream:[0,4,16,18,19,21,30,31,32,34,52,61,64,65,91,100,121],streaming_cr:[0,58,59,62,121],streamingcr:64,stress:36,strictli:[5,32],string:[2,10,14,17,18,19,21,30,32,34,35,37,38,41,42,45,57,63,89,92,93,97,116],string_valu:97,stringutil:61,strip_trailing_newlin:37,strongli:36,struct:116,struct_obj:85,struct_to_dict:85,structur:[10,18,19,30,34],strutf8cod:[2,37],sub:[17,25,32,33,63,87,96],sub_range_track:15,subclass:[3,5,33,35,36,42,44,45,95,96,97,98,103,113],subclassess:45,subcompon:97,subdirectori:[0,121],subject:32,submit:[52,61,81,82],submodul:[22,48,79],subprocess:114,subscrib:52,subscript:32,subsequ:[33,63,117],subset:110,subsystem:5,subtrigg:101,succe:36,succeed:[24,31],success:[24,27,33,63],successful_request:24,successfulli:[33,50,61],suffici:63,suffix:[14,18,37,38],suggest:[33,112],suggested_split_posit:36,suitabl:[2,76,96],sum:[29,40,96],suppli:[47,57,90],support:[2,10,14,18,21,32,33,37,63,87,96,97,98,101,105,109],suppos:26,sure:[45,89],symmetric_binary_op:107,sync:76,syntax:[2,10,21,96,104,110],sys:[44,47,90],system:[18,19,25,30,33,34,90,101],tabl:[21,25,33],table_row:21,table_schema:21,table_schema_to_dict:21,tablecel:21,tablefieldschema:21,tablerefer:21,tablerow:21,tablerowjsoncod:21,tableschema:21,tag:[57,73,90,96,102],taggedoutput:57,tail:[18,19,30,34],take:[12,33,47,63,93,96],takes_windowed_valu:63,target:24,target_window_fn:99,task:[33,73],techniqu:21,tell:18,temp_path:16,templat:[14,37,38,46],temporari:[32,33],temporarili:117,term:[21,33],termin:89,test:[0,21,26,36,45,66,69,80,117,121],test_bigquery_cli:21,test_client:21,test_dataflow_runn:[0,58,59,121],test_pipelin:[0,88,121],test_runner_api:47,test_stream:[0,88,121],test_util:[0,88,121],testcas:92,testdataflowrunn:66,testopt:[44,45],testpipelin:90,testrunn:90,teststream:91,text:[0,33,37,47,121],textio:[0,13,121],tfrecord:38,tfrecordio:[0,13,121],than:[2,18,19,21,25,28,33,35,91,96,105,107,118,119],thei:[18,33,36,42,57,76,93,96,103],them:[11,33,61,96],themselv:[41,57,110],therebi:96,therefor:18,thi:[0,2,5,9,12,14,16,17,18,19,21,24,25,27,28,29,30,31,32,33,34,35,36,37,38,40,41,42,44,47,50,51,57,58,59,63,64,67,68,70,73,76,80,87,89,90,92,93,96,97,98,99,101,102,103,105,108,110,112,115,117,118,119,121],thing:[33,115],those:[2,14,21,33,64,90,96,97],thread:[12,33,36,71],three:[5,33,36,41],throttl:[24,27],throttle_delai:27,throttle_request:24,throttled_sec:27,throttler:[24,27],through:[25,33,35,38,45,47,117],throughout:[12,21],thu:102,time:[5,12,14,17,21,24,27,33,37,38,61,63,69,76,87,89,91,95,100,101,103,110,113,117,118],time_domain:77,timedelta:97,timedomain:100,timeout:[87,117],timer:[73,77,100,101],timer_fir:77,timerfir:77,timestamp:[0,2,25,27,68,77,78,91,96,97,100,103,111,121],timestamp_combin:[96,103],timestampcod:2,timestampcombin:103,timestamped_valu:91,timestampedvalu:[91,103],timestampparam:96,timeutil:[0,2,94,103,121],to_be_merg:[101,103],to_delete_mut:25,to_json_valu:10,to_low:105,to_runner_api:[2,47,57,86,96,98,101,119],to_runner_api_paramet:[2,33,96,98,103,119],to_upsert_mut:25,to_utc_datetim:118,todict:95,todo:[47,64],togeth:[42,96],toggl:105,toler:33,tolist:95,too:[28,36],took:[2,119],tool:21,top:[0,47,95,105,121],topic:32,tostringcod:37,total:[33,36,63,95,105,117],track:[29,35,40,70,71,73,76,78],tracker:[15,29,35,36],transform:[0,5,14,15,21,25,32,33,37,38,41,44,47,57,61,63,64,68,70,72,73,75,76,78,87,91,93,109,121],transform_evalu:[0,58,67,77,121],transform_evaluation_st:74,transform_evaluator_registri:74,transform_keyed_st:78,transform_nod:[61,87],transformerror:6,transformevalu:[74,76,77],transformevaluatorregistri:76,transformexecutor:74,transformresult:[73,77],transformwatermark:78,translat:60,travers:[44,47],treat:118,treatment:96,tree:[18,30,34],tri:117,trigger:[0,73,94,121],triggercontext:101,triggerfn:[96,101],trivial:[36,108],trivial_infer:[0,104,121],try_claim:[15,33,35],try_split:[15,33,35,36],tupl:[2,10,12,15,27,31,33,36,57,95,96,102,105,110,119],tuplecod:2,tuplesequencecod:2,turn:[21,117],twice:[11,33],two:[5,14,18,19,30,33,34,36,63,105,108,110,112],typ:106,type1:21,type2:21,type3:21,type:[2,5,10,12,14,17,18,19,21,30,31,33,34,35,36,47,51,57,63,90,96,97,98,104,105,106,108,109,110,118,119],type_1:105,type_2:105,type_check:110,type_check_input:98,type_check_inputs_or_output:98,type_check_output:98,type_hint:[98,105,109],typecheck:[0,104,121],typecheckerror:105,typecheckwrapperdofn:109,typecod:[0,1,121],typeconstraint:[98,105,108,110],typedict:97,typeerror:[10,16,17,21,47,96,98],typehint:[0,2,5,96,98,121],typeinferenceerror:108,typeopt:[44,45],typevari:110,typic:[17,37,38,47,87,96,98],uid:33,ultim:105,unabl:25,unari:107,unary_convert:107,unary_invert:107,unary_neg:107,unary_not:107,unary_posit:107,unavail:28,unbound:[0,63,64,91,103,108,121],unclaim:33,uncommit:73,uncommitted_output_bundl:77,uncommittedbundl:68,uncompress:18,unconsum:33,undeclar:96,undeclared_tag_valu:77,under:[25,32,96,102],underli:[19,28,37,73,98,101,103],underscor:21,undesir:5,unfinish:33,unicod:97,union:[15,36,87,103,108,110],union_list:108,uniqu:[32,33,41,57,95,102],unit:[26,36,97,103],unittest:92,unix:[91,103,118],unknown:[2,33,87],unless:[14,37,57,103],unmergedst:73,unpack:[105,116],unpack_ani:116,unpack_sequ:107,unpickl:[45,90],unprocess:33,unprocessed_bundl:[77,78],unsplitt:[33,35],unsplittablerangetrack:35,unstart:35,until:[52,61,75,76,87,90,96],unused_arg:[96,105,107],unused_context:[2,96,98,101,103,119],unused_el:64,unused_fn_paramet:103,unused_input:[32,33,91,96],unused_input_typ:[64,96,98],unused_kwarg:[96,105],unused_paramet:96,unused_payload:[2,96],unused_registri:2,unused_st:107,unused_typehint:2,unwrap:[91,108],unwrap_al:108,updat:[21,25,33,40,41,42,47,61,71,73,78,87],update_phys:71,update_watermark:78,upload:50,upper:[14,37,38,105],upstream:70,upto:27,uqfound:11,uri:[18,30,34,45],uri_schema_pattern:19,url:97,urn:[0,2,96,98,103,111,121],usabl:14,usag:[2,33,36,47,98,105,113,115],use:[2,3,4,5,7,8,9,10,11,12,14,15,18,19,21,24,25,26,27,29,30,31,32,33,34,36,37,41,42,44,45,47,48,49,50,57,61,63,68,69,70,74,76,77,78,86,90,91,92,96,99,105,107,108,109,111,112,114,115,116,117,118,119],use_pvalue_cach:73,use_standard_sql:21,used:[2,5,11,12,14,17,18,19,21,26,30,32,33,34,35,37,38,40,41,42,44,47,57,58,61,63,68,70,73,76,77,87,89,90,91,93,96,97,98,99,101,103,105,110,117,119],useful:[2,73],user:[12,14,17,18,19,21,25,30,33,34,41,42,57,60,63,97,99,113],uses:[5,28,76,92],using:[2,5,9,10,12,25,33,37,47,63,74,91,96,98,103,105,110,112],utf:[2,32,37],util:[0,7,9,10,13,18,20,22,23,36,58,61,67,83,86,88,90,91,92,94,96,100,103,105,120,121],val:4,valid:[14,17,18,21,27,37,38,44,45,90,93,96,97,98,105,110],validate_cloud_opt:45,validate_composite_type_param:98,validate_cr:21,validate_gcs_path:45,validate_optional_argument_posit:45,validate_test_match:45,validate_writ:21,validatesrunn:90,valu:[2,3,4,6,10,11,12,14,16,17,19,21,25,32,33,36,37,38,41,42,44,45,46,47,57,63,64,70,75,78,87,90,91,92,93,95,96,97,99,101,102,103,105,106,108,116,117,118],value_cod:2,value_in_m:69,value_provid:[0,43,121],value_provider_list:46,value_to_consum:[73,78],value_typ:46,valueerror:[16,17,18,21,31,36,44,47,90,96,97,105,106,108],valueprovid:[6,16,17,46],vari:2,variabl:[2,42],varint:4,varintcod:2,variou:[21,36,107],verbos:108,veri:[57,75],verif:89,verifi:[14,17,36,37,38,66,89,90,91,109],version:[0,2,64,112,121],verybig:21,vet:51,via:[86,103,110,119],view:[45,73],view_a:44,view_class:99,view_opt:99,violat:105,visit:[47,87],visit_transform:70,visitor:[47,70],wai:[5,25,33,35,36,63,96,98,102,112],wait:[27,61,87,89,90],wait_until_finish:87,want:[5,25,33,57,87,117],warn:[112,117],watermark:[73,78,91,96,100,101],watermark_manag:[0,58,67,121],watermark_neg_inf:78,watermark_pos_inf:78,watermarkev:91,watermarkmanag:78,watermarkreporterparam:96,weather_st:21,weight:36,well:[29,33,36],were:[33,73,98,102],what:[2,21,33,101,103,112],whatev:[25,47,102],when:[4,9,14,17,18,21,25,27,32,33,36,37,38,47,49,57,73,91,92,96,97,98,101,108,110,118],whenc:18,whenev:[5,96],where:[0,2,17,31,33,47,57,96,103,105,106,117,119,121],whether:[2,17,21,24,33,37,40,57,63,68,97,101,103,108],which:[0,2,12,14,15,17,18,21,24,28,32,33,35,37,38,51,57,58,63,64,87,90,96,101,102,103,105,106,109,115,117,121],who:90,whole:[17,18,21,33,45,105],whose:[2,33,35,47,57,96,101,102],width:103,window:[0,2,29,57,61,63,68,75,77,91,94,96,98,99,101,121],window_cod:2,window_fn:103,window_m:[24,29],windowed_valu:103,windowedtypeconstraint:110,windowedvalu:[68,91,96,110],windowedvaluecod:2,windowfn:[96,103],windowinto:[96,103],windowintofn:96,windowparam:[75,96],wipe:87,wish:97,with_default:96,with_exponential_backoff:117,with_input_typ:[5,98,105],with_nam:41,with_namespac:41,with_output:96,with_output_typ:[5,98,105],with_step:41,with_typ:10,within:[33,36,50,63,68,73,103],without:[17,33,95,115],without_default:96,withtypehint:[96,98,105],work:[27,33,36,42,47,51,63,102,105],worker:[9,11,25,33,44,53,61,63,96,113],worker_executing_project:9,workeropt:[44,45],workflow:[9,11,33],workitem:63,would:[2,33,57,103,105,119],wrap:[10,57,64,96,98,117],wrapped_value_cod:2,wrapper:[18,21,44,57,66,90,98,105,109,115],write:[0,2,4,5,14,16,18,19,21,25,26,27,30,31,32,33,34,37,38,47,63,73,119,121],write_:16,write_append:21,write_bigendian_doubl:4,write_bigendian_int32:4,write_bigendian_int64:4,write_bigendian_uint64:4,write_byt:4,write_disposit:21,write_empti:21,write_encoded_record:16,write_mut:27,write_record:16,write_result:33,write_trunc:21,write_var_int64:4,writeabl:18,writeimpl:33,writer:[21,33,41,63,99],writer_result:33,writestringstopubsub:32,writetoavro:14,writetobigqueri:21,writetodatastor:25,writetotext:[0,37,47,121],writetotfrecord:38,writetrunc:21,written:[14,16,18,19,21,30,33,34,37,38],wrote:33,xrang:112,xyz:[5,44,87],xyzcod:5,xyzopt:44,year:21,yet:33,yield:[3,17,33,96,117],you:[14,25,37,44,45,97],your:[0,36,45,121],zero:[33,96]},titles:["apache_beam package","apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.filesystem module","apache_beam.io.filesystems module","apache_beam.io.gcp package","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.datastore.v1.adaptive_throttler module","apache_beam.io.gcp.datastore.v1.datastoreio module","apache_beam.io.gcp.datastore.v1.fake_datastore module","apache_beam.io.gcp.datastore.v1.helper module","apache_beam.io.gcp.datastore.v1.query_splitter module","apache_beam.io.gcp.datastore.v1.util module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.range_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.experimental package","apache_beam.runners.experimental.python_rpc_direct package","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner module","apache_beam.runners.experimental.python_rpc_direct.server module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.testing package","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.display module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{adaptive_throttl:24,annot:112,apach:[0,121],apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120],api:[49,50,51,52,53,54,55,56],auth:9,avroio:14,beam:[0,121],beam_artifact_api_pb2_grpc:50,beam_fn_api_pb2_grpc:51,beam_job_api_pb2_grpc:52,beam_provision_api_pb2_grpc:53,beam_runner_api_pb2_grpc:54,bigqueri:21,bundle_factori:68,cell:40,clock:69,coder:[1,2,3,4,5],combin:95,concat_sourc:15,consumer_tracking_pipeline_visitor:70,core:96,dataflow:[59,60,61,62,63,64,65,66],dataflow_metr:60,dataflow_runn:61,datastor:[22,23,24,25,26,27,28,29],datastoreio:25,decor:105,direct:[67,68,69,70,71,72,73,74,75,76,77,78],direct_metr:71,direct_runn:72,displai:97,endpoints_pb2_grpc:55,error:6,evaluation_context:73,executor:74,experiment:[79,80,81,82],fake_datastor:26,filebasedsink:16,filebasedsourc:17,filesystem:[18,19],gcp:[8,9,10,20,21,22,23,24,25,26,27,28,29,30,31,32],gcsfilesystem:30,gcsio:31,helper:27,helper_transform:75,intern:[7,8,9,10,11,12],iobas:[33,63],job:[83,84,85],json_valu:10,localfilesystem:34,manag:84,metric:[39,40,41,42],metricbas:42,modul:[2,3,4,5,6,9,10,11,12,14,15,16,17,18,19,21,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,40,41,42,44,45,46,47,50,51,52,53,54,55,56,57,60,61,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,81,82,84,85,86,87,89,90,91,92,93,95,96,97,98,99,100,101,102,103,105,106,107,108,109,110,112,113,114,115,116,117,118,119,120],native_io:[62,63,64],native_type_compat:106,observ:3,opcod:107,option:[43,44,45,46],overview:[0,121],packag:[0,1,7,8,13,20,22,23,39,43,48,49,58,59,62,67,79,80,83,88,94,104,111],pickler:11,pipelin:47,pipeline_context:86,pipeline_opt:44,pipeline_options_valid:45,pipeline_verifi:89,plugin:113,portabl:[48,49,50,51,52,53,54,55,56],process:114,profil:115,proto_util:116,ptransform:98,ptransform_overrid:65,pubsub:32,pvalu:57,python:[0,121],python_rpc_direct:[80,81,82],python_rpc_direct_runn:81,query_splitt:28,range_track:35,retri:117,runner:[58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87],sdk:[0,121],server:82,sideinput:99,slow_stream:4,source_test_util:36,standard_window_fns_pb2_grpc:56,statu:[0,121],streaming_cr:64,submodul:[0,1,7,8,13,20,23,39,43,49,58,59,62,67,80,83,88,94,104,111,121],subpackag:[0,7,13,20,22,48,58,59,79,121],test:[88,89,90,91,92,93],test_dataflow_runn:66,test_pipelin:90,test_stream:91,test_util:92,textio:37,tfrecordio:38,timestamp:118,timeutil:100,transform:[94,95,96,97,98,99,100,101,102,103],transform_evalu:76,trigger:101,trivial_infer:108,typecheck:109,typecod:5,typehint:[104,105,106,107,108,109,110],typic:[0,121],urn:119,usag:[0,121],util:[12,29,77,85,93,102,111,112,113,114,115,116,117,118,119],value_provid:46,version:120,watermark_manag:78,window:103}})