Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.avro_record","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.row_coder","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.http_client","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.external","apache_beam.io.external.gcp","apache_beam.io.external.gcp.pubsub","apache_beam.io.external.generate_sequence","apache_beam.io.external.kafka","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.fileio","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.flink","apache_beam.io.flink.flink_streaming_impulse_source","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_file_loads","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.bigquery_tools","apache_beam.io.gcp.bigtableio","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1new","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline","apache_beam.io.gcp.datastore.v1new.datastoreio","apache_beam.io.gcp.datastore.v1new.helper","apache_beam.io.gcp.datastore.v1new.query_splitter","apache_beam.io.gcp.datastore.v1new.types","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.gcsio_overrides","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.mongodbio","apache_beam.io.parquetio","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.metrics.monitoring_infos","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_expansion_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_interactive_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.external_transforms_pb2_grpc","apache_beam.portability.api.metrics_pb2_grpc","apache_beam.portability.api.schema_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.caching","apache_beam.runners.interactive.caching.streaming_cache","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pcoll_visualization","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_beam","apache_beam.runners.interactive.interactive_environment","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.interactive.pipeline_instrument","apache_beam.runners.internal","apache_beam.runners.internal.names","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.utils","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.datatype_inference","apache_beam.testing.extra_assertions","apache_beam.testing.load_tests","apache_beam.testing.load_tests.load_test_metrics_utils","apache_beam.testing.load_tests.streaming","apache_beam.testing.load_tests.streaming.group_by_key_streaming_pipeline","apache_beam.testing.metric_result_matchers","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.fn_api_runner_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.environments","apache_beam.transforms.external","apache_beam.transforms.external_test_it","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.stats","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.schemas","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.subprocess_server","apache_beam.utils.thread_pool_executor","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.avro_record.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.row_coder.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.http_client.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.external.rst","apache_beam.io.external.gcp.rst","apache_beam.io.external.gcp.pubsub.rst","apache_beam.io.external.generate_sequence.rst","apache_beam.io.external.kafka.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.fileio.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.flink.rst","apache_beam.io.flink.flink_streaming_impulse_source.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_file_loads.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.bigquery_tools.rst","apache_beam.io.gcp.bigtableio.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1new.rst","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.rst","apache_beam.io.gcp.datastore.v1new.datastoreio.rst","apache_beam.io.gcp.datastore.v1new.helper.rst","apache_beam.io.gcp.datastore.v1new.query_splitter.rst","apache_beam.io.gcp.datastore.v1new.types.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.gcsio_overrides.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.mongodbio.rst","apache_beam.io.parquetio.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.metrics.monitoring_infos.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_expansion_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_interactive_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.external_transforms_pb2_grpc.rst","apache_beam.portability.api.metrics_pb2_grpc.rst","apache_beam.portability.api.schema_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.caching.rst","apache_beam.runners.interactive.caching.streaming_cache.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pcoll_visualization.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_beam.rst","apache_beam.runners.interactive.interactive_environment.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.interactive.pipeline_instrument.rst","apache_beam.runners.internal.rst","apache_beam.runners.internal.names.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.utils.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.datatype_inference.rst","apache_beam.testing.extra_assertions.rst","apache_beam.testing.load_tests.rst","apache_beam.testing.load_tests.load_test_metrics_utils.rst","apache_beam.testing.load_tests.streaming.rst","apache_beam.testing.load_tests.streaming.group_by_key_streaming_pipeline.rst","apache_beam.testing.metric_result_matchers.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.fn_api_runner_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.environments.rst","apache_beam.transforms.external.rst","apache_beam.transforms.external_test_it.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.stats.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.schemas.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.subprocess_server.rst","apache_beam.utils.thread_pool_executor.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[203,0,0,"-"]},"apache_beam.coders":{avro_record:[1,0,0,"-"],coders:[2,0,0,"-"],observable:[3,0,0,"-"],row_coder:[4,0,0,"-"],slow_stream:[5,0,0,"-"],typecoders:[6,0,0,"-"]},"apache_beam.coders.avro_record":{AvroRecord:[1,1,1,""]},"apache_beam.coders.coders":{AvroGenericCoder:[2,1,1,""],BooleanCoder:[2,1,1,""],BytesCoder:[2,1,1,""],Coder:[2,1,1,""],DillCoder:[2,1,1,""],FastPrimitivesCoder:[2,1,1,""],FloatCoder:[2,1,1,""],IterableCoder:[2,1,1,""],PickleCoder:[2,1,1,""],ProtoCoder:[2,1,1,""],SingletonCoder:[2,1,1,""],StrUtf8Coder:[2,1,1,""],TimestampCoder:[2,1,1,""],TupleCoder:[2,1,1,""],TupleSequenceCoder:[2,1,1,""],VarIntCoder:[2,1,1,""],WindowedValueCoder:[2,1,1,""]},"apache_beam.coders.coders.AvroGenericCoder":{from_runner_api_parameter:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.BooleanCoder":{is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],decode:[2,3,1,""],decode_nested:[2,3,1,""],encode:[2,3,1,""],encode_nested:[2,3,1,""],estimate_size:[2,3,1,""],from_runner_api:[2,4,1,""],from_type_hint:[2,4,1,""],get_impl:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],register_structured_urn:[2,2,1,""],register_urn:[2,4,1,""],to_runner_api:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.ProtoCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[2,3,1,""],encode:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],coders:[2,3,1,""],from_runner_api_parameter:[2,2,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.observable":{ObservableMixin:[3,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[3,3,1,""],register_observer:[3,3,1,""]},"apache_beam.coders.row_coder":{RowCoder:[4,1,1,""]},"apache_beam.coders.row_coder.RowCoder":{as_cloud_object:[4,3,1,""],coder_from_type:[4,2,1,""],from_runner_api_parameter:[4,2,1,""],from_type_hint:[4,2,1,""],is_deterministic:[4,3,1,""],to_runner_api_parameter:[4,3,1,""],to_type_hint:[4,3,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[5,1,1,""],InputStream:[5,1,1,""],OutputStream:[5,1,1,""],get_varint_size:[5,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[5,3,1,""],get_count:[5,3,1,""],write:[5,3,1,""],write_byte:[5,3,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[5,3,1,""],read_all:[5,3,1,""],read_bigendian_double:[5,3,1,""],read_bigendian_int32:[5,3,1,""],read_bigendian_int64:[5,3,1,""],read_bigendian_uint64:[5,3,1,""],read_byte_py2:[5,3,1,""],read_byte_py3:[5,3,1,""],read_var_int64:[5,3,1,""],size:[5,3,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[5,3,1,""],size:[5,3,1,""],write:[5,3,1,""],write_bigendian_double:[5,3,1,""],write_bigendian_int32:[5,3,1,""],write_bigendian_int64:[5,3,1,""],write_bigendian_uint64:[5,3,1,""],write_byte:[5,3,1,""],write_var_int64:[5,3,1,""]},"apache_beam.error":{BeamError:[7,6,1,""],PValueError:[7,6,1,""],PipelineError:[7,6,1,""],RunnerError:[7,6,1,""],RuntimeValueProviderError:[7,6,1,""],SideInputError:[7,6,1,""],TransformError:[7,6,1,""]},"apache_beam.internal":{gcp:[9,0,0,"-"],http_client:[12,0,0,"-"],pickler:[13,0,0,"-"],util:[14,0,0,"-"]},"apache_beam.internal.gcp":{auth:[10,0,0,"-"],json_value:[11,0,0,"-"]},"apache_beam.internal.gcp.auth":{get_service_credentials:[10,5,1,""],set_running_in_gce:[10,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[11,5,1,""],get_typed_value_descriptor:[11,5,1,""],to_json_value:[11,5,1,""]},"apache_beam.internal.http_client":{get_new_http:[12,5,1,""],proxy_info_from_environment_var:[12,5,1,""]},"apache_beam.internal.pickler":{dump_session:[13,5,1,""],dumps:[13,5,1,""],load_session:[13,5,1,""],loads:[13,5,1,""],new_save_module_dict:[13,5,1,""],save_module:[13,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[14,1,1,""],insert_values_in_args:[14,5,1,""],remove_objects_from_args:[14,5,1,""],run_using_threadpool:[14,5,1,""]},"apache_beam.io":{avroio:[16,0,0,"-"],concat_source:[17,0,0,"-"],external:[18,0,0,"-"],filebasedsink:[23,0,0,"-"],filebasedsource:[24,0,0,"-"],fileio:[25,0,0,"-"],filesystem:[26,0,0,"-"],filesystemio:[27,0,0,"-"],filesystems:[28,0,0,"-"],flink:[29,0,0,"-"],gcp:[31,0,0,"-"],hadoopfilesystem:[50,0,0,"-"],iobase:[51,0,0,"-"],localfilesystem:[52,0,0,"-"],mongodbio:[53,0,0,"-"],parquetio:[54,0,0,"-"],range_trackers:[55,0,0,"-"],restriction_trackers:[56,0,0,"-"],source_test_utils:[57,0,0,"-"],textio:[58,0,0,"-"],tfrecordio:[59,0,0,"-"],utils:[60,0,0,"-"],vcfio:[61,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[16,1,1,""],ReadFromAvro:[16,1,1,""],WriteToAvro:[16,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[16,7,1,""],expand:[16,3,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[16,3,1,""],expand:[16,3,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[16,3,1,""],expand:[16,3,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[17,1,1,""],ConcatSource:[17,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[17,3,1,""],global_to_local:[17,3,1,""],local_to_global:[17,3,1,""],position_at_fraction:[17,3,1,""],set_current_position:[17,3,1,""],start_position:[17,3,1,""],stop_position:[17,3,1,""],sub_range_tracker:[17,3,1,""],try_claim:[17,3,1,""],try_split:[17,3,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[17,3,1,""],estimate_size:[17,3,1,""],get_range_tracker:[17,3,1,""],read:[17,3,1,""],sources:[17,7,1,""],split:[17,3,1,""]},"apache_beam.io.external":{gcp:[19,0,0,"-"],generate_sequence:[21,0,0,"-"],kafka:[22,0,0,"-"]},"apache_beam.io.external.gcp":{pubsub:[20,0,0,"-"]},"apache_beam.io.external.gcp.pubsub":{ReadFromPubSub:[20,1,1,""],ReadFromPubsubSchema:[20,1,1,""],WriteToPubSub:[20,1,1,""],WriteToPubsubSchema:[20,1,1,""]},"apache_beam.io.external.gcp.pubsub.ReadFromPubSub":{URN:[20,7,1,""],expand:[20,3,1,""]},"apache_beam.io.external.gcp.pubsub.ReadFromPubsubSchema":{id_label:[20,7,1,""],subscription:[20,7,1,""],timestamp_attribute:[20,7,1,""],topic:[20,7,1,""],with_attributes:[20,7,1,""]},"apache_beam.io.external.gcp.pubsub.WriteToPubSub":{URN:[20,7,1,""],expand:[20,3,1,""]},"apache_beam.io.external.gcp.pubsub.WriteToPubsubSchema":{id_label:[20,7,1,""],timestamp_attribute:[20,7,1,""],topic:[20,7,1,""]},"apache_beam.io.external.generate_sequence":{GenerateSequence:[21,1,1,""]},"apache_beam.io.external.generate_sequence.GenerateSequence":{URN:[21,7,1,""]},"apache_beam.io.external.kafka":{ReadFromKafka:[22,1,1,""],ReadFromKafkaSchema:[22,1,1,""],WriteToKafka:[22,1,1,""],WriteToKafkaSchema:[22,1,1,""]},"apache_beam.io.external.kafka.ReadFromKafka":{URN:[22,7,1,""],byte_array_deserializer:[22,7,1,""]},"apache_beam.io.external.kafka.ReadFromKafkaSchema":{consumer_config:[22,7,1,""],key_deserializer:[22,7,1,""],topics:[22,7,1,""],value_deserializer:[22,7,1,""]},"apache_beam.io.external.kafka.WriteToKafka":{URN:[22,7,1,""],byte_array_serializer:[22,7,1,""]},"apache_beam.io.external.kafka.WriteToKafkaSchema":{key_serializer:[22,7,1,""],producer_config:[22,7,1,""],topic:[22,7,1,""],value_serializer:[22,7,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[23,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[23,3,1,""],display_data:[23,3,1,""],finalize_write:[23,3,1,""],initialize_write:[23,3,1,""],open:[23,3,1,""],open_writer:[23,3,1,""],pre_finalize:[23,3,1,""],write_encoded_record:[23,3,1,""],write_record:[23,3,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[24,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[24,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[24,7,1,""],display_data:[24,3,1,""],estimate_size:[24,3,1,""],get_range_tracker:[24,3,1,""],open_file:[24,3,1,""],read:[24,3,1,""],read_records:[24,3,1,""],split:[24,3,1,""],splittable:[24,7,1,""]},"apache_beam.io.fileio":{EmptyMatchTreatment:[25,1,1,""],MatchAll:[25,1,1,""],MatchFiles:[25,1,1,""],ReadMatches:[25,1,1,""],ReadableFile:[25,1,1,""]},"apache_beam.io.fileio.EmptyMatchTreatment":{ALLOW:[25,7,1,""],ALLOW_IF_WILDCARD:[25,7,1,""],DISALLOW:[25,7,1,""],allow_empty_match:[25,2,1,""]},"apache_beam.io.fileio.MatchAll":{expand:[25,3,1,""]},"apache_beam.io.fileio.MatchFiles":{expand:[25,3,1,""]},"apache_beam.io.fileio.ReadMatches":{expand:[25,3,1,""]},"apache_beam.io.fileio.ReadableFile":{open:[25,3,1,""],read:[25,3,1,""],read_utf8:[25,3,1,""]},"apache_beam.io.filesystem":{CompressedFile:[26,1,1,""],CompressionTypes:[26,1,1,""],FileMetadata:[26,1,1,""],FileSystem:[26,1,1,""],MatchResult:[26,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[26,3,1,""],closed:[26,3,1,""],flush:[26,3,1,""],read:[26,3,1,""],readable:[26,3,1,""],readline:[26,3,1,""],seek:[26,3,1,""],seekable:[26,7,1,""],tell:[26,3,1,""],write:[26,3,1,""],writeable:[26,3,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[26,7,1,""],BZIP2:[26,7,1,""],DEFLATE:[26,7,1,""],GZIP:[26,7,1,""],UNCOMPRESSED:[26,7,1,""],detect_compression_type:[26,4,1,""],is_valid_compression_type:[26,4,1,""],mime_type:[26,4,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[26,3,1,""],CHUNK_SIZE:[26,7,1,""],checksum:[26,3,1,""],copy:[26,3,1,""],create:[26,3,1,""],exists:[26,3,1,""],has_dirs:[26,3,1,""],join:[26,3,1,""],last_updated:[26,3,1,""],match:[26,3,1,""],match_files:[26,3,1,""],mkdirs:[26,3,1,""],open:[26,3,1,""],rename:[26,3,1,""],scheme:[26,4,1,""],size:[26,3,1,""],split:[26,3,1,""],translate_pattern:[26,2,1,""]},"apache_beam.io.filesystemio":{Downloader:[27,1,1,""],DownloaderStream:[27,1,1,""],PipeStream:[27,1,1,""],Uploader:[27,1,1,""],UploaderStream:[27,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[27,3,1,""],size:[27,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[27,3,1,""],readall:[27,3,1,""],readinto:[27,3,1,""],seek:[27,3,1,""],seekable:[27,3,1,""],tell:[27,3,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[27,3,1,""],seek:[27,3,1,""],tell:[27,3,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[27,3,1,""],put:[27,3,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[27,3,1,""],tell:[27,3,1,""],writable:[27,3,1,""],write:[27,3,1,""]},"apache_beam.io.filesystems":{FileSystems:[28,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[28,2,1,""],URI_SCHEMA_PATTERN:[28,7,1,""],checksum:[28,2,1,""],copy:[28,2,1,""],create:[28,2,1,""],exists:[28,2,1,""],get_chunk_size:[28,2,1,""],get_filesystem:[28,2,1,""],get_scheme:[28,2,1,""],join:[28,2,1,""],last_updated:[28,2,1,""],match:[28,2,1,""],mkdirs:[28,2,1,""],open:[28,2,1,""],rename:[28,2,1,""],set_options:[28,4,1,""],split:[28,2,1,""]},"apache_beam.io.flink":{flink_streaming_impulse_source:[30,0,0,"-"]},"apache_beam.io.flink.flink_streaming_impulse_source":{FlinkStreamingImpulseSource:[30,1,1,""]},"apache_beam.io.flink.flink_streaming_impulse_source.FlinkStreamingImpulseSource":{URN:[30,7,1,""],config:[30,7,1,""],expand:[30,3,1,""],from_runner_api_parameter:[30,2,1,""],get_windowing:[30,3,1,""],infer_output_type:[30,3,1,""],set_interval_ms:[30,3,1,""],set_message_count:[30,3,1,""],to_runner_api_parameter:[30,3,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[32,0,0,"-"],bigquery:[33,0,0,"-"],bigquery_file_loads:[34,0,0,"-"],bigquery_io_read_pipeline:[35,0,0,"-"],bigquery_tools:[36,0,0,"-"],bigtableio:[37,0,0,"-"],datastore:[38,0,0,"-"],gcsfilesystem:[45,0,0,"-"],gcsio:[46,0,0,"-"],gcsio_overrides:[47,0,0,"-"],pubsub:[48,0,0,"-"],pubsub_it_pipeline:[49,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[32,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[33,1,1,""],BigQuerySink:[33,1,1,""],BigQuerySource:[33,1,1,""],TableRowJsonCoder:[33,1,1,""],WriteToBigQuery:[33,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[33,7,1,""],CREATE_NEVER:[33,7,1,""],WRITE_APPEND:[33,7,1,""],WRITE_EMPTY:[33,7,1,""],WRITE_TRUNCATE:[33,7,1,""],validate_create:[33,2,1,""],validate_write:[33,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[33,3,1,""],format:[33,7,1,""],schema_as_json:[33,3,1,""],writer:[33,3,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[33,3,1,""],format:[33,7,1,""],reader:[33,3,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[33,3,1,""],encode:[33,3,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{Method:[33,1,1,""],display_data:[33,3,1,""],expand:[33,3,1,""],get_dict_table_schema:[33,2,1,""],get_table_schema_from_string:[33,2,1,""],table_schema_to_dict:[33,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery.Method":{DEFAULT:[33,7,1,""],FILE_LOADS:[33,7,1,""],STREAMING_INSERTS:[33,7,1,""]},"apache_beam.io.gcp.bigquery_file_loads":{BigQueryBatchFileLoads:[34,1,1,""],DeleteTablesFn:[34,1,1,""],PartitionFiles:[34,1,1,""],TriggerCopyJobs:[34,1,1,""],TriggerLoadJobs:[34,1,1,""],WaitForBQJobs:[34,1,1,""],WriteGroupedRecordsToFile:[34,1,1,""],WriteRecordsToFile:[34,1,1,""],file_prefix_generator:[34,5,1,""]},"apache_beam.io.gcp.bigquery_file_loads.BigQueryBatchFileLoads":{DESTINATION_COPY_JOBID_PAIRS:[34,7,1,""],DESTINATION_FILE_PAIRS:[34,7,1,""],DESTINATION_JOBID_PAIRS:[34,7,1,""],expand:[34,3,1,""],verify:[34,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.DeleteTablesFn":{process:[34,3,1,""],start_bundle:[34,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.PartitionFiles":{MULTIPLE_PARTITIONS_TAG:[34,7,1,""],Partition:[34,1,1,""],SINGLE_PARTITION_TAG:[34,7,1,""],process:[34,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.PartitionFiles.Partition":{add:[34,3,1,""],can_accept:[34,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerCopyJobs":{process:[34,3,1,""],start_bundle:[34,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerLoadJobs":{TEMP_TABLES:[34,7,1,""],display_data:[34,3,1,""],process:[34,3,1,""],start_bundle:[34,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WaitForBQJobs":{ALL_DONE:[34,7,1,""],FAILED:[34,7,1,""],WAITING:[34,7,1,""],process:[34,3,1,""],start_bundle:[34,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteGroupedRecordsToFile":{process:[34,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteRecordsToFile":{UNWRITTEN_RECORD_TAG:[34,7,1,""],WRITTEN_FILE_TAG:[34,7,1,""],display_data:[34,3,1,""],finish_bundle:[34,3,1,""],process:[34,3,1,""],start_bundle:[34,3,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[35,1,1,""],run:[35,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[35,3,1,""]},"apache_beam.io.gcp.bigquery_tools":{AppendDestinationsFn:[36,1,1,""],BigQueryReader:[36,1,1,""],BigQueryWrapper:[36,1,1,""],BigQueryWriter:[36,1,1,""],RetryStrategy:[36,1,1,""],RowAsDictJsonCoder:[36,1,1,""],default_encoder:[36,5,1,""],get_hashable_destination:[36,5,1,""],parse_table_reference:[36,5,1,""],parse_table_schema_from_json:[36,5,1,""]},"apache_beam.io.gcp.bigquery_tools.AppendDestinationsFn":{process:[36,3,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWrapper":{TEMP_DATASET:[36,7,1,""],TEMP_TABLE:[36,7,1,""],clean_up_temporary_dataset:[36,3,1,""],convert_row_to_dict:[36,3,1,""],create_temporary_dataset:[36,3,1,""],get_job:[36,3,1,""],get_or_create_dataset:[36,3,1,""],get_or_create_table:[36,3,1,""],get_query_location:[36,3,1,""],get_table:[36,3,1,""],get_table_location:[36,3,1,""],insert_rows:[36,3,1,""],perform_load_job:[36,3,1,""],run_query:[36,3,1,""],unique_row_id:[36,7,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWriter":{Write:[36,3,1,""]},"apache_beam.io.gcp.bigquery_tools.RetryStrategy":{RETRY_ALWAYS:[36,7,1,""],RETRY_NEVER:[36,7,1,""],RETRY_ON_TRANSIENT_ERROR:[36,7,1,""],should_retry:[36,2,1,""]},"apache_beam.io.gcp.bigquery_tools.RowAsDictJsonCoder":{decode:[36,3,1,""],encode:[36,3,1,""]},"apache_beam.io.gcp.bigtableio":{WriteToBigTable:[37,1,1,""]},"apache_beam.io.gcp.bigtableio.WriteToBigTable":{expand:[37,3,1,""]},"apache_beam.io.gcp.datastore":{v1new:[39,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new":{datastore_write_it_pipeline:[40,0,0,"-"],datastoreio:[41,0,0,"-"],helper:[42,0,0,"-"],query_splitter:[43,0,0,"-"],types:[44,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline":{EntityWrapper:[40,1,1,""],new_pipeline_with_job_name:[40,5,1,""],run:[40,5,1,""]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.EntityWrapper":{make_entity:[40,3,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio":{DeleteFromDatastore:[41,1,1,""],ReadFromDatastore:[41,1,1,""],WriteToDatastore:[41,1,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio.ReadFromDatastore":{display_data:[41,3,1,""],expand:[41,3,1,""]},"apache_beam.io.gcp.datastore.v1new.helper":{create_client_entities:[42,5,1,""],create_entities:[42,5,1,""],get_client:[42,5,1,""],retry_on_rpc_error:[42,5,1,""]},"apache_beam.io.gcp.datastore.v1new.query_splitter":{QuerySplitterError:[43,6,1,""],SplitNotPossibleError:[43,6,1,""],get_splits:[43,5,1,""]},"apache_beam.io.gcp.datastore.v1new.types":{Entity:[44,1,1,""],Key:[44,1,1,""],Query:[44,1,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Entity":{from_client_entity:[44,2,1,""],set_properties:[44,3,1,""],to_client_entity:[44,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Key":{from_client_key:[44,2,1,""],to_client_key:[44,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Query":{clone:[44,3,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[45,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[45,3,1,""],CHUNK_SIZE:[45,7,1,""],GCS_PREFIX:[45,7,1,""],checksum:[45,3,1,""],copy:[45,3,1,""],create:[45,3,1,""],exists:[45,3,1,""],has_dirs:[45,3,1,""],join:[45,3,1,""],last_updated:[45,3,1,""],mkdirs:[45,3,1,""],open:[45,3,1,""],rename:[45,3,1,""],scheme:[45,4,1,""],size:[45,3,1,""],split:[45,3,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[46,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[46,3,1,""],checksum:[46,3,1,""],copy:[46,3,1,""],copy_batch:[46,3,1,""],copytree:[46,3,1,""],delete_batch:[46,3,1,""],exists:[46,3,1,""],kms_key:[46,3,1,""],last_updated:[46,3,1,""],list_prefix:[46,3,1,""],open:[46,3,1,""],rename:[46,3,1,""],size:[46,3,1,""]},"apache_beam.io.gcp.gcsio_overrides":{GcsIOOverrides:[47,1,1,""]},"apache_beam.io.gcp.gcsio_overrides.GcsIOOverrides":{retry_func:[47,4,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[48,1,1,""],ReadFromPubSub:[48,1,1,""],ReadStringsFromPubSub:[48,5,1,""],WriteStringsToPubSub:[48,5,1,""],WriteToPubSub:[48,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[48,7,1,""],data:[48,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[48,3,1,""],to_runner_api_parameter:[48,3,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[48,3,1,""],to_proto_str:[48,2,1,""],to_runner_api_parameter:[48,3,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[49,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[50,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[50,3,1,""],checksum:[50,3,1,""],copy:[50,3,1,""],create:[50,3,1,""],exists:[50,3,1,""],has_dirs:[50,3,1,""],join:[50,3,1,""],last_updated:[50,3,1,""],mkdirs:[50,3,1,""],open:[50,3,1,""],rename:[50,3,1,""],scheme:[50,4,1,""],size:[50,3,1,""],split:[50,3,1,""]},"apache_beam.io.iobase":{BoundedSource:[51,1,1,""],RangeTracker:[51,1,1,""],Read:[51,1,1,""],RestrictionTracker:[51,1,1,""],Sink:[51,1,1,""],Write:[51,1,1,""],Writer:[51,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[51,3,1,""],estimate_size:[51,3,1,""],get_range_tracker:[51,3,1,""],is_bounded:[51,3,1,""],read:[51,3,1,""],split:[51,3,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[51,7,1,""],fraction_consumed:[51,3,1,""],position_at_fraction:[51,3,1,""],set_current_position:[51,3,1,""],set_split_points_unclaimed_callback:[51,3,1,""],split_points:[51,3,1,""],start_position:[51,3,1,""],stop_position:[51,3,1,""],try_claim:[51,3,1,""],try_split:[51,3,1,""]},"apache_beam.io.iobase.Read":{display_data:[51,3,1,""],expand:[51,3,1,""],from_runner_api_parameter:[51,2,1,""],get_desired_chunk_size:[51,2,1,""],get_windowing:[51,3,1,""],to_runner_api_parameter:[51,3,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[51,3,1,""],current_progress:[51,3,1,""],current_restriction:[51,3,1,""],try_claim:[51,3,1,""],try_split:[51,3,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[51,3,1,""],initialize_write:[51,3,1,""],open_writer:[51,3,1,""],pre_finalize:[51,3,1,""]},"apache_beam.io.iobase.Write":{display_data:[51,3,1,""],expand:[51,3,1,""]},"apache_beam.io.iobase.Writer":{close:[51,3,1,""],write:[51,3,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[52,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[52,3,1,""],checksum:[52,3,1,""],copy:[52,3,1,""],create:[52,3,1,""],exists:[52,3,1,""],has_dirs:[52,3,1,""],join:[52,3,1,""],last_updated:[52,3,1,""],mkdirs:[52,3,1,""],open:[52,3,1,""],rename:[52,3,1,""],scheme:[52,4,1,""],size:[52,3,1,""],split:[52,3,1,""]},"apache_beam.io.mongodbio":{ReadFromMongoDB:[53,1,1,""],WriteToMongoDB:[53,1,1,""]},"apache_beam.io.mongodbio.ReadFromMongoDB":{expand:[53,3,1,""]},"apache_beam.io.mongodbio.WriteToMongoDB":{expand:[53,3,1,""]},"apache_beam.io.parquetio":{ReadAllFromParquet:[54,1,1,""],ReadAllFromParquetBatched:[54,1,1,""],ReadFromParquet:[54,1,1,""],ReadFromParquetBatched:[54,1,1,""],WriteToParquet:[54,1,1,""]},"apache_beam.io.parquetio.ReadAllFromParquet":{expand:[54,3,1,""]},"apache_beam.io.parquetio.ReadAllFromParquetBatched":{DEFAULT_DESIRED_BUNDLE_SIZE:[54,7,1,""],expand:[54,3,1,""]},"apache_beam.io.parquetio.ReadFromParquet":{display_data:[54,3,1,""],expand:[54,3,1,""]},"apache_beam.io.parquetio.ReadFromParquetBatched":{display_data:[54,3,1,""],expand:[54,3,1,""]},"apache_beam.io.parquetio.WriteToParquet":{display_data:[54,3,1,""],expand:[54,3,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[55,1,1,""],OffsetRangeTracker:[55,1,1,""],OrderedPositionRangeTracker:[55,1,1,""],UnsplittableRangeTracker:[55,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[55,4,1,""],position_to_fraction:[55,4,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[55,7,1,""],fraction_consumed:[55,3,1,""],last_attempted_record_start:[55,7,1,""],last_record_start:[55,7,1,""],position_at_fraction:[55,3,1,""],position_to_fraction:[55,3,1,""],set_current_position:[55,3,1,""],set_split_points_unclaimed_callback:[55,3,1,""],split_points:[55,3,1,""],start_position:[55,3,1,""],stop_position:[55,3,1,""],try_claim:[55,3,1,""],try_split:[55,3,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[55,7,1,""],fraction_consumed:[55,3,1,""],fraction_to_position:[55,3,1,""],position_at_fraction:[55,3,1,""],start_position:[55,3,1,""],stop_position:[55,3,1,""],try_claim:[55,3,1,""],try_split:[55,3,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[55,3,1,""],position_at_fraction:[55,3,1,""],set_current_position:[55,3,1,""],set_split_points_unclaimed_callback:[55,3,1,""],split_points:[55,3,1,""],start_position:[55,3,1,""],stop_position:[55,3,1,""],try_claim:[55,3,1,""],try_split:[55,3,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[56,1,1,""],OffsetRestrictionTracker:[56,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[56,3,1,""],size:[56,3,1,""],split:[56,3,1,""],split_at:[56,3,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[56,3,1,""],current_progress:[56,3,1,""],current_restriction:[56,3,1,""],start_position:[56,3,1,""],stop_position:[56,3,1,""],try_claim:[56,3,1,""],try_split:[56,3,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[57,5,1,""],assert_sources_equal_reference_source:[57,5,1,""],assert_split_at_fraction_behavior:[57,5,1,""],assert_split_at_fraction_binary:[57,5,1,""],assert_split_at_fraction_exhaustive:[57,5,1,""],assert_split_at_fraction_fails:[57,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[57,5,1,""],read_from_source:[57,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[58,1,1,""],ReadFromText:[58,1,1,""],ReadFromTextWithFilename:[58,1,1,""],WriteToText:[58,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[58,7,1,""],expand:[58,3,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[58,3,1,""]},"apache_beam.io.textio.WriteToText":{expand:[58,3,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[59,1,1,""],WriteToTFRecord:[59,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[59,3,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[59,3,1,""]},"apache_beam.io.utils":{CountingSource:[60,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[60,3,1,""],get_range_tracker:[60,3,1,""],read:[60,3,1,""],split:[60,3,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[61,1,1,""],ReadFromVcf:[61,1,1,""],Variant:[61,1,1,""],VariantCall:[61,1,1,""],VariantInfo:[61,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[61,7,1,""],line:[61,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[61,3,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[61,7,1,""],field_count:[61,7,1,""]},"apache_beam.metrics":{cells:[63,0,0,"-"],metric:[64,0,0,"-"],metricbase:[65,0,0,"-"],monitoring_infos:[66,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[63,1,1,""],GaugeResult:[63,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[63,7,1,""],max:[63,7,1,""],mean:[63,7,1,""],min:[63,7,1,""],sum:[63,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[63,7,1,""],value:[63,7,1,""]},"apache_beam.metrics.metric":{Metrics:[64,1,1,""],MetricsFilter:[64,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[64,1,1,""],DelegatingDistribution:[64,1,1,""],DelegatingGauge:[64,1,1,""],counter:[64,2,1,""],distribution:[64,2,1,""],gauge:[64,2,1,""],get_namespace:[64,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[64,7,1,""],namespaces:[64,7,1,""],steps:[64,7,1,""],with_name:[64,3,1,""],with_names:[64,3,1,""],with_namespace:[64,3,1,""],with_namespaces:[64,3,1,""],with_step:[64,3,1,""],with_steps:[64,3,1,""]},"apache_beam.metrics.metricbase":{Counter:[65,1,1,""],Distribution:[65,1,1,""],Gauge:[65,1,1,""],Metric:[65,1,1,""],MetricName:[65,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[65,3,1,""],inc:[65,3,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[65,3,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[65,3,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[65,2,1,""],to_runner_api:[65,3,1,""]},"apache_beam.metrics.monitoring_infos":{consolidate:[66,5,1,""],create_labels:[66,5,1,""],create_monitoring_info:[66,5,1,""],distribution_combiner:[66,5,1,""],extract_counter_value:[66,5,1,""],extract_distribution:[66,5,1,""],extract_metric_result_map_value:[66,5,1,""],get_step_name:[66,5,1,""],int64_counter:[66,5,1,""],int64_distribution:[66,5,1,""],int64_gauge:[66,5,1,""],int64_user_counter:[66,5,1,""],int64_user_distribution:[66,5,1,""],int64_user_gauge:[66,5,1,""],is_counter:[66,5,1,""],is_distribution:[66,5,1,""],is_gauge:[66,5,1,""],is_user_monitoring_info:[66,5,1,""],max_timestamp:[66,5,1,""],parse_namespace_and_name:[66,5,1,""],to_key:[66,5,1,""],to_timestamp_proto:[66,5,1,""],to_timestamp_secs:[66,5,1,""]},"apache_beam.options":{pipeline_options:[68,0,0,"-"],pipeline_options_validator:[69,0,0,"-"],value_provider:[70,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[68,1,1,""],DirectOptions:[68,1,1,""],GoogleCloudOptions:[68,1,1,""],HadoopFileSystemOptions:[68,1,1,""],PipelineOptions:[68,1,1,""],ProfilingOptions:[68,1,1,""],SetupOptions:[68,1,1,""],StandardOptions:[68,1,1,""],TestOptions:[68,1,1,""],TypeOptions:[68,1,1,""],WorkerOptions:[68,1,1,""]},"apache_beam.options.pipeline_options.DebugOptions":{add_experiment:[68,3,1,""],lookup_experiment:[68,3,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[68,7,1,""],COMPUTE_API_SERVICE:[68,7,1,""],DATAFLOW_ENDPOINT:[68,7,1,""],STORAGE_API_SERVICE:[68,7,1,""],validate:[68,3,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[68,3,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[68,3,1,""],from_dictionary:[68,4,1,""],get_all_options:[68,3,1,""],view_as:[68,3,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[68,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[68,3,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[68,3,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[69,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[69,7,1,""],ERR_INVALID_GCS_BUCKET:[69,7,1,""],ERR_INVALID_GCS_OBJECT:[69,7,1,""],ERR_INVALID_GCS_PATH:[69,7,1,""],ERR_INVALID_JOB_NAME:[69,7,1,""],ERR_INVALID_NOT_POSITIVE:[69,7,1,""],ERR_INVALID_PROJECT_ID:[69,7,1,""],ERR_INVALID_PROJECT_NUMBER:[69,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[69,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[69,7,1,""],ERR_INVALID_TRANSFORM_NAME_MAPPING:[69,7,1,""],ERR_MISSING_GCS_PATH:[69,7,1,""],ERR_MISSING_OPTION:[69,7,1,""],GCS_BUCKET:[69,7,1,""],GCS_SCHEME:[69,7,1,""],GCS_URI:[69,7,1,""],JOB_PATTERN:[69,7,1,""],OPTIONS:[69,7,1,""],PROJECT_ID_PATTERN:[69,7,1,""],PROJECT_NUMBER_PATTERN:[69,7,1,""],is_full_string_match:[69,3,1,""],is_service_runner:[69,3,1,""],validate:[69,3,1,""],validate_cloud_options:[69,3,1,""],validate_gcs_path:[69,3,1,""],validate_optional_argument_positive:[69,3,1,""],validate_test_matcher:[69,3,1,""],validate_worker_region_zone:[69,3,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[70,1,1,""],StaticValueProvider:[70,1,1,""],ValueProvider:[70,1,1,""],check_accessible:[70,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[70,7,1,""],get:[70,3,1,""],get_value:[70,4,1,""],is_accessible:[70,3,1,""],runtime_options:[70,7,1,""],set_runtime_options:[70,4,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[70,3,1,""],is_accessible:[70,3,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[70,3,1,""],is_accessible:[70,3,1,""]},"apache_beam.pipeline":{PTransformOverride:[71,1,1,""],Pipeline:[71,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[71,3,1,""],matches:[71,3,1,""]},"apache_beam.pipeline.Pipeline":{apply:[71,3,1,""],from_runner_api:[71,2,1,""],options:[71,7,1,""],replace_all:[71,3,1,""],run:[71,3,1,""],to_runner_api:[71,3,1,""],visit:[71,3,1,""]},"apache_beam.portability":{api:[73,0,0,"-"],common_urns:[86,0,0,"-"],python_urns:[87,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[74,0,0,"-"],beam_expansion_api_pb2_grpc:[75,0,0,"-"],beam_fn_api_pb2_grpc:[76,0,0,"-"],beam_interactive_api_pb2_grpc:[77,0,0,"-"],beam_job_api_pb2_grpc:[78,0,0,"-"],beam_provision_api_pb2_grpc:[79,0,0,"-"],beam_runner_api_pb2_grpc:[80,0,0,"-"],endpoints_pb2_grpc:[81,0,0,"-"],external_transforms_pb2_grpc:[82,0,0,"-"],metrics_pb2_grpc:[83,0,0,"-"],schema_pb2_grpc:[84,0,0,"-"],standard_window_fns_pb2_grpc:[85,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[74,1,1,""],ArtifactRetrievalServiceStub:[74,1,1,""],ArtifactStagingServiceServicer:[74,1,1,""],ArtifactStagingServiceStub:[74,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[74,5,1,""],add_ArtifactStagingServiceServicer_to_server:[74,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[74,3,1,""],GetManifest:[74,3,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[74,3,1,""],PutArtifact:[74,3,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc":{ExpansionServiceServicer:[75,1,1,""],ExpansionServiceStub:[75,1,1,""],add_ExpansionServiceServicer_to_server:[75,5,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc.ExpansionServiceServicer":{Expand:[75,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[76,1,1,""],BeamFnControlStub:[76,1,1,""],BeamFnDataServicer:[76,1,1,""],BeamFnDataStub:[76,1,1,""],BeamFnExternalWorkerPoolServicer:[76,1,1,""],BeamFnExternalWorkerPoolStub:[76,1,1,""],BeamFnLoggingServicer:[76,1,1,""],BeamFnLoggingStub:[76,1,1,""],BeamFnStateServicer:[76,1,1,""],BeamFnStateStub:[76,1,1,""],add_BeamFnControlServicer_to_server:[76,5,1,""],add_BeamFnDataServicer_to_server:[76,5,1,""],add_BeamFnExternalWorkerPoolServicer_to_server:[76,5,1,""],add_BeamFnLoggingServicer_to_server:[76,5,1,""],add_BeamFnStateServicer_to_server:[76,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[76,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[76,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnExternalWorkerPoolServicer":{StartWorker:[76,3,1,""],StopWorker:[76,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[76,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[76,3,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[78,1,1,""],JobServiceStub:[78,1,1,""],add_JobServiceServicer_to_server:[78,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[78,3,1,""],DescribePipelineOptions:[78,3,1,""],GetJobMetrics:[78,3,1,""],GetJobs:[78,3,1,""],GetMessageStream:[78,3,1,""],GetPipeline:[78,3,1,""],GetState:[78,3,1,""],GetStateStream:[78,3,1,""],Prepare:[78,3,1,""],Run:[78,3,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[79,1,1,""],ProvisionServiceStub:[79,1,1,""],add_ProvisionServiceServicer_to_server:[79,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[79,3,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_grpc":{TestStreamServiceServicer:[80,1,1,""],TestStreamServiceStub:[80,1,1,""],add_TestStreamServiceServicer_to_server:[80,5,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_grpc.TestStreamServiceServicer":{Events:[80,3,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[86,1,1,""],PropertiesFromEnumValue:[86,1,1,""],PropertiesFromPayloadType:[86,5,1,""]},"apache_beam.pvalue":{AsDict:[88,1,1,""],AsIter:[88,1,1,""],AsList:[88,1,1,""],AsSingleton:[88,1,1,""],EmptySideInput:[88,1,1,""],PCollection:[88,1,1,""],TaggedOutput:[88,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[88,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[88,7,1,""]},"apache_beam.pvalue.PCollection":{from_:[88,2,1,""],from_runner_api:[88,2,1,""],to_runner_api:[88,3,1,""],windowing:[88,7,1,""]},"apache_beam.runners":{dataflow:[90,0,0,"-"],direct:[99,0,0,"-"],interactive:[114,0,0,"-"],internal:[129,0,0,"-"],job:[131,0,0,"-"],pipeline_context:[134,0,0,"-"],runner:[135,0,0,"-"],utils:[136,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_exercise_metrics_pipeline:[91,0,0,"-"],dataflow_exercise_streaming_metrics_pipeline:[92,0,0,"-"],dataflow_metrics:[93,0,0,"-"],dataflow_runner:[94,0,0,"-"],native_io:[95,0,0,"-"],ptransform_overrides:[97,0,0,"-"],test_dataflow_runner:[98,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline":{UserMetricsDoFn:[91,1,1,""],apply_and_run:[91,5,1,""],metric_matchers:[91,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn":{finish_bundle:[91,3,1,""],process:[91,3,1,""],start_bundle:[91,3,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline":{StreamingUserMetricsDoFn:[92,1,1,""],run:[92,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline.StreamingUserMetricsDoFn":{finish_bundle:[92,3,1,""],process:[92,3,1,""],start_bundle:[92,3,1,""]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[93,1,1,""],main:[93,5,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{all_metrics:[93,3,1,""],query:[93,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[94,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[94,1,1,""],JrhReadPTransformOverride:[94,1,1,""],ReadPTransformOverride:[94,1,1,""],apply_CombineValues:[94,3,1,""],apply_GroupByKey:[94,3,1,""],apply_Read:[94,3,1,""],apply_WriteToBigQuery:[94,3,1,""],byte_array_to_json_string:[94,2,1,""],deserialize_windowing_strategy:[94,4,1,""],flatten_input_visitor:[94,2,1,""],group_by_key_input_visitor:[94,2,1,""],is_fnapi_compatible:[94,3,1,""],json_string_to_byte_array:[94,2,1,""],poll_for_job_completion:[94,2,1,""],run_CombineValues:[94,3,1,""],run_Flatten:[94,3,1,""],run_GroupByKey:[94,3,1,""],run_Impulse:[94,3,1,""],run_ParDo:[94,3,1,""],run_Read:[94,3,1,""],run_RunnerAPIPTransformHolder:[94,3,1,""],run_TestStream:[94,3,1,""],run__NativeWrite:[94,3,1,""],run_pipeline:[94,3,1,""],serialize_windowing_strategy:[94,4,1,""],side_input_visitor:[94,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[94,3,1,""],matches:[94,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.JrhReadPTransformOverride":{get_replacement_transform:[94,3,1,""],matches:[94,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.ReadPTransformOverride":{get_replacement_transform:[94,3,1,""],matches:[94,3,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[96,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[96,1,1,""],DynamicSplitRequest:[96,1,1,""],DynamicSplitResult:[96,1,1,""],DynamicSplitResultWithPosition:[96,1,1,""],NativeSink:[96,1,1,""],NativeSinkWriter:[96,1,1,""],NativeSource:[96,1,1,""],NativeSourceReader:[96,1,1,""],ReaderPosition:[96,1,1,""],ReaderProgress:[96,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[96,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[96,3,1,""],takes_windowed_values:[96,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[96,3,1,""],reader:[96,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[96,3,1,""],request_dynamic_split:[96,3,1,""],returns_windowed_values:[96,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[96,7,1,""],percent_complete:[96,7,1,""],position:[96,7,1,""],remaining_split_points:[96,7,1,""],remaining_time:[96,7,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[97,1,1,""],JrhReadPTransformOverride:[97,1,1,""],ReadPTransformOverride:[97,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[97,3,1,""],matches:[97,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.JrhReadPTransformOverride":{get_replacement_transform:[97,3,1,""],matches:[97,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.ReadPTransformOverride":{get_replacement_transform:[97,3,1,""],matches:[97,3,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[98,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[98,3,1,""],run_pipeline:[98,3,1,""],wait_until_in_state:[98,3,1,""]},"apache_beam.runners.direct":{bundle_factory:[100,0,0,"-"],clock:[101,0,0,"-"],consumer_tracking_pipeline_visitor:[102,0,0,"-"],direct_metrics:[103,0,0,"-"],direct_runner:[104,0,0,"-"],direct_userstate:[105,0,0,"-"],evaluation_context:[106,0,0,"-"],executor:[107,0,0,"-"],helper_transforms:[108,0,0,"-"],sdf_direct_runner:[109,0,0,"-"],test_direct_runner:[110,0,0,"-"],transform_evaluator:[111,0,0,"-"],util:[112,0,0,"-"],watermark_manager:[113,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[100,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[100,3,1,""],create_empty_committed_bundle:[100,3,1,""]},"apache_beam.runners.direct.clock":{Clock:[101,1,1,""],RealClock:[101,1,1,""],TestClock:[101,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[101,3,1,""],time:[101,3,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[101,3,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[101,3,1,""],time:[101,3,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[102,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[102,3,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[103,1,1,""],DirectMetrics:[103,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[103,3,1,""],commit_physical:[103,3,1,""],extract_committed:[103,3,1,""],extract_latest_attempted:[103,3,1,""],update_physical:[103,3,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[103,3,1,""],commit_physical:[103,3,1,""],query:[103,3,1,""],update_physical:[103,3,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[104,1,1,""],DirectRunner:[104,7,1,""],SwitchingDirectRunner:[104,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{is_fnapi_compatible:[104,2,1,""],run_pipeline:[104,3,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{is_fnapi_compatible:[104,3,1,""],run_pipeline:[104,3,1,""]},"apache_beam.runners.direct.direct_userstate":{BagRuntimeState:[105,1,1,""],CombiningValueRuntimeState:[105,1,1,""],DirectRuntimeState:[105,1,1,""],DirectUserStateContext:[105,1,1,""],SetRuntimeState:[105,1,1,""]},"apache_beam.runners.direct.direct_userstate.BagRuntimeState":{add:[105,3,1,""],clear:[105,3,1,""],read:[105,3,1,""]},"apache_beam.runners.direct.direct_userstate.CombiningValueRuntimeState":{add:[105,3,1,""],clear:[105,3,1,""],read:[105,3,1,""]},"apache_beam.runners.direct.direct_userstate.DirectRuntimeState":{for_spec:[105,2,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[105,3,1,""],get_state:[105,3,1,""],get_timer:[105,3,1,""]},"apache_beam.runners.direct.direct_userstate.SetRuntimeState":{add:[105,3,1,""],clear:[105,3,1,""],is_modified:[105,3,1,""],read:[105,3,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[106,1,1,""],DirectUnmergedState:[106,1,1,""],EvaluationContext:[106,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[106,3,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[106,3,1,""],create_empty_committed_bundle:[106,3,1,""],extract_all_timers:[106,3,1,""],get_aggregator_values:[106,3,1,""],get_execution_context:[106,3,1,""],get_value_or_block_until_ready:[106,3,1,""],handle_result:[106,3,1,""],is_done:[106,3,1,""],is_root_transform:[106,3,1,""],metrics:[106,3,1,""],schedule_pending_unblocked_tasks:[106,3,1,""]},"apache_beam.runners.direct.executor":{Executor:[107,1,1,""],TransformExecutor:[107,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[107,3,1,""],shutdown:[107,3,1,""],start:[107,3,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[107,3,1,""],call:[107,3,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[108,1,1,""],LiftedCombinePerKey:[108,1,1,""],PartialGroupByKeyCombiningValues:[108,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[108,3,1,""],process:[108,3,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[108,3,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[108,3,1,""],finish_bundle:[108,3,1,""],process:[108,3,1,""],start_bundle:[108,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ElementAndRestriction:[109,1,1,""],ExplodeWindowsFn:[109,1,1,""],PairWithRestrictionFn:[109,1,1,""],ProcessElements:[109,1,1,""],ProcessFn:[109,1,1,""],ProcessKeyedElements:[109,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[109,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[109,1,1,""],RandomUniqueKeyFn:[109,1,1,""],SDFProcessElementInvoker:[109,1,1,""],SplitRestrictionFn:[109,1,1,""],SplittableParDo:[109,1,1,""],SplittableParDoOverride:[109,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ExplodeWindowsFn":{process:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.PairWithRestrictionFn":{process:[109,3,1,""],start_bundle:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[109,3,1,""],new_process_fn:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[109,3,1,""],set_process_element_invoker:[109,3,1,""],step_context:[109,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElements":{expand:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[109,3,1,""],matches:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.RandomUniqueKeyFn":{process:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[109,1,1,""],invoke_process_element:[109,3,1,""],test_method:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SplitRestrictionFn":{process:[109,3,1,""],start_bundle:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SplittableParDo":{expand:[109,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SplittableParDoOverride":{get_replacement_transform:[109,3,1,""],matches:[109,3,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[110,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[110,3,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[111,1,1,""],RootBundleProvider:[111,1,1,""],TransformEvaluatorRegistry:[111,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[111,3,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[111,3,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[111,3,1,""],get_root_bundle_provider:[111,3,1,""],should_execute_serially:[111,3,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[112,1,1,""],TimerFiring:[112,1,1,""],TransformResult:[112,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[113,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[113,7,1,""],WATERMARK_POS_INF:[113,7,1,""],extract_all_timers:[113,3,1,""],get_watermarks:[113,3,1,""],update_watermarks:[113,3,1,""]},"apache_beam.runners.interactive":{cache_manager:[115,0,0,"-"],caching:[116,0,0,"-"],display:[118,0,0,"-"],interactive_beam:[124,0,0,"-"],interactive_environment:[125,0,0,"-"],interactive_runner:[126,0,0,"-"],pipeline_analyzer:[127,0,0,"-"],pipeline_instrument:[128,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[115,1,1,""],FileBasedCacheManager:[115,1,1,""],ReadCache:[115,1,1,""],SafeFastPrimitivesCoder:[115,1,1,""],WriteCache:[115,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[115,3,1,""],exists:[115,3,1,""],is_latest_version:[115,3,1,""],load_pcoder:[115,3,1,""],read:[115,3,1,""],save_pcoder:[115,3,1,""],sink:[115,3,1,""],source:[115,3,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[115,3,1,""],exists:[115,3,1,""],load_pcoder:[115,3,1,""],read:[115,3,1,""],save_pcoder:[115,3,1,""],sink:[115,3,1,""],source:[115,3,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[115,3,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[115,3,1,""],encode:[115,3,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[115,3,1,""]},"apache_beam.runners.interactive.caching":{streaming_cache:[117,0,0,"-"]},"apache_beam.runners.interactive.caching.streaming_cache":{StreamingCache:[117,1,1,""]},"apache_beam.runners.interactive.caching.streaming_cache.StreamingCache":{Reader:[117,1,1,""],reader:[117,3,1,""]},"apache_beam.runners.interactive.caching.streaming_cache.StreamingCache.Reader":{read:[117,3,1,""]},"apache_beam.runners.interactive.display":{display_manager:[119,0,0,"-"],interactive_pipeline_graph:[120,0,0,"-"],pcoll_visualization:[121,0,0,"-"],pipeline_graph:[122,0,0,"-"],pipeline_graph_renderer:[123,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[119,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[119,3,1,""],stop_periodic_update:[119,3,1,""],update_display:[119,3,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[120,1,1,""],format_sample:[120,5,1,""],nice_str:[120,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[120,3,1,""]},"apache_beam.runners.interactive.display.pcoll_visualization":{PCollectionVisualization:[121,1,1,""],visualize:[121,5,1,""]},"apache_beam.runners.interactive.display.pcoll_visualization.PCollectionVisualization":{display_facets:[121,3,1,""],display_plain_text:[121,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[122,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{display_graph:[122,3,1,""],get_dot:[122,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[123,1,1,""],PipelineGraphRenderer:[123,1,1,""],PydotRenderer:[123,1,1,""],TextRenderer:[123,1,1,""],get_renderer:[123,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[123,4,1,""],render_pipeline_graph:[123,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[123,4,1,""],render_pipeline_graph:[123,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[123,4,1,""],render_pipeline_graph:[123,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[123,4,1,""],render_pipeline_graph:[123,3,1,""]},"apache_beam.runners.interactive.interactive_beam":{visualize:[124,5,1,""],watch:[124,5,1,""]},"apache_beam.runners.interactive.interactive_environment":{InteractiveEnvironment:[125,1,1,""],current_env:[125,5,1,""],new_env:[125,5,1,""]},"apache_beam.runners.interactive.interactive_environment.InteractiveEnvironment":{cache_manager:[125,3,1,""],cleanup:[125,3,1,""],evict_pipeline_result:[125,3,1,""],is_in_ipython:[125,7,1,""],is_in_notebook:[125,7,1,""],is_interactive_ready:[125,7,1,""],is_py_version_ready:[125,7,1,""],is_terminated:[125,3,1,""],pipeline_result:[125,3,1,""],set_cache_manager:[125,3,1,""],set_pipeline_result:[125,3,1,""],watch:[125,3,1,""],watching:[125,3,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[126,1,1,""],PipelineResult:[126,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[126,3,1,""],cleanup:[126,3,1,""],end_session:[126,3,1,""],is_fnapi_compatible:[126,3,1,""],run_pipeline:[126,3,1,""],set_render_option:[126,3,1,""],start_session:[126,3,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{cancel:[126,3,1,""],get:[126,3,1,""],wait_until_finish:[126,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[127,1,1,""],PipelineInfo:[127,1,1,""],set_proto_map:[127,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[127,3,1,""],pipeline_info:[127,3,1,""],pipeline_proto_to_execute:[127,3,1,""],read_cache_ids:[127,3,1,""],tl_referenced_pcoll_ids:[127,3,1,""],tl_required_trans_ids:[127,3,1,""],write_cache_ids:[127,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[127,1,1,""],all_pcollections:[127,3,1,""],cache_label:[127,3,1,""],leaf_pcollections:[127,3,1,""],producer:[127,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[127,3,1,""],json:[127,3,1,""]},"apache_beam.runners.interactive.pipeline_instrument":{PipelineInstrument:[128,1,1,""],cacheable_key:[128,5,1,""],cacheables:[128,5,1,""],has_unbounded_source:[128,5,1,""],pcolls_to_pcoll_id:[128,5,1,""],pin:[128,5,1,""]},"apache_beam.runners.interactive.pipeline_instrument.PipelineInstrument":{cache_key:[128,3,1,""],cacheable_var_by_pcoll_id:[128,3,1,""],cacheables:[128,7,1,""],has_unbounded_source:[128,7,1,""],instrument:[128,3,1,""],instrumented_pipeline_proto:[128,3,1,""],original_pipeline:[128,7,1,""],original_pipeline_proto:[128,7,1,""],pcolls_to_pcoll_id:[128,7,1,""],preprocess:[128,3,1,""]},"apache_beam.runners.internal":{names:[130,0,0,"-"]},"apache_beam.runners.job":{manager:[132,0,0,"-"],utils:[133,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[132,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[133,5,1,""],struct_to_dict:[133,5,1,""]},"apache_beam.runners.pipeline_context":{PipelineContext:[134,1,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{coder_id_from_element_type:[134,3,1,""],default_environment_id:[134,3,1,""],element_type_from_coder_id:[134,3,1,""],from_runner_api:[134,2,1,""],to_runner_api:[134,3,1,""]},"apache_beam.runners.runner":{PipelineResult:[135,1,1,""],PipelineRunner:[135,1,1,""],PipelineState:[135,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[135,3,1,""],cancel:[135,3,1,""],metrics:[135,3,1,""],state:[135,7,1,""],wait_until_finish:[135,3,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[135,3,1,""],apply_PTransform:[135,3,1,""],is_fnapi_compatible:[135,3,1,""],run:[135,3,1,""],run_async:[135,3,1,""],run_pipeline:[135,3,1,""],run_transform:[135,3,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[135,7,1,""],CANCELLING:[135,7,1,""],DONE:[135,7,1,""],DRAINED:[135,7,1,""],DRAINING:[135,7,1,""],FAILED:[135,7,1,""],PENDING:[135,7,1,""],RUNNING:[135,7,1,""],STARTING:[135,7,1,""],STOPPED:[135,7,1,""],UNKNOWN:[135,7,1,""],UNRECOGNIZED:[135,7,1,""],UPDATED:[135,7,1,""],is_terminal:[135,4,1,""]},"apache_beam.runners.utils":{is_interactive:[136,5,1,""]},"apache_beam.testing":{benchmarks:[138,0,0,"-"],datatype_inference:[148,0,0,"-"],extra_assertions:[149,0,0,"-"],load_tests:[150,0,0,"-"],metric_result_matchers:[154,0,0,"-"],pipeline_verifiers:[155,0,0,"-"],synthetic_pipeline:[156,0,0,"-"],test_pipeline:[157,0,0,"-"],test_stream:[158,0,0,"-"],test_utils:[159,0,0,"-"],util:[160,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[139,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[140,0,0,"-"],nexmark_launcher:[142,0,0,"-"],nexmark_util:[143,0,0,"-"],queries:[144,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[141,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[141,1,1,""],Bid:[141,1,1,""],Person:[141,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[142,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[142,3,1,""],generate_events:[142,3,1,""],parse_args:[142,3,1,""],run:[142,3,1,""],run_query:[142,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[143,1,1,""],ParseEventFn:[143,1,1,""],display:[143,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[143,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[143,3,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[145,0,0,"-"],query1:[146,0,0,"-"],query2:[147,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[145,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[146,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[147,5,1,""]},"apache_beam.testing.datatype_inference":{infer_avro_schema:[148,5,1,""],infer_element_type:[148,5,1,""],infer_pyarrow_schema:[148,5,1,""],infer_typehints_schema:[148,5,1,""]},"apache_beam.testing.extra_assertions":{ExtraAssertionsMixin:[149,1,1,""]},"apache_beam.testing.extra_assertions.ExtraAssertionsMixin":{assertCountEqual:[149,3,1,""],assertUnhashableCountEqual:[149,3,1,""]},"apache_beam.testing.load_tests":{load_test_metrics_utils:[151,0,0,"-"],streaming:[152,0,0,"-"]},"apache_beam.testing.load_tests.load_test_metrics_utils":{BigQueryClient:[151,1,1,""],BigQueryMetricsPublisher:[151,1,1,""],ConsoleMetricsPublisher:[151,1,1,""],CountMessages:[151,1,1,""],CounterMetric:[151,1,1,""],DistributionMetric:[151,1,1,""],MeasureBytes:[151,1,1,""],MeasureTime:[151,1,1,""],Metric:[151,1,1,""],MetricsReader:[151,1,1,""],RuntimeMetric:[151,1,1,""],get_all_distributions_by_type:[151,5,1,""],get_distribution_dict:[151,5,1,""],get_generic_distributions:[151,5,1,""],parse_step:[151,5,1,""],split_metrics_by_namespace_and_name:[151,5,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryClient":{save:[151,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryMetricsPublisher":{publish:[151,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.ConsoleMetricsPublisher":{publish:[151,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.CountMessages":{LABEL:[151,7,1,""],process:[151,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureBytes":{LABEL:[151,7,1,""],process:[151,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureTime":{finish_bundle:[151,3,1,""],process:[151,3,1,""],start_bundle:[151,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.Metric":{as_dict:[151,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MetricsReader":{publish_metrics:[151,3,1,""],publishers:[151,7,1,""]},"apache_beam.testing.load_tests.streaming":{group_by_key_streaming_pipeline:[153,0,0,"-"]},"apache_beam.testing.load_tests.streaming.group_by_key_streaming_pipeline":{run:[153,5,1,""]},"apache_beam.testing.metric_result_matchers":{DistributionMatcher:[154,1,1,""],MetricResultMatcher:[154,1,1,""],verify_all:[154,5,1,""]},"apache_beam.testing.metric_result_matchers.DistributionMatcher":{describe_mismatch:[154,3,1,""],describe_to:[154,3,1,""]},"apache_beam.testing.metric_result_matchers.MetricResultMatcher":{describe_mismatch:[154,3,1,""],describe_to:[154,3,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[155,1,1,""],PipelineStateMatcher:[155,1,1,""],retry_on_io_error_and_server_error:[155,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[155,3,1,""],describe_to:[155,3,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[155,3,1,""],describe_to:[155,3,1,""]},"apache_beam.testing.synthetic_pipeline":{NonLiquidShardingOffsetRangeTracker:[156,1,1,""],ShuffleBarrier:[156,1,1,""],SideInputBarrier:[156,1,1,""],SyntheticSDFAsSource:[156,1,1,""],SyntheticSDFSourceRestrictionProvider:[156,1,1,""],SyntheticSDFStepRestrictionProvider:[156,1,1,""],SyntheticSource:[156,1,1,""],SyntheticStep:[156,1,1,""],div_round_up:[156,5,1,""],expand_using_gbk:[156,5,1,""],expand_using_second_output:[156,5,1,""],get_synthetic_sdf_step:[156,5,1,""],initial_splitting_zipf:[156,5,1,""],merge_using_gbk:[156,5,1,""],merge_using_side_input:[156,5,1,""],parse_args:[156,5,1,""],parse_byte_size:[156,5,1,""],rotate_key:[156,5,1,""],run:[156,5,1,""]},"apache_beam.testing.synthetic_pipeline.NonLiquidShardingOffsetRangeTracker":{checkpoint:[156,3,1,""],try_split:[156,3,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[156,3,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[156,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFAsSource":{process:[156,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFSourceRestrictionProvider":{create_tracker:[156,3,1,""],initial_restriction:[156,3,1,""],restriction_size:[156,3,1,""],split:[156,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFStepRestrictionProvider":{create_tracker:[156,3,1,""],initial_restriction:[156,3,1,""],restriction_size:[156,3,1,""],split:[156,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[156,3,1,""],element_size:[156,7,1,""],estimate_size:[156,3,1,""],get_range_tracker:[156,3,1,""],read:[156,3,1,""],split:[156,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[156,3,1,""],process:[156,3,1,""],start_bundle:[156,3,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[157,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[157,3,1,""],get_option:[157,3,1,""],get_pipeline_options:[157,3,1,""],run:[157,3,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[158,1,1,""],Event:[158,1,1,""],ProcessingTimeEvent:[158,1,1,""],TestStream:[158,1,1,""],WatermarkEvent:[158,1,1,""]},"apache_beam.testing.test_stream.ElementEvent":{to_runner_api:[158,3,1,""]},"apache_beam.testing.test_stream.Event":{from_runner_api:[158,2,1,""],to_runner_api:[158,3,1,""]},"apache_beam.testing.test_stream.ProcessingTimeEvent":{to_runner_api:[158,3,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[158,3,1,""],advance_processing_time:[158,3,1,""],advance_watermark_to:[158,3,1,""],advance_watermark_to_infinity:[158,3,1,""],expand:[158,3,1,""],from_runner_api_parameter:[158,2,1,""],get_windowing:[158,3,1,""],to_runner_api_parameter:[158,3,1,""]},"apache_beam.testing.test_stream.WatermarkEvent":{to_runner_api:[158,3,1,""]},"apache_beam.testing.test_utils":{PullResponseMessage:[159,1,1,""],TempDir:[159,1,1,""],cleanup_subscriptions:[159,5,1,""],cleanup_topics:[159,5,1,""],compute_hash:[159,5,1,""],create_pull_response:[159,5,1,""],delete_files:[159,5,1,""],patch_retry:[159,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[159,3,1,""],get_path:[159,3,1,""]},"apache_beam.testing.util":{TestWindowedValue:[160,1,1,""],assert_that:[160,5,1,""],equal_to:[160,5,1,""],is_empty:[160,5,1,""],is_not_empty:[160,5,1,""],matches_all:[160,5,1,""],open_shards:[160,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[160,7,1,""],value:[160,7,1,""],windows:[160,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[162,0,0,"-"],distribution_counter_microbenchmark:[163,0,0,"-"],fn_api_runner_microbenchmark:[164,0,0,"-"],sideinput_microbenchmark:[165,0,0,"-"],utils:[166,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[162,5,1,""],dict_int_int:[162,5,1,""],globally_windowed_value:[162,5,1,""],large_dict:[162,5,1,""],large_int:[162,5,1,""],large_iterable:[162,5,1,""],large_list:[162,5,1,""],large_message_with_map:[162,5,1,""],large_string:[162,5,1,""],large_tuple:[162,5,1,""],list_int:[162,5,1,""],random_message_with_map:[162,5,1,""],random_string:[162,5,1,""],random_windowed_value:[162,5,1,""],run_coder_benchmarks:[162,5,1,""],small_dict:[162,5,1,""],small_int:[162,5,1,""],small_list:[162,5,1,""],small_message_with_map:[162,5,1,""],small_string:[162,5,1,""],small_tuple:[162,5,1,""],wv_with_multiple_windows:[162,5,1,""],wv_with_one_window:[162,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[163,5,1,""],run_benchmark:[163,5,1,""]},"apache_beam.tools.fn_api_runner_microbenchmark":{BagInStateOutputAfterTimer:[164,1,1,""],run_benchmark:[164,5,1,""],run_single_pipeline:[164,5,1,""]},"apache_beam.tools.fn_api_runner_microbenchmark.BagInStateOutputAfterTimer":{EMIT_TIMER:[164,7,1,""],SET_STATE:[164,7,1,""],emit_values:[164,3,1,""],process:[164,3,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[165,5,1,""],run_benchmark:[165,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[166,1,1,""],LinearRegressionBenchmarkConfig:[166,1,1,""],check_compiled:[166,5,1,""],run_benchmarks:[166,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[166,7,1,""],num_runs:[166,7,1,""],size:[166,7,1,""]},"apache_beam.tools.utils.LinearRegressionBenchmarkConfig":{benchmark:[166,7,1,""],increment:[166,7,1,""],num_runs:[166,7,1,""],starting_point:[166,7,1,""]},"apache_beam.transforms":{combiners:[168,0,0,"-"],core:[169,0,0,"-"],create_source:[170,0,0,"-"],display:[171,0,0,"-"],environments:[172,0,0,"-"],external:[173,0,0,"-"],external_test_it:[174,0,0,"-"],ptransform:[175,0,0,"-"],sideinputs:[176,0,0,"-"],stats:[177,0,0,"-"],timeutil:[178,0,0,"-"],trigger:[179,0,0,"-"],userstate:[180,0,0,"-"],util:[181,0,0,"-"],window:[182,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[168,1,1,""],Latest:[168,1,1,""],Mean:[168,1,1,""],Sample:[168,1,1,""],ToDict:[168,1,1,""],ToList:[168,1,1,""],Top:[168,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[168,1,1,""],PerElement:[168,1,1,""],PerKey:[168,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[168,3,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[168,3,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[168,3,1,""]},"apache_beam.transforms.combiners.Latest":{Globally:[168,1,1,""],PerKey:[168,1,1,""]},"apache_beam.transforms.combiners.Latest.Globally":{add_timestamp:[168,2,1,""],expand:[168,3,1,""]},"apache_beam.transforms.combiners.Latest.PerKey":{add_timestamp:[168,2,1,""],expand:[168,3,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[168,1,1,""],PerKey:[168,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[168,3,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[168,3,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[168,1,1,""],FixedSizePerKey:[168,1,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizeGlobally":{default_label:[168,3,1,""],display_data:[168,3,1,""],expand:[168,3,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizePerKey":{default_label:[168,3,1,""],display_data:[168,3,1,""],expand:[168,3,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[168,3,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[168,3,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[168,2,1,""],LargestPerKey:[168,2,1,""],Of:[168,1,1,""],PerKey:[168,1,1,""],Smallest:[168,2,1,""],SmallestPerKey:[168,2,1,""]},"apache_beam.transforms.combiners.Top.Of":{default_label:[168,3,1,""],expand:[168,3,1,""]},"apache_beam.transforms.combiners.Top.PerKey":{default_label:[168,3,1,""],expand:[168,3,1,""]},"apache_beam.transforms.core":{CombineFn:[169,1,1,""],CombineGlobally:[169,1,1,""],CombinePerKey:[169,1,1,""],CombineValues:[169,1,1,""],Create:[169,1,1,""],DoFn:[169,1,1,""],Filter:[169,5,1,""],FlatMap:[169,5,1,""],FlatMapTuple:[169,5,1,""],Flatten:[169,1,1,""],GroupByKey:[169,1,1,""],Impulse:[169,1,1,""],Map:[169,5,1,""],MapTuple:[169,5,1,""],ParDo:[169,1,1,""],Partition:[169,1,1,""],PartitionFn:[169,1,1,""],RestrictionProvider:[169,1,1,""],WatermarkEstimator:[169,1,1,""],WindowInto:[169,1,1,""],Windowing:[169,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[169,3,1,""],add_inputs:[169,3,1,""],apply:[169,3,1,""],compact:[169,3,1,""],create_accumulator:[169,3,1,""],default_label:[169,3,1,""],extract_output:[169,3,1,""],for_input_type:[169,3,1,""],from_callable:[169,2,1,""],get_accumulator_coder:[169,3,1,""],maybe_from_callable:[169,2,1,""],merge_accumulators:[169,3,1,""],to_runner_api_parameter:[169,3,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[169,3,1,""],as_view:[169,7,1,""],default_label:[169,3,1,""],display_data:[169,3,1,""],expand:[169,3,1,""],fanout:[169,7,1,""],has_defaults:[169,7,1,""],with_defaults:[169,3,1,""],with_fanout:[169,3,1,""],without_defaults:[169,3,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[169,3,1,""],default_type_hints:[169,3,1,""],display_data:[169,3,1,""],expand:[169,3,1,""],from_runner_api_parameter:[169,2,1,""],make_fn:[169,3,1,""],runner_api_requires_keyed_input:[169,3,1,""],to_runner_api_parameter:[169,3,1,""],with_hot_key_fanout:[169,3,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[169,3,1,""],from_runner_api_parameter:[169,2,1,""],make_fn:[169,3,1,""],to_runner_api_parameter:[169,3,1,""]},"apache_beam.transforms.core.Create":{as_read:[169,3,1,""],expand:[169,3,1,""],get_output_type:[169,3,1,""],get_windowing:[169,3,1,""],infer_output_type:[169,3,1,""],to_runner_api_parameter:[169,3,1,""]},"apache_beam.transforms.core.DoFn":{BundleFinalizerParam:[169,7,1,""],DoFnProcessParams:[169,7,1,""],ElementParam:[169,7,1,""],KeyParam:[169,7,1,""],PaneInfoParam:[169,7,1,""],RestrictionParam:[169,7,1,""],SideInputParam:[169,7,1,""],StateParam:[169,7,1,""],TimerParam:[169,7,1,""],TimestampParam:[169,7,1,""],WatermarkEstimatorParam:[169,7,1,""],WindowParam:[169,7,1,""],default_label:[169,3,1,""],default_type_hints:[169,3,1,""],finish_bundle:[169,3,1,""],from_callable:[169,2,1,""],get_function_arguments:[169,3,1,""],infer_output_type:[169,3,1,""],process:[169,3,1,""],setup:[169,3,1,""],start_bundle:[169,3,1,""],teardown:[169,3,1,""],to_runner_api_parameter:[169,3,1,""]},"apache_beam.transforms.core.Flatten":{expand:[169,3,1,""],from_runner_api_parameter:[169,2,1,""],get_windowing:[169,3,1,""],to_runner_api_parameter:[169,3,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[169,1,1,""],expand:[169,3,1,""],from_runner_api_parameter:[169,2,1,""],infer_output_type:[169,3,1,""],runner_api_requires_keyed_input:[169,3,1,""],to_runner_api_parameter:[169,3,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[169,3,1,""],process:[169,3,1,""]},"apache_beam.transforms.core.Impulse":{expand:[169,3,1,""],from_runner_api_parameter:[169,2,1,""],get_windowing:[169,3,1,""],infer_output_type:[169,3,1,""],to_runner_api_parameter:[169,3,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[169,3,1,""],display_data:[169,3,1,""],expand:[169,3,1,""],from_runner_api_parameter:[169,2,1,""],get_restriction_coder:[169,3,1,""],infer_output_type:[169,3,1,""],make_fn:[169,3,1,""],runner_api_requires_keyed_input:[169,3,1,""],to_runner_api_parameter:[169,3,1,""],with_outputs:[169,3,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[169,1,1,""],expand:[169,3,1,""],make_fn:[169,3,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[169,3,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[169,3,1,""],partition_for:[169,3,1,""]},"apache_beam.transforms.core.RestrictionProvider":{create_tracker:[169,3,1,""],initial_restriction:[169,3,1,""],restriction_coder:[169,3,1,""],restriction_size:[169,3,1,""],split:[169,3,1,""],split_and_size:[169,3,1,""]},"apache_beam.transforms.core.WatermarkEstimator":{current_watermark:[169,3,1,""],reset:[169,3,1,""],set_watermark:[169,3,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[169,1,1,""],expand:[169,3,1,""],from_runner_api_parameter:[169,2,1,""],get_windowing:[169,3,1,""],infer_output_type:[169,3,1,""],to_runner_api_parameter:[169,3,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[169,3,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[169,2,1,""],is_default:[169,3,1,""],to_runner_api:[169,3,1,""]},"apache_beam.transforms.display":{DisplayData:[171,1,1,""],DisplayDataItem:[171,1,1,""],HasDisplayData:[171,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[171,4,1,""],create_from_options:[171,4,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[171,3,1,""],drop_if_none:[171,3,1,""],get_dict:[171,3,1,""],is_valid:[171,3,1,""],should_drop:[171,3,1,""],typeDict:[171,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[171,3,1,""]},"apache_beam.transforms.environments":{DockerEnvironment:[172,1,1,""],EmbeddedPythonEnvironment:[172,1,1,""],EmbeddedPythonGrpcEnvironment:[172,1,1,""],Environment:[172,1,1,""],ExternalEnvironment:[172,1,1,""],ProcessEnvironment:[172,1,1,""],RunnerAPIEnvironmentHolder:[172,1,1,""],SubprocessSDKEnvironment:[172,1,1,""]},"apache_beam.transforms.environments.DockerEnvironment":{default_docker_image:[172,2,1,""],from_options:[172,4,1,""],from_runner_api_parameter:[172,2,1,""],to_runner_api_parameter:[172,3,1,""]},"apache_beam.transforms.environments.EmbeddedPythonEnvironment":{from_options:[172,4,1,""],from_runner_api_parameter:[172,2,1,""],to_runner_api_parameter:[172,3,1,""]},"apache_beam.transforms.environments.EmbeddedPythonGrpcEnvironment":{from_options:[172,4,1,""],from_runner_api_parameter:[172,2,1,""],to_runner_api_parameter:[172,3,1,""]},"apache_beam.transforms.environments.Environment":{from_options:[172,4,1,""],from_runner_api:[172,4,1,""],get_env_cls_from_urn:[172,4,1,""],register_urn:[172,4,1,""],to_runner_api:[172,3,1,""],to_runner_api_parameter:[172,3,1,""]},"apache_beam.transforms.environments.ExternalEnvironment":{from_options:[172,4,1,""],from_runner_api_parameter:[172,2,1,""],to_runner_api_parameter:[172,3,1,""]},"apache_beam.transforms.environments.ProcessEnvironment":{from_options:[172,4,1,""],from_runner_api_parameter:[172,2,1,""],to_runner_api_parameter:[172,3,1,""]},"apache_beam.transforms.environments.RunnerAPIEnvironmentHolder":{to_runner_api:[172,3,1,""]},"apache_beam.transforms.environments.SubprocessSDKEnvironment":{from_options:[172,4,1,""],from_runner_api_parameter:[172,2,1,""],to_runner_api_parameter:[172,3,1,""]},"apache_beam.transforms.external":{AnnotationBasedPayloadBuilder:[173,1,1,""],BeamJarExpansionService:[173,1,1,""],DataclassBasedPayloadBuilder:[173,1,1,""],ExternalTransform:[173,1,1,""],ImplicitSchemaPayloadBuilder:[173,1,1,""],JavaJarExpansionService:[173,1,1,""],NamedTupleBasedPayloadBuilder:[173,1,1,""],PayloadBuilder:[173,1,1,""],SchemaBasedPayloadBuilder:[173,1,1,""],iter_urns:[173,5,1,""],memoize:[173,5,1,""]},"apache_beam.transforms.external.ExternalTransform":{default_label:[173,3,1,""],expand:[173,3,1,""],get_local_namespace:[173,4,1,""],outer_namespace:[173,4,1,""],to_runner_api_transform:[173,3,1,""]},"apache_beam.transforms.external.JavaJarExpansionService":{Expand:[173,3,1,""]},"apache_beam.transforms.external.PayloadBuilder":{build:[173,3,1,""],payload:[173,3,1,""]},"apache_beam.transforms.external.SchemaBasedPayloadBuilder":{build:[173,3,1,""]},"apache_beam.transforms.external_test_it":{ExternalTransformIT:[174,1,1,""]},"apache_beam.transforms.external_test_it.ExternalTransformIT":{test_job_python_from_python_it:[174,3,1,""]},"apache_beam.transforms.ptransform":{PTransform:[175,1,1,""],label_from_callable:[175,5,1,""],ptransform_fn:[175,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[175,3,1,""],expand:[175,3,1,""],from_runner_api:[175,4,1,""],get_windowing:[175,3,1,""],infer_output_type:[175,3,1,""],label:[175,7,1,""],pipeline:[175,7,1,""],register_urn:[175,4,1,""],runner_api_requires_keyed_input:[175,3,1,""],side_inputs:[175,7,1,""],to_runner_api:[175,3,1,""],to_runner_api_parameter:[175,3,1,""],to_runner_api_pickled:[175,3,1,""],type_check_inputs:[175,3,1,""],type_check_inputs_or_outputs:[175,3,1,""],type_check_outputs:[175,3,1,""],with_input_types:[175,3,1,""],with_output_types:[175,3,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[176,1,1,""],default_window_mapping_fn:[176,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[176,3,1,""]},"apache_beam.transforms.stats":{ApproximateQuantiles:[177,1,1,""],ApproximateUnique:[177,1,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles":{Globally:[177,1,1,""],PerKey:[177,1,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles.Globally":{display_data:[177,3,1,""],expand:[177,3,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles.PerKey":{display_data:[177,3,1,""],expand:[177,3,1,""]},"apache_beam.transforms.stats.ApproximateUnique":{Globally:[177,1,1,""],PerKey:[177,1,1,""],parse_input_params:[177,2,1,""]},"apache_beam.transforms.stats.ApproximateUnique.Globally":{expand:[177,3,1,""]},"apache_beam.transforms.stats.ApproximateUnique.PerKey":{expand:[177,3,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[178,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[178,7,1,""],REAL_TIME:[178,7,1,""],WATERMARK:[178,7,1,""],from_string:[178,2,1,""],to_runner_api:[178,2,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[179,1,1,""],AfterAll:[179,1,1,""],AfterAny:[179,1,1,""],AfterCount:[179,1,1,""],AfterEach:[179,1,1,""],AfterProcessingTime:[179,1,1,""],AfterWatermark:[179,1,1,""],DefaultTrigger:[179,1,1,""],OrFinally:[179,1,1,""],Repeatedly:[179,1,1,""],TriggerFn:[179,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[179,7,1,""],DISCARDING:[179,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[179,3,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[179,3,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[179,7,1,""],from_runner_api:[179,2,1,""],on_element:[179,3,1,""],on_fire:[179,3,1,""],on_merge:[179,3,1,""],reset:[179,3,1,""],should_fire:[179,3,1,""],to_runner_api:[179,3,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[179,7,1,""],from_runner_api:[179,2,1,""],on_element:[179,3,1,""],on_fire:[179,3,1,""],on_merge:[179,3,1,""],reset:[179,3,1,""],should_fire:[179,3,1,""],to_runner_api:[179,3,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[179,2,1,""],on_element:[179,3,1,""],on_fire:[179,3,1,""],on_merge:[179,3,1,""],reset:[179,3,1,""],should_fire:[179,3,1,""],to_runner_api:[179,3,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[179,7,1,""],from_runner_api:[179,2,1,""],is_late:[179,3,1,""],on_element:[179,3,1,""],on_fire:[179,3,1,""],on_merge:[179,3,1,""],reset:[179,3,1,""],should_fire:[179,3,1,""],to_runner_api:[179,3,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[179,2,1,""],on_element:[179,3,1,""],on_fire:[179,3,1,""],on_merge:[179,3,1,""],reset:[179,3,1,""],should_fire:[179,3,1,""],to_runner_api:[179,3,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[179,2,1,""],to_runner_api:[179,3,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[179,2,1,""],on_element:[179,3,1,""],on_fire:[179,3,1,""],on_merge:[179,3,1,""],reset:[179,3,1,""],should_fire:[179,3,1,""],to_runner_api:[179,3,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[179,2,1,""],on_element:[179,3,1,""],on_fire:[179,3,1,""],on_merge:[179,3,1,""],reset:[179,3,1,""],should_fire:[179,3,1,""],to_runner_api:[179,3,1,""]},"apache_beam.transforms.userstate":{AccumulatingRuntimeState:[180,1,1,""],BagRuntimeState:[180,1,1,""],BagStateSpec:[180,1,1,""],CombiningValueRuntimeState:[180,1,1,""],CombiningValueStateSpec:[180,1,1,""],RuntimeState:[180,1,1,""],RuntimeTimer:[180,1,1,""],SetRuntimeState:[180,1,1,""],SetStateSpec:[180,1,1,""],StateSpec:[180,1,1,""],TimerSpec:[180,1,1,""],UserStateContext:[180,1,1,""],get_dofn_specs:[180,5,1,""],is_stateful_dofn:[180,5,1,""],on_timer:[180,5,1,""],validate_stateful_dofn:[180,5,1,""]},"apache_beam.transforms.userstate.AccumulatingRuntimeState":{add:[180,3,1,""],clear:[180,3,1,""],read:[180,3,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[180,3,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[180,3,1,""]},"apache_beam.transforms.userstate.RuntimeState":{prefetch:[180,3,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[180,3,1,""],set:[180,3,1,""]},"apache_beam.transforms.userstate.SetStateSpec":{to_runner_api:[180,3,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[180,3,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[180,3,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[180,3,1,""],get_state:[180,3,1,""],get_timer:[180,3,1,""]},"apache_beam.transforms.util":{BatchElements:[181,1,1,""],CoGroupByKey:[181,1,1,""],Distinct:[181,5,1,""],GroupIntoBatches:[181,1,1,""],Keys:[181,5,1,""],KvSwap:[181,5,1,""],Regex:[181,1,1,""],Reify:[181,1,1,""],RemoveDuplicates:[181,5,1,""],Reshuffle:[181,1,1,""],ToString:[181,1,1,""],Values:[181,5,1,""],WithKeys:[181,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[181,3,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[181,3,1,""]},"apache_beam.transforms.util.GroupIntoBatches":{expand:[181,3,1,""]},"apache_beam.transforms.util.Regex":{ALL:[181,7,1,""],all_matches:[181,2,1,""],find:[181,2,1,""],find_all:[181,2,1,""],find_kv:[181,2,1,""],matches:[181,2,1,""],matches_kv:[181,2,1,""],replace_all:[181,2,1,""],replace_first:[181,2,1,""],split:[181,2,1,""]},"apache_beam.transforms.util.Reify":{Timestamp:[181,1,1,""],TimestampInValue:[181,1,1,""],Window:[181,1,1,""],WindowInValue:[181,1,1,""]},"apache_beam.transforms.util.Reify.Timestamp":{add_timestamp_info:[181,2,1,""],expand:[181,3,1,""]},"apache_beam.transforms.util.Reify.TimestampInValue":{add_timestamp_info:[181,2,1,""],expand:[181,3,1,""]},"apache_beam.transforms.util.Reify.Window":{add_window_info:[181,2,1,""],expand:[181,3,1,""]},"apache_beam.transforms.util.Reify.WindowInValue":{add_window_info:[181,2,1,""],expand:[181,3,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[181,3,1,""],from_runner_api_parameter:[181,2,1,""],to_runner_api_parameter:[181,3,1,""]},"apache_beam.transforms.util.ToString":{Element:[181,1,1,""],Iterables:[181,1,1,""],Kvs:[181,1,1,""]},"apache_beam.transforms.util.ToString.Element":{expand:[181,3,1,""]},"apache_beam.transforms.util.ToString.Iterables":{expand:[181,3,1,""]},"apache_beam.transforms.util.ToString.Kvs":{expand:[181,3,1,""]},"apache_beam.transforms.window":{BoundedWindow:[182,1,1,""],FixedWindows:[182,1,1,""],GlobalWindow:[182,1,1,""],GlobalWindows:[182,1,1,""],IntervalWindow:[182,1,1,""],NonMergingWindowFn:[182,1,1,""],Sessions:[182,1,1,""],SlidingWindows:[182,1,1,""],TimestampCombiner:[182,1,1,""],TimestampedValue:[182,1,1,""],WindowFn:[182,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[182,7,1,""],max_timestamp:[182,3,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[182,3,1,""],from_runner_api_parameter:[182,2,1,""],get_window_coder:[182,3,1,""],offset:[182,7,1,""],size:[182,7,1,""],to_runner_api_parameter:[182,3,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[182,3,1,""],from_runner_api_parameter:[182,2,1,""],get_window_coder:[182,3,1,""],to_runner_api_parameter:[182,3,1,""],windowed_value:[182,4,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[182,7,1,""],intersects:[182,3,1,""],start:[182,7,1,""],union:[182,3,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[182,3,1,""],merge:[182,3,1,""]},"apache_beam.transforms.window.Sessions":{assign:[182,3,1,""],from_runner_api_parameter:[182,2,1,""],gap_size:[182,7,1,""],get_window_coder:[182,3,1,""],merge:[182,3,1,""],to_runner_api_parameter:[182,3,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[182,3,1,""],from_runner_api_parameter:[182,2,1,""],get_window_coder:[182,3,1,""],offset:[182,7,1,""],period:[182,7,1,""],size:[182,7,1,""],to_runner_api_parameter:[182,3,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[182,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[182,7,1,""],OUTPUT_AT_EOW:[182,7,1,""],OUTPUT_AT_LATEST:[182,7,1,""],get_impl:[182,2,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[182,7,1,""],value:[182,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[182,1,1,""],MergeContext:[182,1,1,""],assign:[182,3,1,""],get_transformed_output_time:[182,3,1,""],get_window_coder:[182,3,1,""],is_merging:[182,3,1,""],merge:[182,3,1,""],to_runner_api_parameter:[182,3,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[182,3,1,""]},"apache_beam.typehints":{decorators:[184,0,0,"-"],native_type_compatibility:[185,0,0,"-"],opcodes:[186,0,0,"-"],schemas:[187,0,0,"-"],trivial_inference:[188,0,0,"-"],typecheck:[189,0,0,"-"],typehints:[190,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[184,6,1,""],WithTypeHints:[184,1,1,""],with_input_types:[184,5,1,""],with_output_types:[184,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[184,3,1,""],get_type_hints:[184,3,1,""],with_input_types:[184,3,1,""],with_output_types:[184,3,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[185,5,1,""],convert_to_beam_types:[185,5,1,""],convert_to_typing_type:[185,5,1,""],convert_to_typing_types:[185,5,1,""],extract_optional_type:[185,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[186,5,1,""],binary_and:[186,5,1,""],binary_divide:[186,5,1,""],binary_floor_divide:[186,5,1,""],binary_lshift:[186,5,1,""],binary_modulo:[186,5,1,""],binary_multiply:[186,5,1,""],binary_or:[186,5,1,""],binary_power:[186,5,1,""],binary_rshift:[186,5,1,""],binary_subscr:[186,5,1,""],binary_subtract:[186,5,1,""],binary_true_divide:[186,5,1,""],binary_xor:[186,5,1,""],build_class:[186,5,1,""],build_list:[186,5,1,""],build_list_unpack:[186,5,1,""],build_map:[186,5,1,""],build_slice:[186,5,1,""],build_tuple:[186,5,1,""],build_tuple_unpack:[186,5,1,""],build_tuple_unpack_with_call:[186,5,1,""],compare_op:[186,5,1,""],delete_attr:[186,5,1,""],delete_fast:[186,5,1,""],delete_global:[186,5,1,""],delete_slice_0:[186,5,1,""],delete_slice_1:[186,5,1,""],delete_slice_2:[186,5,1,""],delete_slice_3:[186,5,1,""],dup_top:[186,5,1,""],dup_topx:[186,5,1,""],exec_stmt:[186,5,1,""],get_iter:[186,5,1,""],import_from:[186,5,1,""],import_name:[186,5,1,""],inpalce_or:[186,5,1,""],inplace_add:[186,5,1,""],inplace_and:[186,5,1,""],inplace_divide:[186,5,1,""],inplace_floor_divide:[186,5,1,""],inplace_lshift:[186,5,1,""],inplace_modulo:[186,5,1,""],inplace_multiply:[186,5,1,""],inplace_power:[186,5,1,""],inplace_rshift:[186,5,1,""],inplace_subtract:[186,5,1,""],inplace_true_divide:[186,5,1,""],inplace_xor:[186,5,1,""],list_append:[186,5,1,""],load_attr:[186,5,1,""],load_closure:[186,5,1,""],load_const:[186,5,1,""],load_deref:[186,5,1,""],load_fast:[186,5,1,""],load_global:[186,5,1,""],load_locals:[186,5,1,""],load_method:[186,5,1,""],load_name:[186,5,1,""],make_closure:[186,5,1,""],make_function:[186,5,1,""],map_add:[186,5,1,""],nop:[186,5,1,""],pop_one:[186,5,1,""],pop_three:[186,5,1,""],pop_top:[186,5,1,""],pop_two:[186,5,1,""],print_item:[186,5,1,""],print_newline:[186,5,1,""],push_value:[186,5,1,""],rot_four:[186,5,1,""],rot_n:[186,5,1,""],rot_three:[186,5,1,""],rot_two:[186,5,1,""],slice_0:[186,5,1,""],slice_1:[186,5,1,""],slice_2:[186,5,1,""],slice_3:[186,5,1,""],store_attr:[186,5,1,""],store_fast:[186,5,1,""],store_global:[186,5,1,""],store_map:[186,5,1,""],store_slice_0:[186,5,1,""],store_slice_1:[186,5,1,""],store_slice_2:[186,5,1,""],store_slice_3:[186,5,1,""],store_subscr:[186,5,1,""],symmetric_binary_op:[186,5,1,""],unary:[186,5,1,""],unary_convert:[186,5,1,""],unary_invert:[186,5,1,""],unary_negative:[186,5,1,""],unary_not:[186,5,1,""],unary_positive:[186,5,1,""],unpack_sequence:[186,5,1,""]},"apache_beam.typehints.schemas":{SchemaTypeRegistry:[187,1,1,""],named_tuple_from_schema:[187,5,1,""],named_tuple_to_schema:[187,5,1,""],typing_from_runner_api:[187,5,1,""],typing_to_runner_api:[187,5,1,""]},"apache_beam.typehints.schemas.SchemaTypeRegistry":{add:[187,3,1,""],get_schema_by_id:[187,3,1,""],get_typing_by_id:[187,3,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[188,1,1,""],Const:[188,1,1,""],FrameState:[188,1,1,""],TypeInferenceError:[188,6,1,""],element_type:[188,5,1,""],finalize_hints:[188,5,1,""],hashable:[188,5,1,""],infer_return_type:[188,5,1,""],infer_return_type_func:[188,5,1,""],instance_to_type:[188,5,1,""],key_value_types:[188,5,1,""],union:[188,5,1,""],union_list:[188,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[188,2,1,""],unwrap_all:[188,2,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[188,3,1,""],const_type:[188,3,1,""],copy:[188,3,1,""],get_closure:[188,3,1,""],get_global:[188,3,1,""],get_name:[188,3,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[189,1,1,""],OutputCheckWrapperDoFn:[189,1,1,""],TypeCheckCombineFn:[189,1,1,""],TypeCheckVisitor:[189,1,1,""],TypeCheckWrapperDoFn:[189,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[189,3,1,""],process:[189,3,1,""],start_bundle:[189,3,1,""],wrapper:[189,3,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[189,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[189,3,1,""],compact:[189,3,1,""],create_accumulator:[189,3,1,""],extract_output:[189,3,1,""],merge_accumulators:[189,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[189,3,1,""],leave_composite_transform:[189,3,1,""],visit_transform:[189,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[189,3,1,""],wrapper:[189,3,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[190,1,1,""],WindowedValue:[190,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[190,3,1,""],match_type_variables:[190,3,1,""]},"apache_beam.utils":{annotations:[192,0,0,"-"],plugin:[193,0,0,"-"],processes:[194,0,0,"-"],profiler:[195,0,0,"-"],proto_utils:[196,0,0,"-"],retry:[197,0,0,"-"],subprocess_server:[198,0,0,"-"],thread_pool_executor:[199,0,0,"-"],timestamp:[200,0,0,"-"],urns:[201,0,0,"-"]},"apache_beam.utils.annotations":{BeamDeprecationWarning:[192,6,1,""],annotate:[192,5,1,""],wraps:[192,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[193,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[193,4,1,""],get_all_subclasses:[193,4,1,""]},"apache_beam.utils.processes":{Popen:[194,5,1,""],call:[194,5,1,""],check_call:[194,5,1,""],check_output:[194,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[195,1,1,""],Profile:[195,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[195,3,1,""],start:[195,3,1,""],stop:[195,3,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[195,7,1,""],default_file_copy_fn:[195,2,1,""],factory_from_options:[195,2,1,""]},"apache_beam.utils.proto_utils":{from_Timestamp:[196,5,1,""],from_micros:[196,5,1,""],pack_Any:[196,5,1,""],pack_Struct:[196,5,1,""],parse_Bytes:[196,5,1,""],to_Timestamp:[196,5,1,""],unpack_Any:[196,5,1,""]},"apache_beam.utils.retry":{Clock:[197,1,1,""],FuzzedExponentialIntervals:[197,1,1,""],PermanentException:[197,6,1,""],no_retries:[197,5,1,""],retry_on_beam_io_error_filter:[197,5,1,""],retry_on_server_errors_and_notfound_filter:[197,5,1,""],retry_on_server_errors_and_timeout_filter:[197,5,1,""],retry_on_server_errors_filter:[197,5,1,""],retry_on_server_errors_timeout_or_quota_issues_filter:[197,5,1,""],with_exponential_backoff:[197,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[197,3,1,""]},"apache_beam.utils.subprocess_server":{JavaJarServer:[198,1,1,""],SubprocessServer:[198,1,1,""],pick_port:[198,5,1,""]},"apache_beam.utils.subprocess_server.JavaJarServer":{APACHE_REPOSITORY:[198,7,1,""],BEAM_GROUP_ID:[198,7,1,""],JAR_CACHE:[198,7,1,""],jar_name:[198,4,1,""],local_jar:[198,4,1,""],path_to_beam_jar:[198,4,1,""],path_to_maven_jar:[198,4,1,""]},"apache_beam.utils.subprocess_server.SubprocessServer":{local_temp_dir:[198,3,1,""],start:[198,3,1,""],stop:[198,3,1,""]},"apache_beam.utils.thread_pool_executor":{UnboundedThreadPoolExecutor:[199,1,1,""]},"apache_beam.utils.thread_pool_executor.UnboundedThreadPoolExecutor":{shutdown:[199,3,1,""],submit:[199,3,1,""]},"apache_beam.utils.timestamp":{Duration:[200,1,1,""],Timestamp:[200,1,1,""]},"apache_beam.utils.timestamp.Duration":{from_proto:[200,2,1,""],of:[200,2,1,""],to_proto:[200,3,1,""]},"apache_beam.utils.timestamp.Timestamp":{from_proto:[200,2,1,""],from_rfc3339:[200,4,1,""],from_utc_datetime:[200,4,1,""],now:[200,2,1,""],of:[200,2,1,""],predecessor:[200,3,1,""],to_proto:[200,3,1,""],to_rfc3339:[200,3,1,""],to_utc_datetime:[200,3,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[201,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[201,4,1,""],register_pickle_urn:[201,4,1,""],register_urn:[201,4,1,""],to_runner_api:[201,3,1,""],to_runner_api_parameter:[201,3,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[7,0,0,"-"],internal:[8,0,0,"-"],io:[15,0,0,"-"],metrics:[62,0,0,"-"],options:[67,0,0,"-"],pipeline:[71,0,0,"-"],portability:[72,0,0,"-"],pvalue:[88,0,0,"-"],runners:[89,0,0,"-"],testing:[137,0,0,"-"],tools:[161,0,0,"-"],transforms:[167,0,0,"-"],typehints:[183,0,0,"-"],utils:[191,0,0,"-"],version:[202,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","staticmethod","Python static method"],"3":["py","method","Python method"],"4":["py","classmethod","Python class method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:staticmethod","3":"py:method","4":"py:classmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":61,"123z":[20,48],"29t23":[20,48],"4tb":33,"5tb":33,"60s":195,"abstract":[26,55,115,117,123,135,172,173,182,189,198,201],"boolean":[24,26,28,33,45,52,59,171,187],"byte":[2,11,16,20,22,24,26,27,30,33,34,46,48,51,54,96,123,151,153,169,173,187,190,196],"case":[12,16,20,24,33,36,37,41,48,51,54,57,58,59,61,71,88,96,100,109,151,160,169,174,181],"catch":33,"char":58,"class":[1,2,3,4,5,6,7,13,14,16,17,20,21,22,23,24,25,26,27,28,30,33,34,35,36,37,40,41,44,45,46,47,48,50,51,52,53,54,55,56,58,59,60,61,63,64,65,68,69,70,71,74,75,76,78,79,80,86,88,91,92,93,94,96,97,98,100,101,102,103,104,105,106,107,108,109,110,111,112,113,115,117,119,120,121,122,123,124,125,126,127,128,132,134,135,141,142,143,149,151,154,155,156,157,158,159,160,164,166,168,169,171,172,173,174,175,176,177,178,179,180,181,182,184,187,188,189,190,192,193,195,197,198,199,200,201,203],"const":[156,188],"default":[2,6,16,21,22,23,25,26,33,36,37,46,51,53,54,58,59,68,88,111,121,122,135,155,157,168,169,171,173,175,181,182,192,195,197],"enum":[26,135],"export":[33,34,36],"final":[2,23,24,27,51,53,58,106,109,135,169,181,201],"float":[2,11,26,28,33,45,51,52,57,61,63,151,158,166,171,177,182,187,190,196,200],"function":[2,6,11,12,13,14,25,26,28,32,33,34,36,42,45,47,51,52,57,64,66,71,96,121,124,128,133,151,156,157,159,160,166,168,169,175,177,179,180,181,182,184,186,188,190,192,197,201],"import":[6,34,36,51,61,90,99,124,169,176,182,184,193,197,203],"int":[2,11,16,26,27,33,34,41,44,45,46,52,53,54,57,58,61,66,94,115,135,158,166,169,171,177,181,182,184,187,190,200],"long":[6,25,55,169,197,200],"new":[6,12,20,22,24,26,27,28,33,45,51,52,53,61,71,76,88,94,96,121,125,128,135,151,156,160,166,169,179,181],"null":[16,36],"public":[2,68,192],"return":[2,5,6,10,11,12,14,16,22,23,24,25,26,27,28,33,36,41,42,43,44,45,46,50,51,52,53,54,55,57,58,59,61,63,64,66,68,69,71,78,88,91,92,93,94,96,101,104,106,109,111,113,115,121,123,124,125,126,127,128,135,136,148,151,156,157,159,160,166,168,169,171,173,175,177,179,181,182,184,185,188,190,192,196,197,198,200,201],"short":[33,171],"static":[2,4,25,26,28,30,33,36,44,48,51,64,65,70,71,88,94,104,105,134,158,168,169,171,172,177,178,179,181,182,184,188,190,195,200],"super":175,"switch":104,"throw":74,"transient":[51,169,197],"true":[2,11,13,16,20,24,25,26,33,34,36,48,50,51,54,55,57,58,59,61,66,68,69,71,88,106,111,125,136,156,157,160,166,168,169,171,179,181,182,197,199],"try":[24,33,51,57],"while":[16,24,25,51,57,96,106,125,195],Adding:94,And:125,For:[2,3,5,6,8,9,10,11,12,13,14,16,17,21,22,24,25,26,28,33,36,42,43,48,51,54,57,69,71,72,73,87,96,100,101,102,107,111,112,113,121,122,123,124,125,128,134,136,143,148,157,158,159,160,161,166,169,171,172,175,176,181,182,186,188,189,191,192,193,194,195,196,197,198,200,201],GCS:[23,33,45,46,58,69],HAS:[34,36],Has:33,IDs:[53,120,127,128],Its:[41,181],KMS:[33,46],Kvs:181,Not:[27,184],One:[25,33,184],Such:51,TOS:186,The:[2,4,6,10,11,13,16,20,21,22,23,25,26,28,33,34,36,37,40,41,44,48,51,53,54,58,59,61,63,64,65,66,68,71,74,78,88,90,94,96,104,105,106,115,119,121,123,124,125,128,135,141,142,143,145,146,147,151,156,157,158,159,160,164,168,169,171,172,173,175,180,181,182,184,185,186,187,188,190,192,197,201,203],Their:111,Then:[16,124],There:[26,33,128,169,181],These:[22,25,33,36,51,54,66,68,94,158],Use:[57,123,155],Used:[24,46,51,58,59,60,61,76,134,159,188],Useful:126,Uses:[2,16,54,169],Using:[41,128,184],Will:[109,121],With:175,__all__:2,__call__:166,__class__:184,__init__:[68,166,173,175,184],__main__:124,__name__:192,__regex_all_group:181,__scatter__:43,_add_argparse_arg:68,_avrosourc:[16,24],_base:199,_bundlefinalizerparam:169,_gener:37,_get_sample_size_from_est_error:177,_groupbykeyonli:111,_id:53,_intervalwindowbas:182,_list:28,_logger:197,_match:155,_mutat:41,_namespac:171,_num_query_splits_max:41,_paralleltriggerfn:179,_paramet:71,_parquetsourc:54,_picklecoderbas:2,_pipelin:128,_processelementsevalu:109,_py:73,_read_cach:128,_restrictiondofnparam:169,_source_class:58,_sre:28,_statedofnparam:169,_timerdofnparam:169,_unused_context:30,_watermarkestimatorparam:169,_write_cach:128,a12345:143,abc:[68,135],abil:184,abl:[11,28,33,34,53,93,115,169],about:[26,33,36,51,61,65,119,120,124,126,135,156,169,192],abov:[6,33,51,57,68,121,125,168,181],absent:125,absolut:[26,27],abstractdofnwrapp:189,acapulco:33,accept:[16,33,51,54,58,156,169,175,181,184],access:[10,25,27,28,37,45,50,51,52,64,65,68,70,106,121,126,127,128,134,135,169,180,203],accessdeni:197,accessor:86,accord:[26,45,52,57,151,182],accordingli:51,accumul:[63,69,169,179,189],accumulatingruntimest:180,accumulation_mod:169,accumulationmod:179,accur:51,achiev:153,ack_id:159,across:[2,41,51,106,128,169,181],act:[111,198],action:186,activ:76,actual:[14,27,54,71,121,155,160,169,175,179],acycl:203,add:[33,34,36,53,68,71,105,115,124,125,158,169,171,175,180,181,184,187],add_argu:68,add_artifactretrievalserviceservicer_to_serv:74,add_artifactstagingserviceservicer_to_serv:74,add_beamfncontrolservicer_to_serv:76,add_beamfndataservicer_to_serv:76,add_beamfnexternalworkerpoolservicer_to_serv:76,add_beamfnloggingservicer_to_serv:76,add_beamfnstateservicer_to_serv:76,add_el:158,add_expansionserviceservicer_to_serv:75,add_experi:68,add_extra_args_fn:68,add_input:[169,189],add_jobserviceservicer_to_serv:78,add_provisionserviceservicer_to_serv:79,add_teststreamserviceservicer_to_serv:80,add_timestamp:168,add_timestamp_info:181,add_window_info:181,added:[26,28,45,50,52,53,58,64,151,158,169,179],addit:[15,31,36,51,58,61,68,76,106,128,157,168,169,175,190,192,203],addition:[6,16,36,54,201],additional_bq_paramet:[33,34],additional_create_paramet:36,additional_load_paramet:36,additional_pipeline_arg:157,additionali:184,address:[21,22,51,173],adjust:[26,27,51,54],advanc:[101,117,158],advance_bi:[101,158],advance_processing_tim:158,advance_tim:101,advance_watermark_to:158,advance_watermark_to_infin:158,afford:169,after:[14,23,26,28,41,45,46,50,51,52,54,57,58,61,69,71,94,96,102,105,106,109,158,169,179,197,200,203],afteral:179,afterani:179,aftercount:179,aftereach:179,afterprocessingtim:179,afterwatermark:179,again:[71,96,153,187],against:[26,28,69,157,160,189],age:54,aggreg:[69,103,108,135,166,169],aggregated_valu:135,aggregator_or_nam:[106,135],agnost:122,agre:51,aka:182,alert:88,alia:[20,22,61,104,160,169,190],aliv:126,all:[7,14,23,26,28,33,34,36,41,45,50,51,52,55,61,68,69,71,74,78,88,91,93,96,106,111,113,115,124,135,148,151,157,158,160,164,165,166,169,171,177,179,181,182,184,193,197,198,200],all_don:34,all_match:181,all_metr:[93,154],all_pcollect:127,allel:61,allow:[25,27,33,41,43,44,51,64,65,76,88,124,125,126,155,156,169,171,175,180,182,184,190,197],allow_empty_match:25,allow_if_wildcard:25,allow_malformed_record:61,allow_proto_hold:[71,134],alreadi:[26,27,28,33,45,50,51,52,53,71,124,128,200],also:[2,21,22,23,33,51,54,65,71,76,103,106,117,125,128,135,136,169,175,179,181,184,195,197,201],altern:[44,54,61,175,181,192],alternate_bas:61,although:51,alwai:[2,6,27,33,51,55,121,124,128,175,192,195],alyssa:16,ambigu:187,amort:181,amount:[27,44,51,57,153,181],analys:188,analysi:127,analyz:[6,119,125,127,128],ancestor:44,anchor:121,and_latest_vers:115,ani:[2,3,14,16,20,25,26,27,28,33,34,41,45,48,50,51,52,54,61,68,106,109,113,115,124,125,128,135,148,149,162,169,171,179,180,182,184,188,190,192,193,196],annot:[157,173,175,184,191,203],annotationbasedpayloadbuild:173,anoth:[2,68,71,88,109],any_msg:196,anymor:121,anyth:[25,90,99],anytypeconstraint:190,anywai:169,apach:[21,22,25,34,51,55,56,94,169,171,173,179,198,202],apache_beam:203,apache_repositori:198,api:[2,4,11,33,36,41,46,48,51,64,71,72,128,132,133,134,135,151,164,169,171,180,192,203],apicli:93,apitool:33,app:46,appear:[61,169,184],append:[26,36,51,76,128,157],append_trailing_newlin:58,appenddestinationsfn:36,appendix:198,appengin:46,appli:[26,44,51,68,71,88,91,92,107,125,126,128,135,168,169,175,182],applic:[16,23,25,26,28,45,46,50,52,54,111,124,125],applied_ptransform:[71,94,97,102,106,107,109,111,113],applied_transform:189,appliedptransform:[71,102,106,112,113],apply_and_run:91,apply_combinevalu:94,apply_groupbykei:94,apply_ptransform:135,apply_read:94,apply_writetobigqueri:94,apply_xyz:135,applypartitionfnfn:169,approach:175,appropri:[11,33,106],approxim:[51,96,162,177],approximatequantil:177,approximateuniqu:177,arbitrari:88,arbitrarili:51,arch:172,area:121,arg1:192,arg2:192,arg:[14,35,42,68,107,108,109,143,151,156,168,169,173,185,186,189,192,194,197,198,199],arg_hint:184,arg_nam:69,argpars:68,args_for_invok:109,argument:[2,14,16,26,32,33,36,46,50,51,53,54,58,59,64,68,69,71,88,94,156,157,160,166,168,169,171,173,175,177,181,184,186,190,192,197,198,201],argumentplacehold:14,argv:[32,35,40,49,68,71,92,93,153,156,157],arithmet:[168,200],around:[34,88,189],arrai:[22,30,149],arriv:[179,182],artifact:74,artifact_id:198,artifactretrievalserviceservic:74,artifactretrievalservicestub:74,artifactstagingserviceservic:74,artifactstagingservicestub:74,as_cloud_object:[2,4],as_deterministic_cod:2,as_dict:151,as_read:169,as_singleton_view:169,as_view:169,ascii:[13,58],asdict:[33,88,176],asit:[88,176],ask:[96,169],aslist:[33,88,176],aspect:51,assert:[57,149],assert_reentrant_reads_succe:57,assert_sources_equal_reference_sourc:57,assert_split_at_fraction_behavior:57,assert_split_at_fraction_binari:57,assert_split_at_fraction_exhaust:57,assert_split_at_fraction_fail:57,assert_split_at_fraction_succeeds_and_consist:57,assert_that:[157,160],assertcountequ:149,assertfals:154,assertsourcesequalreferencesourc:57,assertsplitatfract:57,assertsplitatfractionbehavior:57,assertsplitatfractionexhaust:57,assertunhashablecountequ:149,assideinput:[33,88],assign:[51,109,121,125,128,169,182],assign_context:182,assigncontext:182,assingleton:[88,176],associ:[6,33,41,44,51,61,76,88,96,128,168,169,171,175,181,182],assum:[22,51,57,58,169,177],assumpt:119,asynchron:[106,121],atom:[34,51],attempt:[51,96,107,154,164,173,181,184,199],attempt_cal:107,attr:[33,157],attribut:[20,27,33,36,48,58,88,122,159,182],auction:[141,142,143,145,146,147],auth:[8,9,203],authent:10,author:[141,142],auto:[23,24,26,28,45,50,52,58,59,61,121,198],automat:[41,73,169],avail:[26,33,46,61,65,74,88,94,122,126,160,169,171,182,203],averag:163,avoid:[26,33,34,36,51,182,190],avro:[16,25,148],avro_record:[0,203],avrogenericcod:[1,2],avroio:[15,51,203],avroio_test:57,avrorecord:[1,2],avrosink:25,await_complet:107,awar:200,b12345:143,back:[2,126,187],backend:126,background:135,backoff:197,backward:[2,3,5,8,9,10,11,12,13,14,17,20,21,22,25,26,34,36,41,42,43,44,46,48,51,53,54,64,69,71,72,73,87,90,96,99,100,101,102,107,111,112,113,119,120,121,122,123,124,125,126,127,128,134,136,148,158,159,161,172,173,175,176,179,180,181,186,188,189,191,192,193,194,195,196,197,200,201],bad:33,bag:180,baginstateoutputaftertim:164,bagruntimest:[105,180],bagstatespec:180,bar:[26,54],barrier:156,base64:[13,33,96],base:[1,2,3,4,5,6,7,14,16,17,20,21,22,23,24,25,26,27,28,30,33,34,35,36,37,40,41,43,44,45,46,47,48,50,51,52,53,54,55,56,58,59,60,61,63,64,65,66,68,69,70,71,74,75,76,78,79,80,86,88,91,92,93,94,96,97,98,100,101,102,103,104,105,106,107,108,109,110,111,112,113,115,117,119,120,121,122,123,125,126,127,128,132,134,135,141,142,143,149,151,154,155,156,157,158,159,160,164,166,168,169,171,172,173,174,175,176,177,178,179,180,181,182,184,187,188,189,190,192,193,195,197,198,199,200,201],base_match:[69,154,155],base_url:50,basematch:[69,154,155],basepath:[26,28,45,52],basi:181,basic:[11,54,168,171,182],batch:[25,33,34,51,54,104,169,181,182,203],batch_siz:[33,53,181],batchel:181,beam:[2,4,7,16,20,21,22,25,27,33,34,37,41,44,51,54,55,56,66,71,86,94,98,110,115,122,124,125,126,148,156,157,160,169,173,179,180,181,185,192,197,198,201,202],beam_artifact_api_pb2_grpc:[72,73,203],beam_expansion_api_pb2_grpc:[72,73,203],beam_fn_api:135,beam_fn_api_pb2_grpc:[72,73,203],beam_group_id:198,beam_interactive_api_pb2_grpc:[72,73,203],beam_job_api_pb2_grpc:[72,73,203],beam_provision_api_pb2_grpc:[72,73,203],beam_runner_api_pb2:201,beam_runner_api_pb2_grpc:[72,73,203],beamassertexcept:160,beamdeprecationwarn:192,beamerror:7,beamfncontrolservic:76,beamfncontrolstub:76,beamfndataservic:76,beamfndatastub:76,beamfnexternalworkerpoolservic:76,beamfnexternalworkerpoolstub:76,beamfnloggingservic:76,beamfnloggingstub:76,beamfnstateservic:76,beamfnstatestub:76,beamioerror:[26,28,45,50,52],beamjarexpansionservic:173,beamplugin:[26,123,193],bean:[2,201],becaus:[34,51,119,128,169,187,192],becom:[16,51,94,168,169],been:[34,51,74,115,128,166,169,181,182,184,185,199],befor:[34,51,53,57,58,74,94,96,111,115,128,155,157,169,179,182,184,197,203],beforehand:124,begin:[16,51,54,58,59,96,181],behalf:76,behav:[16,40,54,58,59],behavior:[26,36,57,88,135,156,162,169,184,186,192],behaviour:[57,156],behavor:88,behind:88,being:[25,33,51,61,96,106,121,126,160,166,169,179,181],belong:[71,88,104,109,169,171,175],below:[6,33,37,40,41,51,54,124,156,169,197],benchmark:[137,162,164,166,203],benchmark_suit:166,benchmarkconfig:166,benefici:41,best:[20,36,48,51,169,181],better:[51,61,192],between:[26,28,30,33,36,53,55,57,65,76,93,96,104,128,156,177,181,182,187,195,197],beyond:[20,48,51],bid:[141,142,143,146],bidder:[141,143],big:32,big_query_query_to_table_pipelin:[15,31,203],bigger:54,bigqueri:[15,31,32,34,36,68,151,203],bigquery_api_servic:68,bigquery_file_load:[15,31,203],bigquery_io_read_pipelin:[15,31,203],bigquery_tool:[15,31,33,203],bigquerybatchfileload:34,bigquerycli:151,bigquerydisposit:33,bigquerymetricspublish:151,bigqueryread:36,bigquerysink:[33,36],bigquerysourc:33,bigqueryv2:36,bigquerywrapp:36,bigquerywrit:36,bigtabl:[37,51],bigtableio:[15,31,203],bigtablewritefn:37,billingnoten:197,binari:[54,57],binary_add:186,binary_and:186,binary_divid:186,binary_floor_divid:186,binary_lshift:186,binary_modulo:186,binary_multipli:186,binary_or:186,binary_pow:186,binary_rshift:186,binary_subscr:186,binary_subtract:186,binary_true_divid:186,binary_xor:186,bind:190,bind_type_vari:190,blob:43,block:[16,51,54,94,135,157],block_until:106,bodi:201,bool:[11,16,24,33,36,54,57,58,61,71,119,126,136,148,157,166,169,171,179,184,187,190],booleancod:2,both:[2,24,25,33,36,48,51,57,70,175,177,184,192,203],bother:108,bottleneck:169,bottom:186,bound:[21,25,26,27,124,128,169,179,182,188,197,203],boundari:[25,51,96],boundedsourc:[17,24,51,57,60,94,97,156],boundedwindow:182,boundmethod:188,box:122,bq_dataset:151,bq_tabl:151,brows:34,bson:53,bucket:[46,69],bucketnam:69,buffer:[2,26,27,46,54,105,111,164,169,181],buffer_s:[33,36],build:[49,71,73,98,126,156,157,173,203],build_class:186,build_console_url:98,build_list:186,build_list_unpack:186,build_map:186,build_slic:186,build_tupl:186,build_tuple_unpack:186,build_tuple_unpack_with_cal:186,built:[22,98,110,175,179,181,182,184,190],builtin:169,bulk:169,bulk_writ:53,bundl:[16,17,24,51,53,54,58,100,103,106,107,108,111,169,181],bundle_factori:[89,99,106,203],bundle_id:51,bundlebaseddirectrunn:[104,105],bundlefactori:100,bundlefinalizerparam:169,burden:33,byte_arrai:5,byte_array_deseri:22,byte_array_seri:22,byte_array_to_json_str:94,byte_offset:96,bytearrai:27,bytearraydeseri:22,bytearrayseri:22,bytearraytojsonstr:94,bytecod:186,bytecountingoutputstream:5,bytescod:[2,59],bytestr:187,bzip2:26,cach:[33,89,94,98,108,114,115,120,121,124,125,126,127,128,173,198,203],cache_dir:[115,126],cache_format:[115,126],cache_kei:128,cache_label:[115,127],cache_manag:[89,114,119,125,127,203],cacheabl:128,cacheable_kei:128,cacheable_var_by_pcoll_id:128,cached_pcollect:120,cachemanag:[115,119,127],caches_us:127,calcul:[163,166,177],call:[3,6,23,25,27,33,37,46,51,55,61,69,71,74,78,96,107,109,135,159,168,169,171,175,179,181,194,197,201],callabl:[2,13,33,135,162,166,169,180,181,188,197,201],callableptransform:175,callabletask:107,callablewrappercombinefn:[169,179],callablewrapperdofn:169,callablewrapperpartitionfn:169,callback:[3,51,55,68,71,106,107,135],caller:[51,109],callservic:198,can:[2,6,11,13,14,16,17,20,22,24,25,26,28,30,33,34,35,36,37,41,48,51,54,55,57,58,59,68,71,76,88,106,109,112,123,124,125,128,135,155,156,157,158,162,166,169,171,173,175,181,182,184,185,188,190,192,195,197,200,201],can_accept:34,canada:33,cancel:[78,126,135,153],cannot:[7,20,48,51,66,94,96],cap:41,capabl:[51,124,203],capit:190,captur:175,car67:143,care:[33,120],categori:[141,143,190],caus:[179,192],cbf:51,cbt:37,ceas:158,ceil:156,cell:[33,37,62,119,121,180,203],certain:[41,51,98,104,143],chain:175,chanc:[169,181],chang:[41,48,63,76,78,106,119,125,164,187,192,203],channel:[26,28,45,52,74,75,76,78,79,80],charact:[13,26,58,69,115,181],charg:[93,103],check:[13,26,28,33,45,50,51,52,57,70,71,88,106,128,160,166,171,177,184,189,190],check_access:70,check_cal:194,check_compil:166,check_don:[51,56],check_output:194,checkpoint:[51,109,156,181],checksum:[26,28,45,46,50,52,155],choos:[24,51],chosen:[41,51,197,198],chr20:61,chunk:[26,28,33,37,74,156,182],chunk_siz:[26,45],citi:[141,143],claim:[51,55],classifi:198,classmethod:[2,26,28,45,47,50,52,55,68,70,94,123,135,171,172,173,175,182,193,198,200,201],clean:[51,115,159,169],clean_up_temporary_dataset:36,cleanup:[115,125,126,142,159],cleanup_subscript:159,cleanup_top:159,clear:[76,105,109,119,179,180],clear_pvalu:135,client:[10,12,22,26,33,36,42,43,46,47,51,198],client_ent:44,client_kei:44,clock:[89,99,106,113,117,159,181,197,203],clone:[44,71],close:[23,26,27,28,45,51,52,55],closure_typ:188,cloud:[2,20,33,37,40,41,42,43,44,46,47,48,68,69,90,96,159],cls:[2,68,196],cluster:33,cmd:[143,198],co_nam:186,code:[6,14,26,51,57,105,124,125,128,136,143,166,169,175,180,190,197],codec:[16,54],codepath:164,coder:[13,23,33,34,36,51,58,59,115,158,162,169,173,180,203],coder_benchmark_factori:162,coder_from_typ:4,coder_id:134,coder_id_from_element_typ:134,coder_proto:2,coderbas:6,coderimpl:2,coderregistri:2,coders_context:[2,4],coders_microbenchmark:[161,203],coexist:192,cogroupbykei:[156,181],cold:169,coll:53,collect:[2,34,53,64,65,151,162,166,177,203],collis:65,column:[54,148],com:[12,13,33,37,41,43,46,68,69,143],combin:[25,26,28,45,50,52,105,108,111,167,169,179,180,182,203],combine_fn:[108,180],combine_op:179,combine_payload:169,combinefn:[168,169,180,189],combinefnprocesscontext:169,combineglob:169,combineperkei:[108,169],combinevalu:169,combiningvalu:180,combiningvalueruntimest:[105,180],combiningvaluestatespec:180,combiningvaluestatetag:179,combnin:169,come:[10,33,36,124,125,128,192],comma:33,command:[33,68,143,157,172,198],command_str:172,comment:[71,169],commit:[51,74,102,105,106,154,180],commit_log:103,commit_phys:103,commitmanifest:74,common:[12,16,22,33,36,37,54,58,59,86,91,103,136,151,169,189,200],common_urn:[72,203],commun:171,compact:[169,189],compar:[51,55,155,168,177],compare_op:186,compat:[2,3,5,8,9,10,11,12,13,14,17,20,21,22,25,26,28,34,36,41,42,43,44,46,48,51,53,54,64,69,71,72,73,87,90,96,99,100,101,102,107,111,112,113,119,120,121,122,123,124,125,126,127,128,134,136,148,158,159,161,168,169,172,173,175,176,179,180,181,186,188,189,191,192,193,194,195,196,197,200,201],compil:[2,166,181],complet:[2,27,33,41,44,51,96,106,107,135,157,158],completed_bundl:106,completed_committed_bundl:113,completed_tim:[106,113],completion_callback:107,complex:[51,54,190],complex_operation_returning_xyz:6,compli:[16,24],complianc:33,compliant:200,complic:186,compon:[2,4,20,26,28,44,45,48,50,52,124,171],composit:[6,51,135,160,182,188,190],compositetypehint:[184,190],compress:[16,24,25,26,28,45,51,52,54,58,59,61],compress_point:184,compressedfil:26,compression_typ:[23,24,25,26,28,45,50,52,58,59,61],compressionsuffix:25,compressiontyp:[23,24,26,28,58,59,61],comput:[7,14,33,68,71,128,135,155,159,168,169,175,181,203],compute_api_servic:68,compute_hash:159,compute_table_nam:33,concat:17,concat_posit:96,concat_sourc:[15,203],concaten:96,concatposit:96,concatrangetrack:17,concatsourc:17,concept:[33,51,172,182,203],conceptu:[51,71,181],concret:[135,169],concrete_typ:190,concurr:[33,51,57,199],condens:[168,169],condit:51,conduct:53,config:[30,173],configur:[21,22,33,35,41,50,53,54,68,71,109,157,172,173],confirm:40,conflict:[51,190],connect:[27,50,53,68,121,125,169,198],connector:[37,41],consecut:[100,182],consid:[16,26,51,54,71,169,179,181],consist:[2,13,51,57,61,65,69,94,103,106,111,115,168,169],consol:[98,151],consolemetricspublish:151,consolid:66,const_typ:188,constant:[36,169,181],constrain:[16,54,58],constraint:[79,184],construct:[2,12,16,33,54,58,59,64,75,88,96,106,107,134,135,148,157],constructor:[2,74,75,76,78,79,80,119,120,122,126,127,172,175,201],consum:[22,51,102,181],consumed_split_point:96,consumer_config:22,consumer_tracking_pipeline_visitor:[89,99,203],consumertrackingpipelinevisitor:102,contain:[6,11,13,14,16,22,26,27,28,33,36,41,45,48,51,52,54,57,58,59,63,68,71,74,88,106,109,115,149,155,157,159,161,168,169,171,175,181,182,184,190,191,196],container_imag:172,content:[25,26,28,40,45,52,58,61,74,106,120,155,156,159,160,181,196],context:[2,30,48,51,63,71,74,75,76,78,79,80,88,106,124,158,159,169,172,173,175,179,180,182,195,198,201],contian:132,continu:[51,57,121,182,195],control:[33,36,76,100,132,156,179,192,197],conveni:[11,33],convent:[26,182],convers:[11,185],convert:[2,11,12,25,36,54,55,66,68,128,146,169,171,181,185,196,200,201],convert_row_to_dict:36,convert_to_beam_typ:185,convert_to_typing_typ:185,coordin:[128,184],copi:[26,28,34,45,46,50,52,128,156,169,173,188],copy_batch:46,copytre:46,core:[34,35,36,69,91,92,108,109,143,151,154,155,156,164,167,180,189,203],correct:[26,28,41,57,115],correctli:[51,169],correspond:[2,11,16,33,54,61,94,119,123,128,156,173,181,184,186,188,190,200,201],corrupt:169,cost:[164,181],could:[2,41,43,51,71,121,125,169,181,185,195,201,203],count:[16,35,42,54,58,59,60,63,65,91,92,120,151,166,168,179,186],count_tag:179,count_valu:154,countcombinefn:179,counter:[64,65,66,106,112,151,154,186],counter_metr:151,countermetr:151,countingsourc:60,countmessag:151,countri:33,coutner:66,coverag:57,cprofil:195,crash:169,creat:[12,13,16,17,20,22,24,26,28,33,36,37,40,42,43,45,48,50,51,52,53,54,61,64,65,66,68,71,88,94,97,100,106,111,120,121,122,124,125,128,135,142,151,156,159,160,162,166,169,171,172,174,175,181,182,184,186,188,189,194,196,198,200],create_accumul:[169,189],create_bundl:[100,106],create_client_ent:42,create_disposit:[33,34,36],create_empty_committed_bundl:[100,106],create_ent:42,create_from:171,create_from_opt:171,create_if_need:[33,36],create_label:66,create_monitoring_info:66,create_nev:[33,36],create_pull_respons:159,create_sourc:[167,203],create_temp_fil:159,create_temporary_dataset:36,create_track:[156,169],createptransformoverrid:[94,97],creation:[16,24,54,58,59,61],credenti:10,credit_card:[141,143],criteria:109,critic:164,cross:[22,94,173,174,194],csv:[25,51],csvsink:25,cumul:195,current:[13,24,25,26,27,33,48,51,54,55,58,68,71,78,88,93,96,103,106,109,121,124,125,128,135,136,151,158,169,192],current_env:125,current_offset:51,current_posit:51,current_progress:[51,56],current_restrict:[51,56],current_tim:101,current_value_accessor:105,current_watermark:169,cursor:51,curv:124,custom:[6,14,23,25,33,51,71,135,151,155,156,157,169,175,182,184,190,192],custom_gcs_temp_loc:[33,34],custom_messag:192,custommapp:175,customtransform:175,cycl:119,dag:[71,135],dai:33,daili:33,data1:149,data2:149,data:[4,5,6,15,20,22,24,25,26,27,28,31,32,34,36,37,41,48,51,53,54,57,61,63,68,71,76,88,121,124,128,148,153,156,159,160,164,169,171,177,179,182,188,203],databas:[51,53,151],dataclass:173,dataclassbasedpayloadbuild:173,dataflow:[2,7,10,11,32,33,35,36,51,68,69,88,89,135,164,179,203],dataflow_cli:93,dataflow_endpoint:68,dataflow_exercise_metrics_pipelin:[89,90,203],dataflow_exercise_streaming_metrics_pipelin:[89,90,203],dataflow_metr:[89,90,203],dataflow_runn:[89,90,98,203],dataflowapplicationcli:93,dataflowmetr:93,dataflowpipelineresult:[93,94],dataflowrunn:[90,93,94,97,98,142],datafram:54,dataset1:33,dataset:[33,36,124,151],dataset_2:33,dataset_id:36,datasetid:36,datastor:[15,31,203],datastore_write_it_pipelin:[15,31,38,39,203],datastoreio:[15,31,38,39,203],datatyp:33,datatype_infer:[137,203],date:[36,151],datetim:[171,200],deadlett:33,deal:[51,169],debug:[142,188],debugopt:[68,69],dec:65,decapret:192,decid:[16,51,54,58,109,119,122,123,126],decim:33,decod:[2,4,6,33,36,58,59,115,160,162],decode_from_byt:6,decode_nest:2,decomposit:51,decompress:[24,26,51],decor:[2,6,159,169,173,175,180,183,192,197,201,203],decreas:51,decrement:65,deduc:188,dedupl:[20,48,181],def:[6,33,68,124,166,175,180,184,192],default_desired_bundle_s:[16,54,58],default_docker_imag:172,default_edge_attr:122,default_encod:36,default_environ:[71,134],default_environment_id:134,default_file_copy_fn:195,default_file_nam:25,default_label:[168,169,173,175],default_output_cod:[17,51,156],default_runn:68,default_type_hint:[108,169,184],default_valu:[70,88],default_vertex_attr:122,default_window_mapping_fn:176,defaultrootbundleprovid:111,defaulttrigg:179,defin:[2,6,15,16,24,26,28,33,41,48,51,54,64,66,68,89,96,124,125,128,143,156,159,169,171,173,175,182,183,184,186,190],definit:[51,124,125,128],deflat:[16,26],degre:[41,169],delai:[179,197],deleg:[55,64,128],delegatingcount:64,delegatingdistribut:64,delegatinggaug:64,delet:[26,28,33,40,41,45,46,50,52,159],delete_attr:186,delete_batch:46,delete_fast:186,delete_fil:159,delete_glob:186,delete_slice_0:186,delete_slice_1:186,delete_slice_2:186,delete_slice_3:186,deletefromdatastor:[41,44],deletetablesfn:34,delimit:[58,181],deliv:[20,48,106],demand:195,demarc:96,denot:169,dens:177,depend:[25,26,27,28,36,51,123,125,128,169,171,181,193],dependent_real_tim:178,deprec:[41,51,96,192],deprecationwarn:192,depth:[71,188],deriv:[43,115,127,169,175,181,182],descend:[44,167,175],describ:[33,37,50,51,57,68,76,88,96,126,156,168,169,175],describe_mismatch:[154,155],describe_to:[154,155],describepipelineopt:78,descript:[2,13,50,51,69,94,96,141,143,154,155,156,169],description1:156,description2:156,descriptor:[25,34],deseri:22,deserialize_windowing_strategi:94,design:[71,181],desir:[16,33,43,51,54,58,115,169,181],desired_bundle_s:[16,17,24,51,54,58,60,156],desired_cache_label:127,desired_num_bundl:156,desired_num_offsets_per_split:56,despit:169,dest:[25,34,46,195],dest_ids_list:34,dest_kms_key_nam:46,destin:[15,26,28,33,34,36,45,50,52,203],destination_copy_jobid_pair:34,destination_file_nam:[26,28,45,50,52],destination_file_pair:34,destination_jobid_pair:34,destination_load_jobid_pair:34,destination_prefix_nam:25,destination_t:34,detail:[6,24,41,44,51,58,69,71,90,99,109,119,156,169,175,176,184],detect:[24,51,58,59,61,169],detect_compression_typ:26,determin:[25,26,41,51,58,61,71,109,125,136,168,169,173,179,180,182],determinist:[2,6],develop:[24,41,48,69,124,171,203],deviat:181,dialect:33,dict:[11,26,33,36,45,48,52,53,61,88,120,122,127,128,135,148,168,171,181,190],dict_int_int:162,dict_obj:133,dict_to_struct:133,dictionari:[1,6,11,14,16,22,33,34,36,44,46,54,66,68,111,124,125,128,148,151,160,166,169,171,185],did:57,differ:[2,21,22,24,25,26,28,33,34,41,51,53,57,58,71,76,96,115,121,125,156,169,187,197],digit:[20,33,48],dill:[2,13],dillcod:2,direct:[68,89,169,203],direct_metr:[89,99,203],direct_runn:[89,99,110,203],direct_runner_use_stacked_bundl:100,direct_userst:[89,99,203],directli:[33,51,54,65,88,124,128,169,176],directmetr:103,directopt:68,directori:[26,28,45,46,50,51,52,71,126,159],directpipelineresult:104,directrow:37,directrunn:[68,71,103,104,106,109,112,142,143,157],directrunneropt:100,directruntimest:105,directstepcontext:106,directunmergedst:106,directuserstatecontext:105,dis:186,disable_liquid_shard:156,disable_run_time_type_check:184,disallow:25,discard:[169,179],discourag:192,disk:[33,52],displai:[51,64,68,89,93,96,114,126,143,167,169,175,203],display_data:[16,23,24,33,34,41,51,54,68,168,169,171,177],display_data_dict:171,display_facet:121,display_graph:122,display_id:121,display_manag:[89,114,118,203],display_plain_text:121,displaydata:171,displaydataitem:171,displaymanag:119,dispos:169,disposit:[33,36],dist:151,dist_metr:151,distinct:[71,181],distinct_on:44,distinguish:88,distrbut:66,distribut:[50,63,64,65,66,151,154,163,169,177],distribution_combin:66,distribution_counter_microbenchmark:[161,203],distribution_paramet:156,distribution_result:154,distributionaccumul:163,distributiondoubl:66,distributionint64:66,distributionmatch:154,distributionmetr:151,distributionresult:[63,66],div_round_up:156,dive:121,divid:[111,182],do_fn:109,doc:[33,37,68,69,186],dockerenviron:172,dockerrpcmanag:132,docstr:181,document:[21,22,24,44,51,53,54,68,109,160,169,179,186],doe:[25,33,36,43,44,46,51,58,71,108,124,135,164,169,171,174,192,195],doesn:[26,28,45,46,52,125,128,156],dofn:[6,33,34,35,36,37,51,88,91,92,94,105,108,109,143,151,156,164,169,171,175,180,189],dofninvok:[109,180],dofnprocessparam:169,dofnrunn:[156,169],doing:128,dollar:146,domain:[12,178],don:[33,53,108,124],done:[28,33,50,51,54,71,106,109,128,135,155,182],donwstream:181,dooutputstupl:169,dot:[120,122,123],doubl:[187,197],down:[25,51,169,198,200],download:[27,173],downloaderstream:27,downstream:[51,164,181],drain:135,drop:171,drop_default:68,drop_if_default:171,drop_if_non:171,dry_run:36,duck:6,due:[13,51,53,169],dump:13,dump_sess:13,dup_top:186,dup_topx:186,duplic:[20,48,53,125],durat:[33,94,135,143,158,171,182,200],duration_pb2:200,duration_proto:200,dure:[7,14,16,21,24,27,33,34,46,48,51,54,58,59,61,64,65,68,74,128,156,158,169,188,197],dynam:[15,24,33,34,41,51,57,70,71,121,203],dynamic_plot:121,dynamic_plotting_interv:121,dynamic_split_request:96,dynamicsplitrequest:96,dynamicsplitresult:96,dynamicsplitresultwithposit:96,e2e:[98,110],each:[2,16,20,22,25,28,33,34,36,41,46,48,51,54,57,58,59,61,71,91,102,109,121,125,128,143,151,156,158,164,166,168,169,171,172,173,177,181,182,184,186,190],earli:[33,179,203],earliest:182,easi:169,easier:[26,164],ec_point:184,edg:[71,122],effect:[27,51,169,175,181],effici:[2,6,24,51,133,169],effort:[20,36,48,51,169],ehudm:198,either:[23,26,27,33,36,44,51,57,61,71,109,112,115,157,169,173,175,177,181,184,185,190],elantra:143,elem:[51,143],elem_cod:2,element:[2,6,20,25,33,34,35,36,41,48,51,53,54,57,58,63,88,91,92,108,109,112,113,121,148,151,153,156,158,160,162,164,165,166,168,169,171,177,179,181,182,188,189],element_and_restrict:109,element_cod:[109,158],element_s:156,element_typ:[88,134,188],element_type_from_coder_id:134,elementandrestrict:109,elementev:158,elementparam:169,elements_per_period:21,elimin:128,elm:143,els:[25,33,96,184],elsewher:[96,173],email:[141,143],emb:13,embeddedpythonenviron:172,embeddedpythongrpcenviron:172,emit:[34,51,76,88,158,179,181],emit_tim:164,emit_valu:164,empti:[24,25,30,33,36,41,48,51,88,106,111,160,169,179,181,188],empty_match_treat:25,emptymatchtreat:25,emptysideinput:88,enabl:[121,135],enable_run_time_type_check:184,enable_trac:13,encapsul:96,encod:[2,4,5,6,11,13,23,33,36,51,58,59,96,115,160,162,173,180,201],encode_nest:2,encode_to_byt:6,encoded_:23,encoded_kei:112,encoded_str:94,encoded_table_row:[33,36],encoded_valu:23,encompass:148,encount:27,encrypt:46,end:[16,17,25,26,27,32,51,54,55,58,59,61,68,69,96,108,109,121,126,155,158,179,181,182,192],end_sess:126,endpoint_pattern:69,endpoints_pb2_grpc:[72,73,203],enforc:184,engin:[46,51],enough:41,ensur:[33,41,51],entail:33,enter:98,enter_composite_transform:189,entir:[33,36,51,88,93,94,96,104,135,160,169,177,181,182],entiti:[40,41,42,44,86],entitywrapp:40,entri:[2,40,76,88,125],enum_typ:86,enumer:87,env:172,environ:[12,109,121,124,125,128,136,167,203],eof:[26,27],epoch:[20,26,28,45,46,48,52,66,101,182,196,200],equal:[27,41,51,57,68,171,181],equal_to:[157,160],equival:[26,28,51,57,128,169,175,181],err_invalid_gcs_bucket:69,err_invalid_gcs_object:69,err_invalid_gcs_path:69,err_invalid_job_nam:69,err_invalid_not_posit:69,err_invalid_project_id:69,err_invalid_project_numb:69,err_invalid_test_matcher_typ:69,err_invalid_test_matcher_unpickl:69,err_invalid_transform_name_map:69,err_missing_gcs_path:69,err_missing_opt:69,error:[2,25,27,33,36,43,50,51,69,74,154,155,169,177,182,184,188,189,197,199,203],error_messag:[2,36],error_table_for_todai:33,errors_schema:33,escap:115,especi:[182,200],essenti:169,estim:[2,51,96,177,181],estimate_s:[2,17,24,51,60,156],etc:[33,36,41,51,64,135,169,175,177,203],euro:146,evalu:[14,100,106,107,109,111,112,162,179,200],evaluation_context:[89,99,107,111,203],evaluationcontext:106,even:[24,51,124,125,184,192,197],event:[25,33,51,80,117,141,142,143,145,146,147,158,179,182],event_count:33,everi:[6,33,51,57,71,94,119,121,128,135,154,197],everyth:[25,26,28,45,52,53,119,128,173,182],evict:[115,125],evict_pipeline_result:125,evolv:46,exact:[156,169],exactli:[2,27,51,68,71,88,169,179],exampl:[2,6,12,16,20,24,33,36,37,48,51,53,54,57,61,68,94,96,111,122,124,143,154,157,166,169,171,175,181,182,184,192,198,200,201,203],exce:[33,46],except:[7,26,42,43,46,51,155,169,184,188,192,197],excess:33,exclud:53,exclude_from_index:44,exclus:[27,51],exec_stmt:186,execut:[2,14,33,34,36,48,51,64,65,68,69,71,74,78,88,89,90,94,98,99,104,106,107,109,110,111,119,120,124,125,126,127,128,135,136,157,158,164,166,169,174,175,188,198,203],executor:[89,99,111,199,203],executor_servic:106,exhaust:57,exist:[16,20,24,26,28,33,45,46,48,50,51,52,53,54,58,59,61,115,124,125,128,157,159,169,173,192],existing_keyed_st:106,exp_multipli:192,expand:[16,20,22,25,30,33,34,37,41,48,51,53,54,58,59,61,75,108,109,115,156,158,168,169,173,175,177,181],expand_using_gbk:156,expand_using_second_output:156,expans:[21,22,46,94,169,173,174],expansion_servic:[20,21,22,173],expansionservic:[22,173],expansionserviceservic:75,expansionservicestub:75,expect:[2,23,33,36,37,40,50,55,57,71,153,155,157,160,169,201,203],expected_checksum:155,expected_item:57,expected_outcom:57,expected_st:[98,155],expectedsplitoutcom:57,experi:[68,70,135],experiment:[20,21,22,25,33,34,36,41,44,46,48,51,53,54,64,119,120,121,122,123,126,127,173,175,179,180,181,192,193],expir:[141,143,180],explain:51,explicit:181,explod:109,explodewindowsfn:109,exponenti:197,expos:[33,65],express:[26,123,181,196],extend:[23,51,58,69,155,193],extens:[16,24,41,51,54,58,59,61],extent:169,extern:[15,51,125,167,169,198,203],external_test_it:[167,203],external_transforms_pb2_grpc:[72,73,203],externalconfigurationpayload:173,externalenviron:172,externaltransform:[21,22,173],externaltransformit:174,extra:[33,141,143,155,157,186,192],extra_arg:173,extra_assert:[137,203],extra_client_param:53,extra_messag:192,extra_opt:157,extra_typ:[11,33],extraassertionsmixin:149,extract:[71,102,113,151,168,185],extract_all_tim:[106,113],extract_commit:103,extract_counter_valu:66,extract_distribut:66,extract_latest_attempt:103,extract_metric_result_map_valu:66,extract_optional_typ:185,extract_output:[169,189],extractor:151,extrapol:177,extrem:168,face:[64,180],facet:121,fact:192,factor:197,factori:100,factory_from_opt:195,fail:[26,28,33,34,36,45,46,51,52,57,61,135,188],failur:[36,51,53,169],fakesourc:165,fall:[2,51],fallback:6,fallback_cod:2,fals:[5,11,16,20,24,26,33,34,36,42,48,51,54,55,61,68,71,94,115,119,126,134,148,151,156,157,160,169,171,175,177,179,181,188,195,197],famili:57,fanin:156,fanout:[156,169],far:[96,185],fast:2,fastavro:[16,148],fastcod:[2,4],faster:[6,16],fastprimitivescod:[2,158],fault:51,favorite_color:16,favorite_numb:16,featur:124,feed:156,fetch:[26,27,28,41,45,50,52,78,119,155,165],few:[57,93,175],field1:33,field2:33,field3:33,field:[16,20,22,33,36,41,44,48,51,53,54,61,66,120,128,160,171,192],field_count:61,field_typ:4,fieldtype_proto:187,figur:128,file:[15,16,23,24,26,27,28,33,34,36,45,46,50,51,52,54,58,59,61,63,64,65,71,115,126,155,159,160,169,173,203],file_copy_fn:195,file_handl:23,file_load:33,file_meta:26,file_nam:[24,25,61],file_name_suffix:[16,23,54,58,59],file_path:[13,26,34,58,59,61,155,159],file_path_prefix:[16,23,54,58,59],file_pattern:[16,24,25,54,58,59,61],file_prefix:34,file_prefix_gener:34,file_s:34,filebasedcachemanag:115,filebasedsink:[15,51,155,203],filebasedsourc:[15,58,203],filechecksummatch:155,fileio:[15,203],filemetadata:[25,26],filenam:[16,46,54,58,59,159],fileobj:26,filepath:26,filesystem:[15,16,25,27,45,50,51,52,54,159,193,203],filesystemio:[15,203],fill:[41,171],filter:[26,41,42,44,53,61,64,93,103,147,151,155,169,192,197],filter_regex:162,finalize_hint:188,finalize_writ:[23,51],find:[7,26,28,36,128,168,181,197],find_al:181,find_kv:181,finish:[27,94,135,179,195],finish_bundl:[34,91,92,108,151,156,169,189],finish_st:107,finishcombin:108,finit:[51,182],fire:[25,112,113,164,179,180],fired_tim:107,first:[6,13,20,26,28,36,45,48,50,51,52,57,61,71,74,78,124,125,149,156,169,175,181,182,186,190,197,203],fix:[2,164,169,181,182],fixed_cost:181,fixedsizeglob:168,fixedsizeperkei:168,fixedwindow:182,flag:[16,24,26,28,45,52,54,58,59,61,68,148,181],flat:181,flatmap:[13,88,169,175,203],flatmaptupl:169,flatten:[17,33,151,169],flatten_input_visitor:94,flatten_result:[33,36],flavor:192,flink:[15,21,22,203],flink_streaming_impulse_sourc:[15,29,203],flinkstreamingimpulsesourc:30,float32:187,float64:187,floatcod:2,flu:33,flush:[26,108],fn_api_runner_microbenchmark:[161,203],fn_paramet:182,fn_proto:201,fn_to_execut:14,fnapirunn:[104,164],fnmatch:[26,28],focu:124,fold:169,follow:[16,25,26,28,33,36,51,53,54,57,58,59,109,143,151,157,164,169,181,182,184,190,192,195],foo:[2,26,28,54,124,184,201],foo_from_proto:[2,201],foopayload:[2,201],footer:23,footprint:135,for_input_typ:169,for_spec:105,forc:[88,109,119],foreign:173,form:[16,20,25,26,27,33,46,48,50,88,166,181,182,184,192,200],formal:184,format:[2,20,23,25,26,28,33,36,48,51,53,54,57,61,66,69,123,125,126,143,151,181],format_sampl:120,former:88,formula:[181,182],forward:111,found:[10,36,157],foundat:26,frac:17,fraction:[17,51,55,57,96,197],fraction_consum:[17,51,55],fraction_of_remaind:[51,56],fraction_to_posit:55,frame:[186,188],framest:[186,188],framework:[6,24,33,51,96],free:198,fresh:169,from:[2,6,10,12,15,16,20,22,23,24,25,26,27,28,32,33,34,36,40,41,43,44,45,46,48,51,52,54,55,57,58,59,61,68,69,71,78,88,93,94,96,102,115,117,121,124,125,127,128,135,136,143,146,151,153,155,156,157,159,165,168,169,171,172,173,175,177,179,181,182,184,185,186,192,197,200,201,203],from_:88,from_cal:169,from_client_ent:44,from_client_kei:44,from_dictionari:68,from_json_valu:11,from_micro:196,from_opt:172,from_proto:200,from_rfc3339:200,from_runner_api:[2,65,71,88,134,158,169,172,175,179,201],from_runner_api_paramet:[2,4,30,51,158,169,172,181,182],from_str:178,from_timestamp:196,from_type_hint:[2,4],from_utc_datetim:200,fronend:119,frontend:[119,121,125],full:[26,28,45,50,51,52,57,71,115,155,157,182,193],full_label:[173,189],fulli:[22,27,51,96,169,184],fun:197,func:[169,173,184,188],functionspec:2,functiontyp:188,furnish:88,further:[76,175,197],fuse:181,fusion:[53,181],futur:[2,3,5,14,26,27,28,33,36,46,48,51,56,61,63,64,65,69,70,71,74,75,76,78,79,80,86,88,96,100,101,103,106,107,109,111,112,113,125,132,134,135,158,159,164,168,169,171,176,178,179,180,181,182,184,188,192,193,195,197,199,200,201],future_output_watermark:109,fuzz:197,fuzzedexponentialinterv:197,gap:182,gap_siz:182,gather:[43,173],gaug:[64,65,66],gaugeresult:[63,66],gbk:153,gce:10,gcp:[8,15,18,203],gcs:46,gcs_bucket:69,gcs_prefix:45,gcs_scheme:69,gcs_uri:69,gcsfilesystem:[15,31,203],gcsio:[15,31,203],gcsio_overrid:[15,31,203],gcsiooverrid:47,gener:[2,16,24,26,37,48,51,54,58,59,73,88,92,94,121,122,141,142,145,151,156,157,158,162,164,169,173,190,198],generate_bundle_id:51,generate_ev:142,generate_fn:162,generate_input_valu:163,generate_sequ:[15,18,203],generateddirectrow:37,generateid:53,generatesequ:21,generic_dist:151,genom:61,genotyp:61,geographi:33,get:[5,10,24,26,28,33,36,45,51,52,57,70,74,76,78,79,88,96,113,123,125,126,128,135,156,157,169,177,179,180,181,184,193,197,201],get_accumulator_cod:169,get_aggregator_valu:106,get_all_distributions_by_typ:151,get_all_opt:68,get_all_plugin_path:193,get_all_subclass:193,get_chunk_s:28,get_client:42,get_closur:188,get_count:5,get_desired_chunk_s:51,get_dict:171,get_dict_table_schema:33,get_distribution_dict:151,get_dofn_spec:180,get_dot:122,get_env_cls_from_urn:172,get_evalu:111,get_execution_context:106,get_filesystem:28,get_full_options_as_arg:157,get_function_argu:169,get_generic_distribut:151,get_glob:188,get_hashable_destin:36,get_impl:[2,182],get_it:186,get_job:36,get_keyed_st:106,get_local_namespac:173,get_nam:188,get_namespac:64,get_new_http:12,get_opt:157,get_or_create_dataset:36,get_or_create_t:36,get_output_typ:169,get_path:159,get_pipeline_opt:157,get_progress:96,get_query_loc:36,get_rang:27,get_range_track:[17,24,51,57,60,156],get_render:123,get_replacement_transform:[71,94,97,109],get_restriction_cod:169,get_root_bundl:111,get_root_bundle_provid:111,get_schem:28,get_schema_by_id:187,get_service_credenti:10,get_split:43,get_stat:[105,180],get_step_nam:66,get_synthetic_sdf_step:156,get_tabl:36,get_table_loc:36,get_table_schema_from_str:33,get_tim:[105,180],get_transformed_output_tim:182,get_type_hint:184,get_typed_value_descriptor:11,get_typing_by_id:187,get_valu:70,get_value_or_block_until_readi:106,get_varint_s:5,get_watermark:113,get_window:[30,51,158,169,175],get_window_cod:182,getartifact:74,getattr:186,getjob:78,getjobmetr:78,getmanifest:74,getmessagestream:78,getpipelin:78,getprovisioninfo:79,getrangetrack:57,getstat:78,getstatestream:78,github:[13,43,46,61],give:[24,25,26,28,45,51,52,57,64,71,96,109,124,156,169],given:[2,5,14,16,20,24,26,27,28,33,35,40,43,45,46,48,51,52,54,55,57,58,59,66,68,69,71,76,78,88,91,92,109,111,115,121,123,125,127,128,135,155,156,158,160,166,169,173,177,179,180,181,182,185,188,197,198,200,201],glob:[16,24,46,54,58,59,61,155,159,160],glob_pattern:160,global:[2,25,51,106,111,168,177,182],global_to_loc:17,globally_windowed_valu:162,globalwindow:182,goe:69,going:93,gone:88,good:169,googl:[2,10,33,37,41,43,44,46,47,48,66,68,69,90,159,198,200],googleapi:[68,69],googlecloudopt:[68,69],googlecloudplatform:[43,46],gracefulli:109,gradl:173,gradle_appendix:173,gradle_target:[173,198],granular:[54,182,200],graph:[71,88,94,102,104,111,119,120,122,123,126,175,203],graphviz:123,greater:[41,169,184],greater_than:41,greatest:168,group:[6,17,25,34,44,54,65,68,153,169,175,181,182],group_by_key_input_visitor:94,group_by_key_streaming_pipelin:[137,150,152,203],group_id:198,groupbykei:[2,135,156,169,175,181,182,203],groupintobatch:181,growth:166,grpc:[74,75,76,78,79,80,173,198],grpcstubclass:198,guarante:[2,3,5,6,8,9,10,11,12,13,14,17,20,21,22,25,34,36,41,42,43,44,46,48,51,53,54,64,69,71,72,73,87,90,96,99,100,101,102,107,111,112,113,119,120,121,122,123,125,126,127,128,134,136,148,158,159,161,172,173,175,176,179,180,181,186,188,189,191,192,193,194,195,196,197,200,201],guid:179,gzip:[26,51],had:[2,115,169,201],hadoop:50,hadoopfilesystem:[15,68,203],hadoopfilesystemopt:[50,68],halfwai:57,hamcrest:[69,154,155,160],hand:33,handl:[23,24,26,28,36,45,51,52,58,59,61,106,121,125,186],handle_result:106,happen:[33,43,51,53,57,71,119,159,169,197],har:[57,76,79],hardwar:169,has:[2,11,21,22,27,33,36,41,44,51,61,68,69,88,96,102,104,113,121,128,143,157,160,166,168,169,171,177,181,184,199,200,203],has_default:169,has_dir:[26,45,50,52],has_display_data:171,has_part:175,has_side_input:169,has_unbounded_sourc:128,hasdisplaydata:[51,68,96,169,171,175],hash:[115,155,159,177],hashabl:188,hashing_alg:159,have:[6,10,13,14,25,33,34,36,41,46,51,53,61,68,71,74,88,124,125,128,147,149,151,153,156,168,169,171,172,174,179,182,184,185,186,197],hdf:50,head:[26,28,45,52],header:[23,58,61],heap:195,heavi:57,heavyweight:57,held:125,help:[25,57,128,169],helper:[15,31,38,39,57,120,127,176,203],helper_transform:[89,99,203],henc:[46,51,96],here:[2,33,37,51,90,99,169,182,186],hidden:[88,124],hide:124,hierarch:11,hierarchi:71,high:[33,104,169],higher:[54,58,61],hint:[6,51,175,183,184,188,190],hold:[33,51,71,109,117,125,169],holder:[14,94,109],home:198,homogen:2,honor:96,host:22,hour:197,how:[21,22,25,33,51,88,96,119,122,123,124,126,151,156,162,168,169,175,180,181,182,192,203],howev:[2,41,43,51,61,169],html:[68,123,186],hts:61,http:[12,13,21,22,33,34,37,41,43,46,51,61,68,69,123,169,171,179,186,197,198],http_client:[8,203],http_proxi:12,httperror:[36,197],httplib2:12,https_proxi:12,huge:88,hypothet:51,hyundai:143,id_label:[20,48,49],id_or_nam:42,idea:177,ideal:181,idempot:[51,53],ident:184,identifi:[16,20,44,48,51,54,58,59,115,128,151,168,169,171,173,180],iff:23,ignor:[20,33,36,41,48,55,156,158,160],illustr:[51,146,147,192],imagin:51,immedi:[78,121,135],immut:51,impact:[41,58],implement:[2,4,5,23,24,26,27,28,33,37,43,45,50,51,52,53,55,56,57,58,64,69,70,71,90,93,94,96,99,101,103,104,106,108,124,135,166,168,169,171,173,175,176,190,197,201],implementor:[26,51,169],impli:[54,61,192],implicit:[125,181],implicitli:[124,182,200],implicitschemapayloadbuild:173,import_from:186,import_nam:186,importantli:115,imposs:[51,169],improv:[2,33],impuls:169,inc:65,includ:[25,26,28,33,36,45,48,51,53,57,61,106,109,126,141,143,157,182,198],inclus:51,incom:[20,48],incompat:192,incomplet:44,inconsist:13,incorrect:[57,169],increas:[33,197],increment:[65,91,92,166,184],indefinit:[33,94,121,135],independ:[51,94,184],index:[25,44,61,88,96,169,179,182,184,190],index_tag:179,indic:[26,28,33,45,51,52,58,61,71,88,148,181,196,197],individu:[24,51,57,169,182],inequ:41,inf:55,infer:[6,33,148,180,188],infer_avro_schema:148,infer_element_typ:148,infer_output_typ:[30,169,175],infer_pyarrow_schema:148,infer_return_typ:188,infer_return_type_func:188,infer_typehints_schema:148,infin:[51,182],influenza:33,info:[12,61,66,127,128,135,143,180],infor:66,inform:[10,21,22,24,33,36,51,54,61,79,93,94,96,106,109,119,120,124,125,126,135,169,173,181,188,202],infrastructur:145,inherit:[51,96,121,171,201],init:124,init_pcol:124,init_result:[23,51],initi:[4,12,16,17,20,22,24,27,33,34,41,48,50,51,53,54,55,58,59,61,65,68,71,79,88,91,92,93,96,109,111,121,151,155,156,157,164,166,168,169,179,180,182,184],initial_bid:[141,143],initial_delay_sec:197,initial_restrict:[156,169],initial_split:156,initial_splitting_desired_bundle_s:156,initial_splitting_num_bundl:156,initial_splitting_uneven_chunk:156,initial_splitting_zipf:156,initialize_writ:[23,51],inject:[24,117,175],inlin:186,inmemoryunmergedst:106,inner:[96,184,190],inpalce_or:186,inplace_add:186,inplace_and:186,inplace_divid:186,inplace_floor_divid:186,inplace_lshift:186,inplace_modulo:186,inplace_multipli:186,inplace_pow:186,inplace_rshift:186,inplace_subtract:186,inplace_true_divid:186,inplace_xor:186,inprocess:99,input:[7,14,15,16,20,25,30,33,34,41,48,51,53,54,58,59,61,68,71,88,91,96,102,106,107,109,111,113,127,128,135,156,162,163,165,166,168,169,175,176,177,181,182,188,189,196,198,200,203],input_bundl:107,input_committed_bundl:111,input_or_input:175,input_or_output:175,input_pcol:175,input_per_sourc:165,input_s:162,input_spec:156,input_timestamp:182,input_typ:[169,188],input_type_hint:175,inputstream:5,insert:[33,34,36,37,53,127],insert_id:36,insert_retry_strategi:33,insert_row:36,insert_values_in_arg:14,insertterrorsvaluelistentri:36,insid:[124,157,169,181],inspect:188,inst:192,instal:125,instanc:[2,4,6,12,14,20,22,26,28,33,36,37,44,45,52,54,61,68,69,71,79,88,93,94,96,111,112,115,123,124,125,128,159,160,166,169,171,173,174,175,179,180,182,184,188,190,197,200],instance_id:37,instance_to_typ:188,instanti:[21,22,96,121,188,193],instead:[13,22,33,51,61,71,93,121,168,176,192,197],instruct:[76,124],instrument:[121,126,128,166],instrumented_pipeline_proto:128,int16:187,int32:187,int64:[54,187],int64_count:66,int64_distribut:66,int64_gaug:66,int64_user_count:66,int64_user_distribut:66,int64_user_gaug:66,int8:187,int96:54,int_to_str:184,integ:[2,5,21,28,33,51,64,162,169,171,181,182,186],integr:[36,151,157,174,197],intend:[51,65,88,184,197],interact:[26,36,89,93,136,203],interactive_beam:[89,114,125,203],interactive_environ:[89,114,203],interactive_pipeline_graph:[89,114,118,203],interactive_runn:[89,114,119,203],interactiveenviron:125,interactivepipelinegraph:120,interactiverunn:126,interchang:33,interest:57,interfac:[27,28,48,65,88,105,124,125,128,171,180],intermedi:[33,169],intern:[2,3,5,17,42,43,51,64,69,71,72,73,87,89,90,93,96,99,100,101,102,107,111,112,113,121,125,128,134,136,148,158,159,161,171,172,176,182,186,188,189,191,192,194,195,196,197,200,201,203],interpol:[55,181],interpret:[33,96],intersect:182,interv:[30,55,121,182,195,197,200],interval_m:30,interval_second:195,intervalwindow:182,intiti:68,introduc:[51,160],introduct:33,introspect:[125,128,180],invalid:[26,27,46,68,69,156,184],invalid_argu:74,invoc:[51,109,169],invok:[51,78,109,124,169,179],invoke_process_el:109,involv:33,iobas:[15,17,23,24,33,36,55,56,57,60,89,90,95,156,169,203],ioerror:[24,26,28,45,52,135],ipython:[120,121,125,136],is_access:70,is_bound:[51,88,96],is_count:66,is_default:169,is_determinist:[2,4],is_distribut:66,is_don:106,is_empti:160,is_fnapi_compat:[94,104,126,135],is_full_string_match:69,is_gaug:66,is_globally_window:176,is_in_ipython:[125,136],is_in_notebook:[125,136],is_integration_test:157,is_interact:136,is_interactive_readi:125,is_kv_cod:2,is_lat:179,is_latest_vers:115,is_merg:182,is_modifi:105,is_not_empti:160,is_pair_lik:2,is_py_version_readi:125,is_root_transform:106,is_service_runn:69,is_stateful_dofn:180,is_streaming_pipelin:34,is_termin:[125,135],is_user_monitoring_info:66,is_valid:171,is_valid_compression_typ:26,isn:[26,28,45,52,184],issu:[13,34,36],item:[22,57,112,115,141,142,147,149,156,171,181,199],item_nam:[141,143],items_before_split:57,iter:[2,3,24,34,44,50,51,57,68,88,96,128,165,169,176,179,181,182,185,186,190,197],iter_urn:173,iterable_state_read:134,iterable_state_writ:134,iterablecod:2,its:[2,6,14,25,26,33,44,48,51,68,128,151,166,169,171,173,175,181,188,196,198,201,203],itself:[33,36,51,96,200],jar:[173,198],jar_cach:198,jar_nam:198,java:[20,21,22,43,173],java_argu:198,javajarexpansionservic:173,javajarserv:198,jira:34,job:[21,22,32,33,34,35,36,40,41,51,68,71,74,75,76,78,79,89,93,94,98,104,121,125,135,143,155,157,203],job_graph:93,job_id:[36,93],job_nam:[40,69,157],job_name_prefix:34,job_pattern:69,job_refer:34,job_result:93,jobapi:132,jobrefer:36,jobserviceservic:78,jobservicestub:78,jobstat:135,join:[26,28,45,50,52,186],jrhreadptransformoverrid:[94,97],json:[11,13,33,36,94,127,156],json_string_to_byte_arrai:94,json_valu:[8,9,203],jsonarrai:11,jsonobject:11,jsonstringtobytearrai:94,jsonvalu:[11,33],just:[41,51,58,88,175],kafka:[15,18,203],kafkaio:22,keep:[34,51,96,103,111,126],kei:[2,6,11,16,22,33,36,40,41,42,44,46,48,51,54,55,61,66,68,69,88,96,105,106,108,109,111,112,128,153,156,164,166,168,169,171,175,177,180,181,182,185,188,203],kept:[34,126,169,171],kernel:[121,125],key1:171,key2:171,key3:171,key4:171,key5:171,key_cod:[2,105],key_deseri:22,key_seri:22,key_siz:156,key_value_typ:188,keyed_earliest_hold:113,keyed_watermark_hold:112,keyedworkitem:[109,112],keygroup:181,keyparam:169,keyspac:55,keyword:[14,53,88,168,169,184],keyword_hint:184,kill:169,kind:[40,44,51,169,192],kms_kei:[33,36,46],know:[34,188],known:[26,33,51,69,106,115],known_text:33,kv_type:188,kvswap:181,kwarg:[3,14,35,42,54,58,61,68,107,108,109,168,169,181,184,189,194,196,198,199],kwarg_hint:184,kwargs_for_invok:109,kwd:173,label:[16,30,54,66,71,88,115,127,151,154,156,160,168,169,171,175,181,189,192],label_from_cal:175,lambda:[25,33,54,169,175,179],languag:[22,94,173,174,203],larg:[33,34,57,58,88,126],large_dict:162,large_int:162,large_iter:162,large_list:162,large_message_with_map:162,large_str:162,large_tupl:162,larger:[33,51],largest:[51,168,177,181,200],largestperkei:168,last:[26,27,28,33,44,45,46,51,52,61,109,169,182],last_attempted_record_start:55,last_record_start:55,last_upd:[26,28,45,46,50,52],late:179,late_tag:179,latenc:169,later:[34,109,157,158,169],latest:[65,115,119,168,169],latest_int_64:66,latter:[88,115],launch:[34,143],launcher:[142,145],layer:117,lazili:169,lead:[120,169],leaf:[26,28,45,52],leaf_pcollect:127,leak:169,learn:124,least:[48,57,168,179],leave_composite_transform:189,left:[57,64,169],left_fract:57,left_result:57,len:27,length:[2,43,46,162,184,197,198],less:[43,55,169],less_than:41,let:[6,51,64],letter:[16,33,36,54,58,59,69,190],level:[16,43,54,71,120,127,169],lexicograph:55,lexicographickeyrangetrack:55,librari:[2,10,13,16,46,60,61,68,168,186],licens:26,lies:126,lifespan:121,lift:169,liftedcombineperkei:108,lightweight:57,like:[6,16,25,26,28,33,41,45,50,51,52,54,58,88,156,169,184,186,188,190],limit:[26,28,33,34,40,41,44,197],line:[33,51,58,61,68,91,143,157,159,181,198],linear:181,linearli:55,linearregressionbenchmarkconfig:166,link:7,list:[2,11,14,17,22,26,28,33,36,37,42,43,44,45,46,52,53,54,57,61,69,70,71,78,88,112,115,120,125,148,151,156,157,159,160,162,166,168,169,177,181,184,185,186,190,198],list_append:186,list_int:162,list_prefix:46,load:[13,33,34,36,145,146,147,151],load_attr:186,load_closur:186,load_const:186,load_deref:186,load_fast:186,load_glob:186,load_job_name_prefix:34,load_loc:186,load_method:186,load_nam:186,load_pcod:115,load_sess:13,load_test:[137,203],load_test_metrics_util:[137,150,203],local:[23,26,28,36,52,58,71,99,104,115,124,125,127,164,169,173,198],local_jar:198,local_temp_dir:198,local_to_glob:17,local_var:188,localfilesystem:[15,26,203],localhost:53,locat:[33,36,51,124,192],lock:51,log:[76,180,195,197],log_result:195,logger:[159,197],logic:[24,36,51,64,103,109,117,182,197],loglevel:142,long_gener:165,longdeseri:22,longer:169,longseri:22,look:[46,184],lookup:[36,88],lookup_experi:68,loop:[51,169],lose:200,loss:51,low:[33,54],lower:[12,151,169,179,184],lower_bound:163,mach:28,machin:[51,104],machineari:109,made:[6,33,51,74,78,88,151],magic:109,mai:[2,6,20,24,26,28,33,34,36,43,44,48,51,54,61,64,68,76,88,96,109,111,135,168,169,180,181,192],main:[33,34,37,40,43,51,88,93,164,169],main_kw:169,main_tabl:[33,37],mainli:[109,124],major:41,make:[33,36,51,53,55,69,109,141,155,160,197],make_closur:186,make_ent:40,make_fn:169,make_funct:186,make_http_request:197,makexyz:6,malform:185,malformedvcfrecord:61,manag:[33,37,51,71,89,113,119,124,125,126,131,159,179,195,203],mandatori:[169,181,192],mani:[11,25,30,33,41,46,51,151,168,169,181],manifest:74,manipul:[25,169],manner:[16,51,54,57,169,181],manual:121,map:[2,16,33,44,48,54,55,61,66,69,88,115,120,127,128,146,148,168,169,173,176,177,181,187],map_add:186,mapfn:175,mapper:108,maptupl:169,maria:143,mark:192,marker:88,massiv:[33,37],master:43,match:[2,25,26,28,33,36,41,44,46,64,69,71,94,97,109,151,154,160,181],match_fil:26,match_type_vari:190,matchal:25,matcher:[69,71,91,98,110,153,154,155,160],matches_al:160,matches_kv:181,matchfil:25,matchresult:[26,28],materi:[88,115,121,128,135,160],matter:[51,55,125],maven2:198,maven:[173,198],max:[43,63,151,169,177,181],max_batch_operation_s:46,max_batch_s:181,max_bytes_rewritten_per_cal:46,max_delay_sec:197,max_dur:109,max_fil:34,max_file_s:[33,34],max_files_per_bundl:[33,34],max_files_per_partit:34,max_num_output:109,max_partition_s:34,max_read_tim:21,max_siz:34,max_timestamp:[66,182],max_valu:154,maximum:[26,28,33,34,44,181,188,197],maybe_from_cal:169,mean:[33,34,44,51,63,115,128,151,156,168,181,192],mean_temp:33,meant:[76,135],meantim:124,measur:[151,162,163,164,165,181],measurebyt:151,measuretim:151,mechan:125,member:[23,74],memoiz:173,memori:[33,34,54,63,108,111,169,195],memoryreport:195,memoryview:27,merg:[51,108,156,169,179,182],merge_accumul:[169,189],merge_context:182,merge_result:[179,182],merge_using_gbk:156,merge_using_side_input:156,mergecontext:182,messag:[2,20,30,33,48,51,78,192],message_count:30,met:160,meta:26,metadata:[10,25,26,28,36,45,52,79,124,125,126,127,128,147],metadata_list:26,method:[2,6,24,26,27,28,33,34,36,46,50,51,55,57,65,68,69,71,93,94,109,115,124,135,156,157,159,160,169,171,173,174,175,176,177,180,186,188,189,190,192,197,201],methodnam:174,metric:[76,78,91,92,93,103,106,135,151,154,164,166,203],metric_a:66,metric_b:66,metric_id:151,metric_match:91,metric_nam:64,metric_proto:66,metric_result:154,metric_result_match:[137,203],metric_typ:151,metricbas:[62,64,203],metricfilt:151,metricnam:65,metricresult:[66,91,93,103,135,151,154],metricresultmatch:154,metrics_contain:107,metrics_pb2_grpc:[72,73,203],metricsenviron:64,metricsfilt:64,metricsread:151,mexico:33,micro:[196,200],microbenchmark:[162,163,164,165,166],microsecond:[163,182,200],microsend:200,might:[41,51,58,96,125,128,171,192],millisecond:[20,30,48,94,135],mime:[16,26,28,45,46,52,54],mime_typ:[16,23,25,26,28,45,46,50,52,54],mimic:36,min:[63,151,181],min_batch_s:181,min_bundle_s:[16,24,54,58],min_fraction_of_files_to_stat:24,min_num_offsets_per_split:56,min_number_of_files_to_stat:24,min_valu:154,minimim:181,minimum:[16,24,54,58,113,125],minut:[33,93],mirror:184,mismatch:36,mismatch_descript:[154,155],miss:69,mix:184,mixin:[171,184],mkdir:[26,28,45,50,52],mock:159,mode:[26,27,33,37,46,51,94,97,160,169,182],model:[137,138,139,142,203],modif:68,modifi:[14,51,127,128,169,175,186],modul:[0,8,9,15,18,19,29,31,38,39,62,67,72,73,89,90,95,99,114,116,118,129,131,137,138,139,140,144,150,152,161,167,183,191,203],moment:[14,21,22,33,121],mongocli:53,mongodb:[15,203],mongodbio:[15,203],monitor:[66,124],monitoring_info:[62,203],monitoring_info_proto:66,monitoringinfo:66,month:33,more:[6,21,22,24,26,27,28,33,34,41,44,45,50,51,52,54,58,69,71,109,119,125,130,156,164,169,171,175,179,181,182,186],moreov:51,most:[16,33,51,54,57,58,115,125,151,168,175,197],mostli:[71,181,197],move:[26,28,45,52,111],msg:[149,196],msg_class:196,much:[11,33,54],multi:[51,57],multipl:[24,25,27,33,34,36,41,51,61,65,68,88,111,117,125,128,165,168,169,179,181,184],multiple_partit:34,multiple_partitions_tag:34,multipli:192,muss:51,must:[2,14,20,24,27,33,36,41,44,46,48,50,51,53,54,58,69,71,74,88,96,115,135,136,157,158,166,169,175,182,184,197],mutabl:[51,186],mutable_accumul:169,mutat:[51,128,169],mute:123,muterender:123,my_pcollect:25,my_pipelin:154,my_project:33,my_side_input:88,my_timer_expiry_callback:180,my_tranform:71,myavrofil:16,mybenchmark:166,mycollect:154,mycustomkei:154,mycustomvalu:154,mydofn:180,myjobnam:157,mynam:154,mynamespac:154,myparquetfil:54,mypath:[16,54],mypqfil:54,myproxi:12,myptransform:88,mysink:51,mystep:154,name:[15,16,20,22,24,33,34,36,44,46,48,51,53,54,58,61,64,65,66,69,71,74,89,93,96,112,124,125,127,128,129,135,141,143,148,151,154,156,157,159,160,166,169,173,174,180,181,184,190,192,203],named_tupl:187,named_tuple_from_schema:187,named_tuple_to_schema:187,named_tuple_typ:4,namedtupl:[4,173],namedtuplebasedpayloadbuild:173,namespac:[16,40,41,44,64,65,66,134,151,154,171,190],nanosecond:[54,200],nativ:[33,51,96,132,173,175,185],native_io:[33,36,89,90,203],native_type_compat:[183,203],nativesink:[33,51,96],nativesinkwrit:[36,96],nativesourc:[33,96],nativesourceread:[36,96],natur:168,necessari:[6,34,88,166,171,200],necessarili:96,need:[3,6,21,22,23,26,28,33,34,45,51,52,53,55,68,69,71,76,79,109,126,128,159,160,175,192,197],neg:[26,27,55],negat:184,neither:[33,171,177],nest:[2,5,33,54,190],network:169,never:[14,51,88,128,179,182,195],new_env:125,new_pipeline_with_job_nam:40,new_process_fn:109,new_save_module_dict:13,new_track:56,new_valu:127,new_watermark:158,newer:41,newli:169,newlin:58,newobject:[2,3,5,14,26,27,28,33,36,46,48,51,56,61,63,64,65,69,70,71,74,75,76,78,79,80,86,88,96,100,101,103,106,107,109,111,112,113,132,134,135,158,159,168,169,171,176,178,179,180,181,182,184,188,193,195,197,200,201],nexmark:[137,138,203],nexmark_launch:[137,138,139,143,203],nexmark_model:[137,138,139,140,203],nexmark_util:[137,138,139,203],nexmarklaunch:142,next:[41,182],nice_str:120,nnnnn:[16,54,58,59],no_of_fil:34,no_retri:197,node:[71,88,94,128,135,175],non:[13,30,48,51,55,88,115,135,169,171,185,197],none:[2,4,10,11,16,17,20,21,22,23,24,25,26,28,30,32,33,34,35,36,37,40,44,46,48,51,53,54,55,57,58,59,60,61,63,66,68,70,71,88,92,93,94,96,98,103,106,109,112,115,120,121,122,123,125,126,127,128,132,134,135,141,145,146,147,149,151,153,154,155,156,157,159,168,169,171,172,173,175,177,179,180,181,182,185,188,189,190,192,195,196,198,201],nonliquidshardingoffsetrangetrack:156,nonmergingwindowfn:182,nonspeculative_index:182,nonzero:197,noop:125,nop:186,nor:[33,128],normal:[41,54,61,121,171,182],nosetest:157,notabl:57,notbig:33,note:[2,13,21,22,26,27,33,41,43,51,54,68,71,124,160,169,173,175,184,190,192,195,200],notebook:[121,124,125,136],noth:[34,36,96,192],notic:184,notify_observ:3,notimplementederror:135,notion:[51,96,168],now:[197,200],nth:181,nullabl:33,nullifi:128,num_byt:26,num_el:181,num_elements_step:164,num_input:163,num_items_to_read_before_split:57,num_partit:169,num_quantil:177,num_record:156,num_retri:197,num_run:[162,163,164,165,166],num_shard:[16,23,54,58,59],num_slow:35,num_sourc:165,num_split:[41,43],num_total_record:156,num_window:162,num_work:157,number:[14,16,20,22,25,26,27,28,30,33,34,35,36,41,43,48,51,53,54,57,58,59,61,69,101,109,115,142,149,155,160,166,168,169,177,181,197,200],numer:[20,33,48,200],numpi:149,numshard:25,oauth2client:10,oauth2credenti:10,obei:51,obj:[11,13,36],object:[1,2,3,6,7,10,11,13,14,16,20,23,24,25,26,27,28,33,34,36,40,44,45,46,47,48,50,51,52,53,54,55,59,61,64,65,68,69,70,71,88,89,93,94,96,102,105,109,111,115,117,119,121,122,124,125,127,128,132,134,135,141,142,143,148,149,151,155,157,158,159,162,166,169,172,173,175,177,179,180,182,184,186,187,188,190,195,197,198,200,201],observ:[0,151,203],observablemixin:3,obtain:[25,26,33,51,64,68,157,168,169,175,181],occupi:51,occur:[43,50,51,57,61,168,182],octet:[23,25,26,28,45,46,50,52],offer:[36,71,156],offici:51,offset:[26,27,51,56,96,182,200],offset_infin:55,offset_rang:[56,156],offset_range_track:24,offsetrang:56,offsetrangetrack:[24,55,156],offsetrestrictiontrack:[56,156],often:[33,181,192],okai:51,old:192,old_multipli:192,omit:[25,44,173],on_el:179,on_fir:179,on_merg:179,on_success_match:69,on_tim:180,onc:[26,51,88,111,124,128,169,179,182,184],one:[2,6,16,20,33,46,48,51,53,54,57,58,59,61,68,69,71,88,96,109,111,119,121,125,128,130,151,166,168,169,175,181,182,184,190,198,201],ones:[57,68,100,121,128],onli:[2,3,5,8,9,10,11,12,13,14,16,17,20,21,22,26,30,33,36,42,43,48,51,54,55,57,58,59,61,64,69,71,72,73,87,88,93,96,100,101,102,103,107,111,112,113,119,120,121,124,125,128,134,136,148,151,157,158,159,160,161,168,169,171,172,173,176,181,184,186,188,189,191,192,193,194,195,196,197,200,201],opaqu:23,opcod:[183,203],open:[23,24,25,26,28,34,45,46,50,51,52,160],open_fil:24,open_shard:160,open_writ:[23,51],oper:[2,6,7,21,22,26,27,28,33,44,45,46,51,52,53,54,71,126,135,156,162,163,169,175,181,182,200],operation:181,opt_nam:157,optim:[16,54,58,179],option:[10,20,25,26,28,33,40,41,44,45,48,50,51,52,53,71,78,79,94,98,100,104,110,121,122,123,126,127,128,135,142,156,157,160,169,172,173,175,177,181,184,185,190,192,195,198,203],option_nam:70,orchestr:142,order:[2,6,21,22,33,41,44,46,51,53,55,61,71,135,149,157,159,168,169,177,184,190],ordereddict:148,orderedpositionrangetrack:55,ordinari:88,ordinarili:[169,181],orfin:179,org:[21,22,33,34,51,68,94,123,169,171,179,186,198],organ:36,orient:51,origin:[51,57,127,128,184],original_context:128,original_pipelin:128,original_pipeline_proto:128,original_range_track:57,original_read:57,original_stop_posit:57,other:[17,22,25,26,28,33,36,51,55,58,61,68,71,79,96,124,128,156,162,169,171,181,182,184,190],otherwis:[2,11,26,30,51,53,57,68,71,121,125,128,156,157,158,169,173,175,185],our:71,out:[26,27,34,128,135,169,177],outer:51,outer_namespac:173,output:[15,16,20,23,24,25,26,33,34,36,37,41,48,51,53,54,58,59,61,66,71,88,92,100,102,106,109,111,113,119,121,128,151,155,156,158,164,168,169,175,181,182,189,203],output_at_earliest:182,output_at_earliest_transform:182,output_at_eow:182,output_at_latest:182,output_filter_ratio:156,output_pcollect:[100,106],output_records_per_input_record:156,output_tag:127,output_watermark:169,outputcheckwrapperdofn:189,outputempti:181,outputstream:5,ovehead:164,over:[34,68,117,128,169,181,197],overhead:[26,164],overlap:51,overrid:[23,33,47,68,71,97,109,135,155,169,171,175,201],overridden:[41,51],overview:121,overwrit:[23,53],owing:43,own:[36,169,181],p12345:143,pack_ani:196,pack_struct:196,packag:[14,41,203],pad:[16,54,58,59],pagin:121,pair:[22,26,28,34,36,45,51,52,68,69,88,96,109,125,153,156,168,169,171,181],pairwithrestrictionfn:109,panda:54,pane:[25,179],pane_info:182,paneinfo:182,paneinfoparam:169,parallel:[7,14,24,28,33,37,41,51,164,169,175,203],param:[37,57,156,166,172,177],paramet:[2,4,10,11,12,14,15,16,17,20,21,22,23,24,25,26,27,28,31,32,34,36,41,43,44,45,46,48,50,51,52,53,54,55,57,58,59,61,64,65,66,68,71,74,75,76,78,79,80,88,93,94,96,100,106,109,111,113,115,119,120,121,122,123,126,127,135,148,151,155,156,157,159,160,162,166,168,169,172,173,175,177,179,180,181,182,184,185,188,190,192,197,198,200,201,203],parameter:190,parameter_typ:[2,172,175,201],pardo:[33,51,88,94,109,135,151,156,169,175],pardo_payload:169,parent:[40,44,195],parent_kei:40,pari:125,parquet:54,parquetio:[15,203],pars:[16,36,58,61,68,91,142,143,145,151,153,156,157,196],parse_arg:[142,156],parse_byt:196,parse_byte_s:156,parse_input_param:177,parse_int:184,parse_namespace_and_nam:66,parse_step:151,parse_table_refer:36,parse_table_schema_from_json:36,parseeventfn:143,parser:68,part:[2,24,26,28,33,44,45,51,52,64,68,94,96,109,121,169],partial:[51,108,169],partialgroupbykeycombiningvalu:108,particular:[16,51,54,57,58,59,61,120,147,175,181,188],partit:[25,33,34,36,44,51,169,190],partition_for:169,partitionfil:34,partitionfn:169,pass:[2,16,23,25,26,28,33,36,37,41,45,50,51,52,54,59,61,68,94,105,109,124,142,145,151,156,160,168,169,173,175,179,180,181,182,184,198,201],past:[51,96],patch:159,patch_retri:159,path:[16,23,24,25,26,28,44,45,46,50,51,52,54,58,59,61,69,155,159,164,169,193],path_el:44,path_to_beam_jar:198,path_to_jar:[173,198],path_to_maven_jar:198,pathnam:[26,28,45,50,52],pattern:[16,24,25,26,28,46,54,58,59,61,69,160,175,181,197],paus:169,payload:[2,4,48,158,172,173,201],payload_typ:86,payloadbuild:173,pbegin:[20,30,51,94,115,158,169],pc1:[156,181],pc2:[156,181],pc3:181,pcoder:115,pcol:160,pcoll1:181,pcoll:[16,25,33,34,41,48,51,53,54,58,59,71,88,94,108,109,115,121,124,126,128,157,168,169,175,177,181],pcoll_id:[127,128],pcoll_version_map:128,pcoll_visu:[89,114,118,203],pcollect:[2,6,16,23,25,33,34,36,41,51,53,54,58,61,71,88,106,109,113,115,117,120,121,124,125,126,127,128,135,154,156,158,160,162,164,168,169,175,177,181,182,203],pcollection_stat:120,pcollectionview:33,pcollectionvisu:121,pcolls_to_pcoll_id:128,pdf:61,peform:169,pend:135,per:[33,53,88,106,108,151,163,164,166,169,177,181,197],per_bundle_delay_sec:156,per_element_cost:181,per_element_delay_sec:156,percent_complet:96,percentag:96,percentil:177,perel:168,perfectli:51,perform:[2,16,24,26,28,33,34,41,43,46,51,54,57,58,109,141,142,143,145,146,147,156,162,163,165,169,181,182,189,192],perform_load_job:36,perform_multi_threaded_test:57,perhap:96,period:[119,182],perkei:[168,177],permanentexcept:197,permit:[181,190],permitted_thread_age_in_second:199,persist:[135,169],person:[141,142,143],phase:[51,61,159],phaseset:61,phred:61,physic:103,pick:[2,171],pick_port:198,pickl:[2,6,13,51,157,201],picklabl:51,pickle_urn:201,picklecod:[2,13,51],pickler:[8,203],piec:111,pin:128,pipe:[27,175],pipelin:[2,7,14,16,21,22,24,25,32,33,34,40,48,49,50,51,53,54,58,59,61,64,65,68,69,75,78,79,88,89,90,91,92,93,94,97,98,99,102,104,106,109,110,119,120,121,122,123,124,125,126,127,128,134,135,141,142,143,145,146,147,151,153,155,156,157,158,160,164,169,171,175,176,181,189,203],pipeline_analyz:[89,114,119,203],pipeline_context:[89,203],pipeline_gcs_loc:34,pipeline_graph:[89,114,118,120,123,203],pipeline_graph_render:[89,114,118,119,122,126,203],pipeline_info:127,pipeline_instru:[89,114,126,203],pipeline_opt:[26,28,40,45,50,52,67,69,70,106,171,203],pipeline_options_valid:[67,203],pipeline_proto:[119,122,127],pipeline_proto_to_execut:127,pipeline_result:[125,155],pipeline_verifi:[137,203],pipelineanalyz:[119,127],pipelineananlyz:127,pipelinecontext:[2,134,201],pipelineerror:[7,71],pipelinegraph:[120,122,123],pipelinegraphrender:[119,123],pipelineinfo:127,pipelineinstru:[121,126,128],pipelineopt:[26,28,45,52,68,69,71,127,157,171,172],pipelineoptionsvalid:69,pipelineresult:[126,135,154],pipelinerunn:[71,94,104,126,127,135,157,203],pipelinest:[135,155],pipelinestatematch:155,pipelinevisitor:[71,102,128,189],pipestream:27,place:[11,14,36,88,124,169,175,182,197],placehold:[14,16,24,54,58,59],plai:36,plain:[25,36,88],plane:76,platform:194,pleas:[21,22,24,33,41,51,54,69,125,156,192],plot:121,plugin:[26,123,191,203],pobject:169,point:[2,16,33,36,40,43,51,54,88,106,111,181,182,188,197,200],polici:33,poll:94,poll_for_job_complet:94,pool:[14,68,199],pool_siz:14,pop_on:186,pop_thre:186,pop_top:186,pop_two:186,popen:[194,198],popul:[68,71,159,171],port:[21,22,198],portabl:[4,21,22,128,203],portion:[169,181],pos:[17,55],posit:[14,17,26,27,51,55,56,57,61,69,96,158,169,184],position_at_fract:[17,51,55],position_for_fract:57,position_to_fract:55,positional_hint:184,possibl:[2,24,25,28,33,36,51,57,69,115,151,153,169],potenti:[88,106],power:203,practic:51,pre:[51,108,128,169],pre_fin:[23,51],pre_finalize_result:51,preced:181,precis:[33,182,200],predecessor:200,prefer:[2,26,201],prefetch:180,prefix:[16,25,26,28,45,46,54,58,59,115],prepar:[20,22,78,151,169],preparationid:78,prepend:44,preprocess:128,presenc:192,present:[27,33,53,61,74,168],preserv:[57,71,181],prespecifi:156,prevent:[24,51,53,65,66,169,181],previou:[33,51,109,158],previous:115,previu:192,price:[141,143,146],primari:[51,96],primarii:156,primarili:[17,33,46],primary_range_track:57,primary_restrict:51,primit:[2,104,109,169,182,190],print:[93,166,188,192],print_item:186,print_newlin:186,prior:51,prob:61,problem:135,proce:169,proces:109,process:[2,6,26,33,34,35,36,37,51,54,88,91,92,96,99,101,106,108,109,111,113,128,132,133,143,151,156,158,162,164,168,169,175,179,180,181,182,189,191,195,198,203],process_continu:109,process_element_invok:109,process_keyed_elements_transform:109,process_st:107,process_to_termin:143,process_with_sized_restrict:156,processcontinu:[109,169],processdata:33,processel:109,processenviron:172,processfn:109,processingtimeev:158,processkeyedel:109,processkeyedelementsviakeyedworkitem:109,processkeyedelementsviakeyedworkitemsoverrid:109,produc:[2,16,22,25,30,33,51,54,57,58,71,88,102,106,109,121,127,156,158,168,169,181,192],producer_config:22,profil:[181,191,203],profile_id:195,profile_loc:195,profilingopt:68,program:[33,179,186,203],progress:[51,55,76,96,135,169],project:[10,20,33,36,37,40,41,44,48,53,69,93,123,142,151],project_id:[36,37],project_id_pattern:69,project_nam:151,project_name1:33,project_number_pattern:69,projectid:36,promis:51,proper:[66,175,180,184],properli:[51,109,184],properti:[33,41,43,44,51,57],propertiesfromenumtyp:86,propertiesfromenumvalu:86,propertiesfrompayloadtyp:86,property_dict:44,property_nam:44,proto:[65,66,71,88,119,120,122,127,128,134,158,169,172,175,179,187],proto_map:127,proto_message_typ:2,proto_util:[191,203],protobuf:[2,4,66,196,200],protoc:2,protocod:2,protocol:[2,51,173],provid:[2,14,16,20,21,22,25,26,27,28,30,33,36,40,41,43,45,48,51,52,53,54,55,56,66,68,70,71,79,106,111,113,119,121,124,125,126,127,128,135,157,158,169,173,175,181,184,198,201,203],provis:79,provisionserviceservic:79,provisionservicestub:79,proxi:12,proxy_env_var:12,proxy_info_from_environment_var:12,proxyinfo:12,pseudo:51,pseudocod:57,ptransform:[6,7,16,20,21,22,25,30,33,34,37,41,48,51,53,54,58,59,61,66,71,88,94,97,102,106,107,108,109,115,120,127,156,158,160,167,168,169,171,173,177,181,190,203],ptransform_arg:109,ptransform_fn:175,ptransform_kwarg:109,ptransform_overrid:[89,90,203],ptransform_side_input:109,ptransform_test:60,ptransformoverrid:[71,94,97,109],ptransformwithsideinput:169,ptransfrom:[53,177],pub:[20,48],pub_client:159,publish:[20,48,151],publish_metr:151,publish_time_nano:159,publish_time_sec:159,publish_to_bq:151,pubsub:[15,18,19,31,143,153,159,203],pubsub_integration_test:49,pubsub_it_pipelin:[15,31,203],pubsubmessag:[20,48],pull:[88,159],pullrespons:159,pullresponsemessag:159,pure:5,purpos:[124,157],push_valu:186,put:[13,27,135,164],putartifact:74,pvalu:[7,14,16,20,33,37,48,51,54,58,59,61,71,102,135,169,175,176,203],pvalue_class:14,pvalueerror:7,pvalueish:[71,126,173,175],py2:187,py3:187,pyarrow:[54,148],pydot:123,pydotrender:123,pyhamcrest:154,pypi:123,python:[2,5,7,11,13,16,22,26,27,33,34,36,50,51,54,68,87,94,121,123,125,126,142,143,157,162,163,164,165,168,169,173,177,184,185,186,187,188,190,197],python_urn:[72,203],pyvcf:61,pyx:5,qualifi:22,qualiti:[61,192],quantil:177,quartil:177,queri:[32,33,36,40,41,43,44,66,93,103,119,125,127,128,135,137,138,139,141,142,143,151,203],queries_schema:33,query0:[137,138,139,142,144,203],query1:[137,138,139,144,203],query2:[137,138,139,144,203],query_arg:[142,145,146],query_error:142,query_events_t:33,query_result:33,query_splitt:[15,31,38,39,203],query_table_for_todai:33,querysplitt:43,querysplittererror:43,querysplitterimpl:43,question:[45,52,166,192],quickstart:[33,37],quit:11,quot:[26,115],quota:[33,34],quotaexceed:197,race:51,rais:[2,7,11,23,24,26,27,28,33,36,43,45,46,50,51,52,57,68,71,135,156,157,160,168,169,171,174,175,177,184,185,188,197,199],random:[2,27,42,43,53,121,162,163,181,197,198],random_message_with_map:162,random_str:162,random_windowed_valu:162,randomli:[197,198],randomuniquekeyfn:109,rang:[17,24,27,51,55,56,57,96,124,156,169,177,182],range_track:[15,17,24,51,57,60,156,203],rangetrack:[17,24,51,55,57],rate:166,ratelimitexceed:197,rather:[2,26,28,33,61,177,184,186,201],raw:[22,51,143,151,158],raw_byt:94,raw_ev:[145,146,147],rawiobas:27,reach:[27,115,153,197],reachabl:[94,135],read:[2,5,12,15,16,17,20,21,22,24,25,26,27,28,32,33,35,40,41,45,46,48,51,52,54,57,58,59,60,61,94,96,97,105,106,115,117,127,153,156,169,180,203],read_al:5,read_bigendian_doubl:5,read_bigendian_int32:5,read_bigendian_int64:5,read_bigendian_uint64:5,read_buffer_s:[27,46],read_byte_py2:5,read_byte_py3:5,read_cache_id:127,read_from_sourc:57,read_record:24,read_siz:26,read_utf8:25,read_var_int64:5,readabl:[26,27],readablefil:25,readal:27,readallfil:[16,54],readallfromavro:16,readallfromparquet:54,readallfromparquetbatch:54,readallfromtext:58,readcach:[115,127],reader:[33,36,51,96,117],readerposit:96,readerprogress:96,readfromavro:16,readfromdatastor:41,readfromkafka:22,readfromkafkaschema:22,readfrommongodb:53,readfromparquet:54,readfromparquetbatch:54,readfrompubsub:[20,48],readfrompubsubschema:20,readfromsourc:57,readfromtext:[58,203],readfromtextwithfilenam:58,readfromtfrecord:59,readfromvcf:61,readi:[151,155,203],readinto:27,readlin:26,readmatch:25,readptransformoverrid:[94,97],readstringsfrompubsub:48,real:[14,101],real_tim:[178,179],realclock:101,realiti:169,realli:6,reason:[6,169,197],rebalanc:[51,57],receiv:[25,33,34,51,57,111,142,143,145,169,184],receivedmessag:159,recent:125,recommend:[16,33,51,54,57,58,157,192],record:[1,16,20,23,24,25,34,36,48,51,54,55,57,59,61,96,117,127,128,156],record_batch_s:54,record_current_posit:51,record_index:96,record_start:55,recov:128,recurs:[26,28,45,46,52,159],recv_pip:27,redefin:68,reduc:[16,54,58,124,135,169],reduct:169,redund:51,reentrant:[51,57],ref:134,refer:[15,21,22,31,36,51,57,61,65,71,125,175,203],referenc:[36,120,127,128,134],reference_bas:61,reference_nam:61,reference_source_info:57,referenced_pcollect:120,refsnp:61,regener:53,regex:181,region:69,regist:[2,6,28,71,107,157,201],register_cod:6,register_observ:3,register_pickle_urn:201,register_structured_urn:2,register_urn:[2,172,175,201],registr:[6,201],registri:[2,4,6],regress:166,regular:[26,181,190],reifi:181,reify_window:160,reifywindow:169,reimplement:171,reject:[171,187],rel:[26,27,96,181],relat:[7,51,65,76,102,126,175,177],relationship:128,releas:[41,109,111,169,192],relev:[46,66,88],reli:[33,121,160],remain:[27,51,96,186],remaining_split_point:96,remaining_tim:96,remaining_work:51,rememb:27,remot:[33,48,94,197],remov:[58,151,181,192],remove_objects_from_arg:14,removedupl:181,renam:[26,28,45,46,50,51,52],render:[119,120,122,123,126],render_opt:[122,126],render_pipeline_graph:123,rendererd:123,repars:153,repeat:33,repeatedli:[169,179],replac:[14,16,21,54,58,59,71,109,125,128,151,159,168,169,181,186,192,198],replace_al:[71,181],replace_first:181,replaceable_unbounded_sourc:128,replaceon:53,replec:192,repo:198,report:[51,66,76,113,195,197],report_onc:195,repositori:[173,198],repres:[14,20,24,25,26,33,36,44,48,51,53,54,56,57,61,63,68,88,96,122,125,135,148,159,164,169,171,172,176,179,200,203],represen:169,represent:[4,33,96,120,122,123,128,159,171,182,200],request:[26,27,36,41,55,64,74,75,76,78,79,80,96,106,109,159,173,197],request_dynamic_split:96,request_iter:[74,76],requir:[2,6,11,16,20,22,33,41,44,51,54,58,68,69,115,124,125,127,153,169,181,192],required_transform:120,reserv:190,reserve_pric:[141,143],reset:[169,179],reshard:33,reshuffl:[41,53,169,181],reshuffleperkei:181,residu:[51,96,109],residual_range_track:57,residual_restrict:[51,109],resolut:[54,135,200],resolv:22,resourc:[33,51,79,157,169],respect:[16,33,51,54,57,58,59,61,169],respond:[93,103],respons:[6,26,28,51,76,78,107,109,117,128,159],rest:[33,177],restrain:169,restrict:[44,51,64,109,156,169],restriction_cod:[109,169],restriction_s:[156,169],restriction_track:[15,156,203],restrictionparam:[156,169],restrictionprogress:51,restrictionprovid:[156,169],restrictiontrack:[51,56,109,156,169],result:[2,13,14,24,25,26,33,36,40,41,43,44,51,53,57,61,63,64,66,68,93,94,96,106,107,108,109,112,120,125,126,128,135,151,154,155,164,166,168,169,175,177,181,182,184,192,195],result_pcol:175,resum:[109,169],retri:[33,36,42,51,53,155,159,169,191,203],retriev:[14,27,74,119,128,151,168,184],retry_alwai:36,retry_arg:47,retry_filt:197,retry_func:47,retry_nev:36,retry_on_beam_io_error_filt:197,retry_on_io_error_and_server_error:155,retry_on_rpc_error:42,retry_on_server_errors_and_notfound_filt:197,retry_on_server_errors_and_timeout_filt:197,retry_on_server_errors_filt:197,retry_on_server_errors_timeout_or_quota_issues_filt:197,retry_on_transient_error:36,retrystrategi:[33,36],return_context:71,return_type_hint:184,returns_windowed_valu:96,reusabl:128,revers:[168,177,181,185],rewind:[26,27],rewrit:46,rfc3339:200,rfc:[20,48,200],right:[57,71,197],right_fract:57,right_result:57,roadmap:[21,22],role:141,root:[106,107,111],root_transform:[106,113],rootbundleprovid:111,rootlogg:197,rot_four:186,rot_n:186,rot_thre:186,rot_two:186,rotate_kei:156,round:119,row:[4,33,34,35,36,37,54,148],row_cod:[0,203],row_group_buffer_s:54,rowasdictjsoncod:[33,36],rowcod:4,rowtostringwithslowdown:35,rpc:[64,80,197],rpcerror:42,run:[7,10,13,14,22,32,35,40,49,51,71,73,78,91,92,93,94,98,105,106,107,110,111,120,121,124,125,126,128,135,142,143,151,153,154,156,157,162,163,164,165,166,169,171,190,198],run__nativewrit:94,run_abc:135,run_async:135,run_benchmark:[163,164,165,166],run_bq_pipelin:32,run_coder_benchmark:162,run_combinevalu:94,run_command:132,run_flatten:94,run_groupbykei:94,run_impuls:94,run_pardo:94,run_pipelin:[49,94,98,104,110,124,126,135],run_queri:[36,142],run_read:94,run_runnerapiptransformhold:94,run_single_pipelin:164,run_teststream:94,run_transform:135,run_using_threadpool:14,runner:[7,21,22,30,33,36,41,51,64,68,69,71,76,78,157,158,169,175,181,203],runner_api_requires_keyed_input:[169,175],runnerapi:78,runnerapienvironmenthold:172,runnerapifn:[2,169,182,201],runnererror:7,runtest:174,runtim:[2,7,24,33,41,79,125,151,156,184,189,199],runtime_list:151,runtime_opt:[26,45,52,70],runtimeerror:[7,36,71],runtimemetr:151,runtimest:[105,169,180],runtimetim:[169,180],runtimevalueprovid:[26,45,52,70],runtimevalueprovidererror:7,safe:[10,27,51,103,120,122],safefastprimitivescod:115,safeti:51,sai:[6,51],same:[2,6,24,25,26,28,33,36,45,46,51,52,53,57,58,61,65,66,71,88,92,96,100,125,128,135,149,156,160,164,168,169,181,182,185,186,192,197,198],sampl:[2,32,33,115,120,121,168,177,180],sample_s:115,samtool:61,satisfi:[51,188],save:[115,126,151,195],save_main_sess:156,save_modul:13,save_pcod:115,scale:[33,51,61],scenario:[33,36,51],schedul:[102,107],schedule_pending_unblocked_task:106,schema:[2,4,15,16,31,34,36,54,61,148,151,173,183,203],schema_as_json:33,schema_autodetect:33,schema_pb2:4,schema_pb2_grpc:[72,73,203],schema_side_input:[33,34],schema_str:36,schemabasedpayloadbuild:173,schematyperegistri:187,scheme:[26,28,45,50,51,52,69],scope:[124,125],score:61,sdf:[109,156,169],sdf_direct_runn:[89,99,203],sdf_invok:109,sdfprocesselementinvok:109,sdist:73,sdk:[20,21,22,51,76,79,87,94,169,173,184,190,202],sdk_locat:142,sdkfunctionspec:201,search:197,sec:164,second:[6,20,26,28,36,45,46,48,52,57,66,93,101,121,125,149,151,155,156,158,166,169,175,179,181,182,186,195,196,197,200],section:51,see:[6,16,20,21,22,24,27,28,33,34,41,44,50,51,54,57,58,59,68,69,71,109,122,126,135,156,169,175,179,181,182],seed:[162,163],seek:[26,27],seek_cur:[26,27],seek_end:[26,27],seek_set:[26,27],seekabl:[24,26,27],select:[33,54,88,147],self:[2,3,37,51,121,124,128,154,166,169,171,175,180,184,200,201],seller:[141,143],semant:[41,51,158,175,179,183,190],send:[33,76,142,145,151],sens:6,sent:[33,76,169],separ:[33,51,61,156,169,182,184],sequenc:[44,51,61,162,163,188],sequenti:[27,51,74],seri:[34,141,142,143,145,146,147,156,164,182],serial:[6,22,33,36,51,71,94,111,134,173,201],serializ:[158,181],serialize_windowing_strategi:94,serialized_byt:196,serialized_data:94,serv:[145,198],server:[21,22,53,74,75,76,78,79,80,173,197,198],servic:[10,16,21,22,33,36,48,51,54,58,68,69,74,75,76,78,79,80,93,94,96,117,155,173,197,198],session:[13,124,126,136,182],set:[6,16,17,20,21,22,24,25,26,27,28,30,33,34,37,41,44,46,48,51,53,54,57,58,59,61,64,65,68,69,70,88,94,106,109,113,120,125,126,127,135,155,156,160,164,169,177,179,180,181,182,184,188,190,192,197],set_cache_manag:125,set_current_posit:[17,51,55],set_interval_m:30,set_message_count:30,set_opt:28,set_pipeline_result:125,set_process_element_invok:109,set_properti:44,set_proto_map:127,set_render_opt:126,set_running_in_gc:10,set_runtime_opt:70,set_split_points_unclaimed_callback:[51,55],set_stat:164,set_watermark:169,setruntimest:[105,180],setstatespec:[164,180],setup:[51,73,109,151,157,169],setupopt:[68,69],sever:[15,17,33,36,93,96,160,166,169,175,181],sha1:159,shape:[122,156],shard:[16,23,25,43,54,58,59,160],shard_index:25,shard_name_templ:[16,23,54,58,59],share:[33,68,100,106,130,136,169],shift:71,shorthand:128,shortvalu:171,shot:128,should:[13,14,20,24,25,26,27,28,33,36,44,45,48,51,52,53,58,65,71,88,96,109,111,120,126,128,135,148,155,156,157,158,160,163,168,169,171,172,176,179,181,184,190,195,197,201,203],should_drop:171,should_execute_seri:111,should_fir:179,should_retri:36,shown:[33,171],shuffl:[96,164,169],shuffle_posit:96,shufflebarri:156,shuffler:6,shut:[169,198],shutdown:[107,199],side:[7,14,33,34,88,106,108,156,165,168,169,176,181],side_input:[33,36,106,111,175],side_input_valu:107,side_input_visitor:94,side_inputs_contain:113,side_t:33,sideinput:[167,203],sideinput_microbenchmark:[161,203],sideinputbarri:156,sideinputerror:7,sideinputmap:176,sideinputparam:169,sign:181,signal:[27,33,51],signatur:[135,169,197],signifi:192,signific:[41,203],significantli:[16,51,181],similar:177,similarli:33,simpl:[1,2,16,54,64,146,147,156,166,169,181,182,184,188,190,197,203],simplefilt:192,simpler:[11,51,175],simpli:[68,123,145,169,195],simul:[35,141,142,143,145,146,147,159],sinc:[2,6,20,33,36,41,48,51,66,101,124,125,128,160,182,187,192,196,200],singl:[16,23,24,27,33,34,41,46,51,54,61,63,99,103,104,112,124,160,168,169,177,181,182,184,186],single_partit:34,single_partition_tag:34,singleton:88,singletoncod:2,sink:[15,23,25,26,33,36,48,51,53,58,59,96,115,203],sinkwrit:96,situat:[128,169],size:[2,5,14,16,24,26,27,28,33,34,41,45,46,50,51,52,54,56,58,108,156,162,164,166,169,177,181,182,203],size_estimate_overrid:156,size_in_byt:26,skip:[36,57,58,126,159,169],skip_directori:25,skip_displai:126,skip_header_lin:58,skip_invalid_row:36,sleep:[159,197],sleep_per_input_record_sec:156,sleep_sec:155,slice_0:186,slice_1:186,slice_2:186,slice_3:186,slide:182,slidingwindow:182,slot:182,slow:35,slow_stream:[0,203],small:[33,43],small_dict:162,small_int:162,small_list:162,small_message_with_map:162,small_str:162,small_tupl:162,smaller:[20,48,177,181,200],smallest:[168,177,181],smallestperkei:168,snapshot:[113,128],softwar:[26,123],solut:175,some:[25,33,43,51,57,94,107,111,124,135,160,169,175,181,195,203],somefn:175,someinst:124,someth:[25,33,96,195],sometim:[6,169],son:53,sort:[25,44,168,177],sortbi:195,sourc:[1,2,3,4,5,7,10,11,12,13,14,15,16,17,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,63,64,65,66,68,69,70,71,74,75,76,78,79,80,86,88,91,92,93,94,96,97,98,100,101,102,103,104,105,106,107,108,109,110,111,112,113,115,117,119,120,121,122,123,124,125,126,127,128,132,133,134,135,136,141,142,143,145,146,147,148,149,151,153,154,155,156,157,158,159,160,162,163,164,165,166,168,169,171,172,173,174,175,176,177,178,179,180,181,182,184,185,186,187,188,189,190,192,193,194,195,196,197,198,199,200,201,203],source_bundl:17,source_file_nam:[26,28,45,50,52],source_frac:17,source_index:17,source_info:57,source_ix:17,source_posit:17,source_test_util:[15,203],source_test_utils_test:57,sourcebas:[51,96],sourcebundl:51,sourcereaderprogress:96,sources_info:57,space:[6,151,177,197],spawn:173,speak:132,spec:[4,61,169,180],spec_paramet:30,special:[20,22,33,115,149,169,198],specif:[16,33,36,51,54,58,63,66,68,71,87,88,93,96,106,109,111,156,164,169,180,181,192],specifi:[6,11,16,20,22,24,25,26,28,33,36,45,48,51,52,53,54,58,61,66,68,69,71,88,94,96,106,109,156,157,158,160,166,168,169,174,175,179,180,181,182,184,188,190,192,203],specul:179,spill:34,split:[16,17,24,25,26,28,33,34,37,41,43,45,50,51,52,54,55,56,57,58,60,76,93,96,109,151,156,169,181],split_and_s:169,split_at:56,split_fract:[51,57],split_metrics_by_namespace_and_nam:151,split_offset:[55,156],split_po:56,split_point:[51,55],split_points_unknown:51,split_posit:[51,57],split_result:57,splitfractionstatist:57,splitnotpossibleerror:43,splitrestrictionfn:109,splittabl:[24,51,109,169],splittabledofn:109,splittablepardo:109,splittablepardooverrid:109,splitter:43,sql:33,src:[43,46,195],src_dest_pair:46,sre_pattern:28,sssss:[16,54,58,59],stabl:[76,164,203],stack:[100,186,188],stage:[51,53,74,164],staging_loc:142,stai:[33,51,96],stand:51,standard:[4,26,33,68,175,197],standard_opt:68,standard_window_fns_pb2_grpc:[72,73,203],standardopt:[68,69],star:195,start:[17,21,22,25,27,36,50,51,55,56,57,61,68,69,76,88,107,119,126,132,135,141,143,155,182,195,198],start_bundl:[34,91,92,108,109,151,156,169,189],start_periodic_upd:119,start_posit:[17,24,51,55,56,57,60,156],start_sess:126,start_stat:107,starting_point:[164,166],startup:[10,193],startwork:76,stat:[57,119,120,167,203],state:[36,51,76,78,93,94,98,103,105,106,109,111,117,121,124,125,128,135,141,143,155,164,179,180,181,186,188],state_cache_s:172,state_sampl:107,state_spec:[105,180],state_tag:105,statement:203,stateparam:[164,169],statespec:180,staticvalueprovid:70,statist:[65,177],statu:[119,135,197],stdout:166,step:[2,6,33,34,40,51,53,64,66,93,106,109,115,128,135,151,154,156],step_context:[105,109],step_label:2,step_nam:[106,151],still:[24,51,76,203],sting:33,stop:[21,51,55,56,57,76,119,121,135,195,198],stop_periodic_upd:119,stop_posit:[17,24,51,55,56,57,60,96,156],stopwork:76,storag:[46,47,51,68,69,169],storage_api_servic:68,storage_cli:46,store:[25,26,28,33,54,57,61,68,71,76,182,188,200],store_attr:186,store_fast:186,store_glob:186,store_map:186,store_slice_0:186,store_slice_1:186,store_slice_2:186,store_slice_3:186,store_subscr:186,str:[2,11,16,23,24,26,27,33,36,37,41,44,46,48,53,54,57,58,61,71,120,122,123,124,125,126,127,128,151,157,159,160,171,173,180,181,184,187,190],straight:11,strategi:[25,33,36,200],stream:[5,20,21,23,25,26,27,28,30,33,34,45,46,48,50,51,52,68,78,94,97,104,121,137,141,142,143,145,146,147,150,158,160,169,178,203],streaming_cach:[89,114,116,203],streaming_impuls:30,streaming_insert:33,streamingcach:117,streamingusermetricsdofn:92,stress:57,strict:128,strictli:[6,20,48],string:[2,12,16,20,22,24,25,26,27,28,33,34,36,40,44,45,46,48,50,52,53,54,55,58,59,61,64,65,69,88,96,128,153,155,156,159,160,162,166,171,173,181,187,192,196,198,200],string_valu:171,stringutil:94,strip_trailing_newlin:58,strongli:57,struct:[54,196],struct_obj:133,struct_to_dict:133,structur:[11,26,28,45,52,68,188],strutf8cod:[2,58],stub:198,stub_class:198,style:[26,42],sub:[20,24,48,51,96,135,159,169,200],sub_client:159,sub_range_track:17,subclass:[3,6,51,55,57,60,65,68,69,168,169,171,175,182,193],subclassess:69,subcompon:171,subdirectori:203,subject:[48,192],submit:[78,94,199],submit_timestamp:151,submodul:[38,138],subprocess:[173,194,198],subprocess_serv:[191,203],subprocesssdkenviron:172,subprocessserv:198,subscrib:78,subscribercli:159,subscript:[20,48,159],subsequ:[51,96,115,197],subset:190,substitut:[181,198],subsystem:6,subtrigg:179,succe:[34,51,57],succeed:[46,51],success:[51,96],successfulli:[36,51,74,94],suffic:192,suffici:[51,96],suffix:[16,25,26,40,54,58,59,159],sugar:124,suggest:[51,192],suggested_split_posit:57,suit:[141,142,143,145,146,147],suitabl:[2,111,169,198],sum:[63,151,169],sum_int_64:66,sum_valu:154,sunnyval:143,suppli:[68,71,88,117,157,168],support:[2,11,16,21,22,25,26,27,33,36,37,44,45,48,50,51,52,54,58,71,78,96,104,105,128,135,159,169,171,173,175,179,181,184,187,189],suppos:33,sure:[34,51,53,69,109,155,160],surround:181,switchingdirectrunn:[104,110],symmetric_binary_op:186,symptom:33,sync:111,syntax:[2,11,26,28,33,37,124,169,183,190],synthet:156,synthetic_pipelin:[137,203],syntheticsdfassourc:156,syntheticsdfsourcerestrictionprovid:156,syntheticsdfstep:156,syntheticsdfsteprestrictionprovid:156,syntheticsourc:156,syntheticstep:156,sys:[68,71,157],system:[26,28,45,50,51,52,93,157,169,179],tabl:[15,31,32,34,35,36,37,51,54,121,148,151,203],table_dict:33,table_id:[36,37],table_nam:33,table_names_dict:33,table_refer:34,table_row:[33,36],table_schema:33,table_schema_to_dict:33,table_side_input:[33,34],tablecel:33,tablefieldschema:33,tableid:36,tablerefer:[33,34,36],tablerow:[33,36],tablerowjsoncod:33,tableschema:[33,36],tabular:148,tag1:181,tag2:181,tag:[66,88,157,169,181],taggedoutput:88,tail:[26,28,45,52],take:[14,25,33,34,51,71,93,96,156,160,166,168,169,177,181],taken:[40,181],takes_windowed_valu:96,tar:142,target:[34,173,181],target_batch_duration_sec:181,target_batch_overhead:181,target_window_fn:176,task:[51,106],teardown:169,techniqu:33,tell:[26,27,136],temp:115,temp_dataset:36,temp_dataset_:36,temp_loc:[33,34,142],temp_path:23,temp_tabl:[34,36],temp_table_:36,tempdir:159,templat:[16,54,58,59,70],temporari:[20,33,34,48,51,159,181],temporarili:197,temporary_t:34,temporaryt:34,term:[33,51],termin:[109,121,125,143,155],test:[33,42,46,49,57,69,91,98,101,110,121,124,125,174,181,197,203],test_bigquery_cli:[33,36],test_client:[33,34],test_dataflow_runn:[89,90,203],test_direct_runn:[89,99,203],test_id:151,test_job_python_from_python_it:174,test_method:109,test_pipelin:[137,203],test_read_metr:60,test_runner_api:[71,157],test_stream:[137,203],test_util:[137,203],testcas:[159,174],testclock:101,testdataflowrunn:[98,153],testdb:53,testdirectrunn:[110,153],testopt:[68,69],testpipelin:157,testrunn:[153,157],teststream:[80,117,158],teststreamserviceservic:80,teststreamservicestub:80,testwindowedvalu:160,text:[25,33,51,58,71,91,115,123,126,160,203],textio:[15,203],textrender:123,tfrecord:[59,126],tfrecordio:[15,203],than:[2,20,26,28,33,34,41,43,48,51,54,55,61,124,130,158,169,177,181,184,186,200,201],thei:[22,26,33,36,51,53,57,65,88,111,125,160,168,169,181,182],them:[13,34,51,94,169],themselv:[25,64,88,190],therebi:169,therefor:26,thi:[2,6,10,14,16,20,21,22,23,24,25,26,27,28,30,33,34,36,37,41,43,44,45,46,48,51,52,53,54,55,57,58,59,61,63,64,65,66,68,71,74,76,80,88,89,90,93,96,99,100,102,104,106,109,111,115,117,119,120,121,122,123,124,126,127,128,135,143,145,146,147,155,156,157,158,159,160,162,163,164,168,169,171,173,175,176,177,179,180,181,182,184,185,188,190,192,195,197,198,200,201,203],thing:[51,177,195],those:[2,16,33,34,37,51,120,125,157,169,171,177],though:169,thread:[10,14,27,51,57,103,119,120,122],thread_pool_executor:[191,203],three:[6,20,48,51,57,64,141],through:[51,53,55,69,71,121,142,145,156,169,197],throughout:[14,33,121],throughput:104,thrown:25,thu:[115,169,173,181],tile:177,till:109,time:[6,14,16,20,24,26,28,33,36,45,46,48,51,52,54,58,59,61,94,96,101,109,111,135,151,155,158,163,164,165,166,168,169,178,179,181,182,190,193,196,197,200],time_domain:[112,179,180],time_in_m:142,time_prefix:195,timedelta:171,timedomain:[178,180],timeout:[46,98,135,143,153,197],timeouterror:46,timepartit:33,timer:[106,109,112,113,164,178,179,180,181],timer_fir:112,timer_spec:[105,180],timerfir:112,timerparam:[164,169],timerspec:[164,180],timestamp:[2,20,33,48,54,63,66,100,109,112,113,141,143,151,158,160,168,169,171,178,179,180,181,182,191,196,203],timestamp_attribut:[20,48,49],timestamp_combin:[169,182],timestamp_pb2:200,timestamp_proto:[66,200],timestamp_sec:66,timestampcod:2,timestampcombin:182,timestamped_valu:158,timestampedvalu:[158,181,182],timestampinvalu:181,timestampparam:[109,168,169,181],timeutil:[2,167,182,203],timezon:[20,48,200],tl_referenced_pcoll_id:127,tl_required_trans_id:127,to_be_merg:[179,182],to_client_ent:44,to_client_kei:44,to_json_valu:11,to_kei:66,to_low:184,to_panda:54,to_proto:200,to_proto_str:48,to_rfc3339:200,to_runner_api:[2,65,71,88,134,158,169,172,175,178,179,180,201],to_runner_api_paramet:[2,4,30,48,51,158,169,172,175,181,182,201],to_runner_api_pickl:175,to_runner_api_transform:173,to_timestamp:196,to_timestamp_proto:66,to_timestamp_sec:66,to_type_hint:[2,4],to_utc_datetim:200,todict:168,todo:[34,71,169],togeth:[65,169],toggl:184,token:192,toler:[51,61],tolist:168,too:[33,34,43,57,169],took:[2,201],tool:[33,36,203],top:[43,71,120,127,168,184,186,203],topic:[20,22,48,159],tostr:181,tostringcod:58,total:[25,30,51,57,96,168,169,181,184,197],total_byt:151,total_bytes_count:151,total_messag:151,total_s:51,total_shard:25,track:[51,55,65,102,103,106,111,113,125,169],tracker:[17,51,55,57,109,169],trail:181,transfer:88,transform:[6,16,17,20,21,22,25,30,33,34,35,36,37,41,48,51,53,54,58,59,60,61,64,68,69,71,88,91,92,94,96,100,102,104,105,106,108,109,111,113,115,126,127,128,135,143,151,156,158,160,164,189,203],transform_evalu:[89,99,109,112,203],transform_evaluation_st:107,transform_evaluator_registri:107,transform_keyed_st:113,transform_nod:[94,135],transform_proto:127,transformerror:7,transformevalu:[105,107,111,112],transformevaluatorregistri:111,transformexecutor:107,transformresult:[106,112],transformss:109,transformwatermark:113,translat:[21,22,26,71,93],translate_pattern:26,travers:[68,71],treat:[25,128,200],treatment:[149,169],tree:[26,45,52,156],tri:[55,197],trigger:[25,33,34,106,167,169,203],triggercontext:179,triggercopyjob:34,triggerfn:[169,179],triggering_frequ:[33,34],triggerloadjob:34,trivial:[57,169,188],trivial_infer:[183,203],truncat:200,try_claim:[17,51,55,56],try_split:[17,51,55,56,57,156],tupl:[2,11,14,17,20,22,33,34,36,44,46,51,57,61,66,88,115,156,160,168,169,181,184,186,190,201],tuple_inst:173,tuplecod:2,tuplesequencecod:2,turn:[33,197],twice:[13,51,66],two:[6,16,20,26,28,34,45,48,50,51,52,54,57,96,149,151,156,168,169,184,188,190,192],txt:159,typ:185,type1:33,type2:33,type3:33,type:[2,3,4,5,6,11,14,15,16,20,24,25,26,27,28,31,33,36,37,38,39,41,43,45,46,48,51,52,54,55,56,57,61,63,64,65,66,69,70,71,74,75,76,78,79,80,86,88,96,100,101,103,106,107,109,111,112,113,115,132,134,135,136,148,151,157,158,159,168,169,171,172,173,175,176,178,179,180,181,182,183,184,185,187,188,189,190,192,193,195,197,200,201,203],type_1:184,type_2:184,type_:187,type_check:190,type_check_input:175,type_check_inputs_or_output:175,type_check_output:175,type_hint:[175,184,188,189],type_urn:66,typecheck:[183,203],typecheckcombinefn:189,typecheckerror:[168,184],typecheckvisitor:189,typecheckwrapperdofn:189,typecod:[0,203],typeconstraint:[175,184,185,188,190],typedict:171,typeerror:[11,23,24,33,71,169,175],typehint:[2,6,169,175,203],typeinferenceerror:188,typeopt:[68,69],typevari:190,typic:[24,58,59,61,71,135,156,163,169,175,192],typing_from_runner_api:187,typing_to_runner_api:187,uid:[23,51],ultim:184,unabl:41,unari:186,unary_convert:186,unary_invert:186,unary_neg:186,unary_not:186,unary_posit:186,unavail:[43,115],unbound:[21,25,30,96,128,158,182,203],unboundedthreadpoolexecutor:199,unchang:185,unclaim:51,uncommit:106,uncommitted_output_bundl:112,uncommittedbundl:100,uncompress:[26,54],unconsum:51,undeclar:169,undeclared_tag_valu:112,under:[26,33,41,48,142,169,181],underli:[2,26,28,43,58,61,68,106,126,128,175,179,182,188],underlying_result:126,underlying_runn:[126,127],underscor:[33,36],undesir:6,uneven:156,unfinish:51,ungroup:153,unicod:[11,123,171,187],union:[17,57,135,169,182,188,190],union_list:188,uniqu:[20,25,36,48,51,53,64,88,109,121,128,151,168,172,173,177,181],unique_id:187,unique_row_id:36,unit:[20,48,54,57,121,124,125,171,182],unittest:[159,174],unix:[20,26,28,45,48,52,158,182,200],unknown:[2,51,68,135,156,182],unless:[16,27,44,54,58,88,182],unmergedst:106,unmodifi:169,unnecessari:169,unpack:[184,196],unpack_ani:196,unpack_sequ:186,unpickl:[69,157],unprocess:[51,109,169],unprocessed_bundl:[112,113],unquot:115,unrecogn:135,unset:44,unsplitt:[51,55],unsplittablerangetrack:55,unstart:55,unsupport:44,until:[27,78,94,98,108,111,121,135,157,169,181],untouch:186,unused_arg:[35,109,143,156,164,169,184,186],unused_compon:2,unused_context:[2,4,169,175,179,181,182,201],unused_element_cod:158,unused_fn_paramet:182,unused_input:[51,158,169],unused_input_typ:[30,169,175],unused_kwarg:[35,109,143,156,164,169,184],unused_paramet:[169,181],unused_payload:[2,169,172],unused_pre_finalize_result:23,unused_registri:2,unused_st:186,unused_typehint:2,unwrap:[158,188],unwrap_al:188,unwritten_record_tag:34,unwrittenrecord:34,updat:[33,46,51,55,65,71,94,103,105,106,113,119,120,121,135,163,169],update_displai:119,update_pcollection_stat:120,update_phys:103,update_watermark:113,updating_pv:121,upload:[27,74],uploaderstream:27,upon:[27,51],upper:[16,54,58,59,184],upper_bound:163,upstream:[102,169],uqfound:13,uri:[26,45,52,53,69],uri_schema_pattern:28,url:[26,50,98,171,172,198],urn:[2,20,21,22,30,66,71,86,87,169,172,173,175,182,191,203],usabl:[16,54],usag:[2,51,53,57,68,71,142,143,154,175,180,184,192,193,195],use:[2,3,5,6,8,9,10,11,12,13,14,16,17,20,21,22,26,27,28,33,41,42,43,45,46,48,49,51,52,54,57,58,64,65,66,68,69,71,72,73,74,87,88,93,94,96,100,101,102,107,111,112,113,121,124,125,128,134,136,148,153,156,157,158,159,161,162,169,172,173,174,176,177,181,184,186,188,189,191,192,194,195,196,197,200,201],use_deprecated_int96_timestamp:54,use_fake_cod:[71,134],use_fastavro:[16,148],use_global_window:160,use_legacy_sql:36,use_standard_sql:33,used:[2,4,6,12,13,14,16,20,24,25,26,28,30,33,34,36,37,41,44,45,48,51,52,54,55,58,59,61,63,64,65,66,68,71,88,89,94,96,100,101,102,106,109,111,112,115,117,120,121,124,126,128,135,143,151,155,156,157,158,160,162,169,171,175,176,179,181,182,184,190,192,197,198,201],useful:[2,66,106,169],user:[14,16,22,24,25,26,28,33,41,45,48,51,52,64,65,66,88,92,93,96,105,121,124,125,127,128,171,176,180,192,193],user_log:33,user_typ:185,usermetricsdofn:91,userst:[105,167,169,203],userstatecontext:[105,180],uses:[6,20,26,41,43,48,53,111,156,159,173,177],using:[2,6,10,11,14,25,27,28,32,33,36,51,58,61,68,71,80,88,96,104,107,109,115,123,125,148,156,158,159,169,173,175,177,182,184,190,192],usr:198,usual:[94,115],utc:[20,48,200],utf:[2,58,160],util:[8,11,12,15,25,26,27,36,57,89,94,99,109,123,127,131,134,137,143,151,156,157,158,159,161,167,169,178,182,184,202,203],uuid:151,v1new:[15,31,38,203],v31:181,v32:181,v33:181,val:5,valid:[16,24,26,33,34,36,48,54,55,58,59,61,68,69,109,124,154,157,160,169,171,175,177,180,184,190],validate_cloud_opt:69,validate_composite_type_param:175,validate_cr:33,validate_gcs_path:69,validate_optional_argument_posit:69,validate_stateful_dofn:180,validate_test_match:69,validate_worker_region_zon:69,validate_writ:33,validatesrunn:157,valu:[1,2,3,5,7,11,13,14,16,20,22,23,24,25,26,28,33,36,41,44,45,48,51,52,54,55,57,58,59,61,63,64,65,66,68,69,70,71,88,96,102,105,108,113,115,125,135,151,153,156,157,158,159,160,162,163,165,166,168,169,171,173,176,177,179,180,181,182,184,185,188,196,197,200],value_cod:2,value_descriptor:86,value_deseri:22,value_provid:[67,203],value_provider_list:70,value_s:156,value_seri:22,value_to_consum:[106,113],value_typ:70,valueerror:[23,24,26,27,33,36,46,51,57,68,71,156,157,169,171,174,177,184,185,188],valuegroup:181,valueprovid:[7,23,24,33,44,70],vari:2,variabl:[2,12,65,121,124,125,128],varianc:181,variant:61,variantcal:61,variantinfo:61,varint:5,varintcod:2,variou:[33,36,57,130,162,181,186],vcf:61,vcfio:[15,203],vcfv4:61,vehicl:143,verbos:[162,164,166,188],veri:[51,88,108],verif:155,verifi:[16,24,34,40,51,54,57,58,59,61,98,110,145,154,155,157,158,189],verify_al:154,version:[2,26,61,115,125,151,185,192,198,203],vertex:122,verybig:33,vet:76,via:[25,34,71,109,134,173,182,190,201],view:[68,69,106],view_a:68,view_class:176,view_opt:176,violat:184,visibl:120,visit:[71,135],visit_transform:[102,189],visitor:[71,102],visual:[121,124,125],volum:169,voluntarili:109,wai:[6,26,33,51,55,57,96,156,169,175,181,192],wait:[34,94,98,135,155,157,199],wait_until_finish:[126,135],wait_until_finish_dur:142,wait_until_in_st:98,waitforbqjob:34,want:[6,51,88,124,135,162,197],warn:[192,197],watch:[124,125,128],watchabl:[124,125],watermark:[106,109,113,117,158,169,178,179,180],watermark_manag:[89,99,203],watermark_neg_inf:113,watermark_pos_inf:113,watermarkestim:169,watermarkestimatorparam:169,watermarkestimatorprovid:169,watermarkev:158,watermarkmanag:113,watermarkreporterparam:169,weather_st:33,web:121,weight:57,well:[33,51,57,115],were:[40,51,106,164,175,181,192],what:[2,25,33,51,128,156,179,182,192],whatev:[41,71,181],whelm:34,when:[5,10,16,20,21,22,24,26,27,33,34,36,41,43,48,51,54,57,58,59,71,73,88,106,109,119,120,121,125,126,128,151,153,156,157,158,159,164,169,171,174,175,179,188,190,200],whenc:[26,27],whenev:[6,33,169],where:[2,24,25,36,46,51,71,88,126,151,156,168,169,181,182,184,185,197,201,203],wherea:200,whether:[2,24,26,33,36,45,46,51,52,58,71,88,96,100,119,126,128,135,148,166,171,177,179,180,182,188],which:[2,14,16,17,20,21,22,24,25,26,33,36,41,43,44,48,51,53,54,55,58,59,61,76,88,89,93,96,104,109,115,120,128,135,148,151,153,156,157,160,168,169,173,177,179,180,181,182,184,185,186,189,195,197,198,203],whit:192,white:151,who:[123,141,157],whole:[24,26,33,51,69,181,184],whose:[2,33,44,51,55,71,88,120,169,173,177,179,181],wider:181,width:182,wiki:33,wikipedia:33,window:[2,25,88,94,96,100,105,108,109,112,158,160,162,167,169,175,176,179,180,181,203],window_cod:2,window_fn:182,windowed_valu:182,windowedtypeconstraint:190,windowedvalu:[100,158,169,190],windowedvaluecod:2,windowfn:[169,182],windowing_strategi:109,windowinto:[169,182],windowintofn:169,windowinvalu:181,windowparam:[108,109,169,181],wipe:135,wire:169,wish:[33,171],with_attribut:[20,48,49],with_default:169,with_exponential_backoff:197,with_fanout:169,with_hot_key_fanout:169,with_input_typ:[6,175,184],with_nam:64,with_namespac:64,with_output:169,with_output_typ:[6,175,184],with_step:64,with_typ:11,with_valid:34,within:[51,57,74,96,100,106,124,125,128,136,156,182],withkei:181,without:[24,33,51,53,94,124,151,168,195],without_default:169,withtypehint:[169,175,184],word:[22,91,92,169],work:[33,34,41,51,57,65,71,76,96,121,164,169,181,184,199],worker:[10,13,33,34,41,51,68,69,76,79,94,96,126,164,169,193],worker_executing_project:10,workeropt:[68,69],workflow:[10,13,51,91,92,156],workitem:96,worri:124,would:[2,33,51,88,121,128,153,177,181,182,184,201],wrap:[11,27,88,169,175,181,192,197],wrapped_value_cod:2,wrapper:[1,26,33,36,68,88,98,110,157,173,175,180,184,189,195],writabl:27,write:[2,5,6,15,16,20,22,23,26,27,28,31,32,34,36,37,40,41,45,46,48,51,52,54,58,59,71,96,106,115,117,124,156,201,203],write_:23,write_append:[33,36],write_bigendian_doubl:5,write_bigendian_int32:5,write_bigendian_int64:5,write_bigendian_uint64:5,write_byt:5,write_cache_id:127,write_disposit:[33,34,36],write_empti:[33,36],write_encoded_record:23,write_record:23,write_result:51,write_trunc:[33,36],write_var_int64:5,writeabl:26,writecach:[115,127],writegroupedrecordstofil:34,writeimpl:51,writer:[33,36,51,64,96,176],writer_result:[23,51],writerecordstofil:34,writestringstopubsub:48,writetoavro:16,writetobigqueri:33,writetobigt:37,writetodatastor:[41,44],writetofil:25,writetokafka:22,writetokafkaschema:22,writetomongodb:53,writetomongosink:53,writetoparquet:54,writetopubsub:[20,48],writetopubsubschema:20,writetotext:[58,71,203],writetotfrecord:59,writetrunc:33,written:[16,23,25,26,27,28,33,34,40,45,51,52,54,58,59,115,159],written_file_tag:34,writtenfil:34,wrong:61,wrote:51,wv_with_multiple_window:162,wv_with_one_window:162,www:123,xrang:192,xyz:[6,68,135],xyzcod:6,xyzopt:68,year:33,yet:[51,104],yield:[3,24,51,54,169,197],you:[16,21,22,25,33,54,58,69,124,171],your:[33,57,69,124,203],yyyymmdd:36,zero:[30,51,169,181],zipf:156,zone:69},titles:["apache_beam.coders package","apache_beam.coders.avro_record module","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.row_coder module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.http_client module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.external package","apache_beam.io.external.gcp package","apache_beam.io.external.gcp.pubsub module","apache_beam.io.external.generate_sequence module","apache_beam.io.external.kafka module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.fileio module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.flink package","apache_beam.io.flink.flink_streaming_impulse_source module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_file_loads module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.bigquery_tools module","apache_beam.io.gcp.bigtableio module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1new package","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline module","apache_beam.io.gcp.datastore.v1new.datastoreio module","apache_beam.io.gcp.datastore.v1new.helper module","apache_beam.io.gcp.datastore.v1new.query_splitter module","apache_beam.io.gcp.datastore.v1new.types module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.gcsio_overrides module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.mongodbio module","apache_beam.io.parquetio module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.metrics.monitoring_infos module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_expansion_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_interactive_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.external_transforms_pb2_grpc module","apache_beam.portability.api.metrics_pb2_grpc module","apache_beam.portability.api.schema_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.caching package","apache_beam.runners.interactive.caching.streaming_cache module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pcoll_visualization module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_beam module","apache_beam.runners.interactive.interactive_environment module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.interactive.pipeline_instrument module","apache_beam.runners.internal package","apache_beam.runners.internal.names module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.utils module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.datatype_inference module","apache_beam.testing.extra_assertions module","apache_beam.testing.load_tests package","apache_beam.testing.load_tests.load_test_metrics_utils module","apache_beam.testing.load_tests.streaming package","apache_beam.testing.load_tests.streaming.group_by_key_streaming_pipeline module","apache_beam.testing.metric_result_matchers module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.fn_api_runner_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.environments module","apache_beam.transforms.external module","apache_beam.transforms.external_test_it module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.stats module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.schemas module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.subprocess_server module","apache_beam.utils.thread_pool_executor module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{addit:33,annot:192,apach:203,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202],api:[73,74,75,76,77,78,79,80,81,82,83,84,85],auth:10,avro_record:1,avroio:16,beam:203,beam_artifact_api_pb2_grpc:74,beam_expansion_api_pb2_grpc:75,beam_fn_api_pb2_grpc:76,beam_interactive_api_pb2_grpc:77,beam_job_api_pb2_grpc:78,beam_provision_api_pb2_grpc:79,beam_runner_api_pb2_grpc:80,benchmark:[138,139,140,141,142,143,144,145,146,147],big_query_query_to_table_pipelin:32,bigqueri:33,bigquery_file_load:34,bigquery_io_read_pipelin:35,bigquery_tool:36,bigtableio:37,bundle_factori:100,cach:[116,117],cache_manag:115,cell:63,clock:101,coder:[0,1,2,3,4,5,6],coders_microbenchmark:162,combin:168,common_urn:86,concat_sourc:17,consumer_tracking_pipeline_visitor:102,core:169,create_sourc:170,data:33,dataflow:[90,91,92,93,94,95,96,97,98],dataflow_exercise_metrics_pipelin:91,dataflow_exercise_streaming_metrics_pipelin:92,dataflow_metr:93,dataflow_runn:94,datastor:[38,39,40,41,42,43,44],datastore_write_it_pipelin:40,datastoreio:41,datatype_infer:148,decor:184,destin:25,direct:[99,100,101,102,103,104,105,106,107,108,109,110,111,112,113],direct_metr:103,direct_runn:104,direct_userst:105,displai:[118,119,120,121,122,123,171],display_manag:119,distribution_counter_microbenchmark:163,dynam:25,endpoints_pb2_grpc:81,environ:172,error:7,evaluation_context:106,executor:107,extern:[18,19,20,21,22,173],external_test_it:174,external_transforms_pb2_grpc:82,extra_assert:149,file:25,filebasedsink:23,filebasedsourc:24,fileio:25,filesystem:[26,28],filesystemio:27,flink:[29,30],flink_streaming_impulse_sourc:30,fn_api_runner_microbenchmark:164,from:53,gcp:[9,10,11,19,20,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49],gcsfilesystem:45,gcsio:46,gcsio_overrid:47,generate_sequ:21,group_by_key_streaming_pipelin:153,hadoopfilesystem:50,helper:42,helper_transform:108,http_client:12,interact:[114,115,116,117,118,119,120,121,122,123,124,125,126,127,128],interactive_beam:124,interactive_environ:125,interactive_pipeline_graph:120,interactive_runn:126,intern:[8,9,10,11,12,13,14,129,130],iobas:[51,96],job:[131,132,133],json_valu:11,kafka:22,load_test:[150,151,152,153],load_test_metrics_util:151,localfilesystem:52,manag:132,metric:[62,63,64,65,66],metric_result_match:154,metricbas:65,metrics_pb2_grpc:83,model:[140,141],modul:[1,2,3,4,5,6,7,10,11,12,13,14,16,17,20,21,22,23,24,25,26,27,28,30,32,33,34,35,36,37,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,63,64,65,66,68,69,70,71,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,91,92,93,94,96,97,98,100,101,102,103,104,105,106,107,108,109,110,111,112,113,115,117,119,120,121,122,123,124,125,126,127,128,130,132,133,134,135,136,141,142,143,145,146,147,148,149,151,153,154,155,156,157,158,159,160,162,163,164,165,166,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,184,185,186,187,188,189,190,192,193,194,195,196,197,198,199,200,201,202],mongodb:53,mongodbio:53,monitoring_info:66,name:[25,130],native_io:[95,96],native_type_compat:185,nexmark:[139,140,141,142,143,144,145,146,147],nexmark_launch:142,nexmark_model:141,nexmark_util:143,observ:3,opcod:186,option:[67,68,69,70],overview:203,packag:[0,8,9,15,18,19,29,31,38,39,62,67,72,73,89,90,95,99,114,116,118,129,131,137,138,139,140,144,150,152,161,167,183,191],paramet:33,parquetio:54,pcoll_visu:121,pickler:13,pipelin:71,pipeline_analyz:127,pipeline_context:134,pipeline_graph:122,pipeline_graph_render:123,pipeline_instru:128,pipeline_opt:68,pipeline_options_valid:69,pipeline_verifi:155,plugin:193,portabl:[72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87],process:194,profil:195,proto_util:196,ptransform:175,ptransform_overrid:97,pubsub:[20,48],pubsub_it_pipelin:49,pvalu:88,python:203,python_urn:87,queri:[144,145,146,147],query0:145,query1:146,query2:147,query_splitt:43,range_track:55,read:53,refer:33,restriction_track:56,retri:197,row_cod:4,runner:[89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136],schema:[33,187],schema_pb2_grpc:84,sdf_direct_runn:109,sdk:203,sideinput:176,sideinput_microbenchmark:165,slow_stream:5,source_test_util:57,standard_window_fns_pb2_grpc:85,stat:177,statu:203,stream:[152,153],streaming_cach:117,submodul:[0,8,9,15,18,19,29,31,39,62,67,72,73,89,90,95,99,114,116,118,129,131,137,139,140,144,150,152,161,167,183,191,203],subpackag:[8,15,18,31,38,72,89,90,114,137,138,139,150,203],subprocess_serv:198,synthetic_pipelin:156,tabl:33,test:[137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160],test_dataflow_runn:98,test_direct_runn:110,test_pipelin:157,test_stream:158,test_util:159,textio:58,tfrecordio:59,thread_pool_executor:199,timestamp:200,timeutil:178,tool:[161,162,163,164,165,166],transform:[167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182],transform_evalu:111,trigger:179,trivial_infer:188,type:44,typecheck:189,typecod:6,typehint:[183,184,185,186,187,188,189,190],typic:203,urn:201,usag:203,userst:180,util:[14,60,112,133,136,160,166,181,191,192,193,194,195,196,197,198,199,200,201],v1new:[39,40,41,42,43,44],value_provid:70,vcfio:61,version:202,watermark_manag:113,window:182,write:[25,33,53]}})