Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.http_client","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.external","apache_beam.io.external.generate_sequence","apache_beam.io.external.kafka","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.fileio","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.flink","apache_beam.io.flink.flink_streaming_impulse_source","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_file_loads","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.bigquery_tools","apache_beam.io.gcp.bigtableio","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1new","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline","apache_beam.io.gcp.datastore.v1new.datastoreio","apache_beam.io.gcp.datastore.v1new.helper","apache_beam.io.gcp.datastore.v1new.query_splitter","apache_beam.io.gcp.datastore.v1new.types","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.parquetio","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.metrics.monitoring_infos","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_expansion_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.external_transforms_pb2_grpc","apache_beam.portability.api.metrics_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.internal","apache_beam.runners.internal.names","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.load_tests","apache_beam.testing.load_tests.load_test_metrics_utils","apache_beam.testing.metric_result_matchers","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.external","apache_beam.transforms.external_test_it","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.http_client.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.external.rst","apache_beam.io.external.generate_sequence.rst","apache_beam.io.external.kafka.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.fileio.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.flink.rst","apache_beam.io.flink.flink_streaming_impulse_source.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_file_loads.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.bigquery_tools.rst","apache_beam.io.gcp.bigtableio.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1new.rst","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.rst","apache_beam.io.gcp.datastore.v1new.datastoreio.rst","apache_beam.io.gcp.datastore.v1new.helper.rst","apache_beam.io.gcp.datastore.v1new.query_splitter.rst","apache_beam.io.gcp.datastore.v1new.types.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.parquetio.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.metrics.monitoring_infos.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_expansion_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.external_transforms_pb2_grpc.rst","apache_beam.portability.api.metrics_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.internal.rst","apache_beam.runners.internal.names.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.load_tests.rst","apache_beam.testing.load_tests.load_test_metrics_utils.rst","apache_beam.testing.metric_result_matchers.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.external.rst","apache_beam.transforms.external_test_it.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[179,0,0,"-"]},"apache_beam.coders":{coders:[1,0,0,"-"],observable:[2,0,0,"-"],slow_stream:[3,0,0,"-"],typecoders:[4,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,3,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],register_structured_urn:[1,4,1,""],register_urn:[1,3,1,""],to_runner_api:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_type_hint:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],coders:[1,2,1,""],from_runner_api_parameter:[1,4,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[2,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[2,2,1,""],register_observer:[2,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[3,1,1,""],InputStream:[3,1,1,""],OutputStream:[3,1,1,""],get_varint_size:[3,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[3,2,1,""],get_count:[3,2,1,""],write:[3,2,1,""],write_byte:[3,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[3,2,1,""],read_all:[3,2,1,""],read_bigendian_double:[3,2,1,""],read_bigendian_int32:[3,2,1,""],read_bigendian_int64:[3,2,1,""],read_bigendian_uint64:[3,2,1,""],read_byte_py2:[3,2,1,""],read_byte_py3:[3,2,1,""],read_var_int64:[3,2,1,""],size:[3,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[3,2,1,""],size:[3,2,1,""],write:[3,2,1,""],write_bigendian_double:[3,2,1,""],write_bigendian_int32:[3,2,1,""],write_bigendian_int64:[3,2,1,""],write_bigendian_uint64:[3,2,1,""],write_byte:[3,2,1,""],write_var_int64:[3,2,1,""]},"apache_beam.error":{BeamError:[5,6,1,""],PValueError:[5,6,1,""],PipelineError:[5,6,1,""],RunnerError:[5,6,1,""],RuntimeValueProviderError:[5,6,1,""],SideInputError:[5,6,1,""],TransformError:[5,6,1,""]},"apache_beam.internal":{gcp:[7,0,0,"-"],http_client:[10,0,0,"-"],pickler:[11,0,0,"-"],util:[12,0,0,"-"]},"apache_beam.internal.gcp":{auth:[8,0,0,"-"],json_value:[9,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[8,6,1,""],get_service_credentials:[8,5,1,""],set_running_in_gce:[8,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[9,5,1,""],get_typed_value_descriptor:[9,5,1,""],to_json_value:[9,5,1,""]},"apache_beam.internal.http_client":{get_new_http:[10,5,1,""],proxy_info_from_environment_var:[10,5,1,""]},"apache_beam.internal.pickler":{dump_session:[11,5,1,""],dumps:[11,5,1,""],load_session:[11,5,1,""],loads:[11,5,1,""],new_save_module_dict:[11,5,1,""],save_module:[11,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[12,1,1,""],insert_values_in_args:[12,5,1,""],remove_objects_from_args:[12,5,1,""],run_using_threadpool:[12,5,1,""]},"apache_beam.io":{avroio:[14,0,0,"-"],concat_source:[15,0,0,"-"],external:[16,0,0,"-"],filebasedsink:[19,0,0,"-"],filebasedsource:[20,0,0,"-"],fileio:[21,0,0,"-"],filesystem:[22,0,0,"-"],filesystemio:[23,0,0,"-"],filesystems:[24,0,0,"-"],flink:[25,0,0,"-"],gcp:[27,0,0,"-"],hadoopfilesystem:[45,0,0,"-"],iobase:[46,0,0,"-"],localfilesystem:[47,0,0,"-"],parquetio:[48,0,0,"-"],range_trackers:[49,0,0,"-"],restriction_trackers:[50,0,0,"-"],source_test_utils:[51,0,0,"-"],textio:[52,0,0,"-"],tfrecordio:[53,0,0,"-"],utils:[54,0,0,"-"],vcfio:[55,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[14,1,1,""],ReadFromAvro:[14,1,1,""],WriteToAvro:[14,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[14,7,1,""],expand:[14,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[14,2,1,""],expand:[14,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[14,2,1,""],expand:[14,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[15,1,1,""],ConcatSource:[15,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[15,2,1,""],global_to_local:[15,2,1,""],local_to_global:[15,2,1,""],position_at_fraction:[15,2,1,""],set_current_position:[15,2,1,""],start_position:[15,2,1,""],stop_position:[15,2,1,""],sub_range_tracker:[15,2,1,""],try_claim:[15,2,1,""],try_split:[15,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[15,2,1,""],estimate_size:[15,2,1,""],get_range_tracker:[15,2,1,""],read:[15,2,1,""],sources:[15,7,1,""],split:[15,2,1,""]},"apache_beam.io.external":{generate_sequence:[17,0,0,"-"],kafka:[18,0,0,"-"]},"apache_beam.io.external.generate_sequence":{GenerateSequence:[17,1,1,""]},"apache_beam.io.external.generate_sequence.GenerateSequence":{expand:[17,2,1,""]},"apache_beam.io.external.kafka":{ReadFromKafka:[18,1,1,""],WriteToKafka:[18,1,1,""]},"apache_beam.io.external.kafka.ReadFromKafka":{byte_array_deserializer:[18,7,1,""],expand:[18,2,1,""]},"apache_beam.io.external.kafka.WriteToKafka":{byte_array_serializer:[18,7,1,""],expand:[18,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[19,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[19,2,1,""],display_data:[19,2,1,""],finalize_write:[19,2,1,""],initialize_write:[19,2,1,""],open:[19,2,1,""],open_writer:[19,2,1,""],pre_finalize:[19,2,1,""],write_encoded_record:[19,2,1,""],write_record:[19,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[20,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[20,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[20,7,1,""],display_data:[20,2,1,""],estimate_size:[20,2,1,""],get_range_tracker:[20,2,1,""],open_file:[20,2,1,""],read:[20,2,1,""],read_records:[20,2,1,""],split:[20,2,1,""],splittable:[20,7,1,""]},"apache_beam.io.fileio":{EmptyMatchTreatment:[21,1,1,""],MatchAll:[21,1,1,""],MatchFiles:[21,1,1,""],ReadMatches:[21,1,1,""],ReadableFile:[21,1,1,""]},"apache_beam.io.fileio.EmptyMatchTreatment":{ALLOW:[21,7,1,""],ALLOW_IF_WILDCARD:[21,7,1,""],DISALLOW:[21,7,1,""],allow_empty_match:[21,4,1,""]},"apache_beam.io.fileio.MatchAll":{expand:[21,2,1,""]},"apache_beam.io.fileio.MatchFiles":{expand:[21,2,1,""]},"apache_beam.io.fileio.ReadMatches":{expand:[21,2,1,""]},"apache_beam.io.fileio.ReadableFile":{open:[21,2,1,""],read:[21,2,1,""],read_utf8:[21,2,1,""]},"apache_beam.io.filesystem":{CompressedFile:[22,1,1,""],CompressionTypes:[22,1,1,""],FileMetadata:[22,1,1,""],FileSystem:[22,1,1,""],MatchResult:[22,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[22,2,1,""],closed:[22,2,1,""],flush:[22,2,1,""],read:[22,2,1,""],readable:[22,2,1,""],readline:[22,2,1,""],seek:[22,2,1,""],seekable:[22,7,1,""],tell:[22,2,1,""],write:[22,2,1,""],writeable:[22,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[22,7,1,""],BZIP2:[22,7,1,""],DEFLATE:[22,7,1,""],GZIP:[22,7,1,""],UNCOMPRESSED:[22,7,1,""],detect_compression_type:[22,3,1,""],is_valid_compression_type:[22,3,1,""],mime_type:[22,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[22,2,1,""],CHUNK_SIZE:[22,7,1,""],checksum:[22,2,1,""],copy:[22,2,1,""],create:[22,2,1,""],exists:[22,2,1,""],has_dirs:[22,2,1,""],join:[22,2,1,""],last_updated:[22,2,1,""],match:[22,2,1,""],match_files:[22,2,1,""],mkdirs:[22,2,1,""],open:[22,2,1,""],rename:[22,2,1,""],scheme:[22,3,1,""],size:[22,2,1,""],split:[22,2,1,""],translate_pattern:[22,4,1,""]},"apache_beam.io.filesystemio":{Downloader:[23,1,1,""],DownloaderStream:[23,1,1,""],PipeStream:[23,1,1,""],Uploader:[23,1,1,""],UploaderStream:[23,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[23,2,1,""],size:[23,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[23,2,1,""],readinto:[23,2,1,""],seek:[23,2,1,""],seekable:[23,2,1,""],tell:[23,2,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[23,2,1,""],seek:[23,2,1,""],tell:[23,2,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[23,2,1,""],put:[23,2,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[23,2,1,""],tell:[23,2,1,""],writable:[23,2,1,""],write:[23,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[24,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[24,4,1,""],URI_SCHEMA_PATTERN:[24,7,1,""],checksum:[24,4,1,""],copy:[24,4,1,""],create:[24,4,1,""],exists:[24,4,1,""],get_chunk_size:[24,4,1,""],get_filesystem:[24,4,1,""],get_scheme:[24,4,1,""],join:[24,4,1,""],last_updated:[24,4,1,""],match:[24,4,1,""],mkdirs:[24,4,1,""],open:[24,4,1,""],rename:[24,4,1,""],set_options:[24,3,1,""],split:[24,4,1,""]},"apache_beam.io.flink":{flink_streaming_impulse_source:[26,0,0,"-"]},"apache_beam.io.flink.flink_streaming_impulse_source":{FlinkStreamingImpulseSource:[26,1,1,""]},"apache_beam.io.flink.flink_streaming_impulse_source.FlinkStreamingImpulseSource":{URN:[26,7,1,""],config:[26,7,1,""],expand:[26,2,1,""],from_runner_api_parameter:[26,4,1,""],get_windowing:[26,2,1,""],infer_output_type:[26,2,1,""],set_interval_ms:[26,2,1,""],set_message_count:[26,2,1,""],to_runner_api_parameter:[26,2,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[28,0,0,"-"],bigquery:[29,0,0,"-"],bigquery_file_loads:[30,0,0,"-"],bigquery_io_read_pipeline:[31,0,0,"-"],bigquery_tools:[32,0,0,"-"],bigtableio:[33,0,0,"-"],datastore:[34,0,0,"-"],gcsfilesystem:[41,0,0,"-"],gcsio:[42,0,0,"-"],pubsub:[43,0,0,"-"],pubsub_it_pipeline:[44,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[28,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[29,1,1,""],BigQuerySink:[29,1,1,""],BigQuerySource:[29,1,1,""],TableRowJsonCoder:[29,1,1,""],WriteToBigQuery:[29,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[29,7,1,""],CREATE_NEVER:[29,7,1,""],WRITE_APPEND:[29,7,1,""],WRITE_EMPTY:[29,7,1,""],WRITE_TRUNCATE:[29,7,1,""],validate_create:[29,4,1,""],validate_write:[29,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[29,2,1,""],format:[29,7,1,""],schema_as_json:[29,2,1,""],writer:[29,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[29,2,1,""],format:[29,7,1,""],reader:[29,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[29,2,1,""],encode:[29,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{Method:[29,1,1,""],display_data:[29,2,1,""],expand:[29,2,1,""],get_dict_table_schema:[29,4,1,""],get_table_schema_from_string:[29,4,1,""],table_schema_to_dict:[29,4,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery.Method":{DEFAULT:[29,7,1,""],FILE_LOADS:[29,7,1,""],STREAMING_INSERTS:[29,7,1,""]},"apache_beam.io.gcp.bigquery_file_loads":{BigQueryBatchFileLoads:[30,1,1,""],DeleteTablesFn:[30,1,1,""],TriggerCopyJobs:[30,1,1,""],TriggerLoadJobs:[30,1,1,""],WaitForBQJobs:[30,1,1,""],WriteGroupedRecordsToFile:[30,1,1,""],WriteRecordsToFile:[30,1,1,""],file_prefix_generator:[30,5,1,""]},"apache_beam.io.gcp.bigquery_file_loads.BigQueryBatchFileLoads":{DESTINATION_COPY_JOBID_PAIRS:[30,7,1,""],DESTINATION_FILE_PAIRS:[30,7,1,""],DESTINATION_JOBID_PAIRS:[30,7,1,""],expand:[30,2,1,""],verify:[30,2,1,""]},"apache_beam.io.gcp.bigquery_file_loads.DeleteTablesFn":{process:[30,2,1,""],start_bundle:[30,2,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerCopyJobs":{process:[30,2,1,""],start_bundle:[30,2,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerLoadJobs":{TEMP_TABLES:[30,7,1,""],display_data:[30,2,1,""],process:[30,2,1,""],start_bundle:[30,2,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WaitForBQJobs":{ALL_DONE:[30,7,1,""],FAILED:[30,7,1,""],WAITING:[30,7,1,""],process:[30,2,1,""],start_bundle:[30,2,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteGroupedRecordsToFile":{process:[30,2,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteRecordsToFile":{UNWRITTEN_RECORD_TAG:[30,7,1,""],WRITTEN_FILE_TAG:[30,7,1,""],display_data:[30,2,1,""],finish_bundle:[30,2,1,""],process:[30,2,1,""],start_bundle:[30,2,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[31,1,1,""],run:[31,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[31,2,1,""]},"apache_beam.io.gcp.bigquery_tools":{AppendDestinationsFn:[32,1,1,""],BigQueryReader:[32,1,1,""],BigQueryWrapper:[32,1,1,""],BigQueryWriter:[32,1,1,""],RetryStrategy:[32,1,1,""],RowAsDictJsonCoder:[32,1,1,""],default_encoder:[32,5,1,""],get_hashable_destination:[32,5,1,""],parse_table_reference:[32,5,1,""],parse_table_schema_from_json:[32,5,1,""]},"apache_beam.io.gcp.bigquery_tools.AppendDestinationsFn":{process:[32,2,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWrapper":{TEMP_DATASET:[32,7,1,""],TEMP_TABLE:[32,7,1,""],clean_up_temporary_dataset:[32,2,1,""],convert_row_to_dict:[32,2,1,""],create_temporary_dataset:[32,2,1,""],get_job:[32,2,1,""],get_or_create_dataset:[32,2,1,""],get_or_create_table:[32,2,1,""],get_query_location:[32,2,1,""],get_table:[32,2,1,""],get_table_location:[32,2,1,""],insert_rows:[32,2,1,""],perform_load_job:[32,2,1,""],run_query:[32,2,1,""],unique_row_id:[32,7,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWriter":{Write:[32,2,1,""]},"apache_beam.io.gcp.bigquery_tools.RetryStrategy":{RETRY_ALWAYS:[32,7,1,""],RETRY_NEVER:[32,7,1,""],RETRY_ON_TRANSIENT_ERROR:[32,7,1,""],should_retry:[32,4,1,""]},"apache_beam.io.gcp.bigquery_tools.RowAsDictJsonCoder":{decode:[32,2,1,""],encode:[32,2,1,""]},"apache_beam.io.gcp.bigtableio":{WriteToBigTable:[33,1,1,""]},"apache_beam.io.gcp.bigtableio.WriteToBigTable":{expand:[33,2,1,""]},"apache_beam.io.gcp.datastore":{v1new:[35,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new":{datastore_write_it_pipeline:[36,0,0,"-"],datastoreio:[37,0,0,"-"],helper:[38,0,0,"-"],query_splitter:[39,0,0,"-"],types:[40,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline":{EntityWrapper:[36,1,1,""],new_pipeline_with_job_name:[36,5,1,""],run:[36,5,1,""]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.EntityWrapper":{make_entity:[36,2,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio":{DeleteFromDatastore:[37,1,1,""],ReadFromDatastore:[37,1,1,""],WriteToDatastore:[37,1,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio.ReadFromDatastore":{display_data:[37,2,1,""],expand:[37,2,1,""]},"apache_beam.io.gcp.datastore.v1new.helper":{create_client_entities:[38,5,1,""],create_entities:[38,5,1,""],get_client:[38,5,1,""],retry_on_rpc_error:[38,5,1,""],write_mutations:[38,5,1,""]},"apache_beam.io.gcp.datastore.v1new.query_splitter":{QuerySplitterError:[39,6,1,""],SplitNotPossibleError:[39,6,1,""],get_splits:[39,5,1,""]},"apache_beam.io.gcp.datastore.v1new.types":{Entity:[40,1,1,""],Key:[40,1,1,""],Query:[40,1,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Entity":{from_client_entity:[40,4,1,""],set_properties:[40,2,1,""],to_client_entity:[40,2,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Key":{from_client_key:[40,4,1,""],to_client_key:[40,2,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Query":{clone:[40,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[41,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[41,2,1,""],CHUNK_SIZE:[41,7,1,""],GCS_PREFIX:[41,7,1,""],checksum:[41,2,1,""],copy:[41,2,1,""],create:[41,2,1,""],exists:[41,2,1,""],has_dirs:[41,2,1,""],join:[41,2,1,""],last_updated:[41,2,1,""],mkdirs:[41,2,1,""],open:[41,2,1,""],rename:[41,2,1,""],scheme:[41,3,1,""],size:[41,2,1,""],split:[41,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[42,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[42,2,1,""],checksum:[42,2,1,""],copy:[42,2,1,""],copy_batch:[42,2,1,""],copytree:[42,2,1,""],delete_batch:[42,2,1,""],exists:[42,2,1,""],kms_key:[42,2,1,""],last_updated:[42,2,1,""],list_prefix:[42,2,1,""],open:[42,2,1,""],rename:[42,2,1,""],size:[42,2,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[43,1,1,""],ReadFromPubSub:[43,1,1,""],ReadStringsFromPubSub:[43,5,1,""],WriteStringsToPubSub:[43,5,1,""],WriteToPubSub:[43,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[43,7,1,""],data:[43,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[43,2,1,""],to_runner_api_parameter:[43,2,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[43,2,1,""],to_proto_str:[43,4,1,""],to_runner_api_parameter:[43,2,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[44,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[45,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[45,2,1,""],checksum:[45,2,1,""],copy:[45,2,1,""],create:[45,2,1,""],exists:[45,2,1,""],has_dirs:[45,2,1,""],join:[45,2,1,""],last_updated:[45,2,1,""],mkdirs:[45,2,1,""],open:[45,2,1,""],rename:[45,2,1,""],scheme:[45,3,1,""],size:[45,2,1,""],split:[45,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[46,1,1,""],RangeTracker:[46,1,1,""],Read:[46,1,1,""],RestrictionTracker:[46,1,1,""],Sink:[46,1,1,""],Write:[46,1,1,""],Writer:[46,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[46,2,1,""],estimate_size:[46,2,1,""],get_range_tracker:[46,2,1,""],is_bounded:[46,2,1,""],read:[46,2,1,""],split:[46,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[46,7,1,""],fraction_consumed:[46,2,1,""],position_at_fraction:[46,2,1,""],set_current_position:[46,2,1,""],set_split_points_unclaimed_callback:[46,2,1,""],split_points:[46,2,1,""],start_position:[46,2,1,""],stop_position:[46,2,1,""],try_claim:[46,2,1,""],try_split:[46,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[46,2,1,""],expand:[46,2,1,""],from_runner_api_parameter:[46,4,1,""],get_windowing:[46,2,1,""],to_runner_api_parameter:[46,2,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[46,2,1,""],checkpoint:[46,2,1,""],current_progress:[46,2,1,""],current_restriction:[46,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[46,2,1,""],initialize_write:[46,2,1,""],open_writer:[46,2,1,""],pre_finalize:[46,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[46,2,1,""],expand:[46,2,1,""]},"apache_beam.io.iobase.Writer":{close:[46,2,1,""],write:[46,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[47,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[47,2,1,""],checksum:[47,2,1,""],copy:[47,2,1,""],create:[47,2,1,""],exists:[47,2,1,""],has_dirs:[47,2,1,""],join:[47,2,1,""],last_updated:[47,2,1,""],mkdirs:[47,2,1,""],open:[47,2,1,""],rename:[47,2,1,""],scheme:[47,3,1,""],size:[47,2,1,""],split:[47,2,1,""]},"apache_beam.io.parquetio":{ReadAllFromParquet:[48,1,1,""],ReadFromParquet:[48,1,1,""],WriteToParquet:[48,1,1,""]},"apache_beam.io.parquetio.ReadAllFromParquet":{DEFAULT_DESIRED_BUNDLE_SIZE:[48,7,1,""],expand:[48,2,1,""]},"apache_beam.io.parquetio.ReadFromParquet":{display_data:[48,2,1,""],expand:[48,2,1,""]},"apache_beam.io.parquetio.WriteToParquet":{display_data:[48,2,1,""],expand:[48,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[49,1,1,""],OffsetRangeTracker:[49,1,1,""],OrderedPositionRangeTracker:[49,1,1,""],UnsplittableRangeTracker:[49,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[49,3,1,""],position_to_fraction:[49,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[49,7,1,""],fraction_consumed:[49,2,1,""],last_record_start:[49,7,1,""],position_at_fraction:[49,2,1,""],set_current_position:[49,2,1,""],set_split_points_unclaimed_callback:[49,2,1,""],split_points:[49,2,1,""],start_position:[49,2,1,""],stop_position:[49,2,1,""],try_claim:[49,2,1,""],try_split:[49,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[49,7,1,""],fraction_consumed:[49,2,1,""],fraction_to_position:[49,2,1,""],position_at_fraction:[49,2,1,""],position_to_fraction:[49,2,1,""],start_position:[49,2,1,""],stop_position:[49,2,1,""],try_claim:[49,2,1,""],try_split:[49,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[49,2,1,""],position_at_fraction:[49,2,1,""],set_current_position:[49,2,1,""],set_split_points_unclaimed_callback:[49,2,1,""],split_points:[49,2,1,""],start_position:[49,2,1,""],stop_position:[49,2,1,""],try_claim:[49,2,1,""],try_split:[49,2,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[50,1,1,""],OffsetRestrictionTracker:[50,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[50,2,1,""],split:[50,2,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[50,2,1,""],checkpoint:[50,2,1,""],current_progress:[50,2,1,""],current_restriction:[50,2,1,""],current_watermark:[50,2,1,""],default_size:[50,2,1,""],defer_remainder:[50,2,1,""],deferred_status:[50,2,1,""],start_position:[50,2,1,""],stop_position:[50,2,1,""],try_claim:[50,2,1,""],try_split:[50,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[51,5,1,""],assert_sources_equal_reference_source:[51,5,1,""],assert_split_at_fraction_behavior:[51,5,1,""],assert_split_at_fraction_binary:[51,5,1,""],assert_split_at_fraction_exhaustive:[51,5,1,""],assert_split_at_fraction_fails:[51,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[51,5,1,""],read_from_source:[51,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[52,1,1,""],ReadFromText:[52,1,1,""],ReadFromTextWithFilename:[52,1,1,""],WriteToText:[52,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[52,7,1,""],expand:[52,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[52,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[52,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[53,1,1,""],WriteToTFRecord:[53,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[53,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[53,2,1,""]},"apache_beam.io.utils":{CountingSource:[54,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[54,2,1,""],get_range_tracker:[54,2,1,""],read:[54,2,1,""],split:[54,2,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[55,1,1,""],ReadFromVcf:[55,1,1,""],Variant:[55,1,1,""],VariantCall:[55,1,1,""],VariantInfo:[55,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[55,7,1,""],line:[55,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[55,2,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[55,7,1,""],field_count:[55,7,1,""]},"apache_beam.metrics":{cells:[57,0,0,"-"],metric:[58,0,0,"-"],metricbase:[59,0,0,"-"],monitoring_infos:[60,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[57,1,1,""],GaugeResult:[57,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[57,7,1,""],max:[57,7,1,""],mean:[57,7,1,""],min:[57,7,1,""],sum:[57,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[57,7,1,""],value:[57,7,1,""]},"apache_beam.metrics.metric":{Metrics:[58,1,1,""],MetricsFilter:[58,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[58,1,1,""],DelegatingDistribution:[58,1,1,""],DelegatingGauge:[58,1,1,""],counter:[58,4,1,""],distribution:[58,4,1,""],gauge:[58,4,1,""],get_namespace:[58,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[58,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[58,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[58,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[58,7,1,""],namespaces:[58,7,1,""],steps:[58,7,1,""],with_name:[58,2,1,""],with_names:[58,2,1,""],with_namespace:[58,2,1,""],with_namespaces:[58,2,1,""],with_step:[58,2,1,""],with_steps:[58,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[59,1,1,""],Distribution:[59,1,1,""],Gauge:[59,1,1,""],Metric:[59,1,1,""],MetricName:[59,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[59,2,1,""],inc:[59,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[59,2,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[59,2,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[59,4,1,""],to_runner_api:[59,2,1,""]},"apache_beam.metrics.monitoring_infos":{consolidate:[60,5,1,""],create_labels:[60,5,1,""],create_monitoring_info:[60,5,1,""],distribution_combiner:[60,5,1,""],extract_counter_value:[60,5,1,""],extract_distribution:[60,5,1,""],extract_metric_result_map_value:[60,5,1,""],int64_counter:[60,5,1,""],int64_distribution:[60,5,1,""],int64_user_counter:[60,5,1,""],int64_user_distribution:[60,5,1,""],int64_user_gauge:[60,5,1,""],is_counter:[60,5,1,""],is_distribution:[60,5,1,""],is_gauge:[60,5,1,""],is_user_monitoring_info:[60,5,1,""],max_timestamp:[60,5,1,""],parse_namespace_and_name:[60,5,1,""],to_key:[60,5,1,""],to_timestamp_proto:[60,5,1,""],to_timestamp_secs:[60,5,1,""]},"apache_beam.options":{pipeline_options:[62,0,0,"-"],pipeline_options_validator:[63,0,0,"-"],value_provider:[64,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[62,1,1,""],DirectOptions:[62,1,1,""],GoogleCloudOptions:[62,1,1,""],HadoopFileSystemOptions:[62,1,1,""],PipelineOptions:[62,1,1,""],ProfilingOptions:[62,1,1,""],SetupOptions:[62,1,1,""],StandardOptions:[62,1,1,""],TestOptions:[62,1,1,""],TypeOptions:[62,1,1,""],WorkerOptions:[62,1,1,""]},"apache_beam.options.pipeline_options.DebugOptions":{add_experiment:[62,2,1,""],lookup_experiment:[62,2,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[62,7,1,""],COMPUTE_API_SERVICE:[62,7,1,""],DATAFLOW_ENDPOINT:[62,7,1,""],STORAGE_API_SERVICE:[62,7,1,""],validate:[62,2,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[62,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[62,2,1,""],from_dictionary:[62,3,1,""],get_all_options:[62,2,1,""],view_as:[62,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[62,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[62,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[62,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[63,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[63,7,1,""],ERR_INVALID_GCS_BUCKET:[63,7,1,""],ERR_INVALID_GCS_OBJECT:[63,7,1,""],ERR_INVALID_GCS_PATH:[63,7,1,""],ERR_INVALID_JOB_NAME:[63,7,1,""],ERR_INVALID_NOT_POSITIVE:[63,7,1,""],ERR_INVALID_PROJECT_ID:[63,7,1,""],ERR_INVALID_PROJECT_NUMBER:[63,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[63,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[63,7,1,""],ERR_MISSING_GCS_PATH:[63,7,1,""],ERR_MISSING_OPTION:[63,7,1,""],GCS_BUCKET:[63,7,1,""],GCS_SCHEME:[63,7,1,""],GCS_URI:[63,7,1,""],JOB_PATTERN:[63,7,1,""],OPTIONS:[63,7,1,""],PROJECT_ID_PATTERN:[63,7,1,""],PROJECT_NUMBER_PATTERN:[63,7,1,""],is_full_string_match:[63,2,1,""],is_service_runner:[63,2,1,""],validate:[63,2,1,""],validate_cloud_options:[63,2,1,""],validate_gcs_path:[63,2,1,""],validate_optional_argument_positive:[63,2,1,""],validate_test_matcher:[63,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[64,1,1,""],StaticValueProvider:[64,1,1,""],ValueProvider:[64,1,1,""],check_accessible:[64,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[64,7,1,""],get:[64,2,1,""],get_value:[64,3,1,""],is_accessible:[64,2,1,""],runtime_options:[64,7,1,""],set_runtime_options:[64,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[64,2,1,""],is_accessible:[64,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[64,2,1,""],is_accessible:[64,2,1,""]},"apache_beam.pipeline":{PTransformOverride:[65,1,1,""],Pipeline:[65,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[65,2,1,""],matches:[65,2,1,""]},"apache_beam.pipeline.Pipeline":{apply:[65,2,1,""],from_runner_api:[65,4,1,""],options:[65,7,1,""],replace_all:[65,2,1,""],run:[65,2,1,""],to_runner_api:[65,2,1,""],visit:[65,2,1,""]},"apache_beam.portability":{api:[67,0,0,"-"],common_urns:[78,0,0,"-"],python_urns:[79,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[68,0,0,"-"],beam_expansion_api_pb2_grpc:[69,0,0,"-"],beam_fn_api_pb2_grpc:[70,0,0,"-"],beam_job_api_pb2_grpc:[71,0,0,"-"],beam_provision_api_pb2_grpc:[72,0,0,"-"],beam_runner_api_pb2_grpc:[73,0,0,"-"],endpoints_pb2_grpc:[74,0,0,"-"],external_transforms_pb2_grpc:[75,0,0,"-"],metrics_pb2_grpc:[76,0,0,"-"],standard_window_fns_pb2_grpc:[77,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[68,1,1,""],ArtifactRetrievalServiceStub:[68,1,1,""],ArtifactStagingServiceServicer:[68,1,1,""],ArtifactStagingServiceStub:[68,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[68,5,1,""],add_ArtifactStagingServiceServicer_to_server:[68,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[68,2,1,""],GetManifest:[68,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[68,2,1,""],PutArtifact:[68,2,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc":{ExpansionServiceServicer:[69,1,1,""],ExpansionServiceStub:[69,1,1,""],add_ExpansionServiceServicer_to_server:[69,5,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc.ExpansionServiceServicer":{Expand:[69,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[70,1,1,""],BeamFnControlStub:[70,1,1,""],BeamFnDataServicer:[70,1,1,""],BeamFnDataStub:[70,1,1,""],BeamFnExternalWorkerPoolServicer:[70,1,1,""],BeamFnExternalWorkerPoolStub:[70,1,1,""],BeamFnLoggingServicer:[70,1,1,""],BeamFnLoggingStub:[70,1,1,""],BeamFnStateServicer:[70,1,1,""],BeamFnStateStub:[70,1,1,""],add_BeamFnControlServicer_to_server:[70,5,1,""],add_BeamFnDataServicer_to_server:[70,5,1,""],add_BeamFnExternalWorkerPoolServicer_to_server:[70,5,1,""],add_BeamFnLoggingServicer_to_server:[70,5,1,""],add_BeamFnStateServicer_to_server:[70,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[70,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[70,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnExternalWorkerPoolServicer":{NotifyRunnerAvailable:[70,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[70,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[70,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[71,1,1,""],JobServiceStub:[71,1,1,""],add_JobServiceServicer_to_server:[71,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[71,2,1,""],DescribePipelineOptions:[71,2,1,""],GetJobMetrics:[71,2,1,""],GetMessageStream:[71,2,1,""],GetState:[71,2,1,""],GetStateStream:[71,2,1,""],Prepare:[71,2,1,""],Run:[71,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[72,1,1,""],ProvisionServiceStub:[72,1,1,""],add_ProvisionServiceServicer_to_server:[72,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[72,2,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[78,1,1,""],PropertiesFromEnumValue:[78,1,1,""],PropertiesFromPayloadType:[78,5,1,""]},"apache_beam.pvalue":{AsDict:[80,1,1,""],AsIter:[80,1,1,""],AsList:[80,1,1,""],AsSingleton:[80,1,1,""],EmptySideInput:[80,1,1,""],PCollection:[80,1,1,""],TaggedOutput:[80,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[80,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[80,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[80,4,1,""],to_runner_api:[80,2,1,""],windowing:[80,7,1,""]},"apache_beam.runners":{dataflow:[82,0,0,"-"],direct:[91,0,0,"-"],interactive:[106,0,0,"-"],internal:[115,0,0,"-"],job:[117,0,0,"-"],pipeline_context:[120,0,0,"-"],runner:[121,0,0,"-"],sdf_common:[122,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_exercise_metrics_pipeline:[83,0,0,"-"],dataflow_metrics:[84,0,0,"-"],dataflow_runner:[85,0,0,"-"],native_io:[86,0,0,"-"],ptransform_overrides:[89,0,0,"-"],test_dataflow_runner:[90,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline":{UserMetricsDoFn:[83,1,1,""],apply_and_run:[83,5,1,""],common_metric_matchers:[83,5,1,""],fn_api_metric_matchers:[83,5,1,""],legacy_metric_matchers:[83,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn":{finish_bundle:[83,2,1,""],process:[83,2,1,""],start_bundle:[83,2,1,""]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[84,1,1,""],main:[84,5,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{all_metrics:[84,2,1,""],query:[84,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[85,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[85,1,1,""],apply_CombineValues:[85,2,1,""],apply_GroupByKey:[85,2,1,""],apply_Read:[85,2,1,""],apply_WriteToBigQuery:[85,2,1,""],byte_array_to_json_string:[85,4,1,""],deserialize_windowing_strategy:[85,3,1,""],flatten_input_visitor:[85,4,1,""],group_by_key_input_visitor:[85,4,1,""],json_string_to_byte_array:[85,4,1,""],poll_for_job_completion:[85,4,1,""],run_CombineValues:[85,2,1,""],run_Flatten:[85,2,1,""],run_GroupByKey:[85,2,1,""],run_Impulse:[85,2,1,""],run_ParDo:[85,2,1,""],run_Read:[85,2,1,""],run_RunnerAPIPTransformHolder:[85,2,1,""],run__NativeWrite:[85,2,1,""],run_pipeline:[85,2,1,""],serialize_windowing_strategy:[85,3,1,""],side_input_visitor:[85,4,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[85,2,1,""],matches:[85,2,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[87,0,0,"-"],streaming_create:[88,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[87,1,1,""],DynamicSplitRequest:[87,1,1,""],DynamicSplitResult:[87,1,1,""],DynamicSplitResultWithPosition:[87,1,1,""],NativeSink:[87,1,1,""],NativeSinkWriter:[87,1,1,""],NativeSource:[87,1,1,""],NativeSourceReader:[87,1,1,""],ReaderPosition:[87,1,1,""],ReaderProgress:[87,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[87,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[87,2,1,""],takes_windowed_values:[87,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[87,2,1,""],reader:[87,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[87,2,1,""],request_dynamic_split:[87,2,1,""],returns_windowed_values:[87,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[87,7,1,""],percent_complete:[87,7,1,""],position:[87,7,1,""],remaining_split_points:[87,7,1,""],remaining_time:[87,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[88,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[88,1,1,""],Impulse:[88,1,1,""],expand:[88,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[88,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[88,2,1,""],get_windowing:[88,2,1,""],infer_output_type:[88,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[89,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[89,2,1,""],matches:[89,2,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[90,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[90,2,1,""],run_pipeline:[90,2,1,""],wait_until_in_state:[90,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[92,0,0,"-"],clock:[93,0,0,"-"],consumer_tracking_pipeline_visitor:[94,0,0,"-"],direct_metrics:[95,0,0,"-"],direct_runner:[96,0,0,"-"],direct_userstate:[97,0,0,"-"],evaluation_context:[98,0,0,"-"],executor:[99,0,0,"-"],helper_transforms:[100,0,0,"-"],sdf_direct_runner:[101,0,0,"-"],test_direct_runner:[102,0,0,"-"],transform_evaluator:[103,0,0,"-"],util:[104,0,0,"-"],watermark_manager:[105,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[92,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[92,2,1,""],create_empty_committed_bundle:[92,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[93,1,1,""],RealClock:[93,1,1,""],TestClock:[93,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[93,2,1,""],time:[93,2,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[93,2,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[93,2,1,""],time:[93,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[94,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[94,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[95,1,1,""],DirectMetrics:[95,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[95,2,1,""],commit_physical:[95,2,1,""],extract_committed:[95,2,1,""],extract_latest_attempted:[95,2,1,""],update_physical:[95,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[95,2,1,""],commit_physical:[95,2,1,""],query:[95,2,1,""],update_physical:[95,2,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[96,1,1,""],DirectRunner:[96,7,1,""],SwitchingDirectRunner:[96,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[96,2,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[96,2,1,""]},"apache_beam.runners.direct.direct_userstate":{DirectUserStateContext:[97,1,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[97,2,1,""],get_state:[97,2,1,""],get_timer:[97,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[98,1,1,""],DirectUnmergedState:[98,1,1,""],EvaluationContext:[98,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[98,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[98,2,1,""],create_empty_committed_bundle:[98,2,1,""],extract_all_timers:[98,2,1,""],get_aggregator_values:[98,2,1,""],get_execution_context:[98,2,1,""],get_value_or_block_until_ready:[98,2,1,""],handle_result:[98,2,1,""],is_done:[98,2,1,""],is_root_transform:[98,2,1,""],metrics:[98,2,1,""],schedule_pending_unblocked_tasks:[98,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[99,1,1,""],TransformExecutor:[99,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[99,2,1,""],shutdown:[99,2,1,""],start:[99,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[99,2,1,""],call:[99,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[100,1,1,""],LiftedCombinePerKey:[100,1,1,""],PartialGroupByKeyCombiningValues:[100,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[100,2,1,""],process:[100,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[100,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[100,2,1,""],finish_bundle:[100,2,1,""],process:[100,2,1,""],start_bundle:[100,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[101,1,1,""],ProcessFn:[101,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[101,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[101,1,1,""],SDFProcessElementInvoker:[101,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[101,2,1,""],new_process_fn:[101,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[101,2,1,""],set_process_element_invoker:[101,2,1,""],step_context:[101,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[101,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[101,2,1,""],matches:[101,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[101,1,1,""],invoke_process_element:[101,2,1,""],test_method:[101,2,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[102,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[102,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[103,1,1,""],RootBundleProvider:[103,1,1,""],TransformEvaluatorRegistry:[103,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[103,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[103,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[103,2,1,""],get_root_bundle_provider:[103,2,1,""],should_execute_serially:[103,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[104,1,1,""],TimerFiring:[104,1,1,""],TransformResult:[104,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[105,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[105,7,1,""],WATERMARK_POS_INF:[105,7,1,""],extract_all_timers:[105,2,1,""],get_watermarks:[105,2,1,""],update_watermarks:[105,2,1,""]},"apache_beam.runners.interactive":{cache_manager:[107,0,0,"-"],display:[108,0,0,"-"],interactive_runner:[113,0,0,"-"],pipeline_analyzer:[114,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[107,1,1,""],FileBasedCacheManager:[107,1,1,""],ReadCache:[107,1,1,""],SafeFastPrimitivesCoder:[107,1,1,""],WriteCache:[107,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[107,2,1,""],exists:[107,2,1,""],is_latest_version:[107,2,1,""],read:[107,2,1,""],sink:[107,2,1,""],source:[107,2,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[107,2,1,""],exists:[107,2,1,""],read:[107,2,1,""],sink:[107,2,1,""],source:[107,2,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[107,2,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[107,2,1,""],encode:[107,2,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[107,2,1,""]},"apache_beam.runners.interactive.display":{display_manager:[109,0,0,"-"],interactive_pipeline_graph:[110,0,0,"-"],pipeline_graph:[111,0,0,"-"],pipeline_graph_renderer:[112,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[109,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[109,2,1,""],stop_periodic_update:[109,2,1,""],update_display:[109,2,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[110,1,1,""],format_sample:[110,5,1,""],nice_str:[110,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[110,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[111,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{get_dot:[111,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[112,1,1,""],PipelineGraphRenderer:[112,1,1,""],PydotRenderer:[112,1,1,""],TextRenderer:[112,1,1,""],get_renderer:[112,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[112,3,1,""],render_pipeline_graph:[112,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[112,3,1,""],render_pipeline_graph:[112,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[112,3,1,""],render_pipeline_graph:[112,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[112,3,1,""],render_pipeline_graph:[112,2,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[113,1,1,""],PipelineResult:[113,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[113,2,1,""],cleanup:[113,2,1,""],end_session:[113,2,1,""],run_pipeline:[113,2,1,""],set_render_option:[113,2,1,""],start_session:[113,2,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{get:[113,2,1,""],sample:[113,2,1,""],wait_until_finish:[113,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[114,1,1,""],PipelineInfo:[114,1,1,""],set_proto_map:[114,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[114,2,1,""],pipeline_info:[114,2,1,""],pipeline_proto_to_execute:[114,2,1,""],read_cache_ids:[114,2,1,""],tl_referenced_pcoll_ids:[114,2,1,""],tl_required_trans_ids:[114,2,1,""],write_cache_ids:[114,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[114,1,1,""],all_pcollections:[114,2,1,""],cache_label:[114,2,1,""],leaf_pcollections:[114,2,1,""],producer:[114,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[114,2,1,""],json:[114,2,1,""]},"apache_beam.runners.internal":{names:[116,0,0,"-"]},"apache_beam.runners.job":{manager:[118,0,0,"-"],utils:[119,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[118,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[119,5,1,""],struct_to_dict:[119,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[120,1,1,""],PipelineContext:[120,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[120,4,1,""],to_runner_api:[120,2,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{coder_id_from_element_type:[120,2,1,""],default_environment_id:[120,2,1,""],element_type_from_coder_id:[120,2,1,""],from_runner_api:[120,4,1,""],to_runner_api:[120,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[121,1,1,""],PipelineRunner:[121,1,1,""],PipelineState:[121,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[121,2,1,""],cancel:[121,2,1,""],metrics:[121,2,1,""],state:[121,7,1,""],wait_until_finish:[121,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[121,2,1,""],apply_PTransform:[121,2,1,""],run:[121,2,1,""],run_async:[121,2,1,""],run_pipeline:[121,2,1,""],run_transform:[121,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[121,7,1,""],CANCELLING:[121,7,1,""],DONE:[121,7,1,""],DRAINED:[121,7,1,""],DRAINING:[121,7,1,""],FAILED:[121,7,1,""],PENDING:[121,7,1,""],RUNNING:[121,7,1,""],STARTING:[121,7,1,""],STOPPED:[121,7,1,""],UNKNOWN:[121,7,1,""],UPDATED:[121,7,1,""],is_terminal:[121,3,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[122,1,1,""],ExplodeWindowsFn:[122,1,1,""],PairWithRestrictionFn:[122,1,1,""],ProcessKeyedElements:[122,1,1,""],RandomUniqueKeyFn:[122,1,1,""],SplitRestrictionFn:[122,1,1,""],SplittableParDo:[122,1,1,""],SplittableParDoOverride:[122,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[122,2,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[122,2,1,""],start_bundle:[122,2,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[122,2,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[122,2,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[122,2,1,""],start_bundle:[122,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[122,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[122,2,1,""],matches:[122,2,1,""]},"apache_beam.testing":{benchmarks:[124,0,0,"-"],load_tests:[134,0,0,"-"],metric_result_matchers:[136,0,0,"-"],pipeline_verifiers:[137,0,0,"-"],synthetic_pipeline:[138,0,0,"-"],test_pipeline:[139,0,0,"-"],test_stream:[140,0,0,"-"],test_utils:[141,0,0,"-"],util:[142,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[125,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[126,0,0,"-"],nexmark_launcher:[128,0,0,"-"],nexmark_util:[129,0,0,"-"],queries:[130,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[127,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[127,1,1,""],Bid:[127,1,1,""],Person:[127,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[128,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[128,2,1,""],generate_events:[128,2,1,""],parse_args:[128,2,1,""],run:[128,2,1,""],run_query:[128,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[129,1,1,""],ParseEventFn:[129,1,1,""],display:[129,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[129,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[129,2,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[131,0,0,"-"],query1:[132,0,0,"-"],query2:[133,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[131,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[132,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[133,5,1,""]},"apache_beam.testing.load_tests":{load_test_metrics_utils:[135,0,0,"-"]},"apache_beam.testing.load_tests.load_test_metrics_utils":{BigQueryClient:[135,1,1,""],BigQueryMetricsPublisher:[135,1,1,""],ConsoleMetricsPublisher:[135,1,1,""],CounterMetric:[135,1,1,""],MeasureTime:[135,1,1,""],Metric:[135,1,1,""],MetricsReader:[135,1,1,""],RuntimeMetric:[135,1,1,""],count_bytes:[135,5,1,""],get_element_by_schema:[135,5,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryClient":{save:[135,2,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryMetricsPublisher":{publish:[135,2,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.ConsoleMetricsPublisher":{publish:[135,2,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureTime":{finish_bundle:[135,2,1,""],process:[135,2,1,""],start_bundle:[135,2,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.Metric":{as_dict:[135,2,1,""],label:[135,7,1,""],value:[135,7,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MetricsReader":{publish_metrics:[135,2,1,""],publishers:[135,7,1,""]},"apache_beam.testing.metric_result_matchers":{DistributionMatcher:[136,1,1,""],MetricResultMatcher:[136,1,1,""],verify_all:[136,5,1,""]},"apache_beam.testing.metric_result_matchers.DistributionMatcher":{describe_mismatch:[136,2,1,""],describe_to:[136,2,1,""]},"apache_beam.testing.metric_result_matchers.MetricResultMatcher":{describe_mismatch:[136,2,1,""],describe_to:[136,2,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[137,1,1,""],PipelineStateMatcher:[137,1,1,""],retry_on_io_error_and_server_error:[137,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[137,2,1,""],describe_to:[137,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[137,2,1,""],describe_to:[137,2,1,""]},"apache_beam.testing.synthetic_pipeline":{ShuffleBarrier:[138,1,1,""],SideInputBarrier:[138,1,1,""],SyntheticSDFAsSource:[138,1,1,""],SyntheticSDFSourceRestrictionProvider:[138,1,1,""],SyntheticSource:[138,1,1,""],SyntheticStep:[138,1,1,""],div_round_up:[138,5,1,""],expand_using_gbk:[138,5,1,""],expand_using_second_output:[138,5,1,""],merge_using_gbk:[138,5,1,""],merge_using_side_input:[138,5,1,""],parse_args:[138,5,1,""],parse_byte_size:[138,5,1,""],rotate_key:[138,5,1,""],run:[138,5,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[138,2,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[138,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFAsSource":{process:[138,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFSourceRestrictionProvider":{create_tracker:[138,2,1,""],initial_restriction:[138,2,1,""],restriction_size:[138,2,1,""],split:[138,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[138,2,1,""],element_size:[138,7,1,""],estimate_size:[138,2,1,""],get_range_tracker:[138,2,1,""],read:[138,2,1,""],split:[138,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[138,2,1,""],process:[138,2,1,""],start_bundle:[138,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[139,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[139,2,1,""],get_option:[139,2,1,""],run:[139,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[140,1,1,""],Event:[140,1,1,""],ProcessingTimeEvent:[140,1,1,""],TestStream:[140,1,1,""],WatermarkEvent:[140,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[140,2,1,""],advance_processing_time:[140,2,1,""],advance_watermark_to:[140,2,1,""],advance_watermark_to_infinity:[140,2,1,""],expand:[140,2,1,""],get_windowing:[140,2,1,""]},"apache_beam.testing.test_utils":{PullResponseMessage:[141,1,1,""],TempDir:[141,1,1,""],cleanup_subscriptions:[141,5,1,""],cleanup_topics:[141,5,1,""],compute_hash:[141,5,1,""],create_pull_response:[141,5,1,""],delete_files:[141,5,1,""],patch_retry:[141,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[141,2,1,""],get_path:[141,2,1,""]},"apache_beam.testing.util":{TestWindowedValue:[142,1,1,""],assert_that:[142,5,1,""],equal_to:[142,5,1,""],is_empty:[142,5,1,""],open_shards:[142,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[142,7,1,""],value:[142,7,1,""],windows:[142,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[144,0,0,"-"],distribution_counter_microbenchmark:[145,0,0,"-"],sideinput_microbenchmark:[146,0,0,"-"],utils:[147,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[144,5,1,""],dict_int_int:[144,5,1,""],globally_windowed_value:[144,5,1,""],large_dict:[144,5,1,""],large_int:[144,5,1,""],large_iterable:[144,5,1,""],large_list:[144,5,1,""],large_string:[144,5,1,""],large_tuple:[144,5,1,""],list_int:[144,5,1,""],random_string:[144,5,1,""],random_windowed_value:[144,5,1,""],run_coder_benchmarks:[144,5,1,""],small_dict:[144,5,1,""],small_int:[144,5,1,""],small_list:[144,5,1,""],small_string:[144,5,1,""],small_tuple:[144,5,1,""],wv_with_multiple_windows:[144,5,1,""],wv_with_one_window:[144,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[145,5,1,""],run_benchmark:[145,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[146,5,1,""],run_benchmark:[146,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[147,1,1,""],check_compiled:[147,5,1,""],run_benchmarks:[147,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[147,7,1,""],num_runs:[147,7,1,""],size:[147,7,1,""]},"apache_beam.transforms":{combiners:[149,0,0,"-"],core:[150,0,0,"-"],create_source:[151,0,0,"-"],display:[152,0,0,"-"],external:[153,0,0,"-"],external_test_it:[154,0,0,"-"],ptransform:[155,0,0,"-"],sideinputs:[156,0,0,"-"],timeutil:[157,0,0,"-"],trigger:[158,0,0,"-"],userstate:[159,0,0,"-"],util:[160,0,0,"-"],window:[161,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[149,1,1,""],Mean:[149,1,1,""],Sample:[149,1,1,""],ToDict:[149,1,1,""],ToList:[149,1,1,""],Top:[149,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[149,1,1,""],PerElement:[149,1,1,""],PerKey:[149,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[149,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[149,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[149,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[149,1,1,""],PerKey:[149,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[149,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[149,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[149,1,1,""],FixedSizePerKey:[149,1,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizeGlobally":{default_label:[149,2,1,""],display_data:[149,2,1,""],expand:[149,2,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizePerKey":{default_label:[149,2,1,""],display_data:[149,2,1,""],expand:[149,2,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[149,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[149,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[149,4,1,""],LargestPerKey:[149,4,1,""],Of:[149,1,1,""],PerKey:[149,1,1,""],Smallest:[149,4,1,""],SmallestPerKey:[149,4,1,""]},"apache_beam.transforms.combiners.Top.Of":{default_label:[149,2,1,""],expand:[149,2,1,""]},"apache_beam.transforms.combiners.Top.PerKey":{default_label:[149,2,1,""],expand:[149,2,1,""]},"apache_beam.transforms.core":{CombineFn:[150,1,1,""],CombineGlobally:[150,1,1,""],CombinePerKey:[150,1,1,""],CombineValues:[150,1,1,""],Create:[150,1,1,""],DoFn:[150,1,1,""],Filter:[150,5,1,""],FlatMap:[150,5,1,""],Flatten:[150,1,1,""],GroupByKey:[150,1,1,""],Impulse:[150,1,1,""],Map:[150,5,1,""],ParDo:[150,1,1,""],Partition:[150,1,1,""],PartitionFn:[150,1,1,""],RestrictionProvider:[150,1,1,""],WindowInto:[150,1,1,""],Windowing:[150,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[150,2,1,""],add_inputs:[150,2,1,""],apply:[150,2,1,""],compact:[150,2,1,""],create_accumulator:[150,2,1,""],default_label:[150,2,1,""],extract_output:[150,2,1,""],for_input_type:[150,2,1,""],from_callable:[150,4,1,""],get_accumulator_coder:[150,2,1,""],maybe_from_callable:[150,4,1,""],merge_accumulators:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[150,2,1,""],as_view:[150,7,1,""],default_label:[150,2,1,""],display_data:[150,2,1,""],expand:[150,2,1,""],fanout:[150,7,1,""],has_defaults:[150,7,1,""],with_defaults:[150,2,1,""],with_fanout:[150,2,1,""],without_defaults:[150,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[150,2,1,""],default_type_hints:[150,2,1,""],display_data:[150,2,1,""],expand:[150,2,1,""],from_runner_api_parameter:[150,4,1,""],make_fn:[150,2,1,""],runner_api_requires_keyed_input:[150,2,1,""],to_runner_api_parameter:[150,2,1,""],with_hot_key_fanout:[150,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[150,2,1,""],from_runner_api_parameter:[150,4,1,""],make_fn:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},"apache_beam.transforms.core.Create":{expand:[150,2,1,""],get_output_type:[150,2,1,""],get_windowing:[150,2,1,""],infer_output_type:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},"apache_beam.transforms.core.DoFn":{BundleFinalizerParam:[150,7,1,""],DoFnProcessParams:[150,7,1,""],ElementParam:[150,7,1,""],RestrictionParam:[150,7,1,""],SideInputParam:[150,7,1,""],StateParam:[150,7,1,""],TimerParam:[150,7,1,""],TimestampParam:[150,7,1,""],WatermarkReporterParam:[150,7,1,""],WindowParam:[150,7,1,""],default_label:[150,2,1,""],finish_bundle:[150,2,1,""],from_callable:[150,4,1,""],get_function_arguments:[150,2,1,""],infer_output_type:[150,2,1,""],is_process_bounded:[150,2,1,""],process:[150,2,1,""],start_bundle:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[150,2,1,""],from_runner_api_parameter:[150,4,1,""],get_windowing:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[150,1,1,""],expand:[150,2,1,""],from_runner_api_parameter:[150,4,1,""],infer_output_type:[150,2,1,""],runner_api_requires_keyed_input:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[150,2,1,""],process:[150,2,1,""]},"apache_beam.transforms.core.Impulse":{expand:[150,2,1,""],from_runner_api_parameter:[150,4,1,""],get_windowing:[150,2,1,""],infer_output_type:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[150,2,1,""],display_data:[150,2,1,""],expand:[150,2,1,""],from_runner_api_parameter:[150,4,1,""],get_restriction_coder:[150,2,1,""],infer_output_type:[150,2,1,""],make_fn:[150,2,1,""],runner_api_requires_keyed_input:[150,2,1,""],to_runner_api_parameter:[150,2,1,""],with_outputs:[150,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[150,1,1,""],expand:[150,2,1,""],make_fn:[150,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[150,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[150,2,1,""],partition_for:[150,2,1,""]},"apache_beam.transforms.core.RestrictionProvider":{create_tracker:[150,2,1,""],initial_restriction:[150,2,1,""],restriction_coder:[150,2,1,""],restriction_size:[150,2,1,""],split:[150,2,1,""],split_and_size:[150,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[150,1,1,""],expand:[150,2,1,""],from_runner_api_parameter:[150,4,1,""],get_windowing:[150,2,1,""],infer_output_type:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[150,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[150,4,1,""],is_default:[150,2,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.display":{DisplayData:[152,1,1,""],DisplayDataItem:[152,1,1,""],HasDisplayData:[152,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[152,3,1,""],create_from_options:[152,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[152,2,1,""],drop_if_none:[152,2,1,""],get_dict:[152,2,1,""],is_valid:[152,2,1,""],should_drop:[152,2,1,""],typeDict:[152,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[152,2,1,""]},"apache_beam.transforms.external":{ExternalTransform:[153,1,1,""],memoize:[153,5,1,""]},"apache_beam.transforms.external.ExternalTransform":{default_label:[153,2,1,""],expand:[153,2,1,""],get_local_namespace:[153,3,1,""],outer_namespace:[153,3,1,""],to_runner_api_transform:[153,2,1,""]},"apache_beam.transforms.external_test_it":{ExternalTransformIT:[154,1,1,""]},"apache_beam.transforms.external_test_it.ExternalTransformIT":{test_job_python_from_python_it:[154,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[155,1,1,""],label_from_callable:[155,5,1,""],ptransform_fn:[155,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[155,2,1,""],expand:[155,2,1,""],from_runner_api:[155,3,1,""],get_windowing:[155,2,1,""],infer_output_type:[155,2,1,""],label:[155,7,1,""],pipeline:[155,7,1,""],register_urn:[155,3,1,""],runner_api_requires_keyed_input:[155,2,1,""],side_inputs:[155,7,1,""],to_runner_api:[155,2,1,""],to_runner_api_parameter:[155,2,1,""],to_runner_api_pickled:[155,2,1,""],type_check_inputs:[155,2,1,""],type_check_inputs_or_outputs:[155,2,1,""],type_check_outputs:[155,2,1,""],with_input_types:[155,2,1,""],with_output_types:[155,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[156,1,1,""],default_window_mapping_fn:[156,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[156,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[157,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[157,7,1,""],REAL_TIME:[157,7,1,""],WATERMARK:[157,7,1,""],from_string:[157,4,1,""],to_runner_api:[157,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[158,1,1,""],AfterAll:[158,1,1,""],AfterAny:[158,1,1,""],AfterCount:[158,1,1,""],AfterEach:[158,1,1,""],AfterProcessingTime:[158,1,1,""],AfterWatermark:[158,1,1,""],DefaultTrigger:[158,1,1,""],OrFinally:[158,1,1,""],Repeatedly:[158,1,1,""],TriggerFn:[158,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[158,7,1,""],DISCARDING:[158,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[158,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[158,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[158,7,1,""],from_runner_api:[158,4,1,""],on_element:[158,2,1,""],on_fire:[158,2,1,""],on_merge:[158,2,1,""],reset:[158,2,1,""],should_fire:[158,2,1,""],to_runner_api:[158,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[158,7,1,""],from_runner_api:[158,4,1,""],on_element:[158,2,1,""],on_fire:[158,2,1,""],on_merge:[158,2,1,""],reset:[158,2,1,""],should_fire:[158,2,1,""],to_runner_api:[158,2,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[158,4,1,""],on_element:[158,2,1,""],on_fire:[158,2,1,""],on_merge:[158,2,1,""],reset:[158,2,1,""],should_fire:[158,2,1,""],to_runner_api:[158,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[158,7,1,""],from_runner_api:[158,4,1,""],is_late:[158,2,1,""],on_element:[158,2,1,""],on_fire:[158,2,1,""],on_merge:[158,2,1,""],reset:[158,2,1,""],should_fire:[158,2,1,""],to_runner_api:[158,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[158,4,1,""],on_element:[158,2,1,""],on_fire:[158,2,1,""],on_merge:[158,2,1,""],reset:[158,2,1,""],should_fire:[158,2,1,""],to_runner_api:[158,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[158,4,1,""],to_runner_api:[158,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[158,4,1,""],on_element:[158,2,1,""],on_fire:[158,2,1,""],on_merge:[158,2,1,""],reset:[158,2,1,""],should_fire:[158,2,1,""],to_runner_api:[158,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[158,4,1,""],on_element:[158,2,1,""],on_fire:[158,2,1,""],on_merge:[158,2,1,""],reset:[158,2,1,""],should_fire:[158,2,1,""],to_runner_api:[158,2,1,""]},"apache_beam.transforms.userstate":{BagRuntimeState:[159,1,1,""],BagStateSpec:[159,1,1,""],CombiningValueRuntimeState:[159,1,1,""],CombiningValueStateSpec:[159,1,1,""],RuntimeState:[159,1,1,""],RuntimeTimer:[159,1,1,""],StateSpec:[159,1,1,""],TimerSpec:[159,1,1,""],UserStateContext:[159,1,1,""],get_dofn_specs:[159,5,1,""],is_stateful_dofn:[159,5,1,""],on_timer:[159,5,1,""],validate_stateful_dofn:[159,5,1,""]},"apache_beam.transforms.userstate.BagRuntimeState":{add:[159,2,1,""],clear:[159,2,1,""],read:[159,2,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[159,2,1,""]},"apache_beam.transforms.userstate.CombiningValueRuntimeState":{add:[159,2,1,""],clear:[159,2,1,""],read:[159,2,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[159,2,1,""]},"apache_beam.transforms.userstate.RuntimeState":{for_spec:[159,4,1,""],prefetch:[159,2,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[159,2,1,""],set:[159,2,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[159,2,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[159,2,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[159,2,1,""],get_state:[159,2,1,""],get_timer:[159,2,1,""]},"apache_beam.transforms.util":{BatchElements:[160,1,1,""],CoGroupByKey:[160,1,1,""],Distinct:[160,5,1,""],Keys:[160,5,1,""],KvSwap:[160,5,1,""],RemoveDuplicates:[160,5,1,""],Reshuffle:[160,1,1,""],Values:[160,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[160,2,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[160,2,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[160,2,1,""],from_runner_api_parameter:[160,4,1,""],to_runner_api_parameter:[160,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[161,1,1,""],FixedWindows:[161,1,1,""],GlobalWindow:[161,1,1,""],GlobalWindows:[161,1,1,""],IntervalWindow:[161,1,1,""],NonMergingWindowFn:[161,1,1,""],Sessions:[161,1,1,""],SlidingWindows:[161,1,1,""],TimestampCombiner:[161,1,1,""],TimestampedValue:[161,1,1,""],WindowFn:[161,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[161,7,1,""],max_timestamp:[161,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[161,2,1,""],from_runner_api_parameter:[161,4,1,""],get_window_coder:[161,2,1,""],offset:[161,7,1,""],size:[161,7,1,""],to_runner_api_parameter:[161,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[161,2,1,""],from_runner_api_parameter:[161,4,1,""],get_window_coder:[161,2,1,""],to_runner_api_parameter:[161,2,1,""],windowed_value:[161,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[161,7,1,""],intersects:[161,2,1,""],start:[161,7,1,""],union:[161,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[161,2,1,""],merge:[161,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[161,2,1,""],from_runner_api_parameter:[161,4,1,""],gap_size:[161,7,1,""],get_window_coder:[161,2,1,""],merge:[161,2,1,""],to_runner_api_parameter:[161,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[161,2,1,""],from_runner_api_parameter:[161,4,1,""],get_window_coder:[161,2,1,""],offset:[161,7,1,""],period:[161,7,1,""],size:[161,7,1,""],to_runner_api_parameter:[161,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[161,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[161,7,1,""],OUTPUT_AT_EOW:[161,7,1,""],OUTPUT_AT_LATEST:[161,7,1,""],get_impl:[161,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[161,7,1,""],value:[161,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[161,1,1,""],MergeContext:[161,1,1,""],assign:[161,2,1,""],get_transformed_output_time:[161,2,1,""],get_window_coder:[161,2,1,""],is_merging:[161,2,1,""],merge:[161,2,1,""],to_runner_api_parameter:[161,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[161,2,1,""]},"apache_beam.typehints":{decorators:[163,0,0,"-"],native_type_compatibility:[164,0,0,"-"],opcodes:[165,0,0,"-"],trivial_inference:[166,0,0,"-"],typecheck:[167,0,0,"-"],typehints:[168,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[163,6,1,""],WithTypeHints:[163,1,1,""],with_input_types:[163,5,1,""],with_output_types:[163,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[163,2,1,""],get_type_hints:[163,2,1,""],with_input_types:[163,2,1,""],with_output_types:[163,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[164,5,1,""],convert_to_beam_types:[164,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[165,5,1,""],binary_and:[165,5,1,""],binary_divide:[165,5,1,""],binary_floor_divide:[165,5,1,""],binary_lshift:[165,5,1,""],binary_modulo:[165,5,1,""],binary_multiply:[165,5,1,""],binary_or:[165,5,1,""],binary_power:[165,5,1,""],binary_rshift:[165,5,1,""],binary_subscr:[165,5,1,""],binary_subtract:[165,5,1,""],binary_true_divide:[165,5,1,""],binary_xor:[165,5,1,""],build_class:[165,5,1,""],build_list:[165,5,1,""],build_map:[165,5,1,""],build_slice:[165,5,1,""],build_tuple:[165,5,1,""],call_function:[165,5,1,""],call_function_kw:[165,5,1,""],call_function_var:[165,5,1,""],call_function_var_wk:[165,5,1,""],compare_op:[165,5,1,""],delete_attr:[165,5,1,""],delete_fast:[165,5,1,""],delete_global:[165,5,1,""],delete_slice_0:[165,5,1,""],delete_slice_1:[165,5,1,""],delete_slice_2:[165,5,1,""],delete_slice_3:[165,5,1,""],dup_top:[165,5,1,""],dup_topx:[165,5,1,""],exec_stmt:[165,5,1,""],get_iter:[165,5,1,""],import_from:[165,5,1,""],import_name:[165,5,1,""],inpalce_or:[165,5,1,""],inplace_add:[165,5,1,""],inplace_and:[165,5,1,""],inplace_divide:[165,5,1,""],inplace_floor_divide:[165,5,1,""],inplace_lshift:[165,5,1,""],inplace_modulo:[165,5,1,""],inplace_multiply:[165,5,1,""],inplace_power:[165,5,1,""],inplace_rshift:[165,5,1,""],inplace_subtract:[165,5,1,""],inplace_true_divide:[165,5,1,""],inplace_xor:[165,5,1,""],list_append:[165,5,1,""],load_attr:[165,5,1,""],load_closure:[165,5,1,""],load_const:[165,5,1,""],load_deref:[165,5,1,""],load_fast:[165,5,1,""],load_global:[165,5,1,""],load_locals:[165,5,1,""],load_name:[165,5,1,""],make_closure:[165,5,1,""],make_function:[165,5,1,""],nop:[165,5,1,""],pop_one:[165,5,1,""],pop_three:[165,5,1,""],pop_top:[165,5,1,""],pop_two:[165,5,1,""],print_item:[165,5,1,""],print_newline:[165,5,1,""],push_value:[165,5,1,""],rot_four:[165,5,1,""],rot_n:[165,5,1,""],rot_three:[165,5,1,""],rot_two:[165,5,1,""],slice_0:[165,5,1,""],slice_1:[165,5,1,""],slice_2:[165,5,1,""],slice_3:[165,5,1,""],store_attr:[165,5,1,""],store_fast:[165,5,1,""],store_global:[165,5,1,""],store_map:[165,5,1,""],store_slice_0:[165,5,1,""],store_slice_1:[165,5,1,""],store_slice_2:[165,5,1,""],store_slice_3:[165,5,1,""],store_subscr:[165,5,1,""],symmetric_binary_op:[165,5,1,""],unary:[165,5,1,""],unary_convert:[165,5,1,""],unary_invert:[165,5,1,""],unary_negative:[165,5,1,""],unary_not:[165,5,1,""],unary_positive:[165,5,1,""],unpack_sequence:[165,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[166,1,1,""],Const:[166,1,1,""],FrameState:[166,1,1,""],TypeInferenceError:[166,6,1,""],element_type:[166,5,1,""],hashable:[166,5,1,""],infer_return_type:[166,5,1,""],infer_return_type_func:[166,5,1,""],instance_to_type:[166,5,1,""],key_value_types:[166,5,1,""],union:[166,5,1,""],union_list:[166,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[166,4,1,""],unwrap_all:[166,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[166,2,1,""],const_type:[166,2,1,""],copy:[166,2,1,""],get_global:[166,2,1,""],get_name:[166,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[167,1,1,""],OutputCheckWrapperDoFn:[167,1,1,""],TypeCheckCombineFn:[167,1,1,""],TypeCheckVisitor:[167,1,1,""],TypeCheckWrapperDoFn:[167,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[167,2,1,""],is_process_bounded:[167,2,1,""],process:[167,2,1,""],start_bundle:[167,2,1,""],wrapper:[167,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[167,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[167,2,1,""],compact:[167,2,1,""],create_accumulator:[167,2,1,""],extract_output:[167,2,1,""],merge_accumulators:[167,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[167,2,1,""],leave_composite_transform:[167,2,1,""],visit_transform:[167,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[167,2,1,""],wrapper:[167,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[168,1,1,""],WindowedValue:[168,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[168,2,1,""],match_type_variables:[168,2,1,""]},"apache_beam.utils":{annotations:[170,0,0,"-"],plugin:[171,0,0,"-"],processes:[172,0,0,"-"],profiler:[173,0,0,"-"],proto_utils:[174,0,0,"-"],retry:[175,0,0,"-"],timestamp:[176,0,0,"-"],urns:[177,0,0,"-"]},"apache_beam.utils.annotations":{BeamDeprecationWarning:[170,6,1,""],annotate:[170,5,1,""],wraps:[170,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[171,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[171,3,1,""],get_all_subclasses:[171,3,1,""]},"apache_beam.utils.processes":{Popen:[172,5,1,""],call:[172,5,1,""],check_call:[172,5,1,""],check_output:[172,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[173,1,1,""],Profile:[173,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[173,2,1,""],start:[173,2,1,""],stop:[173,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[173,7,1,""],default_file_copy_fn:[173,4,1,""],factory_from_options:[173,4,1,""]},"apache_beam.utils.proto_utils":{from_micros:[174,5,1,""],pack_Any:[174,5,1,""],pack_Struct:[174,5,1,""],parse_Bytes:[174,5,1,""],unpack_Any:[174,5,1,""]},"apache_beam.utils.retry":{Clock:[175,1,1,""],FuzzedExponentialIntervals:[175,1,1,""],PermanentException:[175,6,1,""],no_retries:[175,5,1,""],retry_on_beam_io_error_filter:[175,5,1,""],retry_on_server_errors_and_timeout_filter:[175,5,1,""],retry_on_server_errors_filter:[175,5,1,""],retry_on_server_errors_timeout_or_quota_issues_filter:[175,5,1,""],with_exponential_backoff:[175,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[175,2,1,""]},"apache_beam.utils.timestamp":{Duration:[176,1,1,""],Timestamp:[176,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[176,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{RFC_3339_RE:[176,7,1,""],from_rfc3339:[176,3,1,""],from_utc_datetime:[176,3,1,""],of:[176,4,1,""],predecessor:[176,2,1,""],to_rfc3339:[176,2,1,""],to_utc_datetime:[176,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[177,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[177,3,1,""],register_pickle_urn:[177,3,1,""],register_urn:[177,3,1,""],to_runner_api:[177,2,1,""],to_runner_api_parameter:[177,2,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[5,0,0,"-"],internal:[6,0,0,"-"],io:[13,0,0,"-"],metrics:[56,0,0,"-"],options:[61,0,0,"-"],pipeline:[65,0,0,"-"],portability:[66,0,0,"-"],pvalue:[80,0,0,"-"],runners:[81,0,0,"-"],testing:[123,0,0,"-"],tools:[143,0,0,"-"],transforms:[148,0,0,"-"],typehints:[162,0,0,"-"],utils:[169,0,0,"-"],version:[178,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":55,"123z":43,"29t23":43,"4tb":29,"5tb":29,"60s":173,"abstract":[22,49,107,112,121,161,167,177],"boolean":[20,22,24,29,41,47,53,152],"byte":[1,9,14,18,20,22,23,26,30,42,43,46,48,87,112,150,168,174],"case":[10,14,20,29,32,33,37,43,46,48,51,52,53,55,65,80,87,92,101,142,150,154,160],"catch":29,"char":52,"class":[1,2,3,4,5,11,12,14,15,17,18,19,20,21,22,23,24,26,29,30,31,32,33,36,37,40,41,42,43,45,46,47,48,49,50,52,53,54,55,57,58,59,62,63,64,65,68,69,70,71,72,78,80,83,84,85,87,88,89,90,92,93,94,95,96,97,98,99,100,101,102,103,104,105,107,109,110,111,112,113,114,118,120,121,122,127,128,129,135,136,137,138,139,140,141,142,147,149,150,152,153,154,155,156,157,158,159,160,161,163,166,167,168,170,171,173,175,176,177,179],"const":[138,166],"default":[1,4,14,17,18,19,22,29,32,33,42,46,48,52,53,62,80,103,111,137,139,149,150,152,155,161,170,173,175],"enum":[22,121],"export":[29,30,32],"final":[1,19,20,23,46,52,98,101,121,150,160,177],"float":[1,9,22,24,29,38,41,46,47,51,55,57,140,147,152,161,168,176],"function":[1,4,9,10,11,12,22,24,28,29,30,32,38,41,46,47,51,58,60,65,87,119,135,138,139,141,142,147,149,150,155,158,159,160,161,163,165,166,168,170,175,177],"import":[4,30,32,46,55,82,91,156,161,163,171,175,179],"int":[1,9,14,22,23,29,30,37,38,40,41,42,47,48,51,52,55,60,85,107,121,140,147,150,152,163,168,176],"long":[4,49,150,175,176],"new":[4,10,20,22,23,24,29,41,46,47,55,65,70,80,85,87,121,138,142,147,150,158],"null":[14,32],"public":[1,62,170],"return":[1,3,4,9,10,12,14,18,19,20,21,22,23,24,29,32,37,38,39,40,41,42,45,46,47,48,49,51,52,53,55,57,58,60,62,63,65,71,80,83,84,85,87,93,96,98,101,103,105,107,112,114,121,138,139,141,142,147,149,150,152,155,158,160,161,163,164,166,168,170,174,175,176,177],"short":[29,152],"static":[1,21,22,24,26,29,32,40,43,46,58,59,64,65,80,85,120,149,150,152,157,158,159,160,161,163,166,168,173,176],"super":155,"switch":96,"throw":68,"transient":[46,175],"true":[1,9,11,14,20,21,22,29,30,32,43,45,46,48,51,52,53,55,60,62,63,65,98,103,139,142,147,149,150,152,158,175],"try":[20,29,46,51],"while":[14,20,46,51,87,98,173],Adding:85,For:[1,2,3,4,6,7,8,9,10,11,12,14,15,17,18,20,22,24,29,32,38,39,43,46,48,51,63,65,66,67,79,87,92,93,94,99,103,104,105,111,112,120,129,139,140,141,142,143,147,150,152,155,156,160,161,165,166,167,169,170,171,172,173,174,175,176,177],GCS:[19,29,41,42,52,63],HAS:[30,32],Has:29,IDs:[110,114],Its:37,KMS:[29,42],Not:[23,163],One:[29,163],Such:46,TOS:165,The:[1,4,8,9,11,14,17,18,19,22,24,29,30,32,33,36,37,38,40,43,46,48,52,53,55,57,58,59,60,62,65,68,71,80,82,85,87,88,96,97,98,109,112,121,127,128,129,131,132,133,135,138,139,140,141,142,149,150,152,155,159,160,161,163,164,165,166,168,170,175,177,179],Their:103,Then:14,There:[22,29,88],These:[18,21,29,32,46,53,60,62,85,140],Use:[51,112,137],Used:[20,42,46,52,53,54,55,70,120,141,166],Uses:[14,48,150],Using:37,Will:101,With:155,__all__:1,__call__:147,__init__:[62,147,155,163],__name__:170,__scatter__:39,_add_argparse_arg:62,_avrosourc:[14,20],_bundlefinalizerparam:150,_gener:33,_groupbykeyonli:103,_intervalwindowbas:161,_list:24,_match:137,_mutat:37,_namespac:152,_num_query_splits_max:37,_paralleltriggerfn:158,_paramet:65,_parquetsourc:48,_picklecoderbas:1,_processelementsevalu:101,_py:67,_restrictiondofnparam:150,_source_class:52,_sre:[24,176],_statedofnparam:150,_timerdofnparam:150,_unused_context:26,a12345:129,abc:[62,121],abil:163,abl:[9,24,29,30,84,150],about:[22,32,46,55,59,109,110,113,121,138,150,170],abov:[4,29,46,51,62,149,160],absolut:[22,23],abstractdofnwrapp:167,acapulco:29,accept:[14,29,46,48,52,138,150,160,163],access:[8,21,23,24,33,41,45,46,47,58,59,62,64,98,113,114,120,121,150,159,179],accessdeni:175,accessor:78,accord:[22,41,47,51,161],accordingli:46,accumul:[57,63,150,158,167],accumulation_mod:150,accumulationmod:158,accur:46,ack_id:141,across:[1,37,46,98,150,160],act:103,action:165,activ:70,actual:[12,23,48,65,137,142,150,155,158],acycl:179,adaptive_throttl:38,adaptivethrottl:38,add:[29,32,62,65,107,140,150,152,155,159,160,163],add_argu:62,add_artifactretrievalserviceservicer_to_serv:68,add_artifactstagingserviceservicer_to_serv:68,add_beamfncontrolservicer_to_serv:70,add_beamfndataservicer_to_serv:70,add_beamfnexternalworkerpoolservicer_to_serv:70,add_beamfnloggingservicer_to_serv:70,add_beamfnstateservicer_to_serv:70,add_el:140,add_expansionserviceservicer_to_serv:69,add_experi:62,add_extra_args_fn:62,add_input:[150,167],add_jobserviceservicer_to_serv:71,add_provisionserviceservicer_to_serv:72,added:[22,24,41,45,47,52,58,140,150,158],addit:[13,27,32,52,55,62,70,98,149,150,155,168,170,179],addition:[4,14,32,48,177],additional_bq_paramet:[29,30],additional_create_paramet:32,additional_load_paramet:32,additionali:163,address:[17,18,46],adjust:[22,23,46,48,83],advanc:[93,140],advance_bi:[93,140],advance_processing_tim:140,advance_tim:93,advance_watermark_to:140,advance_watermark_to_infin:140,afford:150,after:[12,19,22,24,37,41,42,45,46,47,48,51,52,55,63,65,85,87,94,97,98,101,140,150,158,175,176,179],afteral:158,afterani:158,aftercount:158,aftereach:158,afterprocessingtim:158,afterwatermark:158,again:[38,65,87],against:[22,24,63,139,142,167],age:48,aggreg:[63,95,100,121,147,150],aggregated_valu:121,aggregator_or_nam:[98,121],agre:46,aka:161,alert:80,alia:[55,96,142,150,168],aliv:113,all:[5,12,19,22,24,29,30,32,37,38,41,45,46,47,49,55,62,63,65,68,80,83,84,87,98,103,105,107,121,122,135,139,140,142,146,147,150,152,158,160,161,163,171,175],all_don:30,all_metr:[84,136],all_pcollect:114,allel:55,allow:[21,23,29,37,39,40,46,58,59,70,80,113,137,150,152,155,159,161,163,168,175],allow_empty_match:21,allow_if_wildcard:21,allow_malformed_record:55,allow_proto_hold:[65,120],alreadi:[22,23,24,29,41,45,46,47,65,176],also:[1,17,18,19,29,46,59,65,70,88,95,98,121,150,155,158,160,163,173,175,177],altern:[40,55,155,160,170],alternate_bas:55,although:46,alwai:[1,4,23,29,46,49,155,170,173],alyssa:14,amort:160,amount:[23,40,46,51,160],analys:166,analysi:114,analyz:[4,109,114],ancestor:40,and_latest_vers:107,ani:[1,2,12,14,21,22,23,24,29,30,37,38,41,43,45,46,47,48,55,62,98,101,105,121,144,150,152,158,159,161,163,168,170,171,174],annot:[139,155,163,169,179],anoth:[1,62,65,101],any_msg:174,anyth:[82,91],anytypeconstraint:168,apach:[17,18,21,46,49,50,85,150,152,158,178],apache_beam:179,api:[1,9,29,32,37,42,43,46,58,65,66,83,88,118,119,120,121,135,152,159,170,179],apicli:84,apitool:29,app:42,appear:[55,150,163],append:[22,32,46,70,139],append_trailing_newlin:52,appenddestinationsfn:32,appengin:42,appli:[22,40,46,62,65,80,83,99,113,121,149,150,155,161],applic:[14,19,22,24,41,42,45,47,48,103],applied_ptransform:[65,85,89,94,98,99,101,103,105,122],applied_transform:167,appliedptransform:[65,94,98,104,105],apply_and_run:83,apply_combinevalu:85,apply_groupbykei:85,apply_ptransform:121,apply_read:85,apply_writetobigqueri:85,apply_xyz:121,applypartitionfnfn:150,approach:155,appropri:[9,29,98],approxim:[46,87,144],arbitrari:80,arbitrarili:46,arg1:170,arg2:170,arg:[12,31,38,53,62,99,100,101,122,129,138,149,150,153,164,165,167,170,172,175],arg_hint:163,arg_nam:63,argpars:62,args_for_invok:101,argument:[1,12,14,22,28,29,32,38,42,45,46,48,52,53,58,62,63,65,80,85,138,139,142,147,149,150,152,155,160,163,165,168,170,175,177],argumentplacehold:12,argv:[28,31,36,44,62,65,84,138,139],arithmet:[149,176],around:[30,80,120,167],arrai:[18,26],arriv:[158,161],artifact:68,artifactretrievalserviceservic:68,artifactretrievalservicestub:68,artifactstagingserviceservic:68,artifactstagingservicestub:68,as_cloud_object:1,as_deterministic_cod:1,as_dict:135,as_singleton_view:150,as_view:150,ascii:[11,52],asdict:[29,80,156],asit:[80,156],ask:[87,150],aslist:[29,80,156],aspect:46,assert:51,assert_reentrant_reads_succe:51,assert_sources_equal_reference_sourc:51,assert_split_at_fraction_behavior:51,assert_split_at_fraction_binari:51,assert_split_at_fraction_exhaust:51,assert_split_at_fraction_fail:51,assert_split_at_fraction_succeeds_and_consist:51,assert_that:[139,142],assertfals:136,assertsourcesequalreferencesourc:51,assertsplitatfract:51,assertsplitatfractionbehavior:51,assertsplitatfractionexhaust:51,assideinput:[29,80],assign:[46,122,150,161],assign_context:161,assigncontext:161,assingleton:[80,156],associ:[4,29,37,40,46,55,70,80,87,149,150,152,155,161],assum:[18,38,46,51,52,150],assumpt:109,asynchron:98,atom:46,attempt:[87,99,136,160],attempt_cal:99,attr:[29,139],attribut:[23,29,32,43,52,111,141,161],auction:[127,128,129,131,132,133],auth:[6,7,179],authent:8,authenticationexcept:8,author:[127,128],auto:[19,20,22,24,41,45,47,52,53,55],automat:[37,67],avail:[22,29,42,55,59,68,80,85,113,142,150,152,161,179],averag:145,avoid:[22,29,30,32,46,161,168],avro:14,avroio:[13,46,179],avroio_test:51,await_complet:99,awar:176,b12345:129,back:[1,113],backend:113,background:121,backoff:175,backward:[1,2,3,6,7,8,9,10,11,12,15,21,22,30,32,37,38,39,40,42,43,46,48,58,63,65,66,67,79,82,87,91,92,93,94,99,103,104,105,109,110,111,112,113,114,120,140,141,143,155,156,158,159,160,165,166,167,169,170,171,172,173,174,175,176,177],bad:29,bag:159,bagruntimest:159,bagstatespec:159,bar:[22,48],barrier:138,base64:[11,87],base:[1,2,3,4,5,8,12,14,15,17,18,19,20,21,22,23,24,26,29,30,31,32,33,36,37,39,40,41,42,43,45,46,47,48,49,50,52,53,54,55,57,58,59,60,62,63,64,65,68,69,70,71,72,78,80,83,84,85,87,88,89,90,92,93,94,95,96,97,98,99,100,101,102,103,104,105,107,109,110,111,112,113,114,118,120,121,122,127,128,129,135,136,137,138,139,140,141,142,147,149,150,152,153,154,155,156,157,158,159,160,161,163,166,167,168,170,171,173,175,176,177],base_match:[63,136,137],base_url:45,basematch:[63,136,137],basepath:[22,24,41,47],basic:[9,48,149,152,161],batch:[29,30,38,46,48,96,150,160,161,179],batch_siz:29,batchel:160,beam:[1,5,14,17,18,21,23,29,33,37,40,46,48,49,50,60,65,78,85,88,90,102,107,111,113,138,139,142,158,159,164,170,175,177,178],beam_artifact_api_pb2_grpc:[66,67,179],beam_expansion_api_pb2_grpc:[66,67,179],beam_fn_api_pb2_grpc:[66,67,179],beam_job_api_pb2_grpc:[66,67,179],beam_provision_api_pb2_grpc:[66,67,179],beam_runner_api_pb2:177,beam_runner_api_pb2_grpc:[66,67,179],beamassertexcept:142,beamdeprecationwarn:170,beamerror:5,beamfncontrolservic:70,beamfncontrolstub:70,beamfndataservic:70,beamfndatastub:70,beamfnexternalworkerpoolservic:70,beamfnexternalworkerpoolstub:70,beamfnloggingservic:70,beamfnloggingstub:70,beamfnstateservic:70,beamfnstatestub:70,beamioerror:[22,24,41,45,47],beamplugin:[22,112,171],bean:[1,177],becaus:[30,46,109,150,170],becom:[14,46,85,149,150],been:[30,38,46,57,68,107,147,150,161,164],befor:[30,46,51,52,68,85,87,103,107,137,139,150,158,161,163,175,179],begin:[14,46,48,52,53,87],behalf:70,behav:[14,36,48,52,53],behavior:[22,32,51,121,138,144,150,163,165,170],behaviour:[51,138],behavor:80,behind:80,being:[29,46,55,87,98,142,147,150,158],belong:[65,80,96,122,150,152,155],below:[4,29,33,36,37,46,48,138,150,175],benchmark:[123,144,147,179],benchmark_suit:147,benchmarkconfig:147,benefici:37,best:[32,43,46,150,160],better:[55,170],betweeen:49,between:[22,24,26,29,32,49,51,59,70,84,87,96,138,160,161,173,175],beyond:[43,46],bid:[127,128,129,132],bidder:[127,129],big:28,big_query_query_to_table_pipelin:[13,27,179],bigger:48,bigqueri:[13,27,28,30,32,62,135,179],bigquery_api_servic:62,bigquery_file_load:[13,27,179],bigquery_io_read_pipelin:[13,27,179],bigquery_tool:[13,27,29,179],bigquerybatchfileload:30,bigquerycli:135,bigquerydisposit:29,bigquerymetricspublish:135,bigqueryread:32,bigquerysink:[29,32],bigquerysourc:29,bigqueryv2:32,bigquerywrapp:32,bigquerywrit:32,bigtabl:[33,46],bigtableio:[13,27,179],bigtablewritefn:33,billingnoten:175,binari:[48,51],binary_add:165,binary_and:165,binary_divid:165,binary_floor_divid:165,binary_lshift:165,binary_modulo:165,binary_multipli:165,binary_or:165,binary_pow:165,binary_rshift:165,binary_subscr:165,binary_subtract:165,binary_true_divid:165,binary_xor:165,bind:168,bind_type_vari:168,bit:57,blob:39,block:[14,46,48,85,121,139],block_until:98,bodi:177,bool:[9,14,20,29,32,48,51,52,55,65,109,139,147,152,158,163,168],both:[1,20,29,32,43,46,51,64,155,163,170,179],bother:100,bottleneck:150,bound:[17,22,23,150,158,161,166,179],boundari:[46,87],boundedsourc:[15,20,46,51,54,138],boundedwindow:161,boundmethod:166,bq_dataset:135,bq_tabl:135,bucket:[42,63],bucketnam:63,buffer:[1,22,23,42,48,97,103,150],buffer_s:[29,32],build:[44,65,67,90,113,138,139,179],build_class:165,build_console_url:90,build_list:165,build_map:165,build_slic:165,build_tupl:165,built:[18,90,102,155,158,160,161,163,168],builtin:150,bulk:150,bundl:[14,15,20,46,48,52,92,95,98,99,100,103,150,160],bundle_factori:[81,91,98,179],bundle_id:46,bundlebaseddirectrunn:[96,97],bundlefactori:92,bundlefinalizerparam:150,burden:29,byte_arrai:3,byte_array_deseri:18,byte_array_seri:18,byte_array_to_json_str:85,byte_offset:87,bytearrai:23,bytearraydeseri:18,bytearrayseri:18,bytearraytojsonstr:85,bytecod:165,bytecountingoutputstream:3,bytescod:[1,53],bzip2:22,cach:[29,85,90,100,107,110,113,114],cache_dir:[107,113],cache_label:[107,114],cache_manag:[81,106,109,113,114,179],cached_pcollect:110,cachemanag:[107,109,114],caches_us:114,calcul:145,call:[2,4,19,29,33,38,42,46,49,55,63,65,68,71,87,99,101,121,141,149,150,152,155,158,160,172,175,177],call_funct:165,call_function_kw:165,call_function_var:165,call_function_var_wk:165,callabl:[1,11,29,121,144,147,150,159,166,175,177],callableptransform:155,callabletask:99,callablewrappercombinefn:[150,158],callablewrapperdofn:150,callablewrapperpartitionfn:150,callback:[2,46,49,62,65,98,99,121],caller:[46,101],can:[1,4,9,11,12,14,15,18,20,22,24,26,29,30,31,32,33,37,43,46,48,49,51,52,53,62,65,70,80,98,101,104,112,121,137,138,139,140,144,147,150,152,155,160,161,163,164,166,168,170,173,175,176,177],canada:29,cancel:[71,121],cannot:[5,43,46,85,87],cap:37,capabl:[46,179],capit:168,captur:155,car67:129,care:110,categori:[127,129,168],caus:[158,170],cbf:46,cbt:33,ceas:140,ceil:138,cell:[29,33,56,109,159,179],cellcommitst:57,certain:[37,46,90,96,129],chain:155,chanc:[150,160],chang:[37,43,57,70,71,98,109,170,179],channel:[22,24,41,47,68,69,70,71,72],charact:[11,22,52,63,107],charg:[84,95],check:[11,22,24,29,41,45,46,47,51,64,65,80,98,142,147,150,152,163,167,168],check_access:64,check_cal:172,check_compil:147,check_don:[46,50],check_output:172,checkpoint:[46,50,101,160],checksum:[22,24,41,42,45,47,137],choos:20,chosen:[37,46,175],chr20:55,chunk:[22,24,29,33,68,161],chunk_siz:[22,41],citi:[127,129],claim:46,classmethod:[1,22,24,41,45,47,49,62,64,85,112,121,152,153,155,161,171,176,177],clean:[46,107,141],clean_up_temporary_dataset:32,cleanup:[107,113,128,141],cleanup_subscript:141,cleanup_top:141,clear:[70,101,109,158,159],clear_pvalu:121,client:[10,18,22,29,32,38,39,42,46],client_ent:40,client_kei:40,clock:[81,91,98,105,141,160,175,179],clone:[40,65],close:[19,22,23,24,41,46,47,49],closure_typ:166,cloud:[1,29,33,36,37,38,39,40,42,43,62,63,82,87,141],cls:[1,62,174],cluster:29,cmd:129,co_nam:165,code:[4,12,22,46,51,129,147,150,155,159,168,175],codec:[14,48],coder:[11,19,29,30,32,46,52,53,88,107,140,144,150,159,179],coder_benchmark_factori:144,coder_id:120,coder_id_from_element_typ:120,coder_proto:1,coderbas:4,coderimpl:1,coderregistri:1,coders_context:1,coders_microbenchmark:[143,179],coexist:170,cogroupbykei:[138,160],cold:150,collect:[1,30,58,59,144,147,179],collis:59,column:48,com:[10,11,29,33,37,39,42,62,63,129],combin:[22,24,41,45,46,47,100,103,148,150,158,159,161,179],combine_fn:[100,159],combine_op:158,combine_payload:150,combinefn:[149,150,159,167],combinefnprocesscontext:150,combineglob:150,combineperkei:[100,150],combinevalu:150,combiningvalu:159,combiningvalueruntimest:159,combiningvaluestatespec:159,combiningvaluestatetag:158,combnin:150,come:[8,29,32,170],comma:29,command:[29,62,129,139],comment:[65,150],commit:[38,46,57,68,94,97,98,136,159],commit_log:95,commit_phys:95,commitmanifest:68,common:[10,14,18,29,32,33,48,52,53,78,83,95,122,135,150,167,176],common_metric_match:83,common_urn:[66,179],commun:152,compact:[150,167],compar:[46,49,137,149],compare_op:165,compat:[1,2,3,6,7,8,9,10,11,12,15,21,22,24,30,32,37,38,39,40,42,43,46,48,58,63,65,66,67,79,82,87,91,92,93,94,99,103,104,105,109,110,111,112,113,114,120,140,141,143,149,150,155,156,158,159,160,165,166,167,169,170,171,172,173,174,175,176,177],compil:[1,147],complet:[1,23,29,37,40,46,87,98,99,121,139],completed_bundl:98,completed_committed_bundl:105,completed_tim:[98,105],completion_callback:99,complex:[46,48,168],complex_operation_returning_xyz:4,compli:[14,20],complianc:29,compliant:176,complic:165,compon:[1,22,24,40,41,43,45,47,152],component:120,composit:[4,46,88,121,142,161,166,168],compositetypehint:[163,168],compress:[14,20,21,22,24,41,46,47,48,52,53,55],compress_point:163,compressedfil:22,compression_typ:[19,20,22,24,41,45,47,52,53,55],compressiontyp:[19,20,22,24,52,53,55],comput:[5,12,29,62,65,121,137,141,149,150,155,179],compute_api_servic:62,compute_hash:141,compute_table_nam:29,concat:15,concat_posit:87,concat_sourc:[13,179],concaten:87,concatposit:87,concatrangetrack:15,concatsourc:15,concept:[29,46,161,179],conceptu:[46,65,160],concret:[121,150],concrete_typ:168,concurr:[29,46,51],condens:[149,150],condit:46,config:[26,38],configur:[17,18,29,31,37,45,48,62,65,101,139],confirm:36,conflict:[46,168],connect:[23,45,62],connector:[33,37],consecut:[92,161],consid:[14,22,46,48,65,150,158,160],consist:[1,11,46,51,55,59,63,85,95,98,103,107,120,149,150],consol:90,consolemetricspublish:135,consolid:60,const_typ:166,constant:[32,150],constrain:[14,48,52],constraint:[72,163],construct:[1,10,14,29,48,52,53,58,69,80,87,98,99,120,121],constructor:[1,53,68,69,70,71,72,109,110,111,113,114,155,177],consum:[18,46,94,160],consumed_split_point:87,consumer_config:18,consumer_tracking_pipeline_visitor:[81,91,179],consumertrackingpipelinevisitor:94,contain:[4,9,11,12,14,18,22,23,24,29,32,37,41,43,46,47,48,51,52,53,57,62,65,68,80,98,101,122,137,139,141,143,149,150,152,155,160,161,163,168,169,174],content:[21,22,24,36,41,47,52,55,68,98,110,137,138,141,142,160,174],context:[1,26,43,46,57,65,68,69,70,71,72,80,98,120,141,150,153,155,158,159,161,173,177],contian:118,continu:[46,51,161,173],control:[29,32,70,92,118,138,158,170,175],conveni:[9,29],convent:[22,161],convers:[9,164],convert:[1,9,10,21,32,49,60,62,132,150,152,164,177],convert_row_to_dict:32,convert_to_beam_typ:164,coordin:163,copi:[22,24,30,41,42,45,47,138,150,166],copy_batch:42,copytre:42,core:[30,31,32,63,83,88,100,101,122,129,135,136,137,138,148,159,167,179],correct:[22,24,37,51],correctli:[46,150],correspond:[1,9,14,29,48,55,85,109,112,138,160,163,165,166,168,176,177],corrupt:150,cost:160,could:[1,37,39,46,65,150,160,173,177,179],count:[14,31,38,48,52,53,54,57,59,83,110,147,149,158],count_byt:135,count_tag:158,count_valu:136,countcombinefn:158,counter:[58,59,60,98,104,136,165],counter_dict:135,countermetr:135,countingsourc:54,countri:29,coutner:60,coverag:51,cprofil:173,creat:[10,11,14,15,20,22,24,29,32,33,36,38,39,41,43,45,46,47,48,55,58,59,60,62,65,80,85,88,89,92,98,103,110,111,121,128,138,141,142,144,147,150,152,154,155,160,161,163,165,166,167,172,174,176],create_accumul:[150,167],create_bundl:[92,98],create_client_ent:38,create_disposit:[29,30,32],create_empty_committed_bundl:[92,98],create_ent:38,create_from:152,create_from_opt:152,create_if_need:[29,32],create_label:60,create_monitoring_info:60,create_nev:[29,32],create_pull_respons:141,create_sourc:[148,179],create_temp_fil:141,create_temporary_dataset:32,create_track:[138,150],createptransformoverrid:[85,89],creation:[14,20,48,52,53,55],credenti:8,credit_card:[127,129],criteria:101,cross:[18,85,154,172],csv:46,cumul:173,current:[11,20,21,22,23,29,43,46,48,52,62,65,71,80,84,87,95,98,101,121,135,140,150,170],current_posit:46,current_progress:[46,50],current_restrict:[46,50],current_tim:93,current_value_accessor:159,current_watermark:50,cursor:46,custom:[4,12,19,29,46,65,121,137,138,139,150,155,161,163,168,170],custom_gcs_temp_loc:[29,30],custom_messag:170,custommapp:155,customtransform:155,cycl:109,dag:[65,121],dai:29,data:[3,4,13,18,20,22,23,24,27,28,30,32,33,37,43,46,48,51,55,57,62,65,70,80,138,141,150,152,158,161,179],databas:46,dataflow:[1,5,8,9,28,29,31,32,46,62,63,80,81,121,158,179],dataflow_cli:84,dataflow_endpoint:62,dataflow_exercise_metrics_pipelin:[81,82,179],dataflow_metr:[81,82,179],dataflow_runn:[81,82,90,179],dataflowapplicationcli:84,dataflowmetr:84,dataflowpipelineresult:[84,85],dataflowrunn:[82,84,85,89,90,128],dataset1:29,dataset:[29,32,135],dataset_2:29,dataset_id:32,datasetid:32,datastor:[13,27,179],datastore_client_config:38,datastore_v1:38,datastore_write_it_pipelin:[13,27,34,35,179],datastoreio:[13,27,34,35,179],date:32,datetim:[152,176],deal:[46,150],debug:[128,166],debugopt:[62,63],dec:59,decapret:170,decid:[14,46,48,52,101,109,112,113],decim:29,decod:[1,4,29,32,52,53,88,107,142,144],decode_from_byt:4,decodeandemitdofn:88,decomposit:46,decompress:[20,22,46],decor:[1,4,141,150,155,159,162,170,175,177,179],decreas:46,decrement:59,deduc:166,dedupl:[43,160],def:[4,29,62,147,155,159,163,170],default_desired_bundle_s:[14,48,52],default_edge_attr:111,default_encod:32,default_environ:[65,120],default_environment_id:120,default_file_copy_fn:173,default_label:[149,150,153,155],default_output_cod:[15,46,138],default_runn:62,default_s:50,default_type_hint:[100,150,163],default_valu:[64,80],default_vertex_attr:111,default_window_mapping_fn:156,defaultrootbundleprovid:103,defaulttrigg:158,defer_remaind:50,deferred_statu:50,defin:[1,4,13,14,20,22,24,29,37,43,46,48,58,60,62,81,87,129,138,141,150,152,153,155,161,162,163,165,168],definit:46,deflat:[14,22],degre:[37,150],delai:[158,175],deleg:[49,58],delegatingcount:58,delegatingdistribut:58,delegatinggaug:58,delet:[22,24,29,36,37,41,42,45,47,141],delete_attr:165,delete_batch:42,delete_fast:165,delete_fil:141,delete_glob:165,delete_slice_0:165,delete_slice_1:165,delete_slice_2:165,delete_slice_3:165,deletefromdatastor:[37,40],deletetablesfn:30,delimit:52,deliv:[43,98],demand:173,demarc:87,denot:150,depend:[22,23,24,32,46,57,112,152,171],dependent_real_tim:157,deprec:[37,46,87,170],deprecationwarn:170,depth:[65,166],deriv:[39,107,114,150,155,161],descend:[40,148,155],describ:[29,33,45,46,51,62,70,80,87,138,149,150,155],describe_mismatch:[136,137],describe_to:[136,137],describepipelineopt:71,descript:[1,11,45,46,63,85,87,127,129,136,137,138,150],description1:138,description2:138,descriptor:[21,30],deseri:18,deserialize_windowing_strategi:85,design:[65,160],desir:[14,29,39,46,48,52,150],desired_bundle_s:[14,15,20,46,48,52,54,138],desired_cache_label:114,desired_num_offsets_per_split:50,despit:150,dest:[30,42,173],dest_ids_list:30,dest_kms_key_nam:42,destin:[22,24,29,30,32,41,45,47],destination_copy_jobid_pair:30,destination_file_nam:[22,24,41,45,47],destination_file_pair:30,destination_jobid_pair:30,destination_load_jobid_pair:30,detail:[4,20,37,40,46,52,63,65,82,91,101,109,138,150,155,156,163],detect:[20,46,52,53,55,150],detect_compression_typ:22,determin:[22,37,38,46,52,55,65,101,149,150,158,159,161],determinist:[1,4],develop:[20,37,43,63,152,179],deviat:160,dialect:29,dict:[9,22,29,32,41,43,47,55,80,110,111,114,121,149,152,160,168],dict_int_int:144,dict_obj:119,dict_to_struct:119,dictionari:[4,9,12,14,18,29,30,32,40,42,48,53,60,62,103,142,147,150,152,164],did:51,differ:[1,17,18,20,22,24,29,30,37,46,51,52,65,70,87,107,138,175],digit:[29,43],dill:[1,11],dillcod:1,direct:[62,81,150,179],direct_metr:[81,91,179],direct_runn:[81,91,102,179],direct_runner_use_stacked_bundl:92,direct_userst:[81,91,179],directli:[29,46,59,80,150,156],directmetr:95,directopt:62,directori:[22,24,41,42,45,46,47,65,113,141],directpipelineresult:96,directrow:33,directrunn:[62,65,95,96,98,101,104,128,129,139],directrunneropt:92,directstepcontext:98,directunmergedst:98,directuserstatecontext:97,dirti:57,dis:165,disable_run_time_type_check:163,disallow:21,discard:158,discourag:170,disk:[29,47],displai:[46,58,62,81,84,87,106,113,129,148,150,155,179],display_data:[14,19,20,29,30,37,46,48,62,149,150,152],display_data_dict:152,display_graph:111,display_manag:[81,106,108,179],displaydata:152,displaydataitem:152,displaymanag:109,disposit:[29,32],distinct:[65,160],distinct_on:40,distinguish:80,distrbut:60,distribut:[45,57,58,59,60,136,145,150],distribution_combin:60,distribution_counter_microbenchmark:[143,179],distribution_result:136,distributionaccumul:145,distributiondoubl:60,distributionint64:60,distributionmatch:136,distributionresult:[57,60],div_round_up:138,divid:[103,161],do_fn:122,doc:[29,33,62,63,165],dockerrpcmanag:118,docstr:160,document:[17,18,20,40,46,48,62,101,142,150,158,165],doe:[21,29,32,38,39,40,42,46,52,65,100,121,150,152,154,170,173],doesn:[22,24,41,42,47],dofn:[4,29,30,31,32,33,46,80,83,85,88,97,100,101,122,129,135,138,150,152,155,159,167],dofninvok:[101,159],dofnprocessparam:150,dofnrunn:[138,150],dollar:132,domain:[10,157],don:[29,100],done:[24,29,45,46,48,65,98,121,122,137,161],donwstream:160,dooutputstupl:150,dot:[110,111,112],doubl:175,down:46,download:23,downloaderstream:23,downstream:[46,160],drain:121,drop:152,drop_default:62,drop_if_default:152,drop_if_non:152,dry_run:32,duck:4,due:[11,46,150],dump:11,dump_sess:11,dup_top:165,dup_topx:165,duplic:43,durat:[85,121,129,140,152,161,176],dure:[5,12,14,17,20,23,29,30,42,43,48,52,53,55,58,59,62,68,138,140,150,166,175],dynam:[20,29,30,37,46,51,64,65],dynamic_split_request:87,dynamicsplitrequest:87,dynamicsplitresult:87,dynamicsplitresultwithposit:87,e2e:[90,102],each:[1,14,18,21,24,29,30,32,37,42,43,46,48,51,52,53,55,65,83,94,122,129,138,140,147,149,150,152,160,161,163,165,168],earli:[29,158,179],earliest:161,easi:150,easier:22,ec_point:163,edg:[65,111],effect:[23,155,160],effici:[1,4,20,46,119,150],effort:[32,43,150],either:[19,22,23,29,32,40,46,51,55,65,101,104,107,139,150,155,163,164,168],elantra:129,elem:[46,129],elem_cod:1,element:[1,4,29,30,31,32,37,43,46,48,51,52,57,80,83,88,100,101,104,105,122,135,138,140,142,144,146,147,149,150,152,158,160,161,166,167],element_and_restrict:122,element_cod:122,element_s:138,element_typ:[80,120,166],element_type_from_coder_id:120,elementandrestrict:[101,122],elementev:140,elementparam:150,elements_per_period:17,elm:129,els:[29,87,163],elsewher:[87,153],email:[127,129],emb:11,emit:[30,70,80,88,140,158,160],empti:[20,21,26,29,32,43,46,80,98,103,150,158],empty_match_treat:21,emptymatchtreat:21,emptysideinput:80,enable_run_time_type_check:163,enable_trac:11,encapsul:87,encod:[1,3,4,9,11,19,29,32,46,52,53,87,88,107,142,144,159,177],encode_to_byt:4,encoded_:19,encoded_kei:104,encoded_str:85,encoded_table_row:[29,32],encoded_valu:[19,88],encount:23,encrypt:42,end:[14,15,22,23,28,46,48,49,52,53,55,62,63,87,100,101,113,137,140,158,161,170],end_sess:113,endpoint:153,endpoint_pattern:63,endpoints_pb2_grpc:[66,67,179],enforc:163,engin:[42,46],enough:37,ensur:[37,46],entail:29,enter:90,enter_composite_transform:167,entir:[29,32,46,80,84,85,87,96,121,142,150,161],entiti:[36,37,38,40,78],entitywrapp:36,entri:[1,36,70,80],enum_typ:78,enumer:79,environ:[10,101,120],eof:[22,23],epoch:[22,24,41,42,43,47,60,93,161,176],equal:[23,37,46,51,62,152,160],equal_to:[139,142],equival:[22,24,46,51,150,155,160],err_invalid_gcs_bucket:63,err_invalid_gcs_object:63,err_invalid_gcs_path:63,err_invalid_job_nam:63,err_invalid_not_posit:63,err_invalid_project_id:63,err_invalid_project_numb:63,err_invalid_test_matcher_typ:63,err_invalid_test_matcher_unpickl:63,err_missing_gcs_path:63,err_missing_opt:63,error:[1,21,23,29,32,39,45,46,63,68,136,137,150,161,163,166,167,175,179],error_messag:[1,32],error_table_for_todai:29,errors_schema:29,escap:107,especi:[161,176],essenti:150,estim:[1,46,87,160],estimate_s:[1,15,20,46,54,138],etc:[29,32,37,46,58,121,155,179],euro:132,evalu:[12,92,98,99,101,103,104,144,158,176],evaluation_context:[81,91,99,103,179],evaluationcontext:98,even:[20,38,46,163,170,175],event:[29,46,127,128,129,131,132,133,140,158,161],event_count:29,everi:[4,29,46,51,65,85,109,121,136,175],everyth:[21,22,24,41,47,109,161],evict:107,evolv:42,exact:[138,150],exactli:[1,23,46,62,65,80,150,158],exampl:[1,4,10,14,20,29,32,33,43,46,48,51,55,62,85,87,103,111,129,136,139,147,150,152,155,160,161,163,170,176,177,179],exce:42,exceed:38,except:[5,8,22,38,39,42,46,137,150,163,166,170,175],excess:29,exclude_from_index:40,exclus:[23,46],exec_stmt:165,execut:[1,12,29,30,32,43,46,58,59,62,63,65,68,71,80,81,82,85,90,91,96,98,99,101,102,103,109,110,114,121,139,140,147,150,154,155,166,179],executor:[81,91,103,179],executor_servic:98,exhaust:51,exist:[14,20,22,24,29,41,42,43,45,46,47,48,52,53,55,107,139,141,150,170],existing_keyed_st:98,exp_multipli:170,expand:[14,17,18,21,26,29,30,33,37,43,46,48,52,53,55,69,88,100,101,107,122,138,140,149,150,153,155,160],expand_using_gbk:138,expand_using_second_output:138,expans:[17,18,42,85,150,153,154],expansion_servic:[17,18],expansionservic:18,expansionserviceservic:69,expansionservicestub:69,expect:[1,19,29,32,33,36,45,49,51,65,137,139,142,177,179],expected_checksum:137,expected_item:51,expected_outcom:51,expected_st:[90,137],expectedsplitoutcom:51,experi:[62,64],experiment:[21,29,30,32,37,40,42,43,46,48,58,109,110,111,112,113,114,155,158,159,160,170,171],expir:[127,129,159],explain:46,explod:122,explodewindowsfn:122,exponenti:175,expos:[29,59],express:[22,112],extend:[19,46,52,63,137,171],extens:[14,20,37,46,48,52,53,55],extent:150,extern:[13,46,148,150,179],external_test_it:[148,179],external_transforms_pb2_grpc:[66,67,179],externaltransform:[18,153],externaltransformit:154,extra:[29,127,129,137,139,170],extra_messag:170,extra_opt:139,extra_typ:[9,29],extract:[65,94,105,149],extract_all_tim:[98,105],extract_commit:95,extract_counter_valu:60,extract_distribut:60,extract_latest_attempt:95,extract_metric_result_map_valu:60,extract_output:[150,167],extrem:149,face:[58,159],fact:170,factor:175,factori:92,factory_from_opt:173,fail:[22,24,29,30,32,38,41,42,46,47,51,55,121,166],failur:[32,38,46],fakesourc:146,fall:[1,46],fallback:4,fallback_cod:1,fals:[3,9,14,20,22,29,30,32,38,43,46,48,55,62,65,85,107,109,120,139,142,150,152,155,158,165,166,173,175],famili:51,fanin:138,fanout:[138,150],far:[87,164],fast:1,fastavro:14,fastcod:1,faster:[4,14],fastprimitivescod:[1,140],fault:46,favorite_color:14,favorite_numb:14,feed:138,fetch:[22,23,24,37,41,45,47,71,109,137,146],few:[51,84,155],field1:29,field2:29,field3:29,field:[14,29,32,37,40,43,46,48,55,60,110,142,152,170],field_count:55,file:[14,19,20,21,22,23,24,29,30,32,41,42,45,46,47,48,52,53,55,57,58,59,65,107,137,141,142,150,179],file_copy_fn:173,file_handl:19,file_load:29,file_meta:22,file_nam:[20,55],file_name_suffix:[14,19,48,52,53],file_path:[11,22,52,53,55,137,141],file_path_prefix:[14,19,48,52,53],file_pattern:[14,20,21,48,52,53,55],file_prefix:30,file_prefix_gener:30,filebasedcachemanag:107,filebasedsink:[13,46,137,179],filebasedsourc:[13,52,179],filechecksummatch:137,fileio:[13,179],filemetadata:[21,22],filenam:[14,42,48,52,53,141],fileobj:22,filepath:22,filesystem:[13,14,21,23,41,45,46,47,48,141,171,179],filesystemio:[13,179],fill:152,filter:[22,37,38,40,55,58,84,95,133,137,150,170,175],filter_regex:144,finalize_writ:[19,46],find:[5,22,24,32,149,160,175],finish:[23,85,121,158,173],finish_bundl:[30,83,100,135,138,150,167],finish_st:99,finishcombin:100,finit:[46,161],fire:[104,105,158,159],fired_tim:99,first:[4,11,22,24,32,41,43,45,46,47,51,55,65,68,71,138,150,155,160,165,168,175,179],fix:[1,150,160,161],fixed_cost:160,fixedsizeglob:149,fixedsizeperkei:149,fixedwindow:161,flag:[14,20,22,24,41,47,48,52,53,55,62],flat:160,flatmap:[11,80,150,155,179],flatten:[15,29,150],flatten_input_visitor:85,flatten_result:[29,32],flavor:170,flink:[13,17,18,179],flink_streaming_impulse_sourc:[13,25,179],flinkstreamingimpulsesourc:26,floatcod:1,flu:29,flush:[22,100],fn_api_metric_match:83,fn_paramet:161,fn_proto:177,fn_to_execut:12,fnapirunn:96,fnmatch:[22,24],fold:150,follow:[14,22,24,29,32,46,48,51,52,53,101,129,135,139,150,161,163,168,170,173],foo:[1,22,24,48,163,177],foo_from_proto:[1,177],foopayload:[1,177],footer:19,footprint:121,for_input_typ:150,for_spec:159,forc:[80,109,122],form:[14,21,22,23,29,42,43,45,80,147,160,161,163,170,176],formal:163,format:[19,22,24,29,32,43,46,48,51,55,60,63,112,129,135],format_sampl:110,former:80,formula:[160,161],forward:103,found:[32,139],foundat:22,frac:15,fraction:[15,46,49,50,51,87,175],fraction_consum:[15,46,49],fraction_to_posit:49,frame:[165,166],framest:[165,166],framework:[4,20,29,46,87],fresh:150,from:[1,4,8,10,14,18,19,20,21,22,23,24,28,29,30,32,36,37,38,39,40,41,42,43,46,47,48,49,51,52,53,55,62,63,65,71,80,84,85,87,94,107,114,121,129,132,137,138,139,141,146,149,150,152,155,158,160,161,163,170,175,176,177,179],from_cal:150,from_client_ent:40,from_client_kei:40,from_dictionari:62,from_json_valu:9,from_micro:174,from_rfc3339:176,from_runner_api:[1,59,65,80,120,150,155,158,177],from_runner_api_paramet:[1,26,46,150,160,161],from_str:157,from_type_hint:1,from_utc_datetim:176,fronend:109,frontend:109,full:[22,24,41,45,46,47,51,65,107,137,139,161,171],full_label:[153,167],fulli:[18,23,46,87,150,163],fun:175,func:[150,153,163,166],functiontyp:166,furnish:80,further:[70,155,175],fuse:160,fusion:160,futur:[1,2,3,12,22,23,24,29,32,42,43,46,50,55,57,58,59,63,64,65,68,69,70,71,72,78,80,87,92,93,95,98,99,101,103,104,105,118,120,121,122,140,141,149,150,152,156,157,158,159,161,163,166,170,171,173,175,176,177],future_output_watermark:101,fuzz:175,fuzzedexponentialinterv:175,gap:161,gap_siz:161,gapic:38,gather:39,gaug:[58,59,60],gaugeresult:[57,60],gce:8,gcp:[6,13,179],gcs:42,gcs_bucket:63,gcs_prefix:41,gcs_scheme:63,gcs_uri:63,gcsfilesystem:[13,27,179],gcsio:[13,27,179],gener:[1,14,20,22,33,43,46,48,52,53,67,80,85,111,127,128,131,138,139,140,144,150,168],generate_bundle_id:46,generate_ev:128,generate_fn:144,generate_input_valu:145,generate_sequ:[13,16,179],generateddirectrow:33,generatesequ:17,genom:55,genotyp:55,geographi:29,get:[3,8,20,22,24,29,32,41,46,47,51,64,68,70,71,72,80,87,105,112,113,121,138,139,150,158,159,171,175,177],get_accumulator_cod:150,get_aggregator_valu:98,get_all_opt:62,get_all_plugin_path:171,get_all_subclass:171,get_chunk_s:24,get_client:38,get_count:3,get_dict:152,get_dict_table_schema:29,get_dofn_spec:159,get_dot:111,get_element_by_schema:135,get_evalu:103,get_execution_context:98,get_filesystem:24,get_full_options_as_arg:139,get_function_argu:150,get_glob:166,get_hashable_destin:32,get_impl:[1,161],get_it:165,get_job:32,get_keyed_st:98,get_local_namespac:153,get_nam:166,get_namespac:58,get_new_http:10,get_opt:139,get_or_create_dataset:32,get_or_create_t:32,get_output_typ:150,get_path:141,get_progress:87,get_query_loc:32,get_rang:23,get_range_track:[15,20,46,51,54,138],get_render:112,get_replacement_transform:[65,85,89,101,122],get_restriction_cod:150,get_root_bundl:103,get_root_bundle_provid:103,get_schem:24,get_service_credenti:8,get_split:39,get_stat:[97,159],get_tabl:32,get_table_loc:32,get_table_schema_from_str:29,get_tim:[97,159],get_transformed_output_tim:161,get_type_hint:163,get_typed_value_descriptor:9,get_valu:64,get_value_or_block_until_readi:98,get_varint_s:3,get_watermark:105,get_window:[26,46,88,140,150,155],get_window_cod:161,getartifact:68,getattr:165,getjobmetr:71,getmanifest:68,getmessagestream:71,getprovisioninfo:72,getrangetrack:51,getstat:71,getstatestream:71,github:[11,39,42,55],give:[20,22,24,41,46,47,51,58,65,87,101,138,150],given:[1,3,12,14,20,22,23,24,29,31,36,39,41,42,43,46,47,48,49,51,52,53,62,63,65,71,80,83,101,103,107,112,114,121,137,138,140,142,147,150,158,159,160,161,164,166,175,176,177],glob:[14,20,42,48,52,53,55,137,141,142],glob_pattern:142,global:[1,46,98,103,149,161],global_to_loc:15,globally_windowed_valu:144,globalwindow:161,goe:63,going:84,gone:80,googl:[1,8,29,33,37,38,39,40,42,43,60,62,63,82,141],googleapi:[62,63],googlecloudopt:[62,63],googlecloudplatform:[39,42],gracefulli:101,granular:[48,161,176],graph:[65,80,85,94,96,103,109,110,111,112,113,155,179],graphviz:112,greater:[37,150,163],greater_than:37,greatest:149,group:[4,15,30,40,48,59,62,150,155,160,161],group_by_key_input_visitor:85,groupbykei:[1,121,138,150,155,160,161,179],grpc:[68,69,70,71,72],guarante:[1,2,3,4,6,7,8,9,10,11,12,15,21,30,32,37,38,39,40,42,43,46,48,58,63,65,66,67,79,82,87,91,92,93,94,99,103,104,105,109,110,111,112,113,114,120,140,141,143,155,156,158,159,160,165,166,167,169,170,171,172,173,174,175,176,177],guid:158,gzip:[22,46],had:[1,107,150,177],hadoop:45,hadoopfilesystem:[13,62,179],hadoopfilesystemopt:[45,62],halfwai:51,hamcrest:[63,136,137],hand:29,handl:[19,20,22,24,32,41,46,47,52,53,55,98,165],handle_result:98,happen:[29,39,46,51,65,109,141,175],har:[51,70,72],has:[1,9,17,18,23,29,32,37,38,40,46,55,62,63,80,87,94,96,105,129,139,142,147,149,150,152,163,179],has_default:150,has_dir:[22,41,45,47],has_display_data:152,has_kw:165,has_part:155,has_side_input:150,has_var:165,hasdisplaydata:[46,62,87,150,152,155],hash:[107,137,141],hashabl:166,hashing_alg:141,have:[4,8,11,12,29,30,32,37,42,46,55,57,62,65,68,80,133,135,138,149,150,152,154,158,161,163,164,165,175],hdf:45,head:[22,24,41,47],header:[19,52,55],heap:173,heavi:51,heavyweight:51,help:[21,51,150],helper:[13,27,34,35,51,110,114,156,179],helper_transform:[81,91,179],henc:[42,46,87],here:[1,29,33,38,46,82,91,150,161,165],hidden:80,hierarch:9,hierarchi:65,high:[29,96,150],higher:[48,52,55],hint:[4,155,162,163,166,168],hold:[29,46,65,101,150],holder:[12,85,122],homogen:1,honor:87,host:18,hour:175,how:[17,18,21,29,38,46,80,87,109,112,113,120,138,144,149,150,155,159,161,170,179],howev:[1,37,39,46,55],html:[62,112,165],hts:55,http:[10,11,17,18,29,33,37,39,42,46,55,62,63,112,150,152,158,165,175],http_client:[6,179],http_proxi:10,httperror:[32,175],httplib2:10,https_proxi:10,huge:80,hypothet:46,hyundai:129,id_label:[43,44],id_or_nam:38,ideal:160,idempot:46,ident:163,identifi:[14,40,43,46,48,52,53,107,149,150,152,159],iff:19,ignor:[29,32,37,43,49,140,142],illustr:[46,132,133,170],imagin:46,immedi:[71,121],immut:46,impact:[37,52],implement:[1,3,19,20,22,23,24,29,33,39,41,45,46,47,49,50,51,52,58,63,64,65,82,84,85,87,88,91,93,95,96,98,100,121,147,149,150,152,153,155,156,168,175,177],implementor:[22,46,150],impli:[48,55,170],implicitli:161,import_from:165,import_nam:165,imposs:46,improv:[1,29],impuls:[88,150],inc:[58,59],includ:[22,24,29,32,41,43,46,51,55,98,101,127,129,161],inclus:[46,49],incom:43,incompat:170,incomplet:40,inconsist:11,incorrect:[51,150],increas:[29,175],increment:[59,83,163],indefinit:[85,121],independ:[46,85,163],index:[40,55,80,87,150,158,163,168],index_tag:158,indic:[22,24,29,41,46,47,52,55,65,80,160,174,175],individu:[20,46,51,150,161],inequ:37,inf:49,infer:[4,29,159,166],infer_output_typ:[26,88,150,155],infer_return_typ:166,infer_return_type_func:166,infin:[46,161],influenza:29,info:[10,55,60,114,121,129,159],infor:60,inform:[8,17,18,20,32,46,48,55,72,84,85,87,98,101,109,110,113,121,150,160,166,178],infrastructur:131,inherit:[46,87,152,177],init_result:[19,46],initi:[10,14,15,18,20,23,29,30,37,43,45,46,48,49,52,53,55,59,62,65,72,80,83,84,87,101,103,122,137,138,139,147,149,150,159],initial_bid:[127,129],initial_delay_sec:175,initial_restrict:[138,150],initial_split:138,initial_splitting_desired_bundle_s:138,initial_splitting_num_bundl:138,initialize_writ:[19,46],inject:[20,155],inlin:165,inmemoryunmergedst:98,inner:[87,163,168],inpalce_or:165,inplace_add:165,inplace_and:165,inplace_divid:165,inplace_floor_divid:165,inplace_lshift:165,inplace_modulo:165,inplace_multipli:165,inplace_pow:165,inplace_rshift:165,inplace_subtract:165,inplace_true_divid:165,inplace_xor:165,inprocess:91,input:[5,12,13,14,21,26,29,30,37,43,46,48,52,53,55,62,65,80,83,87,88,94,98,99,101,103,105,114,121,122,138,144,145,146,147,149,150,155,156,160,161,166,167,174,176,179],input_bundl:99,input_committed_bundl:103,input_or_input:155,input_or_output:155,input_pcol:155,input_per_sourc:146,input_s:144,input_spec:138,input_timestamp:161,input_typ:[150,166],input_type_hint:155,inputstream:3,insert:[29,30,32,33,114],insert_list:135,insert_retry_strategi:29,insert_row:32,insert_values_in_arg:12,insertterrorsvaluelistentri:32,insid:139,inspect:166,inst:170,instanc:[1,4,10,12,22,24,29,32,33,38,40,41,47,55,62,63,65,72,80,84,85,87,103,104,112,141,142,147,150,152,154,155,158,159,161,163,166,168,175,176],instance_id:33,instance_to_typ:166,instanti:[17,18,87,166,171],instead:[11,18,29,46,55,65,84,149,156,170,175],instruct:70,instrument:147,int64:48,int64_count:60,int64_distribut:60,int64_user_count:60,int64_user_distribut:60,int64_user_gaug:60,int96:48,int_to_str:163,integ:[1,3,17,24,29,46,50,58,144,150,152,161,165],integr:[32,135,139,154,175],intend:[46,59,80,163,175],interact:[22,32,38,81,84,179],interactive_pipeline_graph:[81,106,108,179],interactive_runn:[81,106,109,179],interactivepipelinegraph:110,interactiverunn:113,interchang:29,interest:51,interfac:[23,24,43,59,80,152,159],intermedi:[29,150],intern:[1,2,3,15,38,39,46,58,63,65,66,67,79,81,82,84,87,91,92,93,94,99,103,104,105,120,140,141,143,152,156,161,165,166,167,169,170,172,173,174,175,176,177,179],interpol:[49,160],interpret:[29,87],intersect:161,interv:[26,49,161,173,175,176],interval_m:26,interval_second:173,intervalwindow:161,intiti:62,introduc:[46,142],introduct:29,introspect:159,invalid:[22,23,42,62,63,138,163],invalid_argu:68,invoc:[46,101,150],invok:[46,101,150,158],invoke_process_el:101,involv:29,iobas:[13,15,19,20,29,32,49,50,51,54,81,82,86,138,150,179],ioerror:[20,22,24,41,47,121],ipython:110,is_access:64,is_bound:[46,87],is_count:60,is_default:150,is_determinist:1,is_distribut:60,is_don:98,is_empti:142,is_full_string_match:63,is_gaug:60,is_globally_window:156,is_integration_test:139,is_kv_cod:1,is_lat:158,is_latest_vers:107,is_merg:161,is_pair_lik:1,is_process_bound:[150,167],is_root_transform:98,is_service_runn:63,is_stateful_dofn:159,is_termin:121,is_user_monitoring_info:60,is_valid:152,is_valid_compression_typ:22,isn:[22,24,41,47,163],issu:[11,32],item:[18,51,104,127,128,133,138,152],item_nam:[127,129],items_before_split:51,iter:[1,2,20,30,40,45,46,51,62,80,87,146,150,156,158,160,161,164,168,175],iterable_state_read:120,iterable_state_writ:120,iterablecod:1,its:[1,4,12,21,22,29,40,43,46,62,147,150,152,155,160,166,174,177,179],itself:[29,32,46,87,176],java:[17,18,39],job:[17,18,28,29,30,31,32,36,37,62,65,68,69,70,71,72,81,84,85,90,96,121,129,137,139,179],job_graph:84,job_id:[32,84],job_nam:[36,63,139],job_name_prefix:30,job_pattern:63,job_refer:30,job_result:84,jobapi:118,jobrefer:32,jobserviceservic:71,jobservicestub:71,jobstat:121,join:[22,24,41,45,47],json:[9,11,29,32,85,114,138],json_string_to_byte_arrai:85,json_valu:[6,7,179],jsonarrai:9,jsonobject:9,jsonstringtobytearrai:85,jsonvalu:[9,29],just:[37,46,52,80,155],kafka:[13,16,179],kafkaio:18,keep:[30,46,87,95,103,113],kei:[1,4,9,14,18,29,32,36,37,38,40,42,43,46,48,49,55,60,62,80,87,97,98,100,101,103,104,122,138,147,149,150,152,155,159,160,161,164,166,179],kept:[30,113,150,152],key1:152,key2:152,key3:152,key4:152,key5:152,key_cod:[1,97],key_deseri:18,key_seri:18,key_siz:138,key_value_typ:166,keyed_earliest_hold:105,keyed_watermark_hold:104,keyedworkitem:[101,104],keyspac:49,keyword:[12,80,149,150,163],keyword_hint:163,kind:[36,40,46,150,170],kms_kei:[29,32,42],know:[30,166],known:[22,29,63,98],known_text:29,kv_type:166,kvswap:160,kwarg:[2,12,31,38,52,53,55,62,99,100,101,122,149,150,160,163,167,172,174],kwarg_hint:163,kwargs_for_invok:101,kwd:153,label:[14,26,48,60,65,80,88,107,114,135,136,138,142,149,150,152,155,160,167,170],label_from_cal:155,lambda:[29,155,158],languag:[18,85,154,179],larg:[29,30,51,52,80],large_dict:144,large_int:144,large_iter:144,large_list:144,large_str:144,large_tupl:144,larger:[29,46],largest:[46,149,160,176],largestperkei:149,last:[22,23,24,38,40,41,42,46,47,55,101,150],last_record_start:49,last_upd:[22,24,41,42,45,47],late:158,late_tag:158,latenc:[38,150],later:[30,101,139,140,150],latest:[59,107,109],latest_int_64:60,latter:80,launch:[30,129],launcher:[128,131],lazili:150,lead:[110,150],leaf:[22,24,41,47],leaf_pcollect:114,least:[43,51,149,158],leave_composite_transform:167,left:[51,58,150],left_fract:51,left_result:51,legaci:83,legacy_metric_match:83,len:23,length:[1,39,42,144,163,175],less:[39,49,150],less_than:37,let:[4,46,58],letter:[14,29,32,48,52,53,63,168],level:[14,39,48,65,110,114,150],lexicograph:49,lexicographickeyrangetrack:49,librari:[1,8,11,14,38,42,54,55,62,149,165],licens:22,lift:150,liftedcombineperkei:100,lightweight:51,like:[4,14,22,24,29,37,41,45,46,47,48,52,80,138,150,163,166,168],limit:[22,24,29,30,36,37,38,40,175],line:[29,46,52,55,62,83,129,139,141],linear:160,linearli:49,link:5,list:[1,9,12,15,18,22,24,29,32,33,38,39,40,41,42,47,48,51,55,63,64,65,80,104,107,110,138,139,141,142,144,147,149,150,160,163,164,168],list_append:165,list_int:144,list_prefix:42,load:[11,29,30,32,131,132,133,135],load_attr:165,load_closur:165,load_const:165,load_deref:165,load_fast:165,load_glob:165,load_job_name_prefix:30,load_loc:165,load_nam:165,load_sess:11,load_test:[123,179],load_test_metrics_util:[123,134,179],local:[19,22,24,32,47,52,65,91,96,107,114,150],local_to_glob:15,local_var:166,localfilesystem:[13,22,179],localhost:[17,18],locat:[29,32,46,170],lock:46,log:[70,159,173,175],log_result:173,logger:[141,175],logic:[20,32,46,58,95,101,122,161,175],loglevel:128,long_gener:146,longdeseri:18,longseri:18,look:[42,163],lookup:[32,80],lookup_experi:62,loop:[46,150],lose:176,low:48,lower:[10,150,158,163],lower_bound:145,mach:24,machin:[46,96],machineari:101,made:[4,29,46,68,71,80],magic:122,mai:[1,4,20,22,24,29,30,32,39,40,43,46,48,55,58,62,70,80,87,101,103,121,149,150,159,160,170],main:[29,30,33,36,39,46,80,84,150],main_kw:150,main_tabl:[29,33],mainli:101,major:37,make:[29,32,46,49,63,88,101,122,127,137,175],make_closur:165,make_ent:36,make_fn:150,make_funct:165,make_http_request:175,makexyz:4,malform:164,malformedvcfrecord:55,manag:[29,33,46,65,81,105,109,113,117,141,158,173,179],mandatori:[150,160,170],mani:[9,26,37,42,46,149,150],manifest:68,manipul:[21,150],manner:[14,46,48,51,150,160],map:[1,14,29,40,43,48,49,55,60,80,88,107,110,114,132,149,150,156,160],mapfn:155,mapper:100,maria:129,mark:170,marker:80,massiv:[29,33],master:39,match:[1,21,22,24,29,32,37,40,42,58,63,65,85,89,101,122,136,142],match_fil:22,match_type_vari:168,matchal:21,matcher:[63,65,83,90,102,136,137,142],matchfil:21,matchresult:[22,24],materi:[80,107,121,142],matter:46,max:[39,57,150,160],max_batch_operation_s:42,max_batch_s:160,max_bytes_rewritten_per_cal:42,max_delay_sec:175,max_dur:101,max_file_s:[29,30],max_files_per_bundl:[29,30],max_num_output:101,max_read_tim:17,max_timestamp:[60,161],max_valu:136,maximum:[22,24,29,30,40,160,166,175],maybe_from_cal:150,mean:[30,40,46,57,107,138,149,170],mean_temp:29,meant:[70,121],measur:[144,145,146,160],measuretim:135,member:[19,68],memoiz:153,memori:[29,30,48,57,100,103,173],memoryreport:173,memoryview:23,merg:[46,100,138,150,158,161],merge_accumul:[150,167],merge_context:161,merge_result:[158,161],merge_using_gbk:138,merge_using_side_input:138,mergecontext:161,messag:[1,26,29,43,46,71,170],message_count:26,met:142,meta:22,metadata:[8,21,22,24,32,41,47,72,114,133],metadata_list:22,method:[1,4,20,22,23,24,29,32,42,45,46,49,51,59,62,63,65,84,85,101,121,138,139,141,150,152,154,155,156,159,166,167,168,170,175,177],methodnam:154,metric:[70,71,83,84,95,98,121,135,136,147,179],metric_a:60,metric_b:60,metric_id:135,metric_nam:58,metric_proto:60,metric_result:136,metric_result_match:[123,179],metric_typ:135,metricbas:[56,58,179],metricnam:59,metricresult:[60,83,84,95,121,136],metricresultmatch:136,metrics_contain:99,metrics_pb2_grpc:[66,67,179],metricsenviron:58,metricsfilt:58,metricsread:135,mexico:29,micro:[174,176],microbenchmark:[144,145,146,147],microsecond:[145,161,176],might:[37,46,52,87,152,170],millisecond:[26,38,43,85,121],mime:[14,22,24,41,42,47,48],mime_typ:[14,19,21,22,24,41,42,45,47,48],mimic:32,min:[57,160],min_batch_s:160,min_bundle_s:[14,20,48,52],min_fraction_of_files_to_stat:20,min_num_offsets_per_split:50,min_number_of_files_to_stat:20,min_valu:136,minimim:160,minimum:[14,20,48,52,105],minut:84,mirror:163,mismatch:32,mismatch_descript:[136,137],miss:63,mix:163,mixin:[152,163],mkdir:[22,24,41,45,47],mock:141,mode:[22,23,29,33,42,46,85,88,89,142,150,161],model:[123,124,125,128,179],modif:62,modifi:[12,46,114,150,155,165],modul:[0,6,7,13,16,25,27,34,35,56,61,66,67,81,82,86,91,106,108,115,117,123,124,125,126,130,134,143,148,162,169,179],moment:[12,17,18,29],monitor:60,monitoring_info:[56,179],monitoring_info_proto:60,monitoringinfo:60,month:29,more:[4,17,18,20,22,23,24,29,30,37,40,41,45,46,47,48,52,63,65,101,109,116,138,150,152,155,158,160,161,165],moreov:46,most:[14,29,46,48,51,52,149,155,175],mostli:[65,160,175],move:[22,24,41,47,103],msg:174,msg_class:174,much:[9,29,48],multi:[46,51],multipl:[20,29,30,32,37,46,55,59,62,80,103,146,149,150,158,160,163],multipli:170,muss:46,must:[1,12,20,23,29,32,37,40,42,43,45,46,48,52,63,65,68,80,87,121,139,140,147,150,155,161,163,175],mutabl:[46,165],mutable_accumul:150,mutat:[38,46,150],mute:112,muterender:112,my_pipelin:136,my_project:29,my_side_input:80,my_timer_expiry_callback:159,my_tranform:65,myavrofil:14,mybenchmark:147,mycollect:136,mycustomkei:136,mycustomvalu:136,mydofn:159,myjobnam:139,mynam:136,mynamespac:136,myparquetfil:48,mypath:[14,48],mypqfil:48,myproxi:10,myptransform:80,mysink:46,mystep:136,name:[14,18,20,29,30,32,40,42,43,46,48,52,55,58,59,60,63,65,68,81,83,84,87,104,114,115,121,127,129,136,138,139,141,142,147,150,154,159,160,163,168,170,179],namespac:[14,36,37,40,58,59,60,120,135,136,152,168],nanosecond:48,nativ:[29,46,87,118,155,164],native_io:[29,32,81,82,179],native_type_compat:[162,179],nativesink:[29,46,87],nativesinkwrit:[32,87],nativesourc:[29,87],nativesourceread:[32,87],natur:149,necessari:[4,30,80,147,152,176],necessarili:87,need:[2,4,17,18,19,22,24,29,30,41,46,47,49,62,63,65,70,72,101,141,142,155,170,175],neg:[22,23,49],negat:163,neither:[29,152],nest:[3,29,48,168],never:[12,46,80,158,161,173],new_pipeline_with_job_nam:36,new_process_fn:101,new_save_module_dict:11,new_track:50,new_valu:114,new_watermark:140,newer:37,newli:150,newlin:52,newobject:[1,2,3,12,22,23,24,29,32,42,43,46,50,55,57,58,59,63,64,65,68,69,70,71,72,78,80,87,92,93,95,98,99,101,103,104,105,118,120,121,122,140,141,149,150,152,156,157,158,159,161,163,166,171,173,175,176,177],nexmark:[123,124,179],nexmark_launch:[123,124,125,129,179],nexmark_model:[123,124,125,126,179],nexmark_util:[123,124,125,179],nexmarklaunch:128,next:[37,161],nice_str:110,nnnnn:[14,48,52,53],no_retri:175,node:[65,80,85,121,155],non:[11,26,43,46,49,80,121,150,152,175],none:[1,9,14,15,17,19,20,21,22,24,26,28,29,30,31,32,33,36,40,42,43,46,48,49,50,51,52,53,54,55,57,60,62,64,65,80,84,85,87,88,90,95,98,101,104,107,110,111,112,113,114,118,120,121,127,131,132,133,135,136,137,138,139,141,149,150,152,155,158,159,160,161,166,167,168,170,173,174,177],nonmergingwindowfn:161,nonzero:175,nop:165,nor:29,normal:[37,48,55,152,161],nosetest:139,notabl:51,notbig:29,note:[1,11,17,18,22,23,29,37,39,46,48,62,65,88,142,150,155,163,168,170,173],noth:[30,32,87,170],notic:163,notify_observ:2,notifyrunneravail:70,notimplementederror:121,notion:[46,87,149],now:175,nth:160,nullabl:29,num_byt:22,num_el:160,num_input:145,num_items_to_read_before_split:51,num_partit:150,num_retri:175,num_run:[144,145,146,147],num_shard:[14,19,48,52,53],num_slow:31,num_sourc:146,num_split:[37,39],num_window:144,num_work:139,number:[12,14,22,23,24,26,29,30,31,32,37,39,43,46,48,51,52,53,55,63,93,101,107,128,137,142,147,149,150,160,175,176],numer:[29,43,176],obei:46,obj:[9,11,32],object:[1,2,4,5,9,11,12,14,19,20,21,22,23,24,29,30,32,36,40,41,42,43,45,46,47,48,49,53,55,58,59,62,63,64,65,80,81,84,85,87,94,101,103,107,109,111,114,118,120,121,122,127,128,129,135,137,139,140,141,144,147,150,155,158,159,161,163,165,166,168,173,175,176,177],observ:[0,179],observablemixin:2,obtain:[21,22,29,46,58,62,139,149,150,155,160],occupi:46,occur:[39,45,51,55,149,161],octet:[19,22,24,41,42,45,47],offer:[32,65,138],offici:46,offset:[22,23,46,50,87,161,176],offset_infin:49,offset_range_track:20,offsetrang:50,offsetrangetrack:[20,49],offsetrestrictiontrack:50,often:[160,170],okai:46,old:[46,170],old_multipli:170,omit:40,on_el:158,on_fir:158,on_merg:158,on_success_match:63,on_tim:159,onc:[22,46,80,103,150,158,161,163],one:[1,4,14,29,42,43,46,48,51,52,53,55,62,63,65,80,87,101,103,109,116,135,147,149,150,155,160,161,163,168,177],ones:[51,62,92],onli:[1,2,3,6,7,8,9,10,11,12,14,15,17,18,22,26,29,32,38,39,43,46,48,49,51,52,53,55,58,63,65,66,67,79,80,84,87,92,93,94,95,99,103,104,105,109,110,120,139,140,141,142,143,149,150,152,156,160,163,165,166,167,169,170,171,172,173,174,175,176,177],opaqu:19,opcod:[162,179],open:[19,20,21,22,24,30,41,42,45,46,47,142],open_fil:20,open_shard:142,open_writ:[19,46],oper:[1,4,5,17,18,22,24,29,40,41,42,46,47,48,65,121,144,145,150,155,160,161,176],operation:160,opt_nam:139,optim:[14,48,52,158],option:[8,22,24,29,36,37,40,41,43,45,46,47,53,65,71,72,85,90,92,96,102,112,113,114,121,128,138,139,142,150,155,160,163,168,170,173,179],option_nam:64,orchestr:128,order:[1,4,17,18,29,37,40,42,46,49,55,65,121,139,141,149,150,163,168],orderedpositionrangetrack:49,ordinari:80,ordinarili:[150,160],orfin:158,org:[17,18,29,46,62,85,112,150,152,158,165],organ:32,orient:46,origin:[46,51,114,163],original_range_track:51,original_read:51,original_stop_posit:51,other:[15,18,22,24,29,32,46,49,52,55,62,65,72,87,120,138,144,150,152,160,161,163,168],otherwis:[1,9,22,26,46,51,62,65,139,140,150,155],our:65,out:[22,23,30,121,150],outer:46,outer_namespac:153,output:[13,14,19,20,22,30,32,33,37,43,46,48,52,53,55,60,65,80,92,94,98,101,103,105,109,137,138,140,149,150,155,160,161,167,179],output_at_earliest:161,output_at_earliest_transform:161,output_at_eow:161,output_at_latest:161,output_filter_ratio:138,output_pcollect:[92,98],output_records_per_input_record:138,output_tag:114,outputcheckwrapperdofn:167,outputstream:3,over:[30,62,150,160,175],overhead:22,overlap:46,overrid:[19,29,62,65,88,89,101,121,122,137,150,152,155,177],overridden:[37,46],overwrit:19,owing:39,own:[32,150,160],p12345:129,pack_ani:174,pack_struct:174,packag:[12,37,179],pad:[14,48,52,53],pair:[18,22,24,30,32,41,46,47,50,62,80,87,122,138,149,150,152],pairwithrestrictionfn:122,pane:158,parallel:[5,12,20,24,29,33,37,46,150,155,179],param:[33,51,138,147],paramet:[1,8,9,10,12,13,14,15,17,18,19,20,22,23,24,27,28,30,32,37,38,39,40,41,42,43,45,46,47,48,49,51,52,53,55,58,59,60,62,65,68,69,70,71,72,80,84,85,87,92,98,101,103,105,109,110,111,112,113,114,121,137,138,139,141,142,144,147,149,150,155,158,159,160,161,163,164,166,168,170,175,176,177,179],parameter:168,parameter_typ:[1,155,177],pardo:[29,46,80,85,101,121,122,138,150,155],pardo_payload:150,parent:[36,40,53,173],parent_kei:36,parquet:48,parquetio:[13,179],pars:[14,32,52,55,62,83,128,129,131,138,139,174],parse_arg:[128,138],parse_byt:174,parse_byte_s:138,parse_int:163,parse_namespace_and_nam:60,parse_table_refer:32,parse_table_schema_from_json:32,parseeventfn:129,parser:62,part:[1,20,22,24,29,40,41,46,47,58,62,85,87,101,150],partial:[38,46,100,150],partialgroupbykeycombiningvalu:100,particular:[14,46,48,51,52,53,55,110,133,155,160,166],partit:[29,32,40,46,150,168],partition_for:150,partitionfn:150,pass:[1,14,19,22,24,29,32,33,37,41,45,46,47,48,53,55,62,85,101,128,131,138,142,149,150,155,158,159,161,163,177],past:[46,87],patch:141,patch_retri:141,path:[14,19,20,22,24,40,41,42,45,46,47,48,52,53,55,63,137,141,150,171],path_el:40,pathnam:[22,24,41,45,47],pattern:[14,20,21,22,24,42,48,52,53,55,63,142,155,175],paus:150,payload:[43,153,177],payload_typ:78,pbegin:[17,18,26,46,85,88,107,140,150],pc1:[138,160],pc2:[138,160],pc3:160,pcoll1:160,pcoll:[14,21,29,30,37,43,46,48,52,53,65,80,85,100,101,107,113,122,139,149,150,155,160],pcoll_id:114,pcollect:[1,4,14,19,21,29,30,32,37,46,48,52,55,65,80,98,101,105,107,110,113,114,121,122,136,138,140,142,144,149,150,155,160,161,179],pcollection_stat:110,pcollectionview:29,pcolls_to_pcoll_id:113,pdf:55,peform:150,pend:121,per:[29,80,98,100,145,147,150,160,175],per_bundle_delay_sec:138,per_element_cost:160,per_element_delay_sec:138,percent_complet:87,percentag:87,perel:149,perfectli:46,perform:[1,14,20,22,24,29,30,37,38,39,42,46,48,51,52,101,122,127,128,129,131,132,133,138,144,145,146,150,160,161,167,170],perform_load_job:32,perform_multi_threaded_test:51,perhap:87,period:[109,161],perkei:149,permanentexcept:[8,175],permit:[160,168],persist:[121,150],person:[127,128,129],phase:[46,55,141],phaseset:55,phred:55,physic:95,pick:[1,152],pickl:[1,4,11,46,139,177],picklabl:46,pickle_urn:177,picklecod:[1,11,46],pickler:[6,179],piec:103,pipe:[23,155],pipelin:[1,5,12,14,17,18,20,28,29,30,36,43,44,45,46,48,52,53,55,58,59,62,63,69,71,72,80,81,82,83,84,85,89,90,91,94,96,98,101,102,109,110,111,112,113,114,120,121,122,127,128,129,131,132,133,135,137,138,139,140,142,150,152,155,156,160,167,179],pipeline_analyz:[81,106,109,179],pipeline_context:[81,179],pipeline_graph:[81,106,108,110,112,179],pipeline_graph_render:[81,106,108,109,113,179],pipeline_info:[113,114],pipeline_opt:[22,24,36,41,45,47,61,63,64,98,152,179],pipeline_options_valid:[61,179],pipeline_proto:[109,111,114],pipeline_proto_to_execut:114,pipeline_result:137,pipeline_verifi:[123,179],pipelineanalyz:[109,114],pipelineananlyz:114,pipelinecontext:[1,120,177],pipelineerror:[5,65],pipelinegraph:[110,111,112],pipelinegraphrender:[109,112],pipelineinfo:114,pipelineopt:[22,24,41,47,62,63,65,114,139,152],pipelineoptionsvalid:63,pipelineresult:[113,121,136],pipelinerunn:[65,85,96,113,114,121,139,179],pipelinest:[121,137],pipelinestatematch:137,pipelinevisitor:[65,94,167],pipestream:23,place:[9,12,32,80,150,155,161,175],placehold:[12,14,20,48,52,53],plai:32,plain:[21,32,80],plane:70,platform:172,pleas:[17,18,20,29,37,46,48,63,138,170],plugin:[22,112,169,179],pobject:150,point:[1,14,29,32,36,39,46,48,98,103,161,166,175,176],poll:85,poll_for_job_complet:85,pool:[12,62],pool_siz:12,pop_on:165,pop_thre:165,pop_top:165,pop_two:165,popen:172,popul:[62,65,141,152],port:[17,18],portabl:[17,18,179],portion:150,pos:[15,49],posit:[12,15,22,23,46,49,50,51,55,63,87,140,150,163],position_at_fract:[15,46,49],position_for_fract:51,position_to_fract:49,positional_hint:163,possibl:[1,20,24,29,32,46,51,63,107,135,150],potenti:[80,98],power:179,practic:46,pre:[46,100,150],pre_fin:[19,46],pre_finalize_result:46,preced:160,precis:[29,161,176],predecessor:176,prefer:[1,22,177],prefetch:159,prefix:[14,22,24,41,42,48,52,53,107],prepar:71,preparationid:71,prepend:40,presenc:170,present:[23,29,55,68,149],preserv:[51,65],prespecifi:138,prevent:[20,46,59,60,160],previou:[29,46,101,140],previu:170,price:[127,129,132],primari:[46,87],primarii:138,primarili:[15,29,42],primary_range_track:51,primit:[1,88,96,101,122,150,161,168],print:[84,147,166,170],print_item:165,print_newlin:165,prior:46,prob:55,problem:121,proce:150,proces:122,process:[1,4,22,29,30,31,32,33,46,80,83,87,88,91,93,98,100,101,103,105,118,119,122,129,135,138,140,144,149,150,155,158,159,160,161,167,169,173,179],process_continu:101,process_element_invok:101,process_keyed_elements_transform:101,process_st:99,process_to_termin:129,process_with_sized_restrict:138,processcontinu:[101,150],processdata:29,processel:101,processfn:101,processingtimeev:140,processkeyedel:122,processkeyedelementsviakeyedworkitem:101,processkeyedelementsviakeyedworkitemsoverrid:101,produc:[1,14,18,21,26,46,48,51,52,65,80,94,98,101,114,138,140,149,150,160,170],producer_config:18,profil:[160,169,179],profile_id:173,profile_loc:173,profilingopt:62,program:[29,158,165,179],progress:[38,46,49,70,87,121,150],project:[8,29,32,33,36,37,40,43,63,84,112,128],project_id:[32,33],project_id_pattern:63,project_nam:135,project_name1:29,project_number_pattern:63,projectid:32,promis:46,proper:[60,155,159,163],properli:[46,101,163],properti:[29,39,40,46,51],propertiesfromenumtyp:78,propertiesfromenumvalu:78,propertiesfrompayloadtyp:78,property_dict:40,property_nam:40,proto:[59,60,65,80,109,110,111,114,120,150,155,158],proto_map:114,proto_message_typ:1,proto_util:[169,179],protobuf:[1,60,174],protoc:1,protocod:1,protocol:[1,46],provid:[1,12,14,17,18,21,22,23,24,26,29,32,36,37,39,41,43,46,47,48,49,50,60,62,64,65,72,98,103,105,109,113,114,120,121,139,140,150,155,160,163,177,179],provis:72,provisionserviceservic:72,provisionservicestub:72,proxi:10,proxy_env_var:10,proxy_info_from_environment_var:10,proxyinfo:10,pseudo:46,pseudocod:51,ptransform:[4,5,14,17,18,21,26,29,30,33,37,43,46,48,52,53,55,60,65,80,85,88,89,94,98,99,100,101,107,110,114,122,138,140,142,148,149,150,152,153,160,168,179],ptransform_arg:122,ptransform_fn:155,ptransform_kwarg:122,ptransform_overrid:[81,82,179],ptransform_side_input:122,ptransform_test:54,ptransformoverrid:[65,85,89,101,122],ptransformwithsideinput:150,pub:43,pub_client:141,publish:[43,135],publish_metr:135,publish_time_nano:141,publish_time_sec:141,pubsub:[13,27,129,141,179],pubsub_integration_test:44,pubsub_it_pipelin:[13,27,179],pubsubmessag:43,pull:[80,141],pullrespons:141,pullresponsemessag:141,pure:3,purpos:139,push_valu:165,put:[11,23,121],putartifact:68,pvalu:[5,12,14,18,29,33,43,46,48,52,53,55,65,94,121,150,155,156,179],pvalue_class:12,pvalueerror:5,pvalueish:[65,113,153,155],pyarrow:48,pydot:112,pydotrender:112,pyhamcrest:136,pypi:112,python:[1,3,5,9,11,14,18,22,23,29,30,32,45,46,48,62,79,85,88,112,113,128,129,139,144,145,146,149,150,163,164,165,166,168,175],python_urn:[66,179],pyvcf:55,pyx:3,qualifi:18,qualiti:[55,170],queri:[28,29,32,36,37,39,40,60,84,95,109,114,121,123,124,125,127,128,129,179],queries_schema:29,query0:[123,124,125,128,130,179],query1:[123,124,125,130,179],query2:[123,124,125,130,179],query_arg:[128,131,132],query_error:128,query_events_t:29,query_result:29,query_splitt:[13,27,34,35,179],query_table_for_todai:29,querysplitt:39,querysplittererror:39,querysplitterimpl:39,question:[41,47,147,170],quickstart:[29,33],quit:9,quot:[22,107],quota:30,quotaexceed:175,race:46,rais:[1,5,9,19,20,22,23,24,29,32,38,39,41,42,45,46,47,51,62,65,121,138,139,142,149,150,152,154,155,163,164,166,175],random:[1,23,38,39,144,145,160,175],random_str:144,random_windowed_valu:144,randomli:175,randomuniquekeyfn:122,rang:[15,20,23,46,49,50,51,87,150,161],range_track:[13,15,20,46,51,54,138,179],rangetrack:[15,20,46,49,51],ratelimitexceed:175,rather:[1,22,24,29,55,163,165,177],raw:[18,46,129,140],raw_byt:85,raw_ev:[131,132,133],rawiobas:23,reach:[23,107,175],reachabl:[85,121],read:[1,3,10,14,15,17,18,20,21,22,23,24,28,29,31,36,37,41,42,43,46,47,48,51,52,53,54,55,87,98,107,114,138,150,159,179],read_al:3,read_bigendian_doubl:3,read_bigendian_int32:3,read_bigendian_int64:3,read_bigendian_uint64:3,read_buffer_s:42,read_byte_py2:3,read_byte_py3:3,read_cache_id:114,read_from_sourc:51,read_record:20,read_siz:22,read_utf8:21,read_var_int64:3,readabl:[22,23],readablefil:21,readallfil:[14,48],readallfromavro:14,readallfromparquet:48,readallfromtext:52,readcach:[107,114],reader:[29,32,46,87],readerposit:87,readerprogress:87,readfromavro:14,readfromdatastor:37,readfromkafka:18,readfromparquet:48,readfrompubsub:43,readfromsourc:51,readfromtext:[52,179],readfromtextwithfilenam:52,readfromtfrecord:53,readfromvcf:55,readi:[137,179],readinto:23,readlin:22,readmatch:21,readstringsfrompubsub:43,real:[12,93],real_tim:[157,158],realclock:93,realiti:150,realli:4,reason:[4,150,175],rebalanc:[46,51],receiv:[29,30,46,51,103,128,129,131,150,163],receivedmessag:141,recommend:[14,29,48,51,52,139,170],record:[14,19,20,21,30,32,38,43,46,48,51,53,55,87,114,138],record_batch_s:48,record_current_posit:46,record_index:87,record_start:49,recurs:[22,24,41,42,47,141],recv_pip:23,redefin:62,reduc:[14,48,52,121,150],reduct:150,redund:46,reentrant:[46,51],ref:120,refer:[13,17,18,27,32,46,51,55,59,65,155,179],referenc:[32,110,114,120],reference_bas:55,reference_nam:55,reference_source_info:51,referenced_pcollect:110,refsnp:55,refus:46,regist:[1,4,24,65,99,139,177],register_cod:4,register_observ:2,register_pickle_urn:177,register_structured_urn:1,register_urn:[1,155,177],registr:[4,177],registri:[1,4],regular:[22,168],reify_window:142,reifywindow:150,reimplement:152,reject:152,rel:[22,23,87,160],relat:[5,46,59,70,94,155],releas:[37,101,103,170],relev:[42,60],reli:[29,142],remain:[23,46,87],remaining_split_point:87,remaining_tim:87,rememb:23,remot:[29,43,85,175],remov:[52,160,170],remove_objects_from_arg:12,removedupl:160,renam:[22,24,41,42,45,46,47],render:[109,110,111,112,113],render_opt:113,render_pipeline_graph:112,rendererd:112,repeat:29,repeatedli:[150,158],replac:[12,14,17,48,52,53,65,122,141,149,150,165,170],replace_al:65,replec:170,report:[46,60,70,105,150,173,175],report_current_posit:46,report_onc:173,repres:[12,20,21,22,29,32,40,43,46,48,50,51,55,57,62,80,87,121,141,150,152,156,158,176,179],represen:150,represent:[29,87,110,111,112,141,152,161],request:[22,23,32,37,38,49,58,68,69,70,71,72,87,98,101,141,175],request_dynamic_split:87,request_iter:[68,70],requir:[1,4,9,14,29,37,40,46,48,52,62,63,114,150,170],required_transform:110,reserv:168,reserve_pric:[127,129],reset:158,reshard:29,reshuffl:[37,150,160],reshuffleperkei:160,residu:[46,87,101],residual_range_track:51,residual_restrict:101,resolut:[48,121],resolv:18,resourc:[29,46,72,139],respect:[14,29,46,48,51,52,53,55,150],respond:[84,95],respons:[4,22,24,70,71,99,101,141],rest:[29,46],restrain:150,restrict:[40,46,58,101,122,138,150],restriction_cod:[122,150],restriction_s:[138,150],restriction_track:[13,138,179],restrictionparam:[138,150],restrictionprogress:46,restrictionprovid:[138,150],restrictiontrack:[46,50,101,138,150],result:[1,11,12,20,21,22,29,32,36,37,39,40,46,51,55,57,58,60,62,84,85,87,98,99,100,101,104,110,121,135,136,137,147,149,150,155,160,161,163,170,173],result_pcol:155,resum:[101,150],retri:[8,29,32,38,46,137,141,169,179],retriev:[12,23,68,109,149,163],retry_alwai:32,retry_filt:175,retry_nev:32,retry_on_beam_io_error_filt:175,retry_on_io_error_and_server_error:137,retry_on_rpc_error:38,retry_on_server_errors_and_timeout_filt:175,retry_on_server_errors_filt:175,retry_on_server_errors_timeout_or_quota_issues_filt:175,retry_on_transient_error:32,retrystrategi:[29,32],return_context:65,return_type_hint:163,returns_windowed_valu:87,revers:[149,160],rewind:[22,23],rewrit:42,rfc3339:176,rfc:[43,176],rfc_3339_re:176,right:[51,65,175],right_fract:51,right_result:51,roadmap:[17,18],role:127,root:[98,99,103],root_transform:[98,105],rootbundleprovid:103,rot_four:165,rot_n:165,rot_thre:165,rot_two:165,rotate_kei:138,round:109,row:[29,30,31,32,33,48],row_group_buffer_s:48,rowasdictjsoncod:[29,32],rowtostringwithslowdown:31,rpc:[38,58,175],rpc_stats_callback:38,rpcerror:38,run:[5,8,11,12,18,28,31,36,44,46,65,67,71,83,84,85,90,97,98,99,102,103,110,113,121,128,129,135,136,138,139,144,145,146,147,150,152,168],run__nativewrit:85,run_abc:121,run_async:121,run_benchmark:[145,146,147],run_bq_pipelin:28,run_coder_benchmark:144,run_combinevalu:85,run_command:118,run_flatten:85,run_groupbykei:85,run_impuls:85,run_pardo:85,run_pipelin:[44,85,90,96,102,113,121],run_queri:[32,128],run_read:85,run_runnerapiptransformhold:85,run_transform:121,run_using_threadpool:12,runner:[5,17,18,26,29,32,37,46,58,62,63,65,70,71,139,140,150,155,179],runner_api_requires_keyed_input:[150,155],runnerapi:71,runnerapifn:[1,150,161,177],runnererror:5,runtest:154,runtim:[1,5,20,29,37,72,135,138,163,167],runtime_list:135,runtime_opt:[22,41,47,64],runtimeerror:[5,32,65],runtimemetr:135,runtimest:[150,159],runtimetim:[150,159],runtimevalueprovid:[22,41,47,64],runtimevalueprovidererror:5,safe:[23,46,95,110,111],safefastprimitivescod:107,safeti:46,sai:[4,46],same:[1,4,20,22,24,29,32,41,42,46,47,51,52,55,59,60,65,80,87,92,121,138,142,149,150,161,164,170,175],sampl:[1,28,29,107,110,113,149,159],sample_s:107,samtool:55,satisfi:[46,166],save:[135,173],save_modul:11,scale:[29,55],scenario:[29,32,46],schedul:[94,99],schedule_pending_unblocked_task:98,schema:[13,14,27,30,32,48,55,179],schema_as_json:29,schema_autodetect:29,schema_nam:135,schema_side_input:[29,30],schema_str:32,scheme:[22,24,41,45,46,47,63],score:55,sdf:[88,101,122,138,150],sdf_common:[81,179],sdf_direct_runn:[81,91,179],sdf_invok:101,sdfprocesselementinvok:101,sdist:67,sdk:[17,18,46,70,72,79,85,150,163,168,178],sdk_locat:128,sdkfunctionspec:[1,177],search:175,second:[4,22,24,32,38,41,42,43,47,51,60,84,93,137,138,140,147,150,155,160,161,165,173,175,176],section:46,see:[4,14,17,18,20,23,24,29,37,38,40,45,46,48,51,52,53,62,63,65,101,113,121,138,150,155,158,160,161],seed:[144,145],seek:[22,23],seek_cur:[22,23],seek_end:[22,23],seek_set:[22,23],seekabl:[20,22,23],select:[29,38,48,80,133],self:[1,2,33,46,136,147,150,152,155,159,163,176,177],seller:[127,129],semant:[37,46,140,155,158,162,168],send:[29,70,128,131,135],sens:4,sent:[29,70,150],separ:[29,55,138,150,161,163],sequenc:[40,46,55,144,145,166],sequenti:[23,46,68],seri:[30,127,128,129,131,132,133,138,161],serial:[4,18,29,32,46,65,85,103,120,177],serializ:[140,160],serialize_windowing_strategi:85,serialized_byt:174,serialized_data:85,serv:131,server:[17,18,68,69,70,71,72,175],servic:[8,14,17,18,29,32,43,46,48,52,62,63,68,69,70,71,72,84,85,87,137,175],session:[11,113,161],set:[4,14,15,17,18,20,21,22,23,24,26,29,30,33,37,40,42,43,46,48,51,52,53,55,58,59,62,63,64,80,85,98,101,105,110,113,114,121,137,138,150,158,159,160,161,163,168,170,175],set_current_posit:[15,46,49],set_interval_m:26,set_message_count:26,set_opt:24,set_process_element_invok:101,set_properti:40,set_proto_map:114,set_render_opt:113,set_running_in_gc:8,set_runtime_opt:64,set_split_points_unclaimed_callback:[46,49],setup:[46,67,101,139],setupopt:[62,63],sever:[13,15,29,32,84,87,142,147,150,155,160],sha1:141,shape:138,shard:[14,19,39,48,52,53,142],shard_name_templ:[14,19,48,52,53],share:[29,62,92,98,116,150],shift:65,shortvalu:152,should:[11,12,20,22,23,24,29,32,40,41,43,46,47,52,59,65,80,87,101,103,110,121,122,137,138,139,140,142,145,149,150,152,156,158,160,163,168,173,175,177,179],should_drop:152,should_execute_seri:103,should_fir:158,should_retri:32,shown:[29,152],shuffl:[87,150],shuffle_posit:87,shufflebarri:138,shuffler:4,shutdown:99,side:[5,12,29,30,80,98,100,138,146,149,150,156,160],side_input:[29,32,98,103,155],side_input_valu:99,side_input_visitor:85,side_inputs_contain:105,side_t:29,sideinput:[148,179],sideinput_microbenchmark:[143,179],sideinputbarri:138,sideinputerror:5,sideinputmap:156,sideinputparam:150,signal:[23,29,46],signatur:[121,150,175],signifi:170,signific:[37,179],significantli:[14,46,160],similarli:29,simpl:[1,14,48,58,132,133,138,147,150,160,161,163,166,168,175,179],simplefilt:170,simpler:[9,46,155],simpli:[62,112,131,150,173],simul:[31,127,128,129,131,132,133,141],sinc:[1,4,29,32,37,43,46,60,93,142,161,170,176],singl:[14,19,20,23,29,30,37,42,46,48,55,57,91,95,96,104,149,150,160,161,163],singleton:80,singletoncod:1,sink:[13,19,22,29,32,43,46,52,53,87,107,179],sinkwrit:87,size:[1,3,12,14,20,22,23,24,29,30,37,41,42,45,46,47,48,52,100,138,144,147,150,160,161,179],size_in_byt:22,skip:[32,51,52,141,150],skip_directori:21,skip_header_lin:52,skip_invalid_row:32,sleep:[38,141,175],sleep_per_input_record_sec:138,sleep_sec:137,slice_0:165,slice_1:165,slice_2:165,slice_3:165,slide:161,slidingwindow:161,slot:161,slow:31,slow_stream:[0,179],small:[29,39],small_dict:144,small_int:144,small_list:144,small_str:144,small_tupl:144,smaller:[43,160,176],smallest:[149,160],smallestperkei:149,snapshot:105,softwar:[22,112],solut:155,some:[29,39,46,51,85,99,103,121,150,155,160,173,179],somefn:155,someth:[29,87,173],sometim:[4,150],soon:46,sort:[40,149],sortbi:173,sourc:[1,2,3,5,8,9,10,11,12,13,14,15,17,18,19,20,21,22,23,24,26,28,29,30,31,32,33,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,57,58,59,60,62,63,64,65,68,69,70,71,72,78,80,83,84,85,87,88,89,90,92,93,94,95,96,97,98,99,100,101,102,103,104,105,107,109,110,111,112,113,114,118,119,120,121,122,127,128,129,131,132,133,135,136,137,138,139,140,141,142,144,145,146,147,149,150,152,153,154,155,156,157,158,159,160,161,163,164,165,166,167,168,170,171,172,173,174,175,176,177,179],source_bundl:15,source_file_nam:[22,24,41,45,47],source_frac:15,source_index:15,source_info:51,source_ix:15,source_posit:15,source_test_util:[13,179],source_test_utils_test:51,sourcebas:[46,87],sourcebundl:46,sourcereaderprogress:87,sources_info:51,space:[4,175],speak:118,spec:[55,150,159],spec_paramet:26,special:[29,88,107,150],specif:[14,29,32,46,48,52,57,60,62,65,79,80,84,87,88,98,101,103,122,138,150,159,170],specifi:[4,9,14,18,20,22,24,29,32,41,43,46,47,48,52,55,62,63,65,80,85,87,98,101,138,139,140,142,147,149,150,154,155,158,159,160,161,163,166,168,170,179],specul:158,spent:38,spill:30,split:[14,15,20,21,22,24,29,30,33,37,39,41,45,46,47,48,49,50,51,52,54,70,84,87,122,138,150],split_and_s:150,split_fract:[46,51],split_offset:49,split_point:[46,49],split_points_unknown:46,split_posit:[46,51],split_result:51,splitfractionstatist:51,splitnotpossibleerror:39,splitrestrictionfn:122,splittabl:[20,46,101,122,150],splittabledofn:[88,122],splittablepardo:122,splittablepardooverrid:122,splitter:39,sql:29,src:[39,42,173],src_dest_pair:42,sre_pattern:[24,176],sssss:[14,48,52,53],stabl:[70,179],stack:[92,165,166],stage:[46,68],staging_loc:128,stai:[46,87],stand:46,standard:[22,29,62,155,175],standard_opt:62,standard_window_fns_pb2_grpc:[66,67,179],standardopt:[62,63],star:173,start:[15,17,18,23,32,45,46,49,50,51,55,62,63,99,109,113,118,121,127,129,137,161,173],start_bundl:[30,83,100,122,135,138,150,167],start_periodic_upd:109,start_posit:[15,20,46,49,50,51,54,138],start_sess:113,start_stat:99,startup:[8,171],stat:[51,109,110],state:[32,46,70,71,84,85,90,95,97,98,101,103,121,127,129,137,158,159,165,166],state_sampl:99,state_spec:[97,159],state_tag:159,statement:179,stateparam:150,statespec:159,staticvalueprovid:64,statist:59,statu:[109,121,175],stdout:147,step:[1,4,29,30,36,46,58,60,83,84,98,101,107,121,136,138],step_context:[97,101],step_label:1,step_nam:98,still:[20,46,70,179],sting:29,stop:[17,46,50,51,109,121,173],stop_periodic_upd:109,stop_posit:[15,20,46,49,50,51,54,87,138],storag:[42,46,62,63,150],storage_api_servic:62,storage_cli:42,store:[22,24,29,48,51,55,62,65,70,88,161,166,176],store_attr:165,store_fast:165,store_glob:165,store_map:165,store_slice_0:165,store_slice_1:165,store_slice_2:165,store_slice_3:165,store_subscr:165,str:[1,9,14,19,20,22,23,29,32,33,37,40,42,43,48,51,52,55,65,110,111,112,113,114,139,141,142,152,159,163,168],straight:9,strategi:[29,32,176],stream:[3,17,19,22,23,24,26,29,30,41,42,43,45,47,62,71,85,88,89,96,127,128,129,131,132,133,140,142,150,157,179],streaming_cr:[81,82,86,179],streaming_impuls:26,streaming_insert:29,streamingcr:88,stress:51,strictli:[4,43],string:[1,10,14,18,20,22,23,24,29,30,32,36,40,41,42,43,45,47,48,49,52,53,55,58,59,63,80,87,137,138,141,142,144,147,152,170,174,176],string_valu:152,stringutil:85,strip_trailing_newlin:52,strongli:51,struct:[48,174],struct_obj:119,struct_to_dict:119,structur:[9,22,24,41,47,62],strutf8cod:[1,52],style:[22,38],sub:[20,43,46,87,121,141,150],sub_client:141,sub_range_track:15,subclass:[2,4,46,49,51,54,59,62,63,149,150,152,155,161,171],subclassess:63,subcompon:152,subdirectori:179,subject:[43,170],submit:[71,85],submit_timestamp:135,submodul:[34,124],subprocess:172,subscrib:71,subscribercli:141,subscript:[43,141],subsequ:[46,87,175],subset:168,subsystem:4,subtrigg:158,succe:[30,46,51],succeed:[42,46],success:[38,46,87],successfulli:[32,46,68,85],suffic:170,suffici:87,suffix:[14,22,36,48,52,53,141],suggest:[46,170],suggested_split_posit:51,suit:[127,128,129,131,132,133],suitabl:[1,103,150],sum:[57,150],sum_int_64:60,sum_valu:136,sunnyval:129,suppli:[62,65,80,139,149],support:[1,9,14,17,18,21,22,23,29,32,33,40,41,43,45,46,47,48,52,65,71,87,96,97,121,141,150,152,155,158,163,167],suppos:29,sure:[30,63,101,122,137],surround:160,switchingdirectrunn:[96,102],symmetric_binary_op:165,symptom:29,sync:103,syntax:[1,9,22,24,29,33,150,162,168],synthet:138,synthetic_pipelin:[123,179],syntheticsdfassourc:138,syntheticsdfsourcerestrictionprovid:138,syntheticsourc:138,syntheticstep:138,sys:[62,65,139],system:[22,24,41,45,46,47,84,139,158],tabl:[13,27,28,30,31,32,33,46,135,179],table_dict:29,table_id:[32,33],table_nam:29,table_names_dict:29,table_refer:30,table_row:[29,32],table_schema:29,table_schema_to_dict:29,table_side_input:[29,30],tablecel:29,tablefieldschema:29,tableid:32,tablerefer:[29,30,32],tablerow:[29,32],tablerowjsoncod:29,tableschema:[29,32],tag1:160,tag2:160,tag:[60,80,139,150,160],taggedoutput:80,tail:[22,24,41,47],take:[12,21,29,30,46,65,84,87,138,142,147,149,150],taken:[36,160],takes_windowed_valu:87,tar:128,target:[30,160],target_batch_duration_sec:160,target_batch_overhead:160,target_window_fn:156,task:[46,98],techniqu:29,tell:[22,23],temp:107,temp_dataset:32,temp_dataset_:32,temp_loc:[29,128],temp_path:19,temp_tabl:[30,32],temp_table_:32,tempdir:141,templat:[14,48,52,53,64],temporari:[29,30,43,46,141,160],temporarili:175,temporary_t:30,temporaryt:30,term:[29,46],termin:[46,101,129,137],test:[29,38,42,44,51,63,83,90,93,102,154,160,175,179],test_bigquery_cli:[29,32],test_client:[29,30],test_dataflow_runn:[81,82,179],test_direct_runn:[81,91,179],test_id:135,test_job_python_from_python_it:154,test_method:101,test_pipelin:[123,179],test_read_metr:54,test_runner_api:[65,139],test_stream:[123,179],test_util:[123,179],testcas:[141,154],testclock:93,testdataflowrunn:90,testdirectrunn:102,testopt:[62,63],testpipelin:139,testrunn:139,teststream:140,testwindowedvalu:142,text:[21,29,46,52,65,83,112,142,179],textio:[13,179],textrender:112,tfrecord:53,tfrecordio:[13,179],than:[1,22,24,29,30,37,39,43,46,48,49,55,116,140,150,160,163,165,176,177],thei:[18,22,29,32,46,51,59,80,103,142,149,150,161],them:[11,30,46,85,150],themselv:[21,58,80,168],therebi:150,therefor:22,thi:[1,4,8,12,14,17,18,19,20,21,22,23,24,26,29,30,32,33,37,38,39,40,41,42,43,46,47,48,49,51,52,53,55,57,58,59,60,62,65,68,70,80,81,82,84,87,88,91,92,94,96,98,101,103,107,109,110,111,112,113,114,121,122,129,131,132,133,137,138,139,141,142,144,145,149,150,152,155,156,158,159,160,161,163,166,168,170,173,175,176,177,179],thing:[46,173],those:[1,14,29,30,33,46,88,110,139,150,152],though:150,thread:[12,23,46,51,95,109,110,111],three:[4,43,46,51,58,127],throttl:38,throttle_delai:38,throttled_sec:38,throttler:38,through:[46,49,53,63,65,128,131,138,150,175],throughout:[12,29],throughput:96,thrown:21,thu:[107,160],till:101,time:[4,12,14,20,22,24,29,32,38,41,42,43,46,47,48,52,53,55,85,87,93,101,103,121,137,140,145,146,147,149,150,157,158,160,161,168,171,175,176],time_domain:[104,158,159],time_in_m:128,time_prefix:173,timedelta:152,timedomain:[157,159],timeout:[42,90,121,129,175],timeouterror:42,timepartit:29,timer:[98,101,104,105,157,158,159],timer_fir:104,timer_spec:[97,159],timerfir:104,timerparam:150,timerspec:159,timestamp:[1,29,43,48,57,60,92,101,104,105,127,129,140,142,150,152,157,158,159,161,169,179],timestamp_attribut:[43,44],timestamp_combin:[150,161],timestamp_proto:60,timestamp_sec:60,timestampcod:1,timestampcombin:161,timestamped_valu:140,timestampedvalu:[140,161],timestampparam:[101,150],timeutil:[1,148,161,179],timezon:43,tl_referenced_pcoll_id:114,tl_required_trans_id:114,to_be_merg:[158,161],to_client_ent:40,to_client_kei:40,to_json_valu:9,to_kei:60,to_low:163,to_proto_str:43,to_rfc3339:176,to_runner_api:[1,59,65,80,120,150,155,157,158,159,177],to_runner_api_paramet:[1,26,43,46,150,155,160,161,177],to_runner_api_pickl:155,to_runner_api_transform:153,to_timestamp_proto:60,to_timestamp_sec:60,to_type_hint:1,to_utc_datetim:176,todict:149,todo:[65,88],togeth:[59,150],toggl:163,token:170,toler:[46,55],tolist:149,too:[30,39,51,150],took:[1,177],tool:[29,32,179],top:[39,65,110,114,149,163,165,179],topic:[18,43,141],tostringcod:52,total:[26,46,51,87,149,150,160,163,175],total_bytes_count:135,track:[46,49,57,59,94,95,98,103,105],tracker:[15,46,49,51,101,150],transform:[4,14,15,17,18,21,26,29,30,31,32,33,37,43,46,48,52,53,54,55,58,62,65,80,83,85,87,88,92,94,96,97,98,100,101,103,105,107,113,114,121,122,129,135,138,140,142,167,179],transform_evalu:[81,91,101,104,179],transform_evaluation_st:99,transform_evaluator_registri:99,transform_keyed_st:105,transform_nod:[85,121],transform_proto:114,transformerror:5,transformevalu:[97,99,103,104],transformevaluatorregistri:103,transformexecutor:99,transformresult:[98,104],transformss:122,transformwatermark:105,translat:[17,18,22,65,84],translate_pattern:22,travers:[62,65],treat:[21,176],treatment:150,tree:[22,41,47,138],tri:175,trigger:[29,30,98,148,150,179],triggercontext:158,triggercopyjob:30,triggerfn:[150,158],triggerloadjob:30,trivial:[51,150,166],trivial_infer:[162,179],try_claim:[15,46,49,50],try_split:[15,46,49,50,51],tupl:[1,9,12,15,29,30,32,40,42,46,51,55,60,80,138,142,149,150,160,163,168,177],tuplecod:1,tuplesequencecod:1,turn:[29,175],twice:[11,46,60],two:[4,14,22,24,30,41,43,45,46,47,48,51,87,138,149,150,163,166,168,170],txt:141,typ:164,type1:29,type2:29,type3:29,type:[1,2,3,4,9,12,13,14,20,22,23,24,27,29,32,33,34,35,37,39,41,42,43,46,47,48,49,50,51,55,57,58,59,60,63,64,65,68,69,70,71,72,78,80,87,92,93,95,98,99,101,103,104,105,118,120,121,122,135,139,140,141,149,150,152,155,156,157,158,159,160,161,162,163,164,166,167,168,170,171,173,175,176,177,179],type_1:163,type_2:163,type_check:168,type_check_input:155,type_check_inputs_or_output:155,type_check_output:155,type_hint:[155,163,167],type_urn:60,typecheck:[162,179],typecheckcombinefn:167,typecheckerror:[149,163],typecheckvisitor:167,typecheckwrapperdofn:167,typecod:[0,179],typeconstraint:[155,163,166,168],typedict:152,typeerror:[9,19,20,29,65,150,155],typehint:[1,4,150,155,179],typeinferenceerror:166,typeopt:[62,63],typevari:168,typic:[20,52,53,55,65,121,138,145,150,155,170],uid:[19,46],ultim:163,unabl:37,unari:165,unary_convert:165,unary_invert:165,unary_neg:165,unary_not:165,unary_posit:165,unavail:[39,107],unbound:[17,26,87,88,140,161,179],unclaim:46,uncommit:98,uncommitted_output_bundl:104,uncommittedbundl:92,uncompress:[22,48],unconsum:46,undeclar:150,undeclared_tag_valu:104,under:[22,37,43,128,150,160],underli:[22,24,39,52,55,62,98,155,158,161,166],underlying_result:113,underlying_runn:[113,114],underscor:[29,32],undesir:4,unfinish:46,unicod:[9,112,152],union:[15,51,121,161,166,168],union_list:166,uniqu:[32,43,46,58,80,122,149,160],unique_row_id:32,unit:[43,48,51,152,161],unittest:[141,154],unix:[22,24,41,43,47,140,161,176],unknown:[1,46,62,121,138],unless:[14,23,40,48,52,80,161],unmergedst:98,unmodifi:150,unpack:[163,174],unpack_ani:174,unpack_sequ:165,unpickl:[63,139],unprocess:[46,101,150],unprocessed_bundl:[104,105],unquot:107,unset:40,unsplitt:[46,49],unsplittablerangetrack:49,unstart:49,unsupport:40,until:[71,85,90,100,103,121,139,150],unused_arg:[31,122,129,138,150,163,165],unused_context:[1,150,155,158,160,161,177],unused_el:88,unused_fn_paramet:161,unused_input:[46,140,150],unused_input_typ:[26,88,150,155],unused_kwarg:[31,122,129,138,150,163],unused_paramet:[150,160],unused_payload:[1,150],unused_pre_finalize_result:19,unused_registri:1,unused_st:165,unused_typehint:1,unwrap:[140,166],unwrap_al:166,unwritten_record_tag:30,unwrittenrecord:30,updat:[29,42,46,57,58,59,65,85,95,97,98,105,109,110,121,145,150],update_displai:109,update_pcollection_stat:110,update_phys:95,update_watermark:105,upload:[23,68],uploaderstream:23,upon:23,upper:[14,48,52,53,163],upper_bound:145,upstream:[94,150],uqfound:11,uri:[22,41,47,63],uri_schema_pattern:24,url:[22,45,90,152],urn:[1,26,60,65,78,79,150,153,155,161,169,179],usabl:[14,48],usag:[1,46,51,62,65,128,129,136,155,159,163,170,171,173],use:[1,2,3,4,6,7,8,9,10,11,12,14,15,17,18,22,24,29,37,38,39,41,42,43,44,46,47,48,51,52,58,59,60,62,63,65,66,67,68,79,80,84,85,87,92,93,94,99,103,104,105,120,138,139,140,141,143,144,150,154,156,163,165,166,167,169,170,172,173,174,175,176,177],use_deprecated_int96_timestamp:48,use_fake_cod:[65,120],use_fastavro:14,use_global_window:142,use_legacy_sql:32,use_standard_sql:29,used:[1,4,10,11,12,14,20,22,24,26,29,30,32,33,37,38,40,41,43,46,47,48,49,52,53,55,57,58,59,60,62,65,80,81,85,87,92,93,94,98,101,103,104,110,121,129,135,137,138,139,140,142,144,150,152,155,156,158,160,161,163,168,170,175,177],useful:[1,60,98,150],user:[12,14,18,20,22,24,29,37,41,43,46,47,58,59,60,80,84,87,97,114,152,156,159,170,171],user_log:29,usermetricsdofn:83,userst:[97,148,150,179],userstatecontext:[97,159],uses:[4,22,37,39,43,103,141],using:[1,4,8,9,12,21,24,28,29,32,46,52,55,62,65,87,96,99,112,122,138,140,141,150,155,161,163,168,170],usual:[85,107],utc:[43,176],utf:[1,52,142],util:[6,8,9,10,13,21,22,23,32,51,81,85,91,101,112,114,117,120,123,129,135,138,139,140,141,143,148,150,157,161,163,178,179],v1new:[13,27,34,179],v31:160,v32:160,v33:160,val:3,valid:[14,20,22,29,30,32,43,48,52,53,55,62,63,101,136,139,142,150,152,155,159,163,168],validate_cloud_opt:63,validate_composite_type_param:155,validate_cr:29,validate_gcs_path:63,validate_optional_argument_posit:63,validate_stateful_dofn:159,validate_test_match:63,validate_writ:29,validatesrunn:139,valu:[1,2,3,5,9,11,12,14,18,19,20,22,24,29,32,37,40,41,43,46,47,48,51,52,53,55,57,58,59,60,62,63,64,65,80,87,88,94,100,105,107,121,135,138,139,140,141,142,144,145,146,147,149,150,152,156,158,159,160,161,163,164,166,174,175,176],value_cod:1,value_descriptor:78,value_deseri:18,value_provid:[61,179],value_provider_list:64,value_s:138,value_seri:18,value_to_consum:[98,105],value_typ:64,valueerror:[19,20,22,23,29,32,42,46,51,62,65,138,139,150,152,154,163,164,166],valueprovid:[5,19,20,29,64],vari:1,variabl:[1,10,59],varianc:160,variant:55,variantcal:55,variantinfo:55,varint:3,varintcod:1,variou:[29,32,51,116,144,165],vcf:55,vcfio:[13,179],vcfv4:55,vehicl:129,verbos:[144,147,166],veri:[80,100],verif:137,verifi:[14,20,30,36,46,48,51,52,53,55,90,102,131,136,137,139,140,167],verify_al:136,version:[1,22,55,88,107,170,179],vertex:111,verybig:29,vet:70,via:[21,30,65,101,120,161,168,177],view:[62,63,98],view_a:62,view_class:156,view_opt:156,violat:163,visibl:110,visit:[65,121],visit_transform:[94,167],visitor:[65,94],volum:150,voluntarili:101,wai:[4,22,29,46,49,51,87,138,150,155,160,170],wait:[30,38,85,90,121,137,139],wait_until_finish:[113,121],wait_until_finish_dur:128,wait_until_in_st:90,waitforbqjob:30,want:[4,46,80,121,144,175],warn:[170,175],watermark:[50,98,101,105,140,150,157,158,159],watermark_manag:[81,91,179],watermark_neg_inf:105,watermark_pos_inf:105,watermarkev:140,watermarkmanag:105,watermarkreporterparam:150,weather_st:29,weight:51,well:[29,46,51,107],were:[36,46,98,155,160,170],what:[1,29,46,138,158,161,170],whatev:[37,65,160],whelm:30,when:[3,8,14,17,18,20,22,23,29,30,32,37,38,39,43,46,48,51,52,53,65,67,80,98,101,109,110,138,140,141,150,152,154,155,158,166,168,176],whenc:[22,23],whenev:[4,150],where:[1,20,32,42,46,65,80,113,138,149,150,160,161,163,164,175,177,179],whether:[1,20,22,29,32,41,42,46,47,52,57,65,80,87,92,109,147,152,158,159,161,166],which:[1,12,14,15,17,18,20,21,22,29,32,37,39,40,43,46,48,49,52,53,55,70,80,81,84,87,88,96,101,107,110,121,138,139,142,149,150,158,159,160,161,163,164,167,173,175,179],whit:170,who:[112,127,139],whole:[20,22,29,46,63,163],whose:[1,29,40,46,49,65,80,110,150,153,158,160],wider:160,width:161,wiki:29,wikipedia:29,window:[1,80,85,87,92,97,100,101,104,122,140,142,144,148,150,155,156,158,159,160,179],window_cod:1,window_fn:161,windowed_valu:161,windowedtypeconstraint:168,windowedvalu:[92,140,150,168],windowedvaluecod:1,windowfn:[150,161],windowing_strategi:122,windowinto:[150,161],windowintofn:150,windowparam:[100,101,122,150],wipe:121,wire:150,wish:[29,152],with_attribut:[43,44],with_default:150,with_exponential_backoff:175,with_fanout:150,with_hot_key_fanout:150,with_input_typ:[4,155,163],with_nam:58,with_namespac:58,with_output:150,with_output_typ:[4,155,163],with_step:58,with_typ:9,with_valid:30,within:[46,51,68,87,92,98,138,161],without:[20,29,46,85,149,173],without_default:150,withtypehint:[150,155,163],word:[18,83],work:[29,30,37,46,51,59,65,70,87,160,163],worker:[8,11,29,30,37,46,62,72,85,87,113,150,171],worker_executing_project:8,workeropt:[62,63],workflow:[8,11,46,83,138],workitem:87,would:[1,29,38,46,80,160,161,163,177],wrap:[9,23,80,88,150,155,170,175],wrapped_value_cod:1,wrapper:[22,29,32,62,80,90,102,120,139,155,159,163,167,173],writabl:23,write:[1,3,4,13,14,18,19,22,23,24,27,28,30,32,33,36,37,38,41,42,43,46,47,48,52,53,65,87,98,107,138,177,179],write_:19,write_append:[29,32],write_bigendian_doubl:3,write_bigendian_int32:3,write_bigendian_int64:3,write_bigendian_uint64:3,write_byt:3,write_cache_id:114,write_disposit:[29,30,32],write_empti:[29,32],write_encoded_record:19,write_mut:38,write_record:19,write_result:46,write_trunc:[29,32],write_var_int64:3,writeabl:22,writecach:[107,114],writegroupedrecordstofil:30,writeimpl:46,writer:[29,32,46,58,87,156],writer_result:[19,46],writerecordstofil:30,writestringstopubsub:43,writetoavro:14,writetobigqueri:29,writetobigt:33,writetodatastor:[37,40],writetokafka:18,writetoparquet:48,writetopubsub:43,writetotext:[52,65,179],writetotfrecord:53,writetrunc:29,written:[14,19,22,23,24,29,30,36,41,46,47,48,52,53,141],written_file_tag:30,writtenfil:30,wrong:55,wrote:46,wv_with_multiple_window:144,wv_with_one_window:144,www:112,xrang:170,xyz:[4,62,121],xyzcod:4,xyzopt:62,year:29,yet:[46,96],yield:[2,20,46,150,175],you:[14,17,18,29,48,52,63,152],your:[29,51,63,179],yyyymmdd:32,zero:[26,46,150]},titles:["apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.http_client module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.external package","apache_beam.io.external.generate_sequence module","apache_beam.io.external.kafka module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.fileio module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.flink package","apache_beam.io.flink.flink_streaming_impulse_source module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_file_loads module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.bigquery_tools module","apache_beam.io.gcp.bigtableio module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1new package","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline module","apache_beam.io.gcp.datastore.v1new.datastoreio module","apache_beam.io.gcp.datastore.v1new.helper module","apache_beam.io.gcp.datastore.v1new.query_splitter module","apache_beam.io.gcp.datastore.v1new.types module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.parquetio module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.metrics.monitoring_infos module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_expansion_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.external_transforms_pb2_grpc module","apache_beam.portability.api.metrics_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.internal package","apache_beam.runners.internal.names module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.load_tests package","apache_beam.testing.load_tests.load_test_metrics_utils module","apache_beam.testing.metric_result_matchers module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.external module","apache_beam.transforms.external_test_it module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{addit:29,annot:170,apach:179,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178],api:[67,68,69,70,71,72,73,74,75,76,77],auth:8,avroio:14,beam:179,beam_artifact_api_pb2_grpc:68,beam_expansion_api_pb2_grpc:69,beam_fn_api_pb2_grpc:70,beam_job_api_pb2_grpc:71,beam_provision_api_pb2_grpc:72,beam_runner_api_pb2_grpc:73,benchmark:[124,125,126,127,128,129,130,131,132,133],big_query_query_to_table_pipelin:28,bigqueri:29,bigquery_file_load:30,bigquery_io_read_pipelin:31,bigquery_tool:32,bigtableio:33,bundle_factori:92,cache_manag:107,cell:57,clock:93,coder:[0,1,2,3,4],coders_microbenchmark:144,combin:149,common_urn:78,concat_sourc:15,consumer_tracking_pipeline_visitor:94,core:150,create_sourc:151,data:29,dataflow:[82,83,84,85,86,87,88,89,90],dataflow_exercise_metrics_pipelin:83,dataflow_metr:84,dataflow_runn:85,datastor:[34,35,36,37,38,39,40],datastore_write_it_pipelin:36,datastoreio:37,decor:163,direct:[91,92,93,94,95,96,97,98,99,100,101,102,103,104,105],direct_metr:95,direct_runn:96,direct_userst:97,displai:[108,109,110,111,112,152],display_manag:109,distribution_counter_microbenchmark:145,endpoints_pb2_grpc:74,error:5,evaluation_context:98,executor:99,extern:[16,17,18,153],external_test_it:154,external_transforms_pb2_grpc:75,filebasedsink:19,filebasedsourc:20,fileio:21,filesystem:[22,24],filesystemio:23,flink:[25,26],flink_streaming_impulse_sourc:26,gcp:[7,8,9,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44],gcsfilesystem:41,gcsio:42,generate_sequ:17,hadoopfilesystem:45,helper:38,helper_transform:100,http_client:10,interact:[106,107,108,109,110,111,112,113,114],interactive_pipeline_graph:110,interactive_runn:113,intern:[6,7,8,9,10,11,12,115,116],iobas:[46,87],job:[117,118,119],json_valu:9,kafka:18,load_test:[134,135],load_test_metrics_util:135,localfilesystem:47,manag:118,metric:[56,57,58,59,60],metric_result_match:136,metricbas:59,metrics_pb2_grpc:76,model:[126,127],modul:[1,2,3,4,5,8,9,10,11,12,14,15,17,18,19,20,21,22,23,24,26,28,29,30,31,32,33,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,57,58,59,60,62,63,64,65,68,69,70,71,72,73,74,75,76,77,78,79,80,83,84,85,87,88,89,90,92,93,94,95,96,97,98,99,100,101,102,103,104,105,107,109,110,111,112,113,114,116,118,119,120,121,122,127,128,129,131,132,133,135,136,137,138,139,140,141,142,144,145,146,147,149,150,151,152,153,154,155,156,157,158,159,160,161,163,164,165,166,167,168,170,171,172,173,174,175,176,177,178],monitoring_info:60,name:116,native_io:[86,87,88],native_type_compat:164,nexmark:[125,126,127,128,129,130,131,132,133],nexmark_launch:128,nexmark_model:127,nexmark_util:129,observ:2,opcod:165,option:[61,62,63,64],overview:179,packag:[0,6,7,13,16,25,27,34,35,56,61,66,67,81,82,86,91,106,108,115,117,123,124,125,126,130,134,143,148,162,169],paramet:29,parquetio:48,pickler:11,pipelin:65,pipeline_analyz:114,pipeline_context:120,pipeline_graph:111,pipeline_graph_render:112,pipeline_opt:62,pipeline_options_valid:63,pipeline_verifi:137,plugin:171,portabl:[66,67,68,69,70,71,72,73,74,75,76,77,78,79],process:172,profil:173,proto_util:174,ptransform:155,ptransform_overrid:89,pubsub:43,pubsub_it_pipelin:44,pvalu:80,python:179,python_urn:79,queri:[130,131,132,133],query0:131,query1:132,query2:133,query_splitt:39,range_track:49,refer:29,restriction_track:50,retri:175,runner:[81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122],schema:29,sdf_common:122,sdf_direct_runn:101,sdk:179,sideinput:156,sideinput_microbenchmark:146,slow_stream:3,source_test_util:51,standard_window_fns_pb2_grpc:77,statu:179,streaming_cr:88,submodul:[0,6,7,13,16,25,27,35,56,61,66,67,81,82,86,91,106,108,115,117,123,125,126,130,134,143,148,162,169,179],subpackag:[6,13,27,34,66,81,82,106,123,124,125,179],synthetic_pipelin:138,tabl:29,test:[123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142],test_dataflow_runn:90,test_direct_runn:102,test_pipelin:139,test_stream:140,test_util:141,textio:52,tfrecordio:53,timestamp:176,timeutil:157,tool:[143,144,145,146,147],transform:[148,149,150,151,152,153,154,155,156,157,158,159,160,161],transform_evalu:103,trigger:158,trivial_infer:166,type:40,typecheck:167,typecod:4,typehint:[162,163,164,165,166,167,168],typic:179,urn:177,usag:179,userst:159,util:[12,54,104,119,142,147,160,169,170,171,172,173,174,175,176,177],v1new:[35,36,37,38,39,40],value_provid:64,vcfio:55,version:178,watermark_manag:105,window:161,write:29}})