pydoc/2.15.0/searchindex.js

Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.avro_coder","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.http_client","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.external","apache_beam.io.external.generate_sequence","apache_beam.io.external.kafka","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.fileio","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.flink","apache_beam.io.flink.flink_streaming_impulse_source","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_file_loads","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.bigquery_tools","apache_beam.io.gcp.bigtableio","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1new","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline","apache_beam.io.gcp.datastore.v1new.datastoreio","apache_beam.io.gcp.datastore.v1new.helper","apache_beam.io.gcp.datastore.v1new.query_splitter","apache_beam.io.gcp.datastore.v1new.types","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.mongodbio","apache_beam.io.parquetio","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.metrics.monitoring_infos","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_expansion_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.external_transforms_pb2_grpc","apache_beam.portability.api.metrics_pb2_grpc","apache_beam.portability.api.schema_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.internal","apache_beam.runners.internal.names","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.load_tests","apache_beam.testing.load_tests.load_test_metrics_utils","apache_beam.testing.metric_result_matchers","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.external","apache_beam.transforms.external_test_it","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.stats","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.avro_coder.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.http_client.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.external.rst","apache_beam.io.external.generate_sequence.rst","apache_beam.io.external.kafka.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.fileio.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.flink.rst","apache_beam.io.flink.flink_streaming_impulse_source.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_file_loads.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.bigquery_tools.rst","apache_beam.io.gcp.bigtableio.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1new.rst","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.rst","apache_beam.io.gcp.datastore.v1new.datastoreio.rst","apache_beam.io.gcp.datastore.v1new.helper.rst","apache_beam.io.gcp.datastore.v1new.query_splitter.rst","apache_beam.io.gcp.datastore.v1new.types.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.mongodbio.rst","apache_beam.io.parquetio.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.metrics.monitoring_infos.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_expansion_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.external_transforms_pb2_grpc.rst","apache_beam.portability.api.metrics_pb2_grpc.rst","apache_beam.portability.api.schema_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.internal.rst","apache_beam.runners.internal.names.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.load_tests.rst","apache_beam.testing.load_tests.load_test_metrics_utils.rst","apache_beam.testing.metric_result_matchers.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.external.rst","apache_beam.transforms.external_test_it.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.stats.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[183,0,0,"-"]},"apache_beam.coders":{avro_coder:[1,0,0,"-"],coders:[2,0,0,"-"],observable:[3,0,0,"-"],slow_stream:[4,0,0,"-"],typecoders:[5,0,0,"-"]},"apache_beam.coders.avro_coder":{AvroCoder:[1,1,1,""],AvroRecord:[1,1,1,""]},"apache_beam.coders.avro_coder.AvroCoder":{from_runner_api_parameter:[1,2,1,""],is_deterministic:[1,3,1,""],to_runner_api_parameter:[1,3,1,""],to_type_hint:[1,3,1,""]},"apache_beam.coders.coders":{BytesCoder:[2,1,1,""],Coder:[2,1,1,""],DillCoder:[2,1,1,""],FastPrimitivesCoder:[2,1,1,""],FloatCoder:[2,1,1,""],IterableCoder:[2,1,1,""],PickleCoder:[2,1,1,""],ProtoCoder:[2,1,1,""],SingletonCoder:[2,1,1,""],StrUtf8Coder:[2,1,1,""],TimestampCoder:[2,1,1,""],TupleCoder:[2,1,1,""],TupleSequenceCoder:[2,1,1,""],VarIntCoder:[2,1,1,""],WindowedValueCoder:[2,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],decode:[2,3,1,""],encode:[2,3,1,""],estimate_size:[2,3,1,""],from_runner_api:[2,4,1,""],from_type_hint:[2,4,1,""],get_impl:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],register_structured_urn:[2,2,1,""],register_urn:[2,4,1,""],to_runner_api:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.ProtoCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[2,3,1,""],encode:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],coders:[2,3,1,""],from_runner_api_parameter:[2,2,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.observable":{ObservableMixin:[3,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[3,3,1,""],register_observer:[3,3,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[4,1,1,""],InputStream:[4,1,1,""],OutputStream:[4,1,1,""],get_varint_size:[4,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[4,3,1,""],get_count:[4,3,1,""],write:[4,3,1,""],write_byte:[4,3,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[4,3,1,""],read_all:[4,3,1,""],read_bigendian_double:[4,3,1,""],read_bigendian_int32:[4,3,1,""],read_bigendian_int64:[4,3,1,""],read_bigendian_uint64:[4,3,1,""],read_byte_py2:[4,3,1,""],read_byte_py3:[4,3,1,""],read_var_int64:[4,3,1,""],size:[4,3,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[4,3,1,""],size:[4,3,1,""],write:[4,3,1,""],write_bigendian_double:[4,3,1,""],write_bigendian_int32:[4,3,1,""],write_bigendian_int64:[4,3,1,""],write_bigendian_uint64:[4,3,1,""],write_byte:[4,3,1,""],write_var_int64:[4,3,1,""]},"apache_beam.error":{BeamError:[6,6,1,""],PValueError:[6,6,1,""],PipelineError:[6,6,1,""],RunnerError:[6,6,1,""],RuntimeValueProviderError:[6,6,1,""],SideInputError:[6,6,1,""],TransformError:[6,6,1,""]},"apache_beam.internal":{gcp:[8,0,0,"-"],http_client:[11,0,0,"-"],pickler:[12,0,0,"-"],util:[13,0,0,"-"]},"apache_beam.internal.gcp":{auth:[9,0,0,"-"],json_value:[10,0,0,"-"]},"apache_beam.internal.gcp.auth":{get_service_credentials:[9,5,1,""],set_running_in_gce:[9,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[10,5,1,""],get_typed_value_descriptor:[10,5,1,""],to_json_value:[10,5,1,""]},"apache_beam.internal.http_client":{get_new_http:[11,5,1,""],proxy_info_from_environment_var:[11,5,1,""]},"apache_beam.internal.pickler":{dump_session:[12,5,1,""],dumps:[12,5,1,""],load_session:[12,5,1,""],loads:[12,5,1,""],new_save_module_dict:[12,5,1,""],save_module:[12,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[13,1,1,""],insert_values_in_args:[13,5,1,""],remove_objects_from_args:[13,5,1,""],run_using_threadpool:[13,5,1,""]},"apache_beam.io":{avroio:[15,0,0,"-"],concat_source:[16,0,0,"-"],external:[17,0,0,"-"],filebasedsink:[20,0,0,"-"],filebasedsource:[21,0,0,"-"],fileio:[22,0,0,"-"],filesystem:[23,0,0,"-"],filesystemio:[24,0,0,"-"],filesystems:[25,0,0,"-"],flink:[26,0,0,"-"],gcp:[28,0,0,"-"],hadoopfilesystem:[46,0,0,"-"],iobase:[47,0,0,"-"],localfilesystem:[48,0,0,"-"],mongodbio:[49,0,0,"-"],parquetio:[50,0,0,"-"],range_trackers:[51,0,0,"-"],restriction_trackers:[52,0,0,"-"],source_test_utils:[53,0,0,"-"],textio:[54,0,0,"-"],tfrecordio:[55,0,0,"-"],utils:[56,0,0,"-"],vcfio:[57,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[15,1,1,""],ReadFromAvro:[15,1,1,""],WriteToAvro:[15,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[15,7,1,""],expand:[15,3,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[15,3,1,""],expand:[15,3,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[15,3,1,""],expand:[15,3,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[16,1,1,""],ConcatSource:[16,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[16,3,1,""],global_to_local:[16,3,1,""],local_to_global:[16,3,1,""],position_at_fraction:[16,3,1,""],set_current_position:[16,3,1,""],start_position:[16,3,1,""],stop_position:[16,3,1,""],sub_range_tracker:[16,3,1,""],try_claim:[16,3,1,""],try_split:[16,3,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[16,3,1,""],estimate_size:[16,3,1,""],get_range_tracker:[16,3,1,""],read:[16,3,1,""],sources:[16,7,1,""],split:[16,3,1,""]},"apache_beam.io.external":{generate_sequence:[18,0,0,"-"],kafka:[19,0,0,"-"]},"apache_beam.io.external.generate_sequence":{GenerateSequence:[18,1,1,""]},"apache_beam.io.external.generate_sequence.GenerateSequence":{expand:[18,3,1,""]},"apache_beam.io.external.kafka":{ReadFromKafka:[19,1,1,""],WriteToKafka:[19,1,1,""]},"apache_beam.io.external.kafka.ReadFromKafka":{byte_array_deserializer:[19,7,1,""],expand:[19,3,1,""]},"apache_beam.io.external.kafka.WriteToKafka":{byte_array_serializer:[19,7,1,""],expand:[19,3,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[20,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[20,3,1,""],display_data:[20,3,1,""],finalize_write:[20,3,1,""],initialize_write:[20,3,1,""],open:[20,3,1,""],open_writer:[20,3,1,""],pre_finalize:[20,3,1,""],write_encoded_record:[20,3,1,""],write_record:[20,3,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[21,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[21,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[21,7,1,""],display_data:[21,3,1,""],estimate_size:[21,3,1,""],get_range_tracker:[21,3,1,""],open_file:[21,3,1,""],read:[21,3,1,""],read_records:[21,3,1,""],split:[21,3,1,""],splittable:[21,7,1,""]},"apache_beam.io.fileio":{EmptyMatchTreatment:[22,1,1,""],MatchAll:[22,1,1,""],MatchFiles:[22,1,1,""],ReadMatches:[22,1,1,""],ReadableFile:[22,1,1,""]},"apache_beam.io.fileio.EmptyMatchTreatment":{ALLOW:[22,7,1,""],ALLOW_IF_WILDCARD:[22,7,1,""],DISALLOW:[22,7,1,""],allow_empty_match:[22,2,1,""]},"apache_beam.io.fileio.MatchAll":{expand:[22,3,1,""]},"apache_beam.io.fileio.MatchFiles":{expand:[22,3,1,""]},"apache_beam.io.fileio.ReadMatches":{expand:[22,3,1,""]},"apache_beam.io.fileio.ReadableFile":{open:[22,3,1,""],read:[22,3,1,""],read_utf8:[22,3,1,""]},"apache_beam.io.filesystem":{CompressedFile:[23,1,1,""],CompressionTypes:[23,1,1,""],FileMetadata:[23,1,1,""],FileSystem:[23,1,1,""],MatchResult:[23,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[23,3,1,""],closed:[23,3,1,""],flush:[23,3,1,""],read:[23,3,1,""],readable:[23,3,1,""],readline:[23,3,1,""],seek:[23,3,1,""],seekable:[23,7,1,""],tell:[23,3,1,""],write:[23,3,1,""],writeable:[23,3,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[23,7,1,""],BZIP2:[23,7,1,""],DEFLATE:[23,7,1,""],GZIP:[23,7,1,""],UNCOMPRESSED:[23,7,1,""],detect_compression_type:[23,4,1,""],is_valid_compression_type:[23,4,1,""],mime_type:[23,4,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[23,3,1,""],CHUNK_SIZE:[23,7,1,""],checksum:[23,3,1,""],copy:[23,3,1,""],create:[23,3,1,""],exists:[23,3,1,""],has_dirs:[23,3,1,""],join:[23,3,1,""],last_updated:[23,3,1,""],match:[23,3,1,""],match_files:[23,3,1,""],mkdirs:[23,3,1,""],open:[23,3,1,""],rename:[23,3,1,""],scheme:[23,4,1,""],size:[23,3,1,""],split:[23,3,1,""],translate_pattern:[23,2,1,""]},"apache_beam.io.filesystemio":{Downloader:[24,1,1,""],DownloaderStream:[24,1,1,""],PipeStream:[24,1,1,""],Uploader:[24,1,1,""],UploaderStream:[24,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[24,3,1,""],size:[24,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[24,3,1,""],readall:[24,3,1,""],readinto:[24,3,1,""],seek:[24,3,1,""],seekable:[24,3,1,""],tell:[24,3,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[24,3,1,""],seek:[24,3,1,""],tell:[24,3,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[24,3,1,""],put:[24,3,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[24,3,1,""],tell:[24,3,1,""],writable:[24,3,1,""],write:[24,3,1,""]},"apache_beam.io.filesystems":{FileSystems:[25,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[25,2,1,""],URI_SCHEMA_PATTERN:[25,7,1,""],checksum:[25,2,1,""],copy:[25,2,1,""],create:[25,2,1,""],exists:[25,2,1,""],get_chunk_size:[25,2,1,""],get_filesystem:[25,2,1,""],get_scheme:[25,2,1,""],join:[25,2,1,""],last_updated:[25,2,1,""],match:[25,2,1,""],mkdirs:[25,2,1,""],open:[25,2,1,""],rename:[25,2,1,""],set_options:[25,4,1,""],split:[25,2,1,""]},"apache_beam.io.flink":{flink_streaming_impulse_source:[27,0,0,"-"]},"apache_beam.io.flink.flink_streaming_impulse_source":{FlinkStreamingImpulseSource:[27,1,1,""]},"apache_beam.io.flink.flink_streaming_impulse_source.FlinkStreamingImpulseSource":{URN:[27,7,1,""],config:[27,7,1,""],expand:[27,3,1,""],from_runner_api_parameter:[27,2,1,""],get_windowing:[27,3,1,""],infer_output_type:[27,3,1,""],set_interval_ms:[27,3,1,""],set_message_count:[27,3,1,""],to_runner_api_parameter:[27,3,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[29,0,0,"-"],bigquery:[30,0,0,"-"],bigquery_file_loads:[31,0,0,"-"],bigquery_io_read_pipeline:[32,0,0,"-"],bigquery_tools:[33,0,0,"-"],bigtableio:[34,0,0,"-"],datastore:[35,0,0,"-"],gcsfilesystem:[42,0,0,"-"],gcsio:[43,0,0,"-"],pubsub:[44,0,0,"-"],pubsub_it_pipeline:[45,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[29,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[30,1,1,""],BigQuerySink:[30,1,1,""],BigQuerySource:[30,1,1,""],TableRowJsonCoder:[30,1,1,""],WriteToBigQuery:[30,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[30,7,1,""],CREATE_NEVER:[30,7,1,""],WRITE_APPEND:[30,7,1,""],WRITE_EMPTY:[30,7,1,""],WRITE_TRUNCATE:[30,7,1,""],validate_create:[30,2,1,""],validate_write:[30,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[30,3,1,""],format:[30,7,1,""],schema_as_json:[30,3,1,""],writer:[30,3,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[30,3,1,""],format:[30,7,1,""],reader:[30,3,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[30,3,1,""],encode:[30,3,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{Method:[30,1,1,""],display_data:[30,3,1,""],expand:[30,3,1,""],get_dict_table_schema:[30,2,1,""],get_table_schema_from_string:[30,2,1,""],table_schema_to_dict:[30,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery.Method":{DEFAULT:[30,7,1,""],FILE_LOADS:[30,7,1,""],STREAMING_INSERTS:[30,7,1,""]},"apache_beam.io.gcp.bigquery_file_loads":{BigQueryBatchFileLoads:[31,1,1,""],DeleteTablesFn:[31,1,1,""],TriggerCopyJobs:[31,1,1,""],TriggerLoadJobs:[31,1,1,""],WaitForBQJobs:[31,1,1,""],WriteGroupedRecordsToFile:[31,1,1,""],WriteRecordsToFile:[31,1,1,""],file_prefix_generator:[31,5,1,""]},"apache_beam.io.gcp.bigquery_file_loads.BigQueryBatchFileLoads":{DESTINATION_COPY_JOBID_PAIRS:[31,7,1,""],DESTINATION_FILE_PAIRS:[31,7,1,""],DESTINATION_JOBID_PAIRS:[31,7,1,""],expand:[31,3,1,""],verify:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.DeleteTablesFn":{process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerCopyJobs":{process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerLoadJobs":{TEMP_TABLES:[31,7,1,""],display_data:[31,3,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WaitForBQJobs":{ALL_DONE:[31,7,1,""],FAILED:[31,7,1,""],WAITING:[31,7,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteGroupedRecordsToFile":{process:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteRecordsToFile":{UNWRITTEN_RECORD_TAG:[31,7,1,""],WRITTEN_FILE_TAG:[31,7,1,""],display_data:[31,3,1,""],finish_bundle:[31,3,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[32,1,1,""],run:[32,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[32,3,1,""]},"apache_beam.io.gcp.bigquery_tools":{AppendDestinationsFn:[33,1,1,""],BigQueryReader:[33,1,1,""],BigQueryWrapper:[33,1,1,""],BigQueryWriter:[33,1,1,""],RetryStrategy:[33,1,1,""],RowAsDictJsonCoder:[33,1,1,""],default_encoder:[33,5,1,""],get_hashable_destination:[33,5,1,""],parse_table_reference:[33,5,1,""],parse_table_schema_from_json:[33,5,1,""]},"apache_beam.io.gcp.bigquery_tools.AppendDestinationsFn":{process:[33,3,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWrapper":{TEMP_DATASET:[33,7,1,""],TEMP_TABLE:[33,7,1,""],clean_up_temporary_dataset:[33,3,1,""],convert_row_to_dict:[33,3,1,""],create_temporary_dataset:[33,3,1,""],get_job:[33,3,1,""],get_or_create_dataset:[33,3,1,""],get_or_create_table:[33,3,1,""],get_query_location:[33,3,1,""],get_table:[33,3,1,""],get_table_location:[33,3,1,""],insert_rows:[33,3,1,""],perform_load_job:[33,3,1,""],run_query:[33,3,1,""],unique_row_id:[33,7,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWriter":{Write:[33,3,1,""]},"apache_beam.io.gcp.bigquery_tools.RetryStrategy":{RETRY_ALWAYS:[33,7,1,""],RETRY_NEVER:[33,7,1,""],RETRY_ON_TRANSIENT_ERROR:[33,7,1,""],should_retry:[33,2,1,""]},"apache_beam.io.gcp.bigquery_tools.RowAsDictJsonCoder":{decode:[33,3,1,""],encode:[33,3,1,""]},"apache_beam.io.gcp.bigtableio":{WriteToBigTable:[34,1,1,""]},"apache_beam.io.gcp.bigtableio.WriteToBigTable":{expand:[34,3,1,""]},"apache_beam.io.gcp.datastore":{v1new:[36,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new":{datastore_write_it_pipeline:[37,0,0,"-"],datastoreio:[38,0,0,"-"],helper:[39,0,0,"-"],query_splitter:[40,0,0,"-"],types:[41,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline":{EntityWrapper:[37,1,1,""],new_pipeline_with_job_name:[37,5,1,""],run:[37,5,1,""]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.EntityWrapper":{make_entity:[37,3,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio":{DeleteFromDatastore:[38,1,1,""],ReadFromDatastore:[38,1,1,""],WriteToDatastore:[38,1,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio.ReadFromDatastore":{display_data:[38,3,1,""],expand:[38,3,1,""]},"apache_beam.io.gcp.datastore.v1new.helper":{create_client_entities:[39,5,1,""],create_entities:[39,5,1,""],get_client:[39,5,1,""],retry_on_rpc_error:[39,5,1,""],write_mutations:[39,5,1,""]},"apache_beam.io.gcp.datastore.v1new.query_splitter":{QuerySplitterError:[40,6,1,""],SplitNotPossibleError:[40,6,1,""],get_splits:[40,5,1,""]},"apache_beam.io.gcp.datastore.v1new.types":{Entity:[41,1,1,""],Key:[41,1,1,""],Query:[41,1,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Entity":{from_client_entity:[41,2,1,""],set_properties:[41,3,1,""],to_client_entity:[41,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Key":{from_client_key:[41,2,1,""],to_client_key:[41,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Query":{clone:[41,3,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[42,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[42,3,1,""],CHUNK_SIZE:[42,7,1,""],GCS_PREFIX:[42,7,1,""],checksum:[42,3,1,""],copy:[42,3,1,""],create:[42,3,1,""],exists:[42,3,1,""],has_dirs:[42,3,1,""],join:[42,3,1,""],last_updated:[42,3,1,""],mkdirs:[42,3,1,""],open:[42,3,1,""],rename:[42,3,1,""],scheme:[42,4,1,""],size:[42,3,1,""],split:[42,3,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[43,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[43,3,1,""],checksum:[43,3,1,""],copy:[43,3,1,""],copy_batch:[43,3,1,""],copytree:[43,3,1,""],delete_batch:[43,3,1,""],exists:[43,3,1,""],kms_key:[43,3,1,""],last_updated:[43,3,1,""],list_prefix:[43,3,1,""],open:[43,3,1,""],rename:[43,3,1,""],size:[43,3,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[44,1,1,""],ReadFromPubSub:[44,1,1,""],ReadStringsFromPubSub:[44,5,1,""],WriteStringsToPubSub:[44,5,1,""],WriteToPubSub:[44,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[44,7,1,""],data:[44,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[44,3,1,""],to_runner_api_parameter:[44,3,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[44,3,1,""],to_proto_str:[44,2,1,""],to_runner_api_parameter:[44,3,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[45,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[46,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[46,3,1,""],checksum:[46,3,1,""],copy:[46,3,1,""],create:[46,3,1,""],exists:[46,3,1,""],has_dirs:[46,3,1,""],join:[46,3,1,""],last_updated:[46,3,1,""],mkdirs:[46,3,1,""],open:[46,3,1,""],rename:[46,3,1,""],scheme:[46,4,1,""],size:[46,3,1,""],split:[46,3,1,""]},"apache_beam.io.iobase":{BoundedSource:[47,1,1,""],RangeTracker:[47,1,1,""],Read:[47,1,1,""],RestrictionTracker:[47,1,1,""],Sink:[47,1,1,""],Write:[47,1,1,""],Writer:[47,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[47,3,1,""],estimate_size:[47,3,1,""],get_range_tracker:[47,3,1,""],is_bounded:[47,3,1,""],read:[47,3,1,""],split:[47,3,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[47,7,1,""],fraction_consumed:[47,3,1,""],position_at_fraction:[47,3,1,""],set_current_position:[47,3,1,""],set_split_points_unclaimed_callback:[47,3,1,""],split_points:[47,3,1,""],start_position:[47,3,1,""],stop_position:[47,3,1,""],try_claim:[47,3,1,""],try_split:[47,3,1,""]},"apache_beam.io.iobase.Read":{display_data:[47,3,1,""],expand:[47,3,1,""],from_runner_api_parameter:[47,2,1,""],get_desired_chunk_size:[47,2,1,""],get_windowing:[47,3,1,""],to_runner_api_parameter:[47,3,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[47,3,1,""],checkpoint:[47,3,1,""],current_progress:[47,3,1,""],current_restriction:[47,3,1,""],current_watermark:[47,3,1,""],defer_remainder:[47,3,1,""],deferred_status:[47,3,1,""],try_claim:[47,3,1,""],try_split:[47,3,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[47,3,1,""],initialize_write:[47,3,1,""],open_writer:[47,3,1,""],pre_finalize:[47,3,1,""]},"apache_beam.io.iobase.Write":{display_data:[47,3,1,""],expand:[47,3,1,""]},"apache_beam.io.iobase.Writer":{close:[47,3,1,""],write:[47,3,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[48,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[48,3,1,""],checksum:[48,3,1,""],copy:[48,3,1,""],create:[48,3,1,""],exists:[48,3,1,""],has_dirs:[48,3,1,""],join:[48,3,1,""],last_updated:[48,3,1,""],mkdirs:[48,3,1,""],open:[48,3,1,""],rename:[48,3,1,""],scheme:[48,4,1,""],size:[48,3,1,""],split:[48,3,1,""]},"apache_beam.io.mongodbio":{ReadFromMongoDB:[49,1,1,""],WriteToMongoDB:[49,1,1,""]},"apache_beam.io.mongodbio.ReadFromMongoDB":{expand:[49,3,1,""]},"apache_beam.io.mongodbio.WriteToMongoDB":{expand:[49,3,1,""]},"apache_beam.io.parquetio":{ReadAllFromParquet:[50,1,1,""],ReadFromParquet:[50,1,1,""],WriteToParquet:[50,1,1,""]},"apache_beam.io.parquetio.ReadAllFromParquet":{DEFAULT_DESIRED_BUNDLE_SIZE:[50,7,1,""],expand:[50,3,1,""]},"apache_beam.io.parquetio.ReadFromParquet":{display_data:[50,3,1,""],expand:[50,3,1,""]},"apache_beam.io.parquetio.WriteToParquet":{display_data:[50,3,1,""],expand:[50,3,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[51,1,1,""],OffsetRangeTracker:[51,1,1,""],OrderedPositionRangeTracker:[51,1,1,""],UnsplittableRangeTracker:[51,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[51,4,1,""],position_to_fraction:[51,4,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[51,7,1,""],fraction_consumed:[51,3,1,""],last_attempted_record_start:[51,7,1,""],last_record_start:[51,7,1,""],position_at_fraction:[51,3,1,""],position_to_fraction:[51,3,1,""],set_current_position:[51,3,1,""],set_split_points_unclaimed_callback:[51,3,1,""],split_points:[51,3,1,""],start_position:[51,3,1,""],stop_position:[51,3,1,""],try_claim:[51,3,1,""],try_split:[51,3,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[51,7,1,""],fraction_consumed:[51,3,1,""],fraction_to_position:[51,3,1,""],position_at_fraction:[51,3,1,""],start_position:[51,3,1,""],stop_position:[51,3,1,""],try_claim:[51,3,1,""],try_split:[51,3,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[51,3,1,""],position_at_fraction:[51,3,1,""],set_current_position:[51,3,1,""],set_split_points_unclaimed_callback:[51,3,1,""],split_points:[51,3,1,""],start_position:[51,3,1,""],stop_position:[51,3,1,""],try_claim:[51,3,1,""],try_split:[51,3,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[52,1,1,""],OffsetRestrictionTracker:[52,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[52,3,1,""],split:[52,3,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[52,3,1,""],checkpoint:[52,3,1,""],current_progress:[52,3,1,""],current_restriction:[52,3,1,""],current_watermark:[52,3,1,""],default_size:[52,3,1,""],defer_remainder:[52,3,1,""],deferred_status:[52,3,1,""],start_position:[52,3,1,""],stop_position:[52,3,1,""],try_claim:[52,3,1,""],try_split:[52,3,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[53,5,1,""],assert_sources_equal_reference_source:[53,5,1,""],assert_split_at_fraction_behavior:[53,5,1,""],assert_split_at_fraction_binary:[53,5,1,""],assert_split_at_fraction_exhaustive:[53,5,1,""],assert_split_at_fraction_fails:[53,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[53,5,1,""],read_from_source:[53,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[54,1,1,""],ReadFromText:[54,1,1,""],ReadFromTextWithFilename:[54,1,1,""],WriteToText:[54,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[54,7,1,""],expand:[54,3,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[54,3,1,""]},"apache_beam.io.textio.WriteToText":{expand:[54,3,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[55,1,1,""],WriteToTFRecord:[55,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[55,3,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[55,3,1,""]},"apache_beam.io.utils":{CountingSource:[56,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[56,3,1,""],get_range_tracker:[56,3,1,""],read:[56,3,1,""],split:[56,3,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[57,1,1,""],ReadFromVcf:[57,1,1,""],Variant:[57,1,1,""],VariantCall:[57,1,1,""],VariantInfo:[57,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[57,7,1,""],line:[57,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[57,3,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[57,7,1,""],field_count:[57,7,1,""]},"apache_beam.metrics":{cells:[59,0,0,"-"],metric:[60,0,0,"-"],metricbase:[61,0,0,"-"],monitoring_infos:[62,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[59,1,1,""],GaugeResult:[59,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[59,7,1,""],max:[59,7,1,""],mean:[59,7,1,""],min:[59,7,1,""],sum:[59,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[59,7,1,""],value:[59,7,1,""]},"apache_beam.metrics.metric":{Metrics:[60,1,1,""],MetricsFilter:[60,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[60,1,1,""],DelegatingDistribution:[60,1,1,""],DelegatingGauge:[60,1,1,""],counter:[60,2,1,""],distribution:[60,2,1,""],gauge:[60,2,1,""],get_namespace:[60,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[60,3,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[60,3,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[60,3,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[60,7,1,""],namespaces:[60,7,1,""],steps:[60,7,1,""],with_name:[60,3,1,""],with_names:[60,3,1,""],with_namespace:[60,3,1,""],with_namespaces:[60,3,1,""],with_step:[60,3,1,""],with_steps:[60,3,1,""]},"apache_beam.metrics.metricbase":{Counter:[61,1,1,""],Distribution:[61,1,1,""],Gauge:[61,1,1,""],Metric:[61,1,1,""],MetricName:[61,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[61,3,1,""],inc:[61,3,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[61,3,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[61,3,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[61,2,1,""],to_runner_api:[61,3,1,""]},"apache_beam.metrics.monitoring_infos":{consolidate:[62,5,1,""],create_labels:[62,5,1,""],create_monitoring_info:[62,5,1,""],distribution_combiner:[62,5,1,""],extract_counter_value:[62,5,1,""],extract_distribution:[62,5,1,""],extract_metric_result_map_value:[62,5,1,""],int64_counter:[62,5,1,""],int64_distribution:[62,5,1,""],int64_user_counter:[62,5,1,""],int64_user_distribution:[62,5,1,""],int64_user_gauge:[62,5,1,""],is_counter:[62,5,1,""],is_distribution:[62,5,1,""],is_gauge:[62,5,1,""],is_user_monitoring_info:[62,5,1,""],max_timestamp:[62,5,1,""],parse_namespace_and_name:[62,5,1,""],to_key:[62,5,1,""],to_timestamp_proto:[62,5,1,""],to_timestamp_secs:[62,5,1,""]},"apache_beam.options":{pipeline_options:[64,0,0,"-"],pipeline_options_validator:[65,0,0,"-"],value_provider:[66,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[64,1,1,""],DirectOptions:[64,1,1,""],GoogleCloudOptions:[64,1,1,""],HadoopFileSystemOptions:[64,1,1,""],PipelineOptions:[64,1,1,""],ProfilingOptions:[64,1,1,""],SetupOptions:[64,1,1,""],StandardOptions:[64,1,1,""],TestOptions:[64,1,1,""],TypeOptions:[64,1,1,""],WorkerOptions:[64,1,1,""]},"apache_beam.options.pipeline_options.DebugOptions":{add_experiment:[64,3,1,""],lookup_experiment:[64,3,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[64,7,1,""],COMPUTE_API_SERVICE:[64,7,1,""],DATAFLOW_ENDPOINT:[64,7,1,""],STORAGE_API_SERVICE:[64,7,1,""],validate:[64,3,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[64,3,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[64,3,1,""],from_dictionary:[64,4,1,""],get_all_options:[64,3,1,""],view_as:[64,3,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[64,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[64,3,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[64,3,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[65,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[65,7,1,""],ERR_INVALID_GCS_BUCKET:[65,7,1,""],ERR_INVALID_GCS_OBJECT:[65,7,1,""],ERR_INVALID_GCS_PATH:[65,7,1,""],ERR_INVALID_JOB_NAME:[65,7,1,""],ERR_INVALID_NOT_POSITIVE:[65,7,1,""],ERR_INVALID_PROJECT_ID:[65,7,1,""],ERR_INVALID_PROJECT_NUMBER:[65,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[65,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[65,7,1,""],ERR_INVALID_TRANSFORM_NAME_MAPPING:[65,7,1,""],ERR_MISSING_GCS_PATH:[65,7,1,""],ERR_MISSING_OPTION:[65,7,1,""],GCS_BUCKET:[65,7,1,""],GCS_SCHEME:[65,7,1,""],GCS_URI:[65,7,1,""],JOB_PATTERN:[65,7,1,""],OPTIONS:[65,7,1,""],PROJECT_ID_PATTERN:[65,7,1,""],PROJECT_NUMBER_PATTERN:[65,7,1,""],is_full_string_match:[65,3,1,""],is_service_runner:[65,3,1,""],validate:[65,3,1,""],validate_cloud_options:[65,3,1,""],validate_gcs_path:[65,3,1,""],validate_optional_argument_positive:[65,3,1,""],validate_test_matcher:[65,3,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[66,1,1,""],StaticValueProvider:[66,1,1,""],ValueProvider:[66,1,1,""],check_accessible:[66,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[66,7,1,""],get:[66,3,1,""],get_value:[66,4,1,""],is_accessible:[66,3,1,""],runtime_options:[66,7,1,""],set_runtime_options:[66,4,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[66,3,1,""],is_accessible:[66,3,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[66,3,1,""],is_accessible:[66,3,1,""]},"apache_beam.pipeline":{PTransformOverride:[67,1,1,""],Pipeline:[67,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[67,3,1,""],matches:[67,3,1,""]},"apache_beam.pipeline.Pipeline":{apply:[67,3,1,""],from_runner_api:[67,2,1,""],options:[67,7,1,""],replace_all:[67,3,1,""],run:[67,3,1,""],to_runner_api:[67,3,1,""],visit:[67,3,1,""]},"apache_beam.portability":{api:[69,0,0,"-"],common_urns:[81,0,0,"-"],python_urns:[82,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[70,0,0,"-"],beam_expansion_api_pb2_grpc:[71,0,0,"-"],beam_fn_api_pb2_grpc:[72,0,0,"-"],beam_job_api_pb2_grpc:[73,0,0,"-"],beam_provision_api_pb2_grpc:[74,0,0,"-"],beam_runner_api_pb2_grpc:[75,0,0,"-"],endpoints_pb2_grpc:[76,0,0,"-"],external_transforms_pb2_grpc:[77,0,0,"-"],metrics_pb2_grpc:[78,0,0,"-"],schema_pb2_grpc:[79,0,0,"-"],standard_window_fns_pb2_grpc:[80,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[70,1,1,""],ArtifactRetrievalServiceStub:[70,1,1,""],ArtifactStagingServiceServicer:[70,1,1,""],ArtifactStagingServiceStub:[70,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[70,5,1,""],add_ArtifactStagingServiceServicer_to_server:[70,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[70,3,1,""],GetManifest:[70,3,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[70,3,1,""],PutArtifact:[70,3,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc":{ExpansionServiceServicer:[71,1,1,""],ExpansionServiceStub:[71,1,1,""],add_ExpansionServiceServicer_to_server:[71,5,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc.ExpansionServiceServicer":{Expand:[71,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[72,1,1,""],BeamFnControlStub:[72,1,1,""],BeamFnDataServicer:[72,1,1,""],BeamFnDataStub:[72,1,1,""],BeamFnExternalWorkerPoolServicer:[72,1,1,""],BeamFnExternalWorkerPoolStub:[72,1,1,""],BeamFnLoggingServicer:[72,1,1,""],BeamFnLoggingStub:[72,1,1,""],BeamFnStateServicer:[72,1,1,""],BeamFnStateStub:[72,1,1,""],add_BeamFnControlServicer_to_server:[72,5,1,""],add_BeamFnDataServicer_to_server:[72,5,1,""],add_BeamFnExternalWorkerPoolServicer_to_server:[72,5,1,""],add_BeamFnLoggingServicer_to_server:[72,5,1,""],add_BeamFnStateServicer_to_server:[72,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnExternalWorkerPoolServicer":{NotifyRunnerAvailable:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[72,3,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[73,1,1,""],JobServiceStub:[73,1,1,""],add_JobServiceServicer_to_server:[73,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[73,3,1,""],DescribePipelineOptions:[73,3,1,""],GetJobMetrics:[73,3,1,""],GetMessageStream:[73,3,1,""],GetPipeline:[73,3,1,""],GetState:[73,3,1,""],GetStateStream:[73,3,1,""],Prepare:[73,3,1,""],Run:[73,3,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[74,1,1,""],ProvisionServiceStub:[74,1,1,""],add_ProvisionServiceServicer_to_server:[74,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[74,3,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[81,1,1,""],PropertiesFromEnumValue:[81,1,1,""],PropertiesFromPayloadType:[81,5,1,""]},"apache_beam.pvalue":{AsDict:[83,1,1,""],AsIter:[83,1,1,""],AsList:[83,1,1,""],AsSingleton:[83,1,1,""],EmptySideInput:[83,1,1,""],PCollection:[83,1,1,""],TaggedOutput:[83,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[83,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[83,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[83,2,1,""],to_runner_api:[83,3,1,""],windowing:[83,7,1,""]},"apache_beam.runners":{dataflow:[85,0,0,"-"],direct:[94,0,0,"-"],interactive:[109,0,0,"-"],internal:[118,0,0,"-"],job:[120,0,0,"-"],pipeline_context:[123,0,0,"-"],runner:[124,0,0,"-"],sdf_common:[125,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_exercise_metrics_pipeline:[86,0,0,"-"],dataflow_metrics:[87,0,0,"-"],dataflow_runner:[88,0,0,"-"],native_io:[89,0,0,"-"],ptransform_overrides:[92,0,0,"-"],test_dataflow_runner:[93,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline":{UserMetricsDoFn:[86,1,1,""],apply_and_run:[86,5,1,""],common_metric_matchers:[86,5,1,""],fn_api_metric_matchers:[86,5,1,""],legacy_metric_matchers:[86,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn":{finish_bundle:[86,3,1,""],process:[86,3,1,""],start_bundle:[86,3,1,""]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[87,1,1,""],main:[87,5,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{all_metrics:[87,3,1,""],query:[87,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[88,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[88,1,1,""],ReadPTransformOverride:[88,1,1,""],apply_CombineValues:[88,3,1,""],apply_GroupByKey:[88,3,1,""],apply_Read:[88,3,1,""],apply_WriteToBigQuery:[88,3,1,""],byte_array_to_json_string:[88,2,1,""],deserialize_windowing_strategy:[88,4,1,""],flatten_input_visitor:[88,2,1,""],group_by_key_input_visitor:[88,2,1,""],json_string_to_byte_array:[88,2,1,""],poll_for_job_completion:[88,2,1,""],run_CombineValues:[88,3,1,""],run_Flatten:[88,3,1,""],run_GroupByKey:[88,3,1,""],run_Impulse:[88,3,1,""],run_ParDo:[88,3,1,""],run_Read:[88,3,1,""],run_RunnerAPIPTransformHolder:[88,3,1,""],run__NativeWrite:[88,3,1,""],run_pipeline:[88,3,1,""],serialize_windowing_strategy:[88,4,1,""],side_input_visitor:[88,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[88,3,1,""],matches:[88,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.ReadPTransformOverride":{get_replacement_transform:[88,3,1,""],matches:[88,3,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[90,0,0,"-"],streaming_create:[91,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[90,1,1,""],DynamicSplitRequest:[90,1,1,""],DynamicSplitResult:[90,1,1,""],DynamicSplitResultWithPosition:[90,1,1,""],NativeSink:[90,1,1,""],NativeSinkWriter:[90,1,1,""],NativeSource:[90,1,1,""],NativeSourceReader:[90,1,1,""],ReaderPosition:[90,1,1,""],ReaderProgress:[90,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[90,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[90,3,1,""],takes_windowed_values:[90,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[90,3,1,""],reader:[90,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[90,3,1,""],request_dynamic_split:[90,3,1,""],returns_windowed_values:[90,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[90,7,1,""],percent_complete:[90,7,1,""],position:[90,7,1,""],remaining_split_points:[90,7,1,""],remaining_time:[90,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[91,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[91,1,1,""],Impulse:[91,1,1,""],expand:[91,3,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[91,3,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[91,3,1,""],get_windowing:[91,3,1,""],infer_output_type:[91,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[92,1,1,""],ReadPTransformOverride:[92,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[92,3,1,""],matches:[92,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.ReadPTransformOverride":{get_replacement_transform:[92,3,1,""],matches:[92,3,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[93,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[93,3,1,""],run_pipeline:[93,3,1,""],wait_until_in_state:[93,3,1,""]},"apache_beam.runners.direct":{bundle_factory:[95,0,0,"-"],clock:[96,0,0,"-"],consumer_tracking_pipeline_visitor:[97,0,0,"-"],direct_metrics:[98,0,0,"-"],direct_runner:[99,0,0,"-"],direct_userstate:[100,0,0,"-"],evaluation_context:[101,0,0,"-"],executor:[102,0,0,"-"],helper_transforms:[103,0,0,"-"],sdf_direct_runner:[104,0,0,"-"],test_direct_runner:[105,0,0,"-"],transform_evaluator:[106,0,0,"-"],util:[107,0,0,"-"],watermark_manager:[108,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[95,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[95,3,1,""],create_empty_committed_bundle:[95,3,1,""]},"apache_beam.runners.direct.clock":{Clock:[96,1,1,""],RealClock:[96,1,1,""],TestClock:[96,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[96,3,1,""],time:[96,3,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[96,3,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[96,3,1,""],time:[96,3,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[97,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[97,3,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[98,1,1,""],DirectMetrics:[98,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[98,3,1,""],commit_physical:[98,3,1,""],extract_committed:[98,3,1,""],extract_latest_attempted:[98,3,1,""],update_physical:[98,3,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[98,3,1,""],commit_physical:[98,3,1,""],query:[98,3,1,""],update_physical:[98,3,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[99,1,1,""],DirectRunner:[99,7,1,""],SwitchingDirectRunner:[99,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[99,3,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[99,3,1,""]},"apache_beam.runners.direct.direct_userstate":{DirectUserStateContext:[100,1,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[100,3,1,""],get_state:[100,3,1,""],get_timer:[100,3,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[101,1,1,""],DirectUnmergedState:[101,1,1,""],EvaluationContext:[101,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[101,3,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[101,3,1,""],create_empty_committed_bundle:[101,3,1,""],extract_all_timers:[101,3,1,""],get_aggregator_values:[101,3,1,""],get_execution_context:[101,3,1,""],get_value_or_block_until_ready:[101,3,1,""],handle_result:[101,3,1,""],is_done:[101,3,1,""],is_root_transform:[101,3,1,""],metrics:[101,3,1,""],schedule_pending_unblocked_tasks:[101,3,1,""]},"apache_beam.runners.direct.executor":{Executor:[102,1,1,""],TransformExecutor:[102,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[102,3,1,""],shutdown:[102,3,1,""],start:[102,3,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[102,3,1,""],call:[102,3,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[103,1,1,""],LiftedCombinePerKey:[103,1,1,""],PartialGroupByKeyCombiningValues:[103,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[103,3,1,""],process:[103,3,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[103,3,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[103,3,1,""],finish_bundle:[103,3,1,""],process:[103,3,1,""],start_bundle:[103,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[104,1,1,""],ProcessFn:[104,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[104,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[104,1,1,""],SDFProcessElementInvoker:[104,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[104,3,1,""],new_process_fn:[104,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[104,3,1,""],set_process_element_invoker:[104,3,1,""],step_context:[104,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[104,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[104,3,1,""],matches:[104,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[104,1,1,""],invoke_process_element:[104,3,1,""],test_method:[104,3,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[105,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[105,3,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[106,1,1,""],RootBundleProvider:[106,1,1,""],TransformEvaluatorRegistry:[106,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[106,3,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[106,3,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[106,3,1,""],get_root_bundle_provider:[106,3,1,""],should_execute_serially:[106,3,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[107,1,1,""],TimerFiring:[107,1,1,""],TransformResult:[107,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[108,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[108,7,1,""],WATERMARK_POS_INF:[108,7,1,""],extract_all_timers:[108,3,1,""],get_watermarks:[108,3,1,""],update_watermarks:[108,3,1,""]},"apache_beam.runners.interactive":{cache_manager:[110,0,0,"-"],display:[111,0,0,"-"],interactive_runner:[116,0,0,"-"],pipeline_analyzer:[117,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[110,1,1,""],FileBasedCacheManager:[110,1,1,""],ReadCache:[110,1,1,""],SafeFastPrimitivesCoder:[110,1,1,""],WriteCache:[110,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[110,3,1,""],exists:[110,3,1,""],is_latest_version:[110,3,1,""],load_pcoder:[110,3,1,""],read:[110,3,1,""],save_pcoder:[110,3,1,""],sink:[110,3,1,""],source:[110,3,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[110,3,1,""],exists:[110,3,1,""],load_pcoder:[110,3,1,""],read:[110,3,1,""],save_pcoder:[110,3,1,""],sink:[110,3,1,""],source:[110,3,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[110,3,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[110,3,1,""],encode:[110,3,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[110,3,1,""]},"apache_beam.runners.interactive.display":{display_manager:[112,0,0,"-"],interactive_pipeline_graph:[113,0,0,"-"],pipeline_graph:[114,0,0,"-"],pipeline_graph_renderer:[115,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[112,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[112,3,1,""],stop_periodic_update:[112,3,1,""],update_display:[112,3,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[113,1,1,""],format_sample:[113,5,1,""],nice_str:[113,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[113,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[114,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{get_dot:[114,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[115,1,1,""],PipelineGraphRenderer:[115,1,1,""],PydotRenderer:[115,1,1,""],TextRenderer:[115,1,1,""],get_renderer:[115,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[115,4,1,""],render_pipeline_graph:[115,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[115,4,1,""],render_pipeline_graph:[115,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[115,4,1,""],render_pipeline_graph:[115,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[115,4,1,""],render_pipeline_graph:[115,3,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[116,1,1,""],PipelineResult:[116,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[116,3,1,""],cleanup:[116,3,1,""],end_session:[116,3,1,""],run_pipeline:[116,3,1,""],set_render_option:[116,3,1,""],start_session:[116,3,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{get:[116,3,1,""],sample:[116,3,1,""],wait_until_finish:[116,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[117,1,1,""],PipelineInfo:[117,1,1,""],set_proto_map:[117,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[117,3,1,""],pipeline_info:[117,3,1,""],pipeline_proto_to_execute:[117,3,1,""],read_cache_ids:[117,3,1,""],tl_referenced_pcoll_ids:[117,3,1,""],tl_required_trans_ids:[117,3,1,""],write_cache_ids:[117,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[117,1,1,""],all_pcollections:[117,3,1,""],cache_label:[117,3,1,""],leaf_pcollections:[117,3,1,""],producer:[117,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[117,3,1,""],json:[117,3,1,""]},"apache_beam.runners.internal":{names:[119,0,0,"-"]},"apache_beam.runners.job":{manager:[121,0,0,"-"],utils:[122,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[121,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[122,5,1,""],struct_to_dict:[122,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[123,1,1,""],PipelineContext:[123,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[123,2,1,""],to_runner_api:[123,3,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{coder_id_from_element_type:[123,3,1,""],default_environment_id:[123,3,1,""],element_type_from_coder_id:[123,3,1,""],from_runner_api:[123,2,1,""],to_runner_api:[123,3,1,""]},"apache_beam.runners.runner":{PipelineResult:[124,1,1,""],PipelineRunner:[124,1,1,""],PipelineState:[124,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[124,3,1,""],cancel:[124,3,1,""],metrics:[124,3,1,""],state:[124,7,1,""],wait_until_finish:[124,3,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[124,3,1,""],apply_PTransform:[124,3,1,""],run:[124,3,1,""],run_async:[124,3,1,""],run_pipeline:[124,3,1,""],run_transform:[124,3,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[124,7,1,""],CANCELLING:[124,7,1,""],DONE:[124,7,1,""],DRAINED:[124,7,1,""],DRAINING:[124,7,1,""],FAILED:[124,7,1,""],PENDING:[124,7,1,""],RUNNING:[124,7,1,""],STARTING:[124,7,1,""],STOPPED:[124,7,1,""],UNKNOWN:[124,7,1,""],UPDATED:[124,7,1,""],is_terminal:[124,4,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[125,1,1,""],ExplodeWindowsFn:[125,1,1,""],PairWithRestrictionFn:[125,1,1,""],ProcessKeyedElements:[125,1,1,""],RandomUniqueKeyFn:[125,1,1,""],SplitRestrictionFn:[125,1,1,""],SplittableParDo:[125,1,1,""],SplittableParDoOverride:[125,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[125,3,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[125,3,1,""],start_bundle:[125,3,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[125,3,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[125,3,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[125,3,1,""],start_bundle:[125,3,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[125,3,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[125,3,1,""],matches:[125,3,1,""]},"apache_beam.testing":{benchmarks:[127,0,0,"-"],load_tests:[137,0,0,"-"],metric_result_matchers:[139,0,0,"-"],pipeline_verifiers:[140,0,0,"-"],synthetic_pipeline:[141,0,0,"-"],test_pipeline:[142,0,0,"-"],test_stream:[143,0,0,"-"],test_utils:[144,0,0,"-"],util:[145,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[128,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[129,0,0,"-"],nexmark_launcher:[131,0,0,"-"],nexmark_util:[132,0,0,"-"],queries:[133,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[130,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[130,1,1,""],Bid:[130,1,1,""],Person:[130,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[131,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[131,3,1,""],generate_events:[131,3,1,""],parse_args:[131,3,1,""],run:[131,3,1,""],run_query:[131,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[132,1,1,""],ParseEventFn:[132,1,1,""],display:[132,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[132,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[132,3,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[134,0,0,"-"],query1:[135,0,0,"-"],query2:[136,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[134,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[135,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[136,5,1,""]},"apache_beam.testing.load_tests":{load_test_metrics_utils:[138,0,0,"-"]},"apache_beam.testing.load_tests.load_test_metrics_utils":{BigQueryClient:[138,1,1,""],BigQueryMetricsPublisher:[138,1,1,""],ConsoleMetricsPublisher:[138,1,1,""],CountMessages:[138,1,1,""],CounterMetric:[138,1,1,""],MeasureBytes:[138,1,1,""],MeasureTime:[138,1,1,""],Metric:[138,1,1,""],MetricsReader:[138,1,1,""],RuntimeMetric:[138,1,1,""],get_element_by_schema:[138,5,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryClient":{save:[138,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryMetricsPublisher":{publish:[138,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.ConsoleMetricsPublisher":{publish:[138,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.CountMessages":{LABEL:[138,7,1,""],process:[138,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureBytes":{LABEL:[138,7,1,""],process:[138,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureTime":{finish_bundle:[138,3,1,""],process:[138,3,1,""],start_bundle:[138,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.Metric":{as_dict:[138,3,1,""],label:[138,7,1,""],value:[138,7,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MetricsReader":{publish_metrics:[138,3,1,""],publishers:[138,7,1,""]},"apache_beam.testing.metric_result_matchers":{DistributionMatcher:[139,1,1,""],MetricResultMatcher:[139,1,1,""],verify_all:[139,5,1,""]},"apache_beam.testing.metric_result_matchers.DistributionMatcher":{describe_mismatch:[139,3,1,""],describe_to:[139,3,1,""]},"apache_beam.testing.metric_result_matchers.MetricResultMatcher":{describe_mismatch:[139,3,1,""],describe_to:[139,3,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[140,1,1,""],PipelineStateMatcher:[140,1,1,""],retry_on_io_error_and_server_error:[140,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[140,3,1,""],describe_to:[140,3,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[140,3,1,""],describe_to:[140,3,1,""]},"apache_beam.testing.synthetic_pipeline":{NonLiquidShardingOffsetRangeTracker:[141,1,1,""],ShuffleBarrier:[141,1,1,""],SideInputBarrier:[141,1,1,""],SyntheticSDFAsSource:[141,1,1,""],SyntheticSDFSourceRestrictionProvider:[141,1,1,""],SyntheticSDFStepRestrictionProvider:[141,1,1,""],SyntheticSource:[141,1,1,""],SyntheticStep:[141,1,1,""],div_round_up:[141,5,1,""],expand_using_gbk:[141,5,1,""],expand_using_second_output:[141,5,1,""],get_synthetic_sdf_step:[141,5,1,""],initial_splitting_zipf:[141,5,1,""],merge_using_gbk:[141,5,1,""],merge_using_side_input:[141,5,1,""],parse_args:[141,5,1,""],parse_byte_size:[141,5,1,""],rotate_key:[141,5,1,""],run:[141,5,1,""]},"apache_beam.testing.synthetic_pipeline.NonLiquidShardingOffsetRangeTracker":{checkpoint:[141,3,1,""],try_split:[141,3,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[141,3,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[141,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFAsSource":{process:[141,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFSourceRestrictionProvider":{create_tracker:[141,3,1,""],initial_restriction:[141,3,1,""],restriction_size:[141,3,1,""],split:[141,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFStepRestrictionProvider":{create_tracker:[141,3,1,""],initial_restriction:[141,3,1,""],restriction_size:[141,3,1,""],split:[141,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[141,3,1,""],element_size:[141,7,1,""],estimate_size:[141,3,1,""],get_range_tracker:[141,3,1,""],read:[141,3,1,""],split:[141,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[141,3,1,""],process:[141,3,1,""],start_bundle:[141,3,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[142,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[142,3,1,""],get_option:[142,3,1,""],run:[142,3,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[143,1,1,""],Event:[143,1,1,""],ProcessingTimeEvent:[143,1,1,""],TestStream:[143,1,1,""],WatermarkEvent:[143,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[143,3,1,""],advance_processing_time:[143,3,1,""],advance_watermark_to:[143,3,1,""],advance_watermark_to_infinity:[143,3,1,""],expand:[143,3,1,""],get_windowing:[143,3,1,""]},"apache_beam.testing.test_utils":{PullResponseMessage:[144,1,1,""],TempDir:[144,1,1,""],cleanup_subscriptions:[144,5,1,""],cleanup_topics:[144,5,1,""],compute_hash:[144,5,1,""],create_pull_response:[144,5,1,""],delete_files:[144,5,1,""],patch_retry:[144,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[144,3,1,""],get_path:[144,3,1,""]},"apache_beam.testing.util":{TestWindowedValue:[145,1,1,""],assert_that:[145,5,1,""],equal_to:[145,5,1,""],is_empty:[145,5,1,""],is_not_empty:[145,5,1,""],matches_all:[145,5,1,""],open_shards:[145,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[145,7,1,""],value:[145,7,1,""],windows:[145,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[147,0,0,"-"],distribution_counter_microbenchmark:[148,0,0,"-"],sideinput_microbenchmark:[149,0,0,"-"],utils:[150,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[147,5,1,""],dict_int_int:[147,5,1,""],globally_windowed_value:[147,5,1,""],large_dict:[147,5,1,""],large_int:[147,5,1,""],large_iterable:[147,5,1,""],large_list:[147,5,1,""],large_message_with_map:[147,5,1,""],large_string:[147,5,1,""],large_tuple:[147,5,1,""],list_int:[147,5,1,""],random_message_with_map:[147,5,1,""],random_string:[147,5,1,""],random_windowed_value:[147,5,1,""],run_coder_benchmarks:[147,5,1,""],small_dict:[147,5,1,""],small_int:[147,5,1,""],small_list:[147,5,1,""],small_message_with_map:[147,5,1,""],small_string:[147,5,1,""],small_tuple:[147,5,1,""],wv_with_multiple_windows:[147,5,1,""],wv_with_one_window:[147,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[148,5,1,""],run_benchmark:[148,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[149,5,1,""],run_benchmark:[149,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[150,1,1,""],check_compiled:[150,5,1,""],run_benchmarks:[150,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[150,7,1,""],num_runs:[150,7,1,""],size:[150,7,1,""]},"apache_beam.transforms":{combiners:[152,0,0,"-"],core:[153,0,0,"-"],create_source:[154,0,0,"-"],display:[155,0,0,"-"],external:[156,0,0,"-"],external_test_it:[157,0,0,"-"],ptransform:[158,0,0,"-"],sideinputs:[159,0,0,"-"],stats:[160,0,0,"-"],timeutil:[161,0,0,"-"],trigger:[162,0,0,"-"],userstate:[163,0,0,"-"],util:[164,0,0,"-"],window:[165,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[152,1,1,""],Latest:[152,1,1,""],Mean:[152,1,1,""],Sample:[152,1,1,""],ToDict:[152,1,1,""],ToList:[152,1,1,""],Top:[152,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[152,1,1,""],PerElement:[152,1,1,""],PerKey:[152,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[152,3,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[152,3,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[152,3,1,""]},"apache_beam.transforms.combiners.Latest":{Globally:[152,1,1,""],PerKey:[152,1,1,""]},"apache_beam.transforms.combiners.Latest.Globally":{add_timestamp:[152,2,1,""],expand:[152,3,1,""]},"apache_beam.transforms.combiners.Latest.PerKey":{add_timestamp:[152,2,1,""],expand:[152,3,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[152,1,1,""],PerKey:[152,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[152,3,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[152,3,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[152,1,1,""],FixedSizePerKey:[152,1,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizeGlobally":{default_label:[152,3,1,""],display_data:[152,3,1,""],expand:[152,3,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizePerKey":{default_label:[152,3,1,""],display_data:[152,3,1,""],expand:[152,3,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[152,3,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[152,3,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[152,2,1,""],LargestPerKey:[152,2,1,""],Of:[152,1,1,""],PerKey:[152,1,1,""],Smallest:[152,2,1,""],SmallestPerKey:[152,2,1,""]},"apache_beam.transforms.combiners.Top.Of":{default_label:[152,3,1,""],expand:[152,3,1,""]},"apache_beam.transforms.combiners.Top.PerKey":{default_label:[152,3,1,""],expand:[152,3,1,""]},"apache_beam.transforms.core":{CombineFn:[153,1,1,""],CombineGlobally:[153,1,1,""],CombinePerKey:[153,1,1,""],CombineValues:[153,1,1,""],Create:[153,1,1,""],DoFn:[153,1,1,""],Filter:[153,5,1,""],FlatMap:[153,5,1,""],FlatMapTuple:[153,5,1,""],Flatten:[153,1,1,""],GroupByKey:[153,1,1,""],Impulse:[153,1,1,""],Map:[153,5,1,""],MapTuple:[153,5,1,""],ParDo:[153,1,1,""],Partition:[153,1,1,""],PartitionFn:[153,1,1,""],RestrictionProvider:[153,1,1,""],WindowInto:[153,1,1,""],Windowing:[153,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[153,3,1,""],add_inputs:[153,3,1,""],apply:[153,3,1,""],compact:[153,3,1,""],create_accumulator:[153,3,1,""],default_label:[153,3,1,""],extract_output:[153,3,1,""],for_input_type:[153,3,1,""],from_callable:[153,2,1,""],get_accumulator_coder:[153,3,1,""],maybe_from_callable:[153,2,1,""],merge_accumulators:[153,3,1,""],to_runner_api_parameter:[153,3,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[153,3,1,""],as_view:[153,7,1,""],default_label:[153,3,1,""],display_data:[153,3,1,""],expand:[153,3,1,""],fanout:[153,7,1,""],has_defaults:[153,7,1,""],with_defaults:[153,3,1,""],with_fanout:[153,3,1,""],without_defaults:[153,3,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[153,3,1,""],default_type_hints:[153,3,1,""],display_data:[153,3,1,""],expand:[153,3,1,""],from_runner_api_parameter:[153,2,1,""],make_fn:[153,3,1,""],runner_api_requires_keyed_input:[153,3,1,""],to_runner_api_parameter:[153,3,1,""],with_hot_key_fanout:[153,3,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[153,3,1,""],from_runner_api_parameter:[153,2,1,""],make_fn:[153,3,1,""],to_runner_api_parameter:[153,3,1,""]},"apache_beam.transforms.core.Create":{expand:[153,3,1,""],get_output_type:[153,3,1,""],get_windowing:[153,3,1,""],infer_output_type:[153,3,1,""],to_runner_api_parameter:[153,3,1,""]},"apache_beam.transforms.core.DoFn":{BundleFinalizerParam:[153,7,1,""],DoFnProcessParams:[153,7,1,""],ElementParam:[153,7,1,""],KeyParam:[153,7,1,""],PaneInfoParam:[153,7,1,""],RestrictionParam:[153,7,1,""],SideInputParam:[153,7,1,""],StateParam:[153,7,1,""],TimerParam:[153,7,1,""],TimestampParam:[153,7,1,""],WatermarkReporterParam:[153,7,1,""],WindowParam:[153,7,1,""],default_label:[153,3,1,""],finish_bundle:[153,3,1,""],from_callable:[153,2,1,""],get_function_arguments:[153,3,1,""],infer_output_type:[153,3,1,""],is_process_bounded:[153,3,1,""],process:[153,3,1,""],setup:[153,3,1,""],start_bundle:[153,3,1,""],teardown:[153,3,1,""],to_runner_api_parameter:[153,3,1,""]},"apache_beam.transforms.core.Flatten":{expand:[153,3,1,""],from_runner_api_parameter:[153,2,1,""],get_windowing:[153,3,1,""],to_runner_api_parameter:[153,3,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[153,1,1,""],expand:[153,3,1,""],from_runner_api_parameter:[153,2,1,""],infer_output_type:[153,3,1,""],runner_api_requires_keyed_input:[153,3,1,""],to_runner_api_parameter:[153,3,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[153,3,1,""],process:[153,3,1,""]},"apache_beam.transforms.core.Impulse":{expand:[153,3,1,""],from_runner_api_parameter:[153,2,1,""],get_windowing:[153,3,1,""],infer_output_type:[153,3,1,""],to_runner_api_parameter:[153,3,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[153,3,1,""],display_data:[153,3,1,""],expand:[153,3,1,""],from_runner_api_parameter:[153,2,1,""],get_restriction_coder:[153,3,1,""],infer_output_type:[153,3,1,""],make_fn:[153,3,1,""],runner_api_requires_keyed_input:[153,3,1,""],to_runner_api_parameter:[153,3,1,""],with_outputs:[153,3,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[153,1,1,""],expand:[153,3,1,""],make_fn:[153,3,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[153,3,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[153,3,1,""],partition_for:[153,3,1,""]},"apache_beam.transforms.core.RestrictionProvider":{create_tracker:[153,3,1,""],initial_restriction:[153,3,1,""],restriction_coder:[153,3,1,""],restriction_size:[153,3,1,""],split:[153,3,1,""],split_and_size:[153,3,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[153,1,1,""],expand:[153,3,1,""],from_runner_api_parameter:[153,2,1,""],get_windowing:[153,3,1,""],infer_output_type:[153,3,1,""],to_runner_api_parameter:[153,3,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[153,3,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[153,2,1,""],is_default:[153,3,1,""],to_runner_api:[153,3,1,""]},"apache_beam.transforms.display":{DisplayData:[155,1,1,""],DisplayDataItem:[155,1,1,""],HasDisplayData:[155,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[155,4,1,""],create_from_options:[155,4,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[155,3,1,""],drop_if_none:[155,3,1,""],get_dict:[155,3,1,""],is_valid:[155,3,1,""],should_drop:[155,3,1,""],typeDict:[155,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[155,3,1,""]},"apache_beam.transforms.external":{ExternalTransform:[156,1,1,""],memoize:[156,5,1,""]},"apache_beam.transforms.external.ExternalTransform":{default_label:[156,3,1,""],expand:[156,3,1,""],get_local_namespace:[156,4,1,""],outer_namespace:[156,4,1,""],to_runner_api_transform:[156,3,1,""]},"apache_beam.transforms.external_test_it":{ExternalTransformIT:[157,1,1,""]},"apache_beam.transforms.external_test_it.ExternalTransformIT":{test_job_python_from_python_it:[157,3,1,""]},"apache_beam.transforms.ptransform":{PTransform:[158,1,1,""],label_from_callable:[158,5,1,""],ptransform_fn:[158,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[158,3,1,""],expand:[158,3,1,""],from_runner_api:[158,4,1,""],get_windowing:[158,3,1,""],infer_output_type:[158,3,1,""],label:[158,7,1,""],pipeline:[158,7,1,""],register_urn:[158,4,1,""],runner_api_requires_keyed_input:[158,3,1,""],side_inputs:[158,7,1,""],to_runner_api:[158,3,1,""],to_runner_api_parameter:[158,3,1,""],to_runner_api_pickled:[158,3,1,""],type_check_inputs:[158,3,1,""],type_check_inputs_or_outputs:[158,3,1,""],type_check_outputs:[158,3,1,""],with_input_types:[158,3,1,""],with_output_types:[158,3,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[159,1,1,""],default_window_mapping_fn:[159,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[159,3,1,""]},"apache_beam.transforms.stats":{ApproximateUnique:[160,1,1,""]},"apache_beam.transforms.stats.ApproximateUnique":{Globally:[160,1,1,""],PerKey:[160,1,1,""],parse_input_params:[160,2,1,""]},"apache_beam.transforms.stats.ApproximateUnique.Globally":{expand:[160,3,1,""]},"apache_beam.transforms.stats.ApproximateUnique.PerKey":{expand:[160,3,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[161,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[161,7,1,""],REAL_TIME:[161,7,1,""],WATERMARK:[161,7,1,""],from_string:[161,2,1,""],to_runner_api:[161,2,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[162,1,1,""],AfterAll:[162,1,1,""],AfterAny:[162,1,1,""],AfterCount:[162,1,1,""],AfterEach:[162,1,1,""],AfterProcessingTime:[162,1,1,""],AfterWatermark:[162,1,1,""],DefaultTrigger:[162,1,1,""],OrFinally:[162,1,1,""],Repeatedly:[162,1,1,""],TriggerFn:[162,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[162,7,1,""],DISCARDING:[162,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[162,3,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[162,3,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[162,7,1,""],from_runner_api:[162,2,1,""],on_element:[162,3,1,""],on_fire:[162,3,1,""],on_merge:[162,3,1,""],reset:[162,3,1,""],should_fire:[162,3,1,""],to_runner_api:[162,3,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[162,7,1,""],from_runner_api:[162,2,1,""],on_element:[162,3,1,""],on_fire:[162,3,1,""],on_merge:[162,3,1,""],reset:[162,3,1,""],should_fire:[162,3,1,""],to_runner_api:[162,3,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[162,2,1,""],on_element:[162,3,1,""],on_fire:[162,3,1,""],on_merge:[162,3,1,""],reset:[162,3,1,""],should_fire:[162,3,1,""],to_runner_api:[162,3,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[162,7,1,""],from_runner_api:[162,2,1,""],is_late:[162,3,1,""],on_element:[162,3,1,""],on_fire:[162,3,1,""],on_merge:[162,3,1,""],reset:[162,3,1,""],should_fire:[162,3,1,""],to_runner_api:[162,3,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[162,2,1,""],on_element:[162,3,1,""],on_fire:[162,3,1,""],on_merge:[162,3,1,""],reset:[162,3,1,""],should_fire:[162,3,1,""],to_runner_api:[162,3,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[162,2,1,""],to_runner_api:[162,3,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[162,2,1,""],on_element:[162,3,1,""],on_fire:[162,3,1,""],on_merge:[162,3,1,""],reset:[162,3,1,""],should_fire:[162,3,1,""],to_runner_api:[162,3,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[162,2,1,""],on_element:[162,3,1,""],on_fire:[162,3,1,""],on_merge:[162,3,1,""],reset:[162,3,1,""],should_fire:[162,3,1,""],to_runner_api:[162,3,1,""]},"apache_beam.transforms.userstate":{BagRuntimeState:[163,1,1,""],BagStateSpec:[163,1,1,""],CombiningValueRuntimeState:[163,1,1,""],CombiningValueStateSpec:[163,1,1,""],RuntimeState:[163,1,1,""],RuntimeTimer:[163,1,1,""],StateSpec:[163,1,1,""],TimerSpec:[163,1,1,""],UserStateContext:[163,1,1,""],get_dofn_specs:[163,5,1,""],is_stateful_dofn:[163,5,1,""],on_timer:[163,5,1,""],validate_stateful_dofn:[163,5,1,""]},"apache_beam.transforms.userstate.BagRuntimeState":{add:[163,3,1,""],clear:[163,3,1,""],read:[163,3,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[163,3,1,""]},"apache_beam.transforms.userstate.CombiningValueRuntimeState":{add:[163,3,1,""],clear:[163,3,1,""],read:[163,3,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[163,3,1,""]},"apache_beam.transforms.userstate.RuntimeState":{for_spec:[163,2,1,""],prefetch:[163,3,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[163,3,1,""],set:[163,3,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[163,3,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[163,3,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[163,3,1,""],get_state:[163,3,1,""],get_timer:[163,3,1,""]},"apache_beam.transforms.util":{BatchElements:[164,1,1,""],CoGroupByKey:[164,1,1,""],Distinct:[164,5,1,""],GroupIntoBatches:[164,1,1,""],Keys:[164,5,1,""],KvSwap:[164,5,1,""],Reify:[164,1,1,""],RemoveDuplicates:[164,5,1,""],Reshuffle:[164,1,1,""],ToString:[164,1,1,""],Values:[164,5,1,""],WithKeys:[164,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[164,3,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[164,3,1,""]},"apache_beam.transforms.util.GroupIntoBatches":{expand:[164,3,1,""]},"apache_beam.transforms.util.Reify":{Timestamp:[164,1,1,""],TimestampInValue:[164,1,1,""],Window:[164,1,1,""],WindowInValue:[164,1,1,""]},"apache_beam.transforms.util.Reify.Timestamp":{add_timestamp_info:[164,2,1,""],expand:[164,3,1,""]},"apache_beam.transforms.util.Reify.TimestampInValue":{add_timestamp_info:[164,2,1,""],expand:[164,3,1,""]},"apache_beam.transforms.util.Reify.Window":{add_window_info:[164,2,1,""],expand:[164,3,1,""]},"apache_beam.transforms.util.Reify.WindowInValue":{add_window_info:[164,2,1,""],expand:[164,3,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[164,3,1,""],from_runner_api_parameter:[164,2,1,""],to_runner_api_parameter:[164,3,1,""]},"apache_beam.transforms.util.ToString":{Element:[164,1,1,""],Iterables:[164,1,1,""],Kvs:[164,1,1,""]},"apache_beam.transforms.util.ToString.Element":{expand:[164,3,1,""]},"apache_beam.transforms.util.ToString.Iterables":{expand:[164,3,1,""]},"apache_beam.transforms.util.ToString.Kvs":{expand:[164,3,1,""]},"apache_beam.transforms.window":{BoundedWindow:[165,1,1,""],FixedWindows:[165,1,1,""],GlobalWindow:[165,1,1,""],GlobalWindows:[165,1,1,""],IntervalWindow:[165,1,1,""],NonMergingWindowFn:[165,1,1,""],Sessions:[165,1,1,""],SlidingWindows:[165,1,1,""],TimestampCombiner:[165,1,1,""],TimestampedValue:[165,1,1,""],WindowFn:[165,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[165,7,1,""],max_timestamp:[165,3,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[165,3,1,""],from_runner_api_parameter:[165,2,1,""],get_window_coder:[165,3,1,""],offset:[165,7,1,""],size:[165,7,1,""],to_runner_api_parameter:[165,3,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[165,3,1,""],from_runner_api_parameter:[165,2,1,""],get_window_coder:[165,3,1,""],to_runner_api_parameter:[165,3,1,""],windowed_value:[165,4,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[165,7,1,""],intersects:[165,3,1,""],start:[165,7,1,""],union:[165,3,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[165,3,1,""],merge:[165,3,1,""]},"apache_beam.transforms.window.Sessions":{assign:[165,3,1,""],from_runner_api_parameter:[165,2,1,""],gap_size:[165,7,1,""],get_window_coder:[165,3,1,""],merge:[165,3,1,""],to_runner_api_parameter:[165,3,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[165,3,1,""],from_runner_api_parameter:[165,2,1,""],get_window_coder:[165,3,1,""],offset:[165,7,1,""],period:[165,7,1,""],size:[165,7,1,""],to_runner_api_parameter:[165,3,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[165,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[165,7,1,""],OUTPUT_AT_EOW:[165,7,1,""],OUTPUT_AT_LATEST:[165,7,1,""],get_impl:[165,2,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[165,7,1,""],value:[165,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[165,1,1,""],MergeContext:[165,1,1,""],assign:[165,3,1,""],get_transformed_output_time:[165,3,1,""],get_window_coder:[165,3,1,""],is_merging:[165,3,1,""],merge:[165,3,1,""],to_runner_api_parameter:[165,3,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[165,3,1,""]},"apache_beam.typehints":{decorators:[167,0,0,"-"],native_type_compatibility:[168,0,0,"-"],opcodes:[169,0,0,"-"],trivial_inference:[170,0,0,"-"],typecheck:[171,0,0,"-"],typehints:[172,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[167,6,1,""],WithTypeHints:[167,1,1,""],with_input_types:[167,5,1,""],with_output_types:[167,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[167,3,1,""],get_type_hints:[167,3,1,""],with_input_types:[167,3,1,""],with_output_types:[167,3,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[168,5,1,""],convert_to_beam_types:[168,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[169,5,1,""],binary_and:[169,5,1,""],binary_divide:[169,5,1,""],binary_floor_divide:[169,5,1,""],binary_lshift:[169,5,1,""],binary_modulo:[169,5,1,""],binary_multiply:[169,5,1,""],binary_or:[169,5,1,""],binary_power:[169,5,1,""],binary_rshift:[169,5,1,""],binary_subscr:[169,5,1,""],binary_subtract:[169,5,1,""],binary_true_divide:[169,5,1,""],binary_xor:[169,5,1,""],build_class:[169,5,1,""],build_list:[169,5,1,""],build_list_unpack:[169,5,1,""],build_map:[169,5,1,""],build_slice:[169,5,1,""],build_tuple:[169,5,1,""],build_tuple_unpack:[169,5,1,""],build_tuple_unpack_with_call:[169,5,1,""],compare_op:[169,5,1,""],delete_attr:[169,5,1,""],delete_fast:[169,5,1,""],delete_global:[169,5,1,""],delete_slice_0:[169,5,1,""],delete_slice_1:[169,5,1,""],delete_slice_2:[169,5,1,""],delete_slice_3:[169,5,1,""],dup_top:[169,5,1,""],dup_topx:[169,5,1,""],exec_stmt:[169,5,1,""],get_iter:[169,5,1,""],import_from:[169,5,1,""],import_name:[169,5,1,""],inpalce_or:[169,5,1,""],inplace_add:[169,5,1,""],inplace_and:[169,5,1,""],inplace_divide:[169,5,1,""],inplace_floor_divide:[169,5,1,""],inplace_lshift:[169,5,1,""],inplace_modulo:[169,5,1,""],inplace_multiply:[169,5,1,""],inplace_power:[169,5,1,""],inplace_rshift:[169,5,1,""],inplace_subtract:[169,5,1,""],inplace_true_divide:[169,5,1,""],inplace_xor:[169,5,1,""],list_append:[169,5,1,""],load_attr:[169,5,1,""],load_closure:[169,5,1,""],load_const:[169,5,1,""],load_deref:[169,5,1,""],load_fast:[169,5,1,""],load_global:[169,5,1,""],load_locals:[169,5,1,""],load_method:[169,5,1,""],load_name:[169,5,1,""],make_closure:[169,5,1,""],make_function:[169,5,1,""],map_add:[169,5,1,""],nop:[169,5,1,""],pop_one:[169,5,1,""],pop_three:[169,5,1,""],pop_top:[169,5,1,""],pop_two:[169,5,1,""],print_item:[169,5,1,""],print_newline:[169,5,1,""],push_value:[169,5,1,""],rot_four:[169,5,1,""],rot_n:[169,5,1,""],rot_three:[169,5,1,""],rot_two:[169,5,1,""],slice_0:[169,5,1,""],slice_1:[169,5,1,""],slice_2:[169,5,1,""],slice_3:[169,5,1,""],store_attr:[169,5,1,""],store_fast:[169,5,1,""],store_global:[169,5,1,""],store_map:[169,5,1,""],store_slice_0:[169,5,1,""],store_slice_1:[169,5,1,""],store_slice_2:[169,5,1,""],store_slice_3:[169,5,1,""],store_subscr:[169,5,1,""],symmetric_binary_op:[169,5,1,""],unary:[169,5,1,""],unary_convert:[169,5,1,""],unary_invert:[169,5,1,""],unary_negative:[169,5,1,""],unary_not:[169,5,1,""],unary_positive:[169,5,1,""],unpack_sequence:[169,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[170,1,1,""],Const:[170,1,1,""],FrameState:[170,1,1,""],TypeInferenceError:[170,6,1,""],element_type:[170,5,1,""],finalize_hints:[170,5,1,""],hashable:[170,5,1,""],infer_return_type:[170,5,1,""],infer_return_type_func:[170,5,1,""],instance_to_type:[170,5,1,""],key_value_types:[170,5,1,""],union:[170,5,1,""],union_list:[170,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[170,2,1,""],unwrap_all:[170,2,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[170,3,1,""],const_type:[170,3,1,""],copy:[170,3,1,""],get_closure:[170,3,1,""],get_global:[170,3,1,""],get_name:[170,3,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[171,1,1,""],OutputCheckWrapperDoFn:[171,1,1,""],TypeCheckCombineFn:[171,1,1,""],TypeCheckVisitor:[171,1,1,""],TypeCheckWrapperDoFn:[171,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[171,3,1,""],is_process_bounded:[171,3,1,""],process:[171,3,1,""],start_bundle:[171,3,1,""],wrapper:[171,3,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[171,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[171,3,1,""],compact:[171,3,1,""],create_accumulator:[171,3,1,""],extract_output:[171,3,1,""],merge_accumulators:[171,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[171,3,1,""],leave_composite_transform:[171,3,1,""],visit_transform:[171,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[171,3,1,""],wrapper:[171,3,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[172,1,1,""],WindowedValue:[172,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[172,3,1,""],match_type_variables:[172,3,1,""]},"apache_beam.utils":{annotations:[174,0,0,"-"],plugin:[175,0,0,"-"],processes:[176,0,0,"-"],profiler:[177,0,0,"-"],proto_utils:[178,0,0,"-"],retry:[179,0,0,"-"],timestamp:[180,0,0,"-"],urns:[181,0,0,"-"]},"apache_beam.utils.annotations":{BeamDeprecationWarning:[174,6,1,""],annotate:[174,5,1,""],wraps:[174,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[175,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[175,4,1,""],get_all_subclasses:[175,4,1,""]},"apache_beam.utils.processes":{Popen:[176,5,1,""],call:[176,5,1,""],check_call:[176,5,1,""],check_output:[176,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[177,1,1,""],Profile:[177,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[177,3,1,""],start:[177,3,1,""],stop:[177,3,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[177,7,1,""],default_file_copy_fn:[177,2,1,""],factory_from_options:[177,2,1,""]},"apache_beam.utils.proto_utils":{from_micros:[178,5,1,""],pack_Any:[178,5,1,""],pack_Struct:[178,5,1,""],parse_Bytes:[178,5,1,""],unpack_Any:[178,5,1,""]},"apache_beam.utils.retry":{Clock:[179,1,1,""],FuzzedExponentialIntervals:[179,1,1,""],PermanentException:[179,6,1,""],no_retries:[179,5,1,""],retry_on_beam_io_error_filter:[179,5,1,""],retry_on_server_errors_and_notfound_filter:[179,5,1,""],retry_on_server_errors_and_timeout_filter:[179,5,1,""],retry_on_server_errors_filter:[179,5,1,""],retry_on_server_errors_timeout_or_quota_issues_filter:[179,5,1,""],with_exponential_backoff:[179,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[179,3,1,""]},"apache_beam.utils.timestamp":{Duration:[180,1,1,""],Timestamp:[180,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[180,2,1,""]},"apache_beam.utils.timestamp.Timestamp":{RFC_3339_RE:[180,7,1,""],from_rfc3339:[180,4,1,""],from_utc_datetime:[180,4,1,""],of:[180,2,1,""],predecessor:[180,3,1,""],to_rfc3339:[180,3,1,""],to_utc_datetime:[180,3,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[181,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[181,4,1,""],register_pickle_urn:[181,4,1,""],register_urn:[181,4,1,""],to_runner_api:[181,3,1,""],to_runner_api_parameter:[181,3,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[6,0,0,"-"],internal:[7,0,0,"-"],io:[14,0,0,"-"],metrics:[58,0,0,"-"],options:[63,0,0,"-"],pipeline:[67,0,0,"-"],portability:[68,0,0,"-"],pvalue:[83,0,0,"-"],runners:[84,0,0,"-"],testing:[126,0,0,"-"],tools:[146,0,0,"-"],transforms:[151,0,0,"-"],typehints:[166,0,0,"-"],utils:[173,0,0,"-"],version:[182,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","staticmethod","Python static method"],"3":["py","method","Python method"],"4":["py","classmethod","Python class method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:staticmethod","3":"py:method","4":"py:classmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":57,"123z":44,"29t23":44,"4tb":30,"5tb":30,"60s":177,"abstract":[23,51,110,115,124,165,171,181],"boolean":[21,23,25,30,42,48,55,155],"byte":[2,10,15,19,21,23,24,27,30,31,43,44,47,50,90,115,153,172,178],"case":[11,15,21,30,33,34,38,44,47,50,53,54,55,57,67,83,90,95,104,145,153,157,164],"catch":30,"char":54,"class":[1,2,3,4,5,6,12,13,15,16,18,19,20,21,22,23,24,25,27,30,31,32,33,34,37,38,41,42,43,44,46,47,48,49,50,51,52,54,55,56,57,59,60,61,64,65,66,67,70,71,72,73,74,81,83,86,87,88,90,91,92,93,95,96,97,98,99,100,101,102,103,104,105,106,107,108,110,112,113,114,115,116,117,121,123,124,125,130,131,132,138,139,140,141,142,143,144,145,150,152,153,155,156,157,158,159,160,161,162,163,164,165,167,170,171,172,174,175,177,179,180,181,183],"const":[141,170],"default":[2,5,15,18,19,20,22,23,30,33,34,43,47,49,50,54,55,64,83,106,114,140,142,152,153,155,158,165,174,177,179],"enum":[23,124],"export":[30,31,33],"final":[2,20,21,24,47,49,54,101,104,124,153,164,181],"float":[2,10,23,25,30,39,42,47,48,53,57,59,143,150,155,160,165,172,180],"function":[2,5,10,11,12,13,22,23,25,29,30,31,33,39,42,47,48,53,60,62,67,90,122,138,141,142,144,145,150,152,153,158,160,162,163,164,165,167,169,170,172,174,179,181],"import":[5,31,33,47,57,85,94,153,159,165,167,175,179,183],"int":[2,10,15,23,24,30,31,38,39,41,42,43,48,49,50,53,54,57,62,88,110,124,143,150,153,155,160,165,167,172,180],"long":[5,22,51,153,179,180],"new":[5,11,21,23,24,25,30,42,47,48,49,57,67,72,83,88,90,124,141,145,150,153,162,164],"null":[15,33],"public":[2,64,174],"return":[2,4,5,9,10,11,13,15,19,20,21,22,23,24,25,30,33,38,39,40,41,42,43,46,47,48,49,50,51,53,54,55,57,59,60,62,64,65,67,73,83,86,87,88,90,96,99,101,104,106,108,110,115,117,124,141,142,144,145,150,152,153,155,158,160,162,164,165,167,168,170,172,174,178,179,180,181],"short":[30,155],"static":[1,2,22,23,25,27,30,33,41,44,47,60,61,66,67,83,88,123,152,153,155,160,161,162,163,164,165,167,170,172,177,180],"super":158,"switch":99,"throw":70,"transient":[47,153,179],"true":[2,10,12,15,21,22,23,30,31,33,44,46,47,50,51,53,54,55,57,62,64,65,67,101,106,142,145,150,152,153,155,162,179],"try":[21,30,47,53],"while":[15,21,22,47,53,90,101,177],Adding:88,For:[2,3,4,5,7,8,9,10,11,12,13,15,16,18,19,21,22,23,25,30,33,39,40,44,47,50,53,65,67,68,69,82,90,95,96,97,102,106,107,108,114,115,123,132,142,143,144,145,146,150,153,155,158,159,164,165,169,170,171,173,174,175,176,177,178,179,180,181],GCS:[20,30,42,43,54,65],HAS:[31,33],Has:30,IDs:[49,113,117],Its:[38,164],KMS:[30,43],Kvs:164,Not:[24,167],One:[22,30,167],Such:47,TOS:169,The:[2,5,9,10,12,15,18,19,20,22,23,25,30,31,33,34,37,38,39,41,44,47,49,50,54,55,57,59,60,61,62,64,67,70,73,83,85,88,90,91,99,100,101,110,112,115,124,130,131,132,134,135,136,138,141,142,143,144,145,152,153,155,158,163,164,165,167,168,169,170,172,174,179,181,183],Their:106,Then:15,There:[23,30,91,164],These:[19,22,30,33,47,55,62,64,88,143],Use:[53,115,140],Used:[21,43,47,54,55,56,57,72,123,144,170],Uses:[15,50,153],Using:38,Will:104,With:158,__all__:2,__call__:150,__init__:[64,150,158,167],__name__:174,__scatter__:40,_add_argparse_arg:64,_avrosourc:[15,21],_bundlefinalizerparam:153,_gener:34,_get_sample_size_from_est_error:160,_groupbykeyonli:106,_id:49,_intervalwindowbas:165,_list:25,_match:140,_mutat:38,_namespac:155,_num_query_splits_max:38,_paralleltriggerfn:162,_paramet:67,_parquetsourc:50,_picklecoderbas:2,_processelementsevalu:104,_py:69,_restrictiondofnparam:153,_source_class:54,_sre:[25,180],_statedofnparam:153,_timerdofnparam:153,_unused_context:27,a12345:132,abc:[64,124],abil:167,abl:[10,25,30,31,49,87,110,153],about:[23,30,33,47,57,61,112,113,116,124,141,153,174],abov:[5,30,47,53,64,152,164],absolut:[23,24],abstractdofnwrapp:171,acapulco:30,accept:[15,30,47,50,54,141,153,164,167],access:[9,22,24,25,34,42,46,47,48,60,61,64,66,101,116,117,123,124,153,163,183],accessdeni:179,accessor:81,accord:[23,42,48,53,165],accordingli:47,accumul:[59,65,153,162,171],accumulation_mod:153,accumulationmod:162,accur:47,ack_id:144,across:[2,38,47,101,153,164],act:106,action:169,activ:72,actual:[13,24,50,67,140,145,153,158,162],acycl:183,adaptive_throttl:39,adaptivethrottl:39,add:[30,33,49,64,67,110,143,153,155,158,163,164,167],add_argu:64,add_artifactretrievalserviceservicer_to_serv:70,add_artifactstagingserviceservicer_to_serv:70,add_beamfncontrolservicer_to_serv:72,add_beamfndataservicer_to_serv:72,add_beamfnexternalworkerpoolservicer_to_serv:72,add_beamfnloggingservicer_to_serv:72,add_beamfnstateservicer_to_serv:72,add_el:143,add_expansionserviceservicer_to_serv:71,add_experi:64,add_extra_args_fn:64,add_input:[153,171],add_jobserviceservicer_to_serv:73,add_provisionserviceservicer_to_serv:74,add_timestamp:152,add_timestamp_info:164,add_window_info:164,added:[23,25,42,46,48,49,54,60,143,153,162],addit:[14,28,33,47,54,57,64,72,101,152,153,158,172,174,183],addition:[5,15,33,50,181],additional_bq_paramet:[30,31],additional_create_paramet:33,additional_load_paramet:33,additionali:167,address:[18,19,47],adjust:[23,24,47,50,86],advanc:[96,143],advance_bi:[96,143],advance_processing_tim:143,advance_tim:96,advance_watermark_to:143,advance_watermark_to_infin:143,afford:153,after:[13,20,23,25,38,42,43,46,47,48,50,53,54,57,65,67,88,90,97,100,101,104,143,153,162,179,180,183],afteral:162,afterani:162,aftercount:162,aftereach:162,afterprocessingtim:162,afterwatermark:162,again:[39,67,90],against:[23,25,65,142,145,171],age:50,aggreg:[65,98,103,124,150,153],aggregated_valu:124,aggregator_or_nam:[101,124],agre:47,aka:165,alert:83,alia:[57,99,145,153,172],aliv:116,all:[6,13,20,23,25,30,31,33,38,39,42,46,47,48,51,57,64,65,67,70,83,86,87,90,101,106,108,110,124,125,138,142,143,145,149,150,153,155,160,162,164,165,167,175,179],all_don:31,all_metr:[87,139],all_pcollect:117,allel:57,allow:[22,24,30,38,40,41,47,60,61,72,83,116,140,141,153,155,158,163,165,167,172,179],allow_empty_match:22,allow_if_wildcard:22,allow_malformed_record:57,allow_proto_hold:[67,123],alreadi:[23,24,25,30,42,46,47,48,49,67,180],also:[2,18,19,20,30,47,61,67,72,91,98,101,124,153,158,162,164,167,177,179,181],altern:[41,57,158,164,174],alternate_bas:57,although:47,alwai:[2,5,24,30,47,51,158,174,177],alyssa:15,amort:164,amount:[24,41,47,53,164],analys:170,analysi:117,analyz:[5,112,117],ancestor:41,and_latest_vers:110,ani:[2,3,13,15,22,23,24,25,30,31,38,39,42,44,46,47,48,50,57,64,101,104,108,110,124,147,153,155,162,163,165,167,170,172,174,175,178],annot:[142,158,167,173,183],anoth:[2,64,67,104],any_msg:178,anyth:[22,85,94],anytypeconstraint:172,anywai:153,apach:[18,19,22,30,47,51,52,88,153,155,162,182],apache_beam:183,api:[2,10,30,33,38,43,44,47,60,67,68,86,91,121,122,123,124,138,155,163,174,183],apicli:87,apitool:30,app:43,appear:[57,153,167],append:[23,33,47,72,142],append_trailing_newlin:54,appenddestinationsfn:33,appengin:43,appli:[23,41,47,64,67,83,86,102,116,124,152,153,158,165],applic:[15,20,23,25,42,43,46,48,50,106],applied_ptransform:[67,88,92,97,101,102,104,106,108,125],applied_transform:171,appliedptransform:[67,97,101,107,108],apply_and_run:86,apply_combinevalu:88,apply_groupbykei:88,apply_ptransform:124,apply_read:88,apply_writetobigqueri:88,apply_xyz:124,applypartitionfnfn:153,approach:158,appropri:[10,30,101],approxim:[47,90,147,160],approximateuniqu:160,arbitrari:83,arbitrarili:47,arg1:174,arg2:174,arg:[13,32,39,55,64,102,103,104,125,132,138,141,152,153,156,168,169,171,174,176,179],arg_hint:167,arg_nam:65,argpars:64,args_for_invok:104,argument:[2,13,15,23,29,30,33,39,43,46,47,49,50,54,55,60,64,65,67,83,88,141,142,145,150,152,153,155,158,164,167,169,172,174,179,181],argumentplacehold:13,argv:[29,32,37,45,64,67,87,141,142],arithmet:[152,180],around:[31,83,123,171],arrai:[19,27],arriv:[162,165],artifact:70,artifactretrievalserviceservic:70,artifactretrievalservicestub:70,artifactstagingserviceservic:70,artifactstagingservicestub:70,as_cloud_object:2,as_deterministic_cod:2,as_dict:138,as_singleton_view:153,as_view:153,ascii:[12,54],asdict:[30,83,159],asit:[83,159],ask:[90,153],aslist:[30,83,159],aspect:47,assert:53,assert_reentrant_reads_succe:53,assert_sources_equal_reference_sourc:53,assert_split_at_fraction_behavior:53,assert_split_at_fraction_binari:53,assert_split_at_fraction_exhaust:53,assert_split_at_fraction_fail:53,assert_split_at_fraction_succeeds_and_consist:53,assert_that:[142,145],assertfals:139,assertsourcesequalreferencesourc:53,assertsplitatfract:53,assertsplitatfractionbehavior:53,assertsplitatfractionexhaust:53,assideinput:[30,83],assign:[47,125,153,165],assign_context:165,assigncontext:165,assingleton:[83,159],associ:[5,30,38,41,47,57,72,83,90,152,153,155,158,164,165],assum:[19,39,47,53,54,153,160],assumpt:112,asynchron:101,atom:[30,47],attempt:[47,90,102,139,164],attempt_cal:102,attr:[30,142],attribut:[24,30,33,44,54,114,144,165],auction:[130,131,132,134,135,136],auth:[7,8,183],authent:9,author:[130,131],auto:[20,21,23,25,42,46,48,54,55,57],automat:[38,69,153],avail:[23,30,43,57,61,70,83,88,116,145,153,155,165,183],averag:148,avoid:[23,30,31,33,47,165,172],avro:[15,22],avro_cod:[0,183],avrocod:1,avroio:[14,47,183],avroio_test:53,avrorecord:1,avrosink:22,await_complet:102,awar:180,b12345:132,back:[2,116],backend:116,background:124,backoff:179,backward:[2,3,4,7,8,9,10,11,12,13,16,18,19,22,23,31,33,38,39,40,41,43,44,47,49,50,60,65,67,68,69,82,85,90,94,95,96,97,102,106,107,108,112,113,114,115,116,117,123,143,144,146,156,158,159,162,163,164,169,170,171,173,174,175,176,177,178,179,180,181],bad:30,bag:163,bagruntimest:163,bagstatespec:163,bar:[23,50],barrier:141,base64:[12,30,90],base:[1,2,3,4,5,6,13,15,16,18,19,20,21,22,23,24,25,27,30,31,32,33,34,37,38,40,41,42,43,44,46,47,48,49,50,51,52,54,55,56,57,59,60,61,62,64,65,66,67,70,71,72,73,74,81,83,86,87,88,90,91,92,93,95,96,97,98,99,100,101,102,103,104,105,106,107,108,110,112,113,114,115,116,117,121,123,124,125,130,131,132,138,139,140,141,142,143,144,145,150,152,153,155,156,157,158,159,160,161,162,163,164,165,167,170,171,172,174,175,177,179,180,181],base_match:[65,139,140],base_url:46,basematch:[65,139,140],basepath:[23,25,42,48],basic:[10,50,152,155,165],batch:[22,30,31,39,47,50,99,153,164,165,183],batch_siz:[30,49,164],batchel:164,beam:[2,6,15,18,19,22,24,30,34,38,41,47,50,51,52,62,67,81,88,91,93,105,110,114,116,141,142,145,153,162,163,164,168,174,179,181,182],beam_artifact_api_pb2_grpc:[68,69,183],beam_expansion_api_pb2_grpc:[68,69,183],beam_fn_api_pb2_grpc:[68,69,183],beam_job_api_pb2_grpc:[68,69,183],beam_provision_api_pb2_grpc:[68,69,183],beam_runner_api_pb2:181,beam_runner_api_pb2_grpc:[68,69,183],beamassertexcept:145,beamdeprecationwarn:174,beamerror:6,beamfncontrolservic:72,beamfncontrolstub:72,beamfndataservic:72,beamfndatastub:72,beamfnexternalworkerpoolservic:72,beamfnexternalworkerpoolstub:72,beamfnloggingservic:72,beamfnloggingstub:72,beamfnstateservic:72,beamfnstatestub:72,beamioerror:[23,25,42,46,48],beamplugin:[23,115,175],bean:[2,181],becaus:[31,47,112,153,174],becom:[15,47,88,152,153],been:[31,39,47,59,70,110,150,153,164,165,168],befor:[31,47,49,53,54,70,88,90,106,110,140,142,153,162,165,167,179,183],begin:[15,47,50,54,55,90],behalf:72,behav:[15,37,50,54,55],behavior:[23,33,53,83,124,141,147,153,167,169,174],behaviour:[53,141],behavor:83,behind:83,being:[22,30,47,57,90,101,145,150,153,162,164],belong:[67,83,99,125,153,155,158],below:[5,30,34,37,38,47,50,141,153,179],benchmark:[126,147,150,183],benchmark_suit:150,benchmarkconfig:150,benefici:38,best:[33,44,47,153,164],better:[57,174],between:[23,25,27,30,33,49,51,53,61,72,87,90,99,141,160,164,165,177,179],beyond:[44,47],bid:[130,131,132,135],bidder:[130,132],big:29,big_query_query_to_table_pipelin:[14,28,183],bigger:50,bigqueri:[14,28,29,31,33,64,138,183],bigquery_api_servic:64,bigquery_file_load:[14,28,183],bigquery_io_read_pipelin:[14,28,183],bigquery_tool:[14,28,30,183],bigquerybatchfileload:31,bigquerycli:138,bigquerydisposit:30,bigquerymetricspublish:138,bigqueryread:33,bigquerysink:[30,33],bigquerysourc:30,bigqueryv2:33,bigquerywrapp:33,bigquerywrit:33,bigtabl:[34,47],bigtableio:[14,28,183],bigtablewritefn:34,billingnoten:179,binari:[50,53],binary_add:169,binary_and:169,binary_divid:169,binary_floor_divid:169,binary_lshift:169,binary_modulo:169,binary_multipli:169,binary_or:169,binary_pow:169,binary_rshift:169,binary_subscr:169,binary_subtract:169,binary_true_divid:169,binary_xor:169,bind:172,bind_type_vari:172,bit:59,blob:40,block:[15,47,50,88,124,142],block_until:101,bodi:181,bool:[10,15,21,30,33,50,53,54,57,67,112,142,150,155,162,167,172],both:[2,21,22,30,33,44,47,53,66,158,160,167,174,183],bother:103,bottleneck:153,bottom:169,bound:[18,22,23,24,153,162,165,170,183],boundari:[22,47,90],boundedsourc:[16,21,47,53,56,88,92,141],boundedwindow:165,boundmethod:170,bq_dataset:138,bq_tabl:138,brows:30,bson:49,bucket:[43,65],bucketnam:65,buffer:[2,23,24,43,50,100,106,153,164],buffer_s:[30,33],build:[45,67,69,93,116,141,142,183],build_class:169,build_console_url:93,build_list:169,build_list_unpack:169,build_map:169,build_slic:169,build_tupl:169,build_tuple_unpack:169,build_tuple_unpack_with_cal:169,built:[19,93,105,158,162,164,165,167,172],builtin:153,bulk:153,bulk_writ:49,bundl:[15,16,21,47,49,50,54,95,98,101,102,103,106,153,164],bundle_factori:[84,94,101,183],bundle_id:47,bundlebaseddirectrunn:[99,100],bundlefactori:95,bundlefinalizerparam:153,burden:30,byte_arrai:4,byte_array_deseri:19,byte_array_seri:19,byte_array_to_json_str:88,byte_offset:90,bytearrai:24,bytearraydeseri:19,bytearrayseri:19,bytearraytojsonstr:88,bytecod:169,bytecountingoutputstream:4,bytescod:[2,55],bzip2:23,cach:[30,88,93,103,110,113,116,117],cache_dir:[110,116],cache_format:[110,116],cache_label:[110,117],cache_manag:[84,109,112,116,117,183],cached_pcollect:113,cachemanag:[110,112,117],caches_us:117,calcul:[148,160],call:[3,5,20,22,24,30,34,39,43,47,51,57,65,67,70,73,90,102,104,124,144,152,153,155,158,162,164,176,179,181],callabl:[2,12,30,124,147,150,153,163,164,170,179,181],callableptransform:158,callabletask:102,callablewrappercombinefn:[153,162],callablewrapperdofn:153,callablewrapperpartitionfn:153,callback:[3,47,51,64,67,101,102,124],caller:[47,104],can:[2,5,10,12,13,15,16,19,21,22,23,25,27,30,31,32,33,34,38,44,47,50,51,53,54,55,64,67,72,83,101,104,107,115,124,140,141,142,143,147,150,153,155,158,164,165,167,168,170,172,174,177,179,180,181],canada:30,cancel:[73,124],cannot:[6,44,47,88,90],cap:38,capabl:[47,183],capit:172,captur:158,car67:132,care:[30,113],categori:[130,132,172],caus:[162,174],cbf:47,cbt:34,ceas:143,ceil:141,cell:[30,34,58,112,163,183],cellcommitst:59,certain:[38,47,93,99,132],chain:158,chanc:[153,164],chang:[38,44,59,72,73,101,112,174,183],channel:[23,25,42,48,70,71,72,73,74],charact:[12,23,54,65,110],charg:[87,98],check:[12,23,25,30,42,46,47,48,53,66,67,83,101,145,150,153,155,160,167,171,172],check_access:66,check_cal:176,check_compil:150,check_don:[47,52],check_output:176,checkpoint:[47,52,104,141,164],checksum:[23,25,42,43,46,48,140],choos:[21,47],chosen:[38,47,179],chr20:57,chunk:[23,25,30,34,70,141,165],chunk_siz:[23,42],citi:[130,132],claim:[47,51],classmethod:[2,23,25,42,46,48,51,64,66,88,115,124,155,156,158,165,175,180,181],clean:[47,110,144,153],clean_up_temporary_dataset:33,cleanup:[110,116,131,144],cleanup_subscript:144,cleanup_top:144,clear:[72,104,112,162,163],clear_pvalu:124,client:[9,11,19,23,30,33,39,40,43,47],client_ent:41,client_kei:41,clock:[84,94,101,108,144,164,179,183],clone:[41,67],close:[20,23,24,25,42,47,48,51],closure_typ:170,cloud:[2,30,34,37,38,39,40,41,43,44,64,65,85,90,144],cls:[2,64,178],cluster:30,cmd:132,co_nam:169,code:[5,13,23,47,53,132,150,153,158,163,172,179],codec:[15,50],coder:[12,20,30,31,33,47,54,55,91,110,143,147,153,163,183],coder_benchmark_factori:147,coder_id:123,coder_id_from_element_typ:123,coder_proto:2,coderbas:5,coderimpl:2,coderregistri:2,coders_context:2,coders_microbenchmark:[146,183],coexist:174,cogroupbykei:[141,164],cold:153,coll:49,collect:[2,31,49,60,61,147,150,183],collis:61,column:50,com:[11,12,30,34,38,40,43,64,65,132],combin:[22,23,25,42,46,47,48,103,106,151,153,162,163,165,183],combine_fn:[103,163],combine_op:162,combine_payload:153,combinefn:[152,153,163,171],combinefnprocesscontext:153,combineglob:153,combineperkei:[103,153],combinevalu:153,combiningvalu:163,combiningvalueruntimest:163,combiningvaluestatespec:163,combiningvaluestatetag:162,combnin:153,come:[9,30,33,174],comma:30,command:[30,64,132,142],comment:[67,153],commit:[39,47,59,70,97,100,101,139,163],commit_log:98,commit_phys:98,commitmanifest:70,common:[11,15,19,30,33,34,50,54,55,81,86,98,125,138,153,171,180],common_metric_match:86,common_urn:[68,183],commun:155,compact:[153,171],compar:[47,51,140,152],compare_op:169,compat:[2,3,4,7,8,9,10,11,12,13,16,18,19,22,23,25,31,33,38,39,40,41,43,44,47,49,50,60,65,67,68,69,82,85,90,94,95,96,97,102,106,107,108,112,113,114,115,116,117,123,143,144,146,152,153,156,158,159,162,163,164,169,170,171,173,174,175,176,177,178,179,180,181],compil:[2,150],complet:[2,24,30,38,41,47,90,101,102,124,142,143],completed_bundl:101,completed_committed_bundl:108,completed_tim:[101,108],completion_callback:102,complex:[47,50,172],complex_operation_returning_xyz:5,compli:[15,21],complianc:30,compliant:180,complic:169,compon:[2,23,25,41,42,44,46,48,155],component:123,composit:[5,47,91,124,145,165,170,172],compositetypehint:[167,172],compress:[15,21,22,23,25,42,47,48,50,54,55,57],compress_point:167,compressedfil:23,compression_typ:[20,21,23,25,42,46,48,54,55,57],compressionsuffix:22,compressiontyp:[20,21,23,25,54,55,57],comput:[6,13,30,64,67,124,140,144,152,153,158,164,183],compute_api_servic:64,compute_hash:144,compute_table_nam:30,concat:16,concat_posit:90,concat_sourc:[14,183],concaten:90,concatposit:90,concatrangetrack:16,concatsourc:16,concept:[30,47,165,183],conceptu:[47,67,164],concret:[124,153],concrete_typ:172,concurr:[30,47,53],condens:[152,153],condit:47,conduct:49,config:[27,39],configur:[18,19,30,32,38,46,49,50,64,67,104,142],confirm:37,conflict:[47,172],connect:[24,46,49,64,153],connector:[34,38],consecut:[95,165],consid:[15,23,47,50,67,153,162,164],consist:[2,12,47,53,57,61,65,88,98,101,106,110,123,152,153],consol:93,consolemetricspublish:138,consolid:62,const_typ:170,constant:[33,153,164],constrain:[15,50,54],constraint:[74,167],construct:[2,11,15,30,50,54,55,60,71,83,90,101,102,123,124],constructor:[2,55,70,71,72,73,74,112,113,114,116,117,158,181],consum:[19,47,97,164],consumed_split_point:90,consumer_config:19,consumer_tracking_pipeline_visitor:[84,94,183],consumertrackingpipelinevisitor:97,contain:[5,10,12,13,15,19,23,24,25,30,33,38,42,44,47,48,50,53,54,55,59,64,67,70,83,101,104,110,125,140,142,144,146,152,153,155,158,164,165,167,172,173,178],content:[22,23,25,37,42,48,54,57,70,101,113,140,141,144,145,164,178],context:[1,2,27,44,47,59,67,70,71,72,73,74,83,101,123,144,153,156,158,162,163,165,177,181],contian:121,continu:[47,53,165,177],control:[30,33,72,95,121,141,162,174,179],conveni:[10,30],convent:[23,165],convers:[10,168],convert:[2,10,11,22,33,51,62,64,135,153,155,164,168,181],convert_row_to_dict:33,convert_to_beam_typ:168,coordin:167,copi:[23,25,30,31,42,43,46,48,141,153,170],copy_batch:43,copytre:43,core:[31,32,33,65,86,91,103,104,125,132,138,139,140,141,151,163,171,183],correct:[23,25,38,53,110],correctli:[47,153],correspond:[2,10,15,30,50,57,88,112,115,141,164,167,169,170,172,180,181],corrupt:153,cost:164,could:[2,38,40,47,67,153,164,177,181,183],count:[15,32,39,50,54,55,56,59,61,86,113,150,152,162,169],count_tag:162,count_valu:139,countcombinefn:162,counter:[60,61,62,101,107,139,169],counter_dict:138,countermetr:138,countingsourc:56,countmessag:138,countri:30,coutner:62,coverag:53,cprofil:177,crash:153,creat:[11,12,15,16,21,23,25,30,33,34,37,39,40,42,44,46,47,48,49,50,57,60,61,62,64,67,83,88,91,92,95,101,106,113,114,124,131,141,144,145,147,150,153,155,157,158,164,165,167,169,170,171,176,178,180],create_accumul:[153,171],create_bundl:[95,101],create_client_ent:39,create_disposit:[30,31,33],create_empty_committed_bundl:[95,101],create_ent:39,create_from:155,create_from_opt:155,create_if_need:[30,33],create_label:62,create_monitoring_info:62,create_nev:[30,33],create_pull_respons:144,create_sourc:[151,183],create_temp_fil:144,create_temporary_dataset:33,create_track:[141,153],createptransformoverrid:[88,92],creation:[15,21,50,54,55,57],credenti:9,credit_card:[130,132],criteria:104,cross:[19,88,156,157,176],csv:[22,47],csvsink:22,cumul:177,current:[12,21,22,23,24,30,44,47,50,51,54,64,67,73,83,87,90,98,101,104,124,138,143,153,174],current_offset:47,current_posit:47,current_progress:[47,52],current_restrict:[47,52],current_tim:96,current_value_accessor:163,current_watermark:[47,52],cursor:47,custom:[5,13,20,22,30,47,67,124,140,141,142,153,158,165,167,172,174],custom_gcs_temp_loc:[30,31],custom_messag:174,custommapp:158,customtransform:158,cycl:112,dag:[67,124],dai:30,daili:30,data:[4,5,14,19,21,22,23,24,25,28,29,31,33,34,38,44,47,49,50,53,57,59,64,67,72,83,141,144,145,153,155,162,165,170,183],databas:[47,49],dataflow:[2,6,9,10,29,30,32,33,47,64,65,83,84,124,162,183],dataflow_cli:87,dataflow_endpoint:64,dataflow_exercise_metrics_pipelin:[84,85,183],dataflow_metr:[84,85,183],dataflow_runn:[84,85,93,183],dataflowapplicationcli:87,dataflowmetr:87,dataflowpipelineresult:[87,88],dataflowrunn:[85,87,88,92,93,131],dataset1:30,dataset:[30,33,138],dataset_2:30,dataset_id:33,datasetid:33,datastor:[14,28,183],datastore_client_config:39,datastore_v1:39,datastore_write_it_pipelin:[14,28,35,36,183],datastoreio:[14,28,35,36,183],datatyp:30,date:33,datetim:[155,180],deal:[47,153],debug:[131,170],debugopt:[64,65],dec:61,decapret:174,decid:[15,47,50,54,104,112,115,116],decim:30,decod:[2,5,30,33,54,55,91,110,145,147],decode_from_byt:5,decodeandemitdofn:91,decomposit:47,decompress:[21,23,47],decor:[2,5,144,153,158,163,166,174,179,181,183],decreas:47,decrement:61,deduc:170,dedupl:[44,164],def:[5,30,64,150,158,163,167,174],default_desired_bundle_s:[15,50,54],default_edge_attr:114,default_encod:33,default_environ:[67,123],default_environment_id:123,default_file_copy_fn:177,default_file_nam:22,default_label:[152,153,156,158],default_output_cod:[16,47,141],default_runn:64,default_s:52,default_type_hint:[103,153,167],default_valu:[66,83],default_vertex_attr:114,default_window_mapping_fn:159,defaultrootbundleprovid:106,defaulttrigg:162,defer_remaind:[47,52],defer_statu:47,deferred_residu:47,deferred_statu:[47,52],deferred_watermark:47,defin:[2,5,14,15,21,23,25,30,38,44,47,50,60,62,64,84,90,132,141,144,153,155,156,158,165,166,167,169,172],definit:47,deflat:[15,23],degre:[38,153],delai:[162,179],deleg:[51,60],delegatingcount:60,delegatingdistribut:60,delegatinggaug:60,delet:[23,25,30,37,38,42,43,46,48,144],delete_attr:169,delete_batch:43,delete_fast:169,delete_fil:144,delete_glob:169,delete_slice_0:169,delete_slice_1:169,delete_slice_2:169,delete_slice_3:169,deletefromdatastor:[38,41],deletetablesfn:31,delimit:[54,164],deliv:[44,101],demand:177,demarc:90,denot:153,dens:160,depend:[22,23,24,25,33,47,59,115,153,155,164,175],dependent_real_tim:161,deprec:[38,47,90,174],deprecationwarn:174,depth:[67,170],deriv:[40,110,117,153,158,165],descend:[41,151,158],describ:[30,34,46,47,53,64,72,83,90,141,152,153,158],describe_mismatch:[139,140],describe_to:[139,140],describepipelineopt:73,descript:[2,12,46,47,65,88,90,130,132,139,140,141,153],description1:141,description2:141,descriptor:[22,31],deseri:[1,19],deserialize_windowing_strategi:88,design:[67,164],desir:[15,30,40,47,50,54,110,153,164],desired_bundle_s:[15,16,21,47,50,54,56,141],desired_cache_label:117,desired_num_bundl:141,desired_num_offsets_per_split:52,despit:153,dest:[22,31,43,177],dest_ids_list:31,dest_kms_key_nam:43,destin:[14,23,25,30,31,33,42,46,48,183],destination_copy_jobid_pair:31,destination_file_nam:[23,25,42,46,48],destination_file_pair:31,destination_jobid_pair:31,destination_load_jobid_pair:31,destination_prefix_nam:22,destination_t:30,detail:[5,21,38,41,47,54,65,67,85,94,104,112,141,153,158,159,167],detect:[21,47,54,55,57,153],detect_compression_typ:23,determin:[22,23,38,39,47,54,57,67,104,152,153,162,163,165],determinist:[2,5],develop:[21,38,44,65,155,183],deviat:164,dialect:30,dict:[10,23,30,33,42,44,48,49,57,83,113,114,117,124,152,155,164,172],dict_int_int:147,dict_obj:122,dict_to_struct:122,dictionari:[1,5,10,13,15,19,30,31,33,41,43,50,55,62,64,106,145,150,153,155,168],did:53,differ:[2,18,19,21,22,23,25,30,31,38,47,49,53,54,67,72,90,110,141,179],digit:[30,44],dill:[2,12],dillcod:2,direct:[64,84,153,183],direct_metr:[84,94,183],direct_runn:[84,94,105,183],direct_runner_use_stacked_bundl:95,direct_userst:[84,94,183],directli:[30,47,61,83,153,159],directmetr:98,directopt:64,directori:[23,25,42,43,46,47,48,67,116,144],directpipelineresult:99,directrow:34,directrunn:[64,67,98,99,101,104,107,131,132,142],directrunneropt:95,directstepcontext:101,directunmergedst:101,directuserstatecontext:100,dirti:59,dis:169,disable_liquid_shard:141,disable_run_time_type_check:167,disallow:22,discard:[153,162],discourag:174,disk:[30,48],displai:[47,60,64,84,87,90,109,116,132,151,153,158,183],display_data:[15,20,21,30,31,38,47,50,64,152,153,155],display_data_dict:155,display_graph:114,display_manag:[84,109,111,183],displaydata:155,displaydataitem:155,displaymanag:112,dispos:153,disposit:[30,33],distinct:[67,164],distinct_on:41,distinguish:83,distrbut:62,distribut:[46,59,60,61,62,139,148,153,160],distribution_combin:62,distribution_counter_microbenchmark:[146,183],distribution_paramet:141,distribution_result:139,distributionaccumul:148,distributiondoubl:62,distributionint64:62,distributionmatch:139,distributionresult:[59,62],div_round_up:141,divid:[106,165],do_fn:125,doc:[30,34,64,65,169],dockerrpcmanag:121,docstr:164,document:[18,19,21,41,47,49,50,64,104,145,153,162,169],doe:[22,30,33,39,40,41,43,47,54,67,103,124,153,155,157,174,177],doesn:[23,25,42,43,48,141],dofn:[5,30,31,32,33,34,47,83,86,88,91,100,103,104,125,132,138,141,153,155,158,163,171],dofninvok:[104,163],dofnprocessparam:153,dofnrunn:[141,153],dollar:135,domain:[11,161],don:[30,49,103],done:[25,30,46,47,50,67,101,124,125,140,165],donwstream:164,dooutputstupl:153,dot:[113,114,115],doubl:179,down:[22,47,153],download:24,downloaderstream:24,downstream:[47,164],drain:124,drop:155,drop_default:64,drop_if_default:155,drop_if_non:155,dry_run:33,duck:5,due:[12,47,49,153],dump:12,dump_sess:12,dup_top:169,dup_topx:169,duplic:[44,49],durat:[30,88,124,132,143,155,165,180],dure:[6,13,15,18,21,24,30,31,43,44,50,54,55,57,60,61,64,70,141,143,153,170,179],dynam:[14,21,30,31,38,47,53,66,67,183],dynamic_split_request:90,dynamicsplitrequest:90,dynamicsplitresult:90,dynamicsplitresultwithposit:90,e2e:[93,105],each:[2,15,19,22,25,30,31,33,38,43,44,47,50,53,54,55,57,67,86,97,125,132,141,143,150,152,153,155,164,165,167,169,172],earli:[30,162,183],earliest:165,easi:153,easier:23,ec_point:167,edg:[30,67,114],effect:[24,47,153,158,164],effici:[2,5,21,47,122,153],effort:[33,44,47,153],either:[20,23,24,30,33,41,47,53,57,67,104,107,110,142,153,158,164,167,168,172],elantra:132,elem:[47,132],elem_cod:2,element:[2,5,22,30,31,32,33,38,44,47,49,50,53,54,59,83,86,91,103,104,107,108,125,138,141,143,145,147,149,150,152,153,155,160,162,164,165,170,171],element_and_restrict:125,element_cod:125,element_s:141,element_typ:[83,123,170],element_type_from_coder_id:123,elementandrestrict:[104,125],elementev:143,elementparam:153,elements_per_period:18,elm:132,els:[22,30,90,167],elsewher:[90,156],email:[130,132],emb:12,emit:[31,47,72,83,91,143,162,164],empti:[21,22,27,30,33,44,47,83,101,106,145,153,162,170],empty_match_treat:22,emptymatchtreat:22,emptysideinput:83,enable_run_time_type_check:167,enable_trac:12,encapsul:90,encod:[2,4,5,10,12,20,30,33,47,54,55,90,91,110,145,147,163,181],encode_to_byt:5,encoded_:20,encoded_kei:107,encoded_str:88,encoded_table_row:[30,33],encoded_valu:[20,91],encount:24,encrypt:43,end:[15,16,22,23,24,29,47,50,51,54,55,57,64,65,90,103,104,116,140,143,162,165,174],end_sess:116,endpoint:156,endpoint_pattern:65,endpoints_pb2_grpc:[68,69,183],enforc:167,engin:[43,47],enough:38,ensur:[30,38,47],entail:30,enter:93,enter_composite_transform:171,entir:[30,33,47,83,87,88,90,99,124,145,153,160,165],entiti:[37,38,39,41,81],entitywrapp:37,entri:[2,37,72,83],enum_typ:81,enumer:82,environ:[11,104,123],eof:[23,24],epoch:[23,25,42,43,44,48,62,96,165,180],equal:[24,38,47,53,64,155,164],equal_to:[142,145],equival:[23,25,47,53,153,158,164],err_invalid_gcs_bucket:65,err_invalid_gcs_object:65,err_invalid_gcs_path:65,err_invalid_job_nam:65,err_invalid_not_posit:65,err_invalid_project_id:65,err_invalid_project_numb:65,err_invalid_test_matcher_typ:65,err_invalid_test_matcher_unpickl:65,err_invalid_transform_name_map:65,err_missing_gcs_path:65,err_missing_opt:65,error:[2,22,24,30,33,40,46,47,65,70,139,140,153,160,165,167,170,171,179,183],error_messag:[2,33],error_table_for_todai:30,errors_schema:30,escap:110,especi:[165,180],essenti:153,estim:[2,47,90,160,164],estimate_s:[2,16,21,47,56,141],etc:[30,33,38,47,60,124,153,158,183],euro:135,evalu:[13,95,101,102,104,106,107,147,162,180],evaluation_context:[84,94,102,106,183],evaluationcontext:101,even:[21,39,47,167,174,179],event:[22,30,47,130,131,132,134,135,136,143,162,165],event_count:30,everi:[5,30,47,53,67,88,112,124,139,179],everyth:[22,23,25,42,48,49,112,156,165],evict:110,evolv:43,exact:[141,153],exactli:[2,24,47,64,67,83,153,162],exampl:[2,5,11,15,21,30,33,34,44,47,49,50,53,57,64,88,90,106,114,132,139,142,150,153,155,158,164,165,167,174,180,181,183],exce:[30,43],exceed:39,except:[6,23,39,40,43,47,140,153,167,170,174,179],excess:30,exclud:49,exclude_from_index:41,exclus:[24,47],exec_stmt:169,execut:[2,13,30,31,33,44,47,60,61,64,65,67,70,73,83,84,85,88,93,94,99,101,102,104,105,106,112,113,117,124,142,143,150,153,157,158,170,183],executor:[84,94,106,183],executor_servic:101,exhaust:53,exist:[15,21,23,25,30,42,43,44,46,47,48,49,50,54,55,57,110,142,144,153,174],existing_keyed_st:101,exp_multipli:174,expand:[15,18,19,22,27,30,31,34,38,44,47,49,50,54,55,57,71,91,103,104,110,125,141,143,152,153,156,158,160,164],expand_using_gbk:141,expand_using_second_output:141,expans:[18,19,43,88,153,156,157],expansion_servic:[18,19],expansionservic:19,expansionserviceservic:71,expansionservicestub:71,expect:[2,20,30,33,34,37,46,51,53,67,140,142,145,153,181,183],expected_checksum:140,expected_item:53,expected_outcom:53,expected_st:[93,140],expectedsplitoutcom:53,experi:[64,66],experiment:[18,19,22,30,31,33,38,41,43,44,47,49,50,60,112,113,114,115,116,117,156,158,162,163,164,174,175],expir:[130,132,163],explain:47,explicit:164,explod:125,explodewindowsfn:125,exponenti:179,expos:[30,61],express:[23,115],extend:[20,47,54,65,140,175],extens:[15,21,38,47,50,54,55,57],extent:153,extern:[14,47,151,153,183],external_test_it:[151,183],external_transforms_pb2_grpc:[68,69,183],externaltransform:[19,156],externaltransformit:157,extra:[30,130,132,140,142,169,174],extra_client_param:49,extra_messag:174,extra_opt:142,extra_typ:[10,30],extract:[67,97,108,152],extract_all_tim:[101,108],extract_commit:98,extract_counter_valu:62,extract_distribut:62,extract_latest_attempt:98,extract_metric_result_map_valu:62,extract_output:[153,171],extractor:138,extrapol:160,extrem:152,face:[60,163],fact:174,factor:179,factori:95,factory_from_opt:177,fail:[23,25,30,31,33,39,42,43,47,48,53,57,124,170],failur:[33,39,47,49,153],fakesourc:149,fall:[2,47],fallback:5,fallback_cod:2,fals:[4,10,15,21,23,30,31,33,39,44,47,50,51,57,64,67,88,110,112,123,141,142,145,153,155,158,162,170,177,179],famili:53,fanin:141,fanout:[141,153],far:[90,168],fast:2,fastavro:15,fastcod:[1,2],faster:[5,15],fastprimitivescod:[2,143],fault:47,favorite_color:15,favorite_numb:15,feed:141,fetch:[23,24,25,38,42,46,48,73,112,140,149],few:[53,87,158],field1:30,field2:30,field3:30,field:[15,30,33,38,41,44,47,49,50,57,62,113,145,155,174],field_count:57,file:[14,15,20,21,23,24,25,30,31,33,42,43,46,47,48,50,54,55,57,59,60,61,67,110,116,140,144,145,153,183],file_copy_fn:177,file_handl:20,file_load:30,file_meta:23,file_nam:[21,22,57],file_name_suffix:[15,20,50,54,55],file_path:[12,23,54,55,57,140,144],file_path_prefix:[15,20,50,54,55],file_pattern:[15,21,22,50,54,55,57],file_prefix:31,file_prefix_gener:31,filebasedcachemanag:110,filebasedsink:[14,47,140,183],filebasedsourc:[14,54,183],filechecksummatch:140,fileio:[14,183],filemetadata:[22,23],filenam:[15,43,50,54,55,144],fileobj:23,filepath:23,filesystem:[14,15,22,24,42,46,47,48,50,144,175,183],filesystemio:[14,183],fill:155,filter:[23,38,39,41,49,57,60,87,98,136,138,140,153,174,179],filter_regex:147,finalize_hint:170,finalize_writ:[20,47],find:[6,23,25,33,152,164,179],finish:[24,88,124,162,177],finish_bundl:[31,86,103,138,141,153,171],finish_st:102,finishcombin:103,finit:[47,165],fire:[22,107,108,162,163],fired_tim:102,first:[5,12,23,25,33,42,44,46,47,48,53,57,67,70,73,141,153,158,164,169,172,179,183],fix:[2,153,164,165],fixed_cost:164,fixedsizeglob:152,fixedsizeperkei:152,fixedwindow:165,flag:[15,21,23,25,42,48,50,54,55,57,64],flat:164,flatmap:[12,83,153,158,183],flatmaptupl:153,flatten:[16,30,153],flatten_input_visitor:88,flatten_result:[30,33],flavor:174,flink:[14,18,19,183],flink_streaming_impulse_sourc:[14,26,183],flinkstreamingimpulsesourc:27,floatcod:2,flu:30,flush:[23,103],fn_api_metric_match:86,fn_paramet:165,fn_proto:181,fn_to_execut:13,fnapirunn:99,fnmatch:[23,25],fold:153,follow:[15,22,23,25,30,33,47,49,50,53,54,55,104,132,138,142,153,164,165,167,172,174,177],foo:[2,23,25,50,167,181],foo_from_proto:[2,181],foopayload:[2,181],footer:20,footprint:124,for_input_typ:153,for_spec:163,forc:[83,112,125],foreign:156,form:[15,22,23,24,30,43,44,46,83,150,164,165,167,174,180],formal:167,format:[20,22,23,25,30,33,44,47,49,50,53,57,62,65,115,116,132,138],format_sampl:113,former:83,formula:[164,165],forward:106,found:[9,33,142],foundat:23,frac:16,fraction:[16,47,51,53,90,179],fraction_consum:[16,47,51],fraction_of_remaind:[47,52],fraction_to_posit:51,frame:[169,170],framest:[169,170],framework:[5,21,30,47,90],fresh:153,from:[2,5,9,11,14,15,19,20,21,22,23,24,25,29,30,31,33,37,38,39,40,41,42,43,44,47,48,50,51,53,54,55,57,64,65,67,73,83,87,88,90,97,110,117,124,132,135,140,141,142,144,149,152,153,155,158,160,162,164,165,167,169,174,179,180,181,183],from_cal:153,from_client_ent:41,from_client_kei:41,from_dictionari:64,from_json_valu:10,from_micro:178,from_rfc3339:180,from_runner_api:[2,61,67,83,123,153,158,162,181],from_runner_api_paramet:[1,2,27,47,153,164,165],from_str:161,from_type_hint:2,from_utc_datetim:180,fronend:112,frontend:112,full:[23,25,42,46,47,48,53,67,110,140,142,165,175],full_label:[156,171],fulli:[19,24,47,90,153,167],fun:179,func:[153,156,167,170],functionspec:2,functiontyp:170,furnish:83,further:[72,158,179],fuse:164,fusion:[49,164],futur:[2,3,4,13,23,24,25,30,33,43,44,47,52,57,59,60,61,65,66,67,70,71,72,73,74,81,83,90,95,96,98,101,102,104,106,107,108,121,123,124,125,143,144,152,153,155,159,161,162,163,164,165,167,170,174,175,177,179,180,181],future_output_watermark:104,fuzz:179,fuzzedexponentialinterv:179,gap:165,gap_siz:165,gapic:39,gather:40,gaug:[60,61,62],gaugeresult:[59,62],gce:9,gcp:[7,14,183],gcs:43,gcs_bucket:65,gcs_prefix:42,gcs_scheme:65,gcs_uri:65,gcsfilesystem:[14,28,183],gcsio:[14,28,183],gener:[2,15,21,23,34,44,47,50,54,55,69,83,88,114,130,131,134,141,142,143,147,153,172],generate_bundle_id:47,generate_ev:131,generate_fn:147,generate_input_valu:148,generate_sequ:[14,17,183],generateddirectrow:34,generateid:49,generatesequ:18,genom:57,genotyp:57,geographi:30,get:[4,9,21,23,25,30,33,42,47,48,53,66,70,72,73,74,83,90,108,115,116,124,141,142,153,162,163,175,179,181],get_accumulator_cod:153,get_aggregator_valu:101,get_all_opt:64,get_all_plugin_path:175,get_all_subclass:175,get_chunk_s:25,get_client:39,get_closur:170,get_count:4,get_desired_chunk_s:47,get_dict:155,get_dict_table_schema:30,get_dofn_spec:163,get_dot:114,get_element_by_schema:138,get_evalu:106,get_execution_context:101,get_filesystem:25,get_full_options_as_arg:142,get_function_argu:153,get_glob:170,get_hashable_destin:33,get_impl:[2,165],get_it:169,get_job:33,get_keyed_st:101,get_local_namespac:156,get_nam:170,get_namespac:60,get_new_http:11,get_opt:142,get_or_create_dataset:33,get_or_create_t:33,get_output_typ:153,get_path:144,get_progress:90,get_query_loc:33,get_rang:24,get_range_track:[16,21,47,53,56,141],get_render:115,get_replacement_transform:[67,88,92,104,125],get_restriction_cod:153,get_root_bundl:106,get_root_bundle_provid:106,get_schem:25,get_service_credenti:9,get_split:40,get_stat:[100,163],get_synthetic_sdf_step:141,get_tabl:33,get_table_loc:33,get_table_schema_from_str:30,get_tim:[100,163],get_transformed_output_tim:165,get_type_hint:167,get_typed_value_descriptor:10,get_valu:66,get_value_or_block_until_readi:101,get_varint_s:4,get_watermark:108,get_window:[27,47,91,143,153,158],get_window_cod:165,getartifact:70,getattr:169,getjobmetr:73,getmanifest:70,getmessagestream:73,getpipelin:73,getprovisioninfo:74,getrangetrack:53,getstat:73,getstatestream:73,github:[12,40,43,57],give:[21,22,23,25,42,47,48,53,60,67,90,104,141,153],given:[2,4,13,15,21,23,24,25,30,32,37,40,42,43,44,47,48,50,51,53,54,55,64,65,67,73,83,86,104,106,110,115,117,124,140,141,143,145,150,153,160,162,163,164,165,168,170,179,180,181],glob:[15,21,43,50,54,55,57,140,144,145],glob_pattern:145,global:[2,22,47,101,106,152,160,165],global_to_loc:16,globally_windowed_valu:147,globalwindow:165,goe:65,going:87,gone:83,good:153,googl:[2,9,30,34,38,39,40,41,43,44,62,64,65,85,144],googleapi:[64,65],googlecloudopt:[64,65],googlecloudplatform:[40,43],gracefulli:104,granular:[50,165,180],graph:[67,83,88,97,99,106,112,113,114,115,116,158,183],graphviz:115,greater:[38,153,167],greater_than:38,greatest:152,group:[5,16,22,31,41,50,61,64,153,158,164,165],group_by_key_input_visitor:88,groupbykei:[2,124,141,153,158,164,165,183],groupintobatch:164,grpc:[70,71,72,73,74],guarante:[2,3,4,5,7,8,9,10,11,12,13,16,18,19,22,31,33,38,39,40,41,43,44,47,49,50,60,65,67,68,69,82,85,90,94,95,96,97,102,106,107,108,112,113,114,115,116,117,123,143,144,146,156,158,159,162,163,164,169,170,171,173,174,175,176,177,178,179,180,181],guid:162,gzip:[23,47],had:[2,110,153,181],hadoop:46,hadoopfilesystem:[14,64,183],hadoopfilesystemopt:[46,64],halfwai:53,hamcrest:[65,139,140,145],hand:30,handl:[20,21,23,25,33,42,47,48,54,55,57,101,169],handle_result:101,happen:[30,40,47,49,53,67,112,144,153,179],har:[53,72,74],hardwar:153,has:[2,10,18,19,24,30,33,38,39,41,47,57,64,65,83,90,97,99,108,132,142,145,150,152,153,155,160,164,167,183],has_default:153,has_dir:[23,42,46,48],has_display_data:155,has_part:158,has_side_input:153,hasdisplaydata:[47,64,90,153,155,158],hash:[110,140,144,160],hashabl:170,hashing_alg:144,have:[5,9,12,13,22,30,31,33,38,43,47,49,57,59,64,67,70,83,136,138,141,152,153,155,157,162,165,167,168,169,179],hdf:46,head:[23,25,42,48],header:[20,54,57],heap:177,heavi:53,heavyweight:53,help:[22,53,153],helper:[14,28,35,36,53,113,117,159,183],helper_transform:[84,94,183],henc:[43,47,90],here:[2,30,34,39,47,85,94,153,165,169],hidden:83,hierarch:10,hierarchi:67,high:[30,99,153],higher:[50,54,57],hint:[5,47,158,166,167,170,172],hold:[30,47,67,104,153],holder:[13,88,125],homogen:2,honor:90,host:19,hour:179,how:[18,19,22,30,39,47,83,90,112,115,116,123,141,147,152,153,158,163,164,165,174,183],howev:[2,38,40,47,57,153],html:[64,115,169],hts:57,http:[11,12,18,19,30,34,38,40,43,47,57,64,65,115,153,155,162,169,179],http_client:[7,183],http_proxi:11,httperror:[33,179],httplib2:11,https_proxi:11,huge:83,hypothet:47,hyundai:132,id_label:[44,45],id_or_nam:39,ideal:164,idempot:[47,49],ident:167,identifi:[15,41,44,47,50,54,55,110,152,153,155,163],iff:20,ignor:[30,33,38,44,51,141,143,145],illustr:[47,135,136,174],imagin:47,immedi:[73,124],immut:47,impact:[38,54],implement:[2,4,20,21,23,24,25,30,34,40,42,46,47,48,49,51,52,53,54,60,65,66,67,85,87,88,90,91,94,96,98,99,101,103,124,150,152,153,155,156,158,159,172,179,181],implementor:[23,47,153],impli:[50,57,174],implicit:164,implicitli:165,import_from:169,import_nam:169,importantli:110,imposs:[47,153],improv:[2,30],impuls:[91,153],inc:[60,61],includ:[22,23,25,30,33,42,44,47,49,53,57,101,104,130,132,165],inclus:47,incom:44,incompat:174,incomplet:41,inconsist:12,incorrect:[53,153],increas:[30,179],increment:[61,86,167],indefinit:[88,124],independ:[47,88,167],index:[22,41,57,83,90,153,162,167,172],index_tag:162,indic:[23,25,30,42,47,48,54,57,67,83,164,178,179],individu:[21,47,53,153,165],inequ:38,inf:51,infer:[5,30,163,170],infer_output_typ:[27,91,153,158],infer_return_typ:170,infer_return_type_func:170,infin:[47,165],influenza:30,info:[11,57,62,117,124,132,163],infor:62,inform:[9,18,19,21,30,33,47,50,57,74,87,88,90,101,104,112,113,116,124,153,164,170,182],infrastructur:134,inherit:[47,90,155,181],init_result:[20,47],initi:[11,15,16,19,21,24,30,31,38,44,46,47,49,50,51,54,55,57,61,64,67,74,83,86,87,90,104,106,125,140,141,142,150,152,153,162,163,165],initial_bid:[130,132],initial_delay_sec:179,initial_restrict:[141,153],initial_split:141,initial_splitting_desired_bundle_s:141,initial_splitting_num_bundl:141,initial_splitting_uneven_chunk:141,initial_splitting_zipf:141,initialize_writ:[20,47],inject:[21,158],inlin:169,inmemoryunmergedst:101,inner:[90,167,172],inpalce_or:169,inplace_add:169,inplace_and:169,inplace_divid:169,inplace_floor_divid:169,inplace_lshift:169,inplace_modulo:169,inplace_multipli:169,inplace_pow:169,inplace_rshift:169,inplace_subtract:169,inplace_true_divid:169,inplace_xor:169,inprocess:94,input:[6,13,14,15,22,27,30,31,38,44,47,49,50,54,55,57,64,67,83,86,90,91,97,101,102,104,106,108,117,124,125,141,147,148,149,150,152,153,158,159,160,164,165,170,171,178,180,183],input_bundl:102,input_committed_bundl:106,input_or_input:158,input_or_output:158,input_pcol:158,input_per_sourc:149,input_s:147,input_spec:141,input_timestamp:165,input_typ:[153,170],input_type_hint:158,inputstream:4,insert:[30,31,33,34,49,117],insert_list:138,insert_retry_strategi:30,insert_row:33,insert_values_in_arg:13,insertterrorsvaluelistentri:33,insid:[142,164],inspect:170,inst:174,instanc:[2,5,11,13,23,25,30,33,34,39,41,42,48,57,64,65,67,74,83,87,88,90,106,107,110,115,144,145,150,153,155,157,158,162,163,165,167,170,172,179,180],instance_id:34,instance_to_typ:170,instanti:[18,19,90,170,175],instead:[12,19,30,47,57,67,87,152,159,174,179],instruct:72,instrument:150,int64:50,int64_count:62,int64_distribut:62,int64_user_count:62,int64_user_distribut:62,int64_user_gaug:62,int96:50,int_to_str:167,integ:[2,4,18,25,30,47,52,60,147,153,155,165,169],integr:[33,138,142,157,179],intend:[47,61,83,167,179],interact:[23,33,39,84,87,183],interactive_pipeline_graph:[84,109,111,183],interactive_runn:[84,109,112,183],interactivepipelinegraph:113,interactiverunn:116,interchang:30,interest:53,interfac:[24,25,44,61,83,155,163],intermedi:[30,153],intern:[2,3,4,16,39,40,47,60,65,67,68,69,82,84,85,87,90,94,95,96,97,102,106,107,108,123,143,144,146,155,159,165,169,170,171,173,174,176,177,178,179,180,181,183],interpol:[51,164],interpret:[30,90],intersect:165,interv:[27,51,165,177,179,180],interval_m:27,interval_second:177,intervalwindow:165,intiti:64,introduc:[47,145],introduct:30,introspect:163,invalid:[23,24,43,64,65,141,167],invalid_argu:70,invoc:[47,104,153],invok:[47,104,153,162],invoke_process_el:104,involv:30,iobas:[14,16,20,21,30,33,51,52,53,56,84,85,89,141,153,183],ioerror:[21,23,25,42,48,124],ipython:113,is_access:66,is_bound:[47,90],is_count:62,is_default:153,is_determinist:[1,2],is_distribut:62,is_don:101,is_empti:145,is_full_string_match:65,is_gaug:62,is_globally_window:159,is_integration_test:142,is_kv_cod:2,is_lat:162,is_latest_vers:110,is_merg:165,is_not_empti:145,is_pair_lik:2,is_process_bound:[153,171],is_root_transform:101,is_service_runn:65,is_stateful_dofn:163,is_streaming_pipelin:31,is_termin:124,is_user_monitoring_info:62,is_valid:155,is_valid_compression_typ:23,isn:[23,25,42,48,167],issu:[12,30,33],item:[19,53,107,110,130,131,136,141,155,164],item_nam:[130,132],items_before_split:53,iter:[2,3,21,31,41,46,47,53,64,83,90,149,153,159,162,164,165,168,169,172,179],iterable_state_read:123,iterable_state_writ:123,iterablecod:2,its:[2,5,13,22,23,30,41,44,47,64,150,153,155,158,164,170,178,181,183],itself:[30,33,47,90,180],java:[18,19,40],jira:30,job:[18,19,29,30,31,32,33,37,38,64,67,70,71,72,73,74,84,87,88,93,99,124,132,140,142,183],job_graph:87,job_id:[33,87],job_nam:[37,65,142],job_name_prefix:31,job_pattern:65,job_refer:31,job_result:87,jobapi:121,jobrefer:33,jobserviceservic:73,jobservicestub:73,jobstat:124,join:[23,25,42,46,48,169],json:[10,12,30,33,88,117,141],json_string_to_byte_arrai:88,json_valu:[7,8,183],jsonarrai:10,jsonobject:10,jsonstringtobytearrai:88,jsonvalu:[10,30],just:[38,47,54,83,158],kafka:[14,17,183],kafkaio:19,keep:[31,47,90,98,106,116],kei:[2,5,10,15,19,30,33,37,38,39,41,43,44,47,50,51,57,62,64,65,83,90,100,101,103,104,106,107,125,141,150,152,153,155,158,160,163,164,165,168,170,183],kept:[31,116,153,155],key1:155,key2:155,key3:155,key4:155,key5:155,key_cod:[2,100],key_deseri:19,key_seri:19,key_siz:141,key_value_typ:170,keyed_earliest_hold:108,keyed_watermark_hold:107,keyedworkitem:[104,107],keyparam:153,keyspac:51,keyword:[13,49,83,152,153,167],keyword_hint:167,kill:153,kind:[37,41,47,153,174],kms_kei:[30,33,43],know:[31,170],known:[23,30,47,65,101,110],known_text:30,kv_type:170,kvswap:164,kwarg:[3,13,32,39,54,55,57,64,102,103,104,125,152,153,164,167,171,176,178],kwarg_hint:167,kwargs_for_invok:104,kwd:156,label:[15,27,50,62,67,83,91,110,117,138,139,141,145,152,153,155,158,164,171,174],label_from_cal:158,lambda:[22,30,153,158,162],languag:[19,88,156,157,183],larg:[30,31,53,54,83],large_dict:147,large_int:147,large_iter:147,large_list:147,large_message_with_map:147,large_str:147,large_tupl:147,larger:[30,47],largest:[47,152,164,180],largestperkei:152,last:[23,24,25,30,39,41,42,43,47,48,57,104,153],last_attempted_record_start:51,last_record_start:51,last_upd:[23,25,42,43,46,48],late:162,late_tag:162,latenc:[39,153],later:[31,104,142,143,153],latest:[61,110,112,152],latest_int_64:62,latter:[83,110],launch:[31,132],launcher:[131,134],lazili:153,lead:[113,153],leaf:[23,25,42,48],leaf_pcollect:117,leak:153,least:[44,53,152,162],leave_composite_transform:171,left:[53,60,153],left_fract:53,left_result:53,legaci:86,legacy_metric_match:86,len:24,length:[2,40,43,147,167,179],less:[40,51,153],less_than:38,let:[5,47,60],letter:[15,30,33,50,54,55,65,172],level:[15,40,50,67,113,117,153],lexicograph:51,lexicographickeyrangetrack:51,librari:[2,9,12,15,39,43,56,57,64,152,169],licens:23,lift:153,liftedcombineperkei:103,lightweight:53,like:[5,15,22,23,25,30,38,42,46,47,48,50,54,83,141,153,167,169,170,172],limit:[23,25,30,31,37,38,39,41,179],line:[30,47,54,57,64,86,132,142,144],linear:164,linearli:51,link:6,list:[2,10,13,16,19,23,25,30,33,34,39,40,41,42,43,48,49,50,53,57,65,66,67,83,107,110,113,141,142,144,145,147,150,152,153,164,167,168,169,172],list_append:169,list_int:147,list_prefix:43,load:[12,30,31,33,134,135,136,138],load_attr:169,load_closur:169,load_const:169,load_deref:169,load_fast:169,load_glob:169,load_job_name_prefix:31,load_loc:169,load_method:169,load_nam:169,load_pcod:110,load_sess:12,load_test:[126,183],load_test_metrics_util:[126,137,183],local:[20,23,25,33,48,54,67,94,99,110,117,153],local_to_glob:16,local_var:170,localfilesystem:[14,23,183],localhost:[18,19,49],locat:[30,33,47,174],lock:47,log:[72,163,177,179],log_result:177,logger:[144,179],logic:[21,33,47,60,98,104,125,165,179],loglevel:131,long_gener:149,longdeseri:19,longer:153,longseri:19,look:[43,167],lookup:[33,83],lookup_experi:64,loop:[47,153],lose:180,low:[30,50],lower:[11,153,162,167],lower_bound:148,mach:25,machin:[47,99],machineari:104,made:[5,30,47,70,73,83],magic:125,mai:[2,5,21,23,25,30,31,33,40,41,44,47,50,57,60,64,72,83,90,104,106,124,152,153,163,164,174],main:[30,31,34,37,40,47,83,87,153],main_kw:153,main_tabl:[30,34],mainli:104,major:38,make:[30,33,47,49,51,65,91,104,125,130,140,145,179],make_closur:169,make_ent:37,make_fn:153,make_funct:169,make_http_request:179,makexyz:5,malform:168,malformedvcfrecord:57,manag:[30,34,47,67,84,108,112,116,120,144,162,177,183],mandatori:[153,164,174],mani:[10,22,27,30,38,43,47,152,153,164],manifest:70,manipul:[22,153],manner:[15,47,50,53,153,164],map:[2,15,30,41,44,50,51,57,62,65,83,91,110,113,117,135,152,153,159,164],map_add:169,mapfn:158,mapper:103,maptupl:153,maria:132,mark:174,marker:83,massiv:[30,34],master:40,match:[2,22,23,25,30,33,38,41,43,60,65,67,88,92,104,125,139,145],match_fil:23,match_type_vari:172,matchal:22,matcher:[65,67,86,93,105,139,140,145],matches_al:145,matchfil:22,matchresult:[23,25],materi:[83,110,124,145],matter:[47,51],max:[40,59,153,160,164],max_batch_operation_s:43,max_batch_s:164,max_bytes_rewritten_per_cal:43,max_delay_sec:179,max_dur:104,max_file_s:[30,31],max_files_per_bundl:[30,31],max_num_output:104,max_read_tim:18,max_timestamp:[62,165],max_valu:139,maximum:[23,25,30,31,41,164,170,179],maybe_from_cal:153,mean:[31,41,47,59,110,141,152,174],mean_temp:30,meant:[72,124],measur:[147,148,149,164],measurebyt:138,measuretim:138,member:[20,70],memoiz:156,memori:[30,31,50,59,103,106,153,177],memoryreport:177,memoryview:24,merg:[47,103,141,153,162,165],merge_accumul:[153,171],merge_context:165,merge_result:[162,165],merge_using_gbk:141,merge_using_side_input:141,mergecontext:165,messag:[2,27,30,44,47,73,174],message_count:27,met:145,meta:23,metadata:[9,22,23,25,33,42,48,74,117,136],metadata_list:23,method:[2,5,21,23,24,25,30,33,43,46,47,51,53,61,64,65,67,87,88,104,110,124,141,142,144,145,153,155,157,158,159,163,169,170,171,172,174,179,181],methodnam:157,metric:[72,73,86,87,98,101,124,138,139,150,183],metric_a:62,metric_b:62,metric_id:138,metric_nam:60,metric_proto:62,metric_result:139,metric_result_match:[126,183],metric_typ:138,metricbas:[58,60,183],metricnam:61,metricresult:[62,86,87,98,124,139],metricresultmatch:139,metrics_contain:102,metrics_pb2_grpc:[68,69,183],metricsenviron:60,metricsfilt:60,metricsread:138,mexico:30,micro:[178,180],microbenchmark:[147,148,149,150],microsecond:[148,165,180],might:[38,47,54,90,155,174],millisecond:[27,39,44,88,124],mime:[15,23,25,42,43,48,50],mime_typ:[15,20,22,23,25,42,43,46,48,50],mimic:33,min:[59,164],min_batch_s:164,min_bundle_s:[15,21,50,54],min_fraction_of_files_to_stat:21,min_num_offsets_per_split:52,min_number_of_files_to_stat:21,min_valu:139,minimim:164,minimum:[15,21,50,54,108],minut:[30,87],mirror:167,mismatch:33,mismatch_descript:[139,140],miss:65,mix:167,mixin:[155,167],mkdir:[23,25,42,46,48],mock:144,mode:[23,24,30,34,43,47,88,91,92,145,153,165],model:[126,127,128,131,183],modif:64,modifi:[13,47,117,153,158,169],modul:[0,7,8,14,17,26,28,35,36,58,63,68,69,84,85,89,94,109,111,118,120,126,127,128,129,133,137,146,151,166,173,183],moment:[13,18,19,30],mongocli:49,mongodb:[14,183],mongodbio:[14,183],monitor:62,monitoring_info:[58,183],monitoring_info_proto:62,monitoringinfo:62,month:30,more:[5,18,19,21,23,24,25,30,31,38,41,42,46,47,48,50,54,65,67,104,112,119,141,153,155,158,162,164,165,169],moreov:47,most:[15,30,47,50,53,54,110,152,158,179],mostli:[67,164,179],move:[23,25,42,48,106],msg:178,msg_class:178,much:[10,30,50],multi:[47,53],multipl:[21,22,24,30,31,33,38,47,57,61,64,83,106,149,152,153,162,164,167],multipli:174,muss:47,must:[2,13,21,24,30,33,38,41,43,44,46,47,49,50,54,65,67,70,83,90,110,124,142,143,150,153,158,165,167,179],mutabl:[47,169],mutable_accumul:153,mutat:[39,47,153],mute:115,muterender:115,my_pcollect:22,my_pipelin:139,my_project:30,my_side_input:83,my_timer_expiry_callback:163,my_tranform:67,myavrofil:15,mybenchmark:150,mycollect:139,mycustomkei:139,mycustomvalu:139,mydofn:163,myjobnam:142,mynam:139,mynamespac:139,myparquetfil:50,mypath:[15,50],mypqfil:50,myproxi:11,myptransform:83,mysink:47,mystep:139,name:[14,15,19,21,30,31,33,41,43,44,47,49,50,54,57,60,61,62,65,67,70,84,86,87,90,107,117,118,124,130,132,139,141,142,144,145,150,153,157,163,164,167,172,174,183],namespac:[15,37,38,41,60,61,62,123,138,139,155,172],nanosecond:50,nativ:[30,47,90,121,158,168],native_io:[30,33,84,85,183],native_type_compat:[166,183],nativesink:[30,47,90],nativesinkwrit:[33,90],nativesourc:[30,90],nativesourceread:[33,90],natur:152,necessari:[5,31,83,150,155,180],necessarili:90,need:[3,5,18,19,20,23,25,30,31,42,47,48,49,51,64,65,67,72,74,104,144,145,158,174,179],neg:[23,24,51],negat:167,neither:[30,155,160],nest:[4,30,50,172],network:153,never:[13,47,83,162,165,177],new_pipeline_with_job_nam:37,new_process_fn:104,new_save_module_dict:12,new_track:52,new_valu:117,new_watermark:143,newer:38,newli:153,newlin:54,newobject:[2,3,4,13,23,24,25,30,33,43,44,47,52,57,59,60,61,65,66,67,70,71,72,73,74,81,83,90,95,96,98,101,102,104,106,107,108,121,123,124,125,143,144,152,153,155,159,161,162,163,164,165,167,170,175,177,179,180,181],nexmark:[126,127,183],nexmark_launch:[126,127,128,132,183],nexmark_model:[126,127,128,129,183],nexmark_util:[126,127,128,183],nexmarklaunch:131,next:[38,165],nice_str:113,nnnnn:[15,50,54,55],no_retri:179,node:[67,83,88,124,158],non:[12,27,44,47,51,83,110,124,153,155,179],none:[2,9,10,15,16,18,20,21,22,23,25,27,29,30,31,32,33,34,37,41,43,44,47,49,50,51,52,53,54,55,56,57,59,62,64,66,67,83,87,88,90,91,93,98,101,104,107,110,113,114,115,116,117,121,123,124,130,134,135,136,138,139,140,141,142,144,152,153,155,158,160,162,163,164,165,170,171,172,174,177,178,181],nonliquidshardingoffsetrangetrack:141,nonmergingwindowfn:165,nonzero:179,nop:169,nor:30,normal:[38,50,57,155,165],nosetest:142,notabl:53,notbig:30,note:[2,12,18,19,23,24,30,38,40,47,50,64,67,91,145,153,158,167,172,174,177],noth:[31,33,90,174],notic:167,notify_observ:3,notifyrunneravail:72,notimplementederror:124,notion:[47,90,152],now:179,nth:164,nullabl:30,num_byt:23,num_el:164,num_input:148,num_items_to_read_before_split:53,num_partit:153,num_record:141,num_retri:179,num_run:[147,148,149,150],num_shard:[15,20,50,54,55],num_slow:32,num_sourc:149,num_split:[38,40],num_total_record:141,num_window:147,num_work:142,number:[13,15,22,23,24,25,27,30,31,32,33,38,40,44,47,49,50,53,54,55,57,65,96,104,110,131,140,145,150,152,153,160,164,179,180],numer:[30,44,180],numshard:22,oauth2client:9,oauth2credenti:9,obei:47,obj:[10,12,33],object:[1,2,3,5,6,9,10,12,13,15,20,21,22,23,24,25,30,31,33,37,41,42,43,44,46,47,48,49,50,51,55,57,60,61,64,65,66,67,83,84,87,88,90,97,104,106,110,112,114,117,121,123,124,125,130,131,132,138,140,142,143,144,147,150,153,158,160,162,163,165,167,169,170,172,177,179,180,181],observ:[0,183],observablemixin:3,obtain:[22,23,30,47,60,64,142,152,153,158,164],occupi:47,occur:[40,46,47,53,57,152,165],octet:[20,23,25,42,43,46,48],offer:[33,67,141],offici:47,offset:[23,24,47,52,90,165,180],offset_infin:51,offset_range_track:21,offsetrang:52,offsetrangetrack:[21,51,141],offsetrestrictiontrack:[52,141],often:[30,164,174],okai:47,old:[47,174],old_multipli:174,omit:[22,41],on_el:162,on_fir:162,on_merg:162,on_success_match:65,on_tim:163,onc:[23,47,83,106,153,162,165,167],one:[2,5,15,30,43,44,47,49,50,53,54,55,57,64,65,67,83,90,104,106,112,119,138,150,152,153,158,164,165,167,172,181],ones:[53,64,95],onli:[2,3,4,7,8,9,10,11,12,13,15,16,18,19,23,27,30,33,39,40,44,47,50,51,53,54,55,57,60,65,67,68,69,82,83,87,90,95,96,97,98,102,106,107,108,112,113,123,142,143,144,145,146,152,153,155,159,164,167,169,170,171,173,174,175,176,177,178,179,180,181],opaqu:20,opcod:[166,183],open:[20,21,22,23,25,31,42,43,46,47,48,145],open_fil:21,open_shard:145,open_writ:[20,47],oper:[2,5,6,18,19,23,24,25,30,41,42,43,47,48,49,50,67,124,141,147,148,153,158,164,165,180],operation:164,opt_nam:142,optim:[15,50,54,162],option:[9,22,23,25,30,37,38,41,42,44,46,47,48,49,55,67,73,74,88,93,95,99,105,115,116,117,124,131,141,142,145,153,158,164,167,172,174,177,183],option_nam:66,orchestr:131,order:[2,5,18,19,30,38,41,43,47,49,51,57,67,124,142,144,152,153,167,172],orderedpositionrangetrack:51,ordinari:83,ordinarili:[153,164],orfin:162,org:[18,19,30,47,64,88,115,153,155,162,169],organ:33,orient:47,origin:[47,53,117,167],original_range_track:53,original_read:53,original_stop_posit:53,other:[16,19,22,23,25,30,33,47,51,54,57,64,67,74,90,123,141,147,153,155,164,165,167,172],otherwis:[2,10,23,27,47,49,53,64,67,141,142,143,153,158],our:67,out:[23,24,31,124,153,160],outer:47,outer_namespac:156,output:[14,15,20,21,22,23,31,33,34,38,44,47,49,50,54,55,57,62,67,83,95,97,101,104,106,108,112,140,141,143,152,153,158,164,165,171,183],output_at_earliest:165,output_at_earliest_transform:165,output_at_eow:165,output_at_latest:165,output_filter_ratio:141,output_pcollect:[95,101],output_records_per_input_record:141,output_tag:117,outputcheckwrapperdofn:171,outputstream:4,over:[31,64,153,164,179],overhead:23,overlap:47,overrid:[20,30,64,67,91,92,104,124,125,140,153,155,158,181],overridden:[38,47],overwrit:[20,49],owing:40,own:[33,153,164],p12345:132,pack_ani:178,pack_struct:178,packag:[13,38,183],pad:[15,50,54,55],pair:[19,23,25,31,33,42,47,48,52,64,65,83,90,125,141,152,153,155,164],pairwithrestrictionfn:125,pane:[22,162],paneinfoparam:153,parallel:[6,13,21,25,30,34,38,47,153,158,183],param:[34,53,141,150,160],paramet:[2,9,10,11,13,14,15,16,18,19,20,21,22,23,24,25,28,29,31,33,38,39,40,41,42,43,44,46,47,48,49,50,51,53,54,55,57,60,61,62,64,67,70,71,72,73,74,83,87,88,90,95,101,104,106,108,110,112,113,114,115,116,117,124,140,141,142,144,145,147,150,152,153,158,160,162,163,164,165,167,168,170,172,174,179,180,181,183],parameter:172,parameter_typ:[2,158,181],pardo:[30,47,83,88,104,124,125,141,153,158],pardo_payload:153,parent:[37,41,55,177],parent_kei:37,parquet:50,parquetio:[14,183],pars:[15,33,54,57,64,86,131,132,134,141,142,178],parse_arg:[131,141],parse_byt:178,parse_byte_s:141,parse_input_param:160,parse_int:167,parse_namespace_and_nam:62,parse_table_refer:33,parse_table_schema_from_json:33,parseeventfn:132,parser:64,part:[2,21,23,25,30,41,42,47,48,60,64,88,90,104,153],partial:[39,47,103,153],partialgroupbykeycombiningvalu:103,particular:[15,47,50,53,54,55,57,113,136,158,164,170],partit:[22,30,33,41,47,153,172],partition_for:153,partitionfn:153,pass:[2,15,20,22,23,25,30,33,34,38,42,46,47,48,50,55,57,64,88,104,131,134,141,145,152,153,158,162,163,165,167,181],past:[47,90],patch:144,patch_retri:144,path:[15,20,21,22,23,25,41,42,43,46,47,48,50,54,55,57,65,140,144,153,175],path_el:41,pathnam:[23,25,42,46,48],pattern:[15,21,22,23,25,43,50,54,55,57,65,145,158,179],paus:153,payload:[1,44,156,181],payload_typ:81,pbegin:[18,19,27,47,88,91,110,143,153],pc1:[141,164],pc2:[141,164],pc3:164,pcoder:110,pcol:145,pcoll1:164,pcoll:[15,22,30,31,38,44,47,49,50,54,55,67,83,88,103,104,110,116,125,142,152,153,158,160,164],pcoll_id:117,pcollect:[2,5,15,20,22,30,31,33,38,47,49,50,54,57,67,83,101,104,108,110,113,116,117,124,125,139,141,143,145,147,152,153,158,164,165,183],pcollection_stat:113,pcollectionview:30,pcolls_to_pcoll_id:116,pdf:57,peform:153,pend:124,per:[30,49,83,101,103,148,150,153,160,164,179],per_bundle_delay_sec:141,per_element_cost:164,per_element_delay_sec:141,percent_complet:90,percentag:90,perel:152,perfectli:47,perform:[2,15,21,23,25,30,31,38,39,40,43,47,50,53,54,104,125,130,131,132,134,135,136,141,147,148,149,153,164,165,171,174],perform_load_job:33,perform_multi_threaded_test:53,perhap:90,period:[112,165],perkei:[152,160],permanentexcept:179,permit:[164,172],persist:[124,153],person:[130,131,132],phase:[47,57,144],phaseset:57,phred:57,physic:98,pick:[2,155],pickl:[2,5,12,47,142,181],picklabl:47,pickle_urn:181,picklecod:[2,12,47],pickler:[7,183],piec:106,pipe:[24,158],pipelin:[2,6,13,15,18,19,21,22,29,30,31,37,44,45,46,47,49,50,54,55,57,60,61,64,65,71,73,74,83,84,85,86,87,88,92,93,94,97,99,101,104,105,112,113,114,115,116,117,123,124,125,130,131,132,134,135,136,138,140,141,142,143,145,153,155,158,159,164,171,183],pipeline_analyz:[84,109,112,183],pipeline_context:[84,183],pipeline_gcs_loc:31,pipeline_graph:[84,109,111,113,115,183],pipeline_graph_render:[84,109,111,112,116,183],pipeline_info:[116,117],pipeline_opt:[23,25,37,42,46,48,63,65,66,101,155,183],pipeline_options_valid:[63,183],pipeline_proto:[112,114,117],pipeline_proto_to_execut:117,pipeline_result:140,pipeline_verifi:[126,183],pipelineanalyz:[112,117],pipelineananlyz:117,pipelinecontext:[2,123,181],pipelineerror:[6,67],pipelinegraph:[113,114,115],pipelinegraphrender:[112,115],pipelineinfo:117,pipelineopt:[23,25,42,48,64,65,67,117,142,155],pipelineoptionsvalid:65,pipelineresult:[116,124,139],pipelinerunn:[67,88,99,116,117,124,142,183],pipelinest:[124,140],pipelinestatematch:140,pipelinevisitor:[67,97,171],pipestream:24,place:[10,13,33,83,153,158,165,179],placehold:[13,15,21,50,54,55],plai:33,plain:[22,33,83],plane:72,platform:176,pleas:[18,19,21,30,38,47,50,65,141,174],plugin:[23,115,173,183],pobject:153,point:[2,15,30,33,37,40,47,50,101,106,164,165,170,179,180],polici:30,poll:88,poll_for_job_complet:88,pool:[13,64],pool_siz:13,pop_on:169,pop_thre:169,pop_top:169,pop_two:169,popen:176,popul:[64,67,144,155],port:[18,19],portabl:[18,19,183],portion:153,pos:[16,51],posit:[13,16,23,24,47,51,52,53,57,65,90,143,153,167],position_at_fract:[16,47,51],position_for_fract:53,position_to_fract:51,positional_hint:167,possibl:[2,21,22,25,30,33,47,53,65,110,138,153],potenti:[83,101],power:183,practic:47,pre:[47,103,153],pre_fin:[20,47],pre_finalize_result:47,preced:164,precis:[30,165,180],predecessor:180,prefer:[2,23,181],prefetch:163,prefix:[15,22,23,25,42,43,50,54,55,110],prepar:[73,153],preparationid:73,prepend:41,presenc:174,present:[24,30,49,57,70,152],preserv:[53,67,164],prespecifi:141,prevent:[21,47,49,61,62,153,164],previou:[30,47,104,143],previous:110,previu:174,price:[130,132,135],primari:[47,90],primarii:141,primarili:[16,30,43],primary_range_track:53,primary_restrict:47,primit:[2,91,99,104,125,153,165,172],print:[87,150,170,174],print_item:169,print_newlin:169,prior:47,prob:57,problem:124,proce:153,proces:125,process:[2,5,23,30,31,32,33,34,47,83,86,90,91,94,96,101,103,104,106,108,121,122,125,132,138,141,143,147,152,153,158,162,163,164,165,171,173,177,183],process_continu:104,process_element_invok:104,process_keyed_elements_transform:104,process_st:102,process_to_termin:132,process_with_sized_restrict:141,processcontinu:[47,104,153],processdata:30,processel:104,processfn:104,processingtimeev:143,processkeyedel:125,processkeyedelementsviakeyedworkitem:104,processkeyedelementsviakeyedworkitemsoverrid:104,produc:[2,15,19,22,27,47,50,53,54,67,83,97,101,104,117,141,143,152,153,164,174],producer_config:19,profil:[164,173,183],profile_id:177,profile_loc:177,profilingopt:64,program:[30,162,169,183],progress:[39,47,51,72,90,124,153],project:[9,30,33,34,37,38,41,44,49,65,87,115,131],project_id:[33,34],project_id_pattern:65,project_nam:138,project_name1:30,project_number_pattern:65,projectid:33,promis:47,proper:[62,158,163,167],properli:[47,104,167],properti:[30,40,41,47,53],propertiesfromenumtyp:81,propertiesfromenumvalu:81,propertiesfrompayloadtyp:81,property_dict:41,property_nam:41,proto:[61,62,67,83,112,113,114,117,123,153,158,162],proto_map:117,proto_message_typ:2,proto_util:[173,183],protobuf:[2,62,178],protoc:2,protocod:2,protocol:[2,47],provid:[2,13,15,18,19,22,23,24,25,27,30,33,37,38,40,42,44,47,48,49,50,51,52,62,64,66,67,74,101,106,108,112,116,117,123,124,142,143,153,156,158,164,167,181,183],provis:74,provisionserviceservic:74,provisionservicestub:74,proxi:11,proxy_env_var:11,proxy_info_from_environment_var:11,proxyinfo:11,pseudo:47,pseudocod:53,ptransform:[5,6,15,18,19,22,27,30,31,34,38,44,47,49,50,54,55,57,62,67,83,88,91,92,97,101,102,103,104,110,113,117,125,141,143,145,151,152,153,155,156,160,164,172,183],ptransform_arg:125,ptransform_fn:158,ptransform_kwarg:125,ptransform_overrid:[84,85,183],ptransform_side_input:125,ptransform_test:56,ptransformoverrid:[67,88,92,104,125],ptransformwithsideinput:153,ptransfrom:49,pub:44,pub_client:144,publish:[44,138],publish_metr:138,publish_time_nano:144,publish_time_sec:144,pubsub:[14,28,132,144,183],pubsub_integration_test:45,pubsub_it_pipelin:[14,28,183],pubsubmessag:44,pull:[83,144],pullrespons:144,pullresponsemessag:144,pure:4,purpos:142,push_valu:169,put:[12,24,124],putartifact:70,pvalu:[6,13,15,19,30,34,44,47,50,54,55,57,67,97,124,153,158,159,183],pvalue_class:13,pvalueerror:6,pvalueish:[67,116,156,158],pyarrow:50,pydot:115,pydotrender:115,pyhamcrest:139,pypi:115,python:[2,4,6,10,12,15,19,23,24,30,31,33,46,47,50,64,82,88,91,115,116,131,132,142,147,148,149,152,153,167,168,169,170,172,179],python_urn:[68,183],pyvcf:57,pyx:4,qualifi:19,qualiti:[57,174],queri:[29,30,33,37,38,40,41,62,87,98,112,117,124,126,127,128,130,131,132,183],queries_schema:30,query0:[126,127,128,131,133,183],query1:[126,127,128,133,183],query2:[126,127,128,133,183],query_arg:[131,134,135],query_error:131,query_events_t:30,query_result:30,query_splitt:[14,28,35,36,183],query_table_for_todai:30,querysplitt:40,querysplittererror:40,querysplitterimpl:40,question:[42,48,150,174],quickstart:[30,34],quit:10,quot:[23,110],quota:[30,31],quotaexceed:179,race:47,rais:[2,6,10,20,21,23,24,25,30,33,39,40,42,43,46,47,48,53,64,67,124,141,142,145,152,153,155,157,158,160,167,168,170,179],random:[2,24,39,40,49,147,148,164,179],random_message_with_map:147,random_str:147,random_windowed_valu:147,randomli:179,randomuniquekeyfn:125,rang:[16,21,24,47,51,52,53,90,141,153,160,165],range_track:[14,16,21,47,53,56,141,183],rangetrack:[16,21,47,51,53],ratelimitexceed:179,rather:[2,23,25,30,57,167,169,181],raw:[19,47,132,143],raw_byt:88,raw_ev:[134,135,136],rawiobas:24,reach:[24,110,179],reachabl:[88,124],read:[2,4,11,14,15,16,18,19,21,22,23,24,25,29,30,32,37,38,42,43,44,47,48,50,53,54,55,56,57,88,90,92,101,110,117,141,153,163,183],read_al:4,read_bigendian_doubl:4,read_bigendian_int32:4,read_bigendian_int64:4,read_bigendian_uint64:4,read_buffer_s:[24,43],read_byte_py2:4,read_byte_py3:4,read_cache_id:117,read_from_sourc:53,read_record:21,read_siz:23,read_utf8:22,read_var_int64:4,readabl:[23,24],readablefil:22,readal:24,readallfil:[15,50],readallfromavro:15,readallfromparquet:50,readallfromtext:54,readcach:[110,117],reader:[30,33,47,90],readerposit:90,readerprogress:90,readfromavro:15,readfromdatastor:38,readfromkafka:19,readfrommongodb:49,readfromparquet:50,readfrompubsub:44,readfromsourc:53,readfromtext:[54,183],readfromtextwithfilenam:54,readfromtfrecord:55,readfromvcf:57,readi:[140,183],readinto:24,readlin:23,readmatch:22,readptransformoverrid:[88,92],readstringsfrompubsub:44,real:[13,96],real_tim:[161,162],realclock:96,realiti:153,realli:5,reason:[5,153,179],rebalanc:[47,53],receiv:[22,30,31,47,53,106,131,132,134,153,167],receivedmessag:144,recommend:[15,30,50,53,54,142,174],record:[1,15,20,21,22,31,33,39,44,47,50,51,53,55,57,90,117,141],record_batch_s:50,record_current_posit:47,record_index:90,record_start:51,recurs:[23,25,42,43,48,144],recv_pip:24,redefin:64,reduc:[15,50,54,124,153],reduct:153,redund:47,reentrant:[47,53],ref:123,refer:[14,18,19,28,33,47,53,57,61,67,158,183],referenc:[33,113,117,123],reference_bas:57,reference_nam:57,reference_source_info:53,referenced_pcollect:113,refsnp:57,refus:47,regener:49,regist:[2,5,25,67,102,142,181],register_cod:5,register_observ:3,register_pickle_urn:181,register_structured_urn:2,register_urn:[2,158,181],registr:[5,181],registri:[2,5],regular:[23,172],reifi:164,reify_window:145,reifywindow:153,reimplement:155,reject:155,rel:[23,24,90,164],relat:[6,47,61,72,97,158,160],releas:[38,104,106,153,174],relev:[43,62],reli:[30,145],remain:[24,47,90,169],remaining_split_point:90,remaining_tim:90,remaining_work:47,rememb:24,remot:[30,44,88,179],remov:[47,54,164,174],remove_objects_from_arg:13,removedupl:164,renam:[23,25,42,43,46,47,48],render:[112,113,114,115,116],render_opt:116,render_pipeline_graph:115,rendererd:115,repeat:30,repeatedli:[153,162],replac:[13,15,18,50,54,55,67,125,144,152,153,169,174],replace_al:67,replaceon:49,replec:174,report:[47,62,72,108,153,177,179],report_onc:177,repres:[13,21,22,23,30,33,41,44,47,49,50,52,53,57,59,64,83,90,124,144,153,155,159,162,180,183],represen:153,represent:[30,90,113,114,115,144,155,165],request:[23,24,33,38,39,51,60,70,71,72,73,74,90,101,104,144,179],request_dynamic_split:90,request_iter:[70,72],requir:[2,5,10,15,30,38,41,47,50,54,64,65,110,117,153,164,174],required_transform:113,reserv:172,reserve_pric:[130,132],reset:162,reshard:30,reshuffl:[38,49,153,164],reshuffleperkei:164,residu:[47,90,104],residual_range_track:53,residual_restrict:[47,104],resolut:[50,124],resolv:19,resourc:[30,47,74,142,153],respect:[15,30,47,50,53,54,55,57,153],respond:[87,98],respons:[5,23,25,47,72,73,102,104,144],rest:[30,47,160],restrain:153,restrict:[41,47,60,104,125,141,153],restriction_cod:[125,153],restriction_s:[141,153],restriction_track:[14,141,183],restrictionparam:[141,153],restrictionprogress:47,restrictionprovid:[141,153],restrictiontrack:[47,52,104,141,153],result:[2,12,13,21,22,23,30,33,37,38,40,41,47,49,53,57,59,60,62,64,87,88,90,101,102,103,104,107,113,124,138,139,140,150,152,153,158,164,165,167,174,177],result_pcol:158,resum:[104,153],retri:[30,33,39,47,49,140,144,153,173,183],retriev:[13,24,70,112,152,167],retry_alwai:33,retry_filt:179,retry_nev:33,retry_on_beam_io_error_filt:179,retry_on_io_error_and_server_error:140,retry_on_rpc_error:39,retry_on_server_errors_and_notfound_filt:179,retry_on_server_errors_and_timeout_filt:179,retry_on_server_errors_filt:179,retry_on_server_errors_timeout_or_quota_issues_filt:179,retry_on_transient_error:33,retrystrategi:[30,33],return_context:67,return_type_hint:167,returns_windowed_valu:90,revers:[152,164],rewind:[23,24],rewrit:43,rfc3339:180,rfc:[44,180],rfc_3339_re:180,right:[53,67,179],right_fract:53,right_result:53,roadmap:[18,19],role:130,root:[101,102,106],root_transform:[101,108],rootbundleprovid:106,rot_four:169,rot_n:169,rot_thre:169,rot_two:169,rotate_kei:141,round:112,row:[30,31,32,33,34,50],row_group_buffer_s:50,rowasdictjsoncod:[30,33],rowtostringwithslowdown:32,rpc:[39,60,179],rpc_stats_callback:39,rpcerror:39,run:[6,9,12,13,19,29,32,37,45,47,67,69,73,86,87,88,93,100,101,102,105,106,113,116,124,131,132,138,139,141,142,147,148,149,150,153,155,172],run__nativewrit:88,run_abc:124,run_async:124,run_benchmark:[148,149,150],run_bq_pipelin:29,run_coder_benchmark:147,run_combinevalu:88,run_command:121,run_flatten:88,run_groupbykei:88,run_impuls:88,run_pardo:88,run_pipelin:[45,88,93,99,105,116,124],run_queri:[33,131],run_read:88,run_runnerapiptransformhold:88,run_transform:124,run_using_threadpool:13,runner:[6,18,19,27,30,33,38,47,60,64,65,67,72,73,142,143,153,158,164,183],runner_api_requires_keyed_input:[153,158],runnerapi:73,runnerapifn:[2,153,165,181],runnererror:6,runtest:157,runtim:[2,6,21,30,38,74,138,141,167,171],runtime_list:138,runtime_opt:[23,42,48,66],runtimeerror:[6,33,67],runtimemetr:138,runtimest:[153,163],runtimetim:[153,163],runtimevalueprovid:[23,42,48,66],runtimevalueprovidererror:6,safe:[9,24,47,98,113,114],safefastprimitivescod:110,safeti:47,sai:[5,47],same:[2,5,21,22,23,25,30,33,42,43,47,48,49,53,54,57,61,62,67,83,90,95,124,141,145,152,153,164,165,168,169,174,179],sampl:[2,29,30,110,113,116,152,160,163],sample_s:110,samtool:57,satisfi:[47,170],save:[110,116,138,177],save_modul:12,save_pcod:110,scale:[30,47,57],scenario:[30,33,47],schedul:[97,102],schedule_pending_unblocked_task:101,schema:[1,14,15,28,31,33,50,57,183],schema_as_json:30,schema_autodetect:30,schema_nam:138,schema_pb2_grpc:[68,69,183],schema_side_input:[30,31],schema_str:33,scheme:[23,25,42,46,47,48,65],score:57,sdf:[47,91,104,125,141,153],sdf_common:[84,183],sdf_direct_runn:[84,94,183],sdf_invok:104,sdfprocesselementinvok:104,sdist:69,sdk:[18,19,47,72,74,82,88,153,156,167,172,182],sdk_locat:131,sdkfunctionspec:181,search:179,second:[5,23,25,33,39,42,43,44,48,53,62,87,96,140,141,143,150,153,158,162,164,165,169,177,179,180],section:47,see:[5,15,18,19,21,24,25,30,38,39,41,46,47,50,53,54,55,64,65,67,104,116,124,141,153,158,162,164,165],seed:[147,148],seek:[23,24],seek_cur:[23,24],seek_end:[23,24],seek_set:[23,24],seekabl:[21,23,24],select:[30,39,50,83,136],self:[2,3,34,47,139,150,153,155,158,163,167,180,181],seller:[130,132],semant:[38,47,143,158,162,166,172],send:[30,72,131,134,138],sens:5,sent:[30,72,153],separ:[30,47,57,141,153,165,167],sequenc:[41,47,57,147,148,170],sequenti:[24,47,70],seri:[31,130,131,132,134,135,136,141,165],serial:[1,5,19,30,33,47,67,88,106,123,181],serializ:[143,164],serialize_windowing_strategi:88,serialized_byt:178,serialized_data:88,serv:134,server:[18,19,49,70,71,72,73,74,179],servic:[9,15,18,19,30,33,44,47,50,54,64,65,70,71,72,73,74,87,88,90,140,156,179],session:[12,116,165],set:[5,15,16,18,19,21,22,23,24,25,27,30,31,34,38,41,43,44,47,49,50,53,54,55,57,60,61,64,65,66,83,88,101,104,108,113,116,117,124,140,141,145,153,160,162,163,164,165,167,170,172,174,179],set_current_posit:[16,47,51],set_interval_m:27,set_message_count:27,set_opt:25,set_process_element_invok:104,set_properti:41,set_proto_map:117,set_render_opt:116,set_running_in_gc:9,set_runtime_opt:66,set_split_points_unclaimed_callback:[47,51],setup:[47,69,104,142,153],setupopt:[64,65],sever:[14,16,30,33,87,90,145,150,153,158,164],sha1:144,shape:141,shard:[15,20,22,40,50,54,55,145],shard_index:22,shard_name_templ:[15,20,50,54,55],share:[30,64,95,101,119,153],shift:67,shortvalu:155,should:[12,13,21,22,23,24,25,30,33,41,42,44,47,48,49,54,61,67,83,90,104,106,113,116,124,125,140,141,142,143,145,148,152,153,155,159,162,164,167,172,177,179,181,183],should_drop:155,should_execute_seri:106,should_fir:162,should_retri:33,shown:[30,155],shuffl:[90,153],shuffle_posit:90,shufflebarri:141,shuffler:5,shut:153,shutdown:102,side:[6,13,30,31,83,101,103,141,149,152,153,159,164],side_input:[30,33,101,106,158],side_input_valu:102,side_input_visitor:88,side_inputs_contain:108,side_t:30,sideinput:[151,183],sideinput_microbenchmark:[146,183],sideinputbarri:141,sideinputerror:6,sideinputmap:159,sideinputparam:153,signal:[24,30,47],signatur:[124,153,179],signifi:174,signific:[38,183],significantli:[15,47,164],similarli:30,simpl:[1,2,15,50,60,135,136,141,150,153,164,165,167,170,172,179,183],simplefilt:174,simpler:[10,47,158],simpli:[64,115,134,153,177],simul:[32,130,131,132,134,135,136,144],sinc:[2,5,30,33,38,44,47,62,96,145,165,174,180],singl:[15,20,21,24,30,31,38,43,47,50,57,59,94,98,99,107,145,152,153,164,165,167,169],singleton:83,singletoncod:2,sink:[14,20,22,23,30,33,44,47,49,54,55,90,110,183],sinkwrit:90,situat:153,size:[2,4,13,15,21,23,24,25,30,31,38,42,43,46,47,48,50,54,103,141,147,150,153,160,164,165,183],size_estimate_overrid:141,size_in_byt:23,skip:[33,53,54,144,153],skip_directori:22,skip_header_lin:54,skip_invalid_row:33,sleep:[39,144,179],sleep_per_input_record_sec:141,sleep_sec:140,slice_0:169,slice_1:169,slice_2:169,slice_3:169,slide:165,slidingwindow:165,slot:165,slow:32,slow_stream:[0,183],small:[30,40],small_dict:147,small_int:147,small_list:147,small_message_with_map:147,small_str:147,small_tupl:147,smaller:[44,160,164,180],smallest:[152,164],smallestperkei:152,snapshot:108,softwar:[23,115],solut:158,some:[22,30,40,47,53,88,102,106,124,145,153,158,164,177,183],somefn:158,someth:[22,30,90,177],sometim:[5,153],son:49,soon:47,sort:[22,41,152],sortbi:177,sourc:[1,2,3,4,6,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,64,65,66,67,70,71,72,73,74,81,83,86,87,88,90,91,92,93,95,96,97,98,99,100,101,102,103,104,105,106,107,108,110,112,113,114,115,116,117,121,122,123,124,125,130,131,132,134,135,136,138,139,140,141,142,143,144,145,147,148,149,150,152,153,155,156,157,158,159,160,161,162,163,164,165,167,168,169,170,171,172,174,175,176,177,178,179,180,181,183],source_bundl:16,source_file_nam:[23,25,42,46,48],source_frac:16,source_index:16,source_info:53,source_ix:16,source_posit:16,source_test_util:[14,183],source_test_utils_test:53,sourcebas:[47,90],sourcebundl:47,sourcereaderprogress:90,sources_info:53,space:[5,160,179],speak:121,spec:[57,153,163],spec_paramet:27,special:[30,91,110,153],specif:[15,30,33,47,50,54,59,62,64,67,82,83,87,90,91,101,104,106,125,141,153,163,164,174],specifi:[5,10,15,19,21,22,23,25,30,33,42,44,47,48,49,50,54,57,64,65,67,83,88,90,101,104,141,142,143,145,150,152,153,157,158,162,163,164,165,167,170,172,174,183],specul:162,spent:39,spill:31,split:[15,16,21,22,23,25,30,31,34,38,40,42,46,47,48,50,51,52,53,54,56,72,87,90,125,141,153],split_and_s:153,split_fract:[47,53],split_offset:[51,141],split_point:[47,51],split_points_unknown:47,split_posit:[47,53],split_result:53,splitfractionstatist:53,splitnotpossibleerror:40,splitrestrictionfn:125,splittabl:[21,47,104,125,153],splittabledofn:[91,125],splittablepardo:125,splittablepardooverrid:125,splitter:40,sql:30,src:[40,43,177],src_dest_pair:43,sre_pattern:[25,180],sssss:[15,50,54,55],stabl:[72,183],stack:[95,169,170],stage:[47,49,70],staging_loc:131,stai:[30,47,90],stand:47,standard:[23,30,64,158,179],standard_opt:64,standard_window_fns_pb2_grpc:[68,69,183],standardopt:[64,65],star:177,start:[16,18,19,22,24,33,46,47,51,52,53,57,64,65,102,112,116,121,124,130,132,140,165,177],start_bundl:[31,86,103,125,138,141,153,171],start_periodic_upd:112,start_posit:[16,21,47,51,52,53,56,141],start_sess:116,start_stat:102,startup:[9,175],stat:[53,112,113,151,183],state:[33,47,72,73,87,88,93,98,100,101,104,106,124,130,132,140,162,163,164,169,170],state_sampl:102,state_spec:[100,163],state_tag:163,statement:183,stateparam:153,statespec:163,staticvalueprovid:66,statist:[61,160],statu:[112,124,179],stdout:150,step:[2,5,30,31,37,47,49,60,62,86,87,101,104,110,124,139,141],step_context:[100,104],step_label:2,step_nam:101,still:[21,47,72,183],sting:30,stop:[18,47,51,52,53,112,124,177],stop_periodic_upd:112,stop_posit:[16,21,47,51,52,53,56,90,141],storag:[43,47,64,65,153],storage_api_servic:64,storage_cli:43,store:[22,23,25,30,50,53,57,64,67,72,91,165,170,180],store_attr:169,store_fast:169,store_glob:169,store_map:169,store_slice_0:169,store_slice_1:169,store_slice_2:169,store_slice_3:169,store_subscr:169,str:[2,10,15,20,21,23,24,30,33,34,38,41,43,44,49,50,53,54,57,67,113,114,115,116,117,142,144,145,155,163,167,172],straight:10,strategi:[22,30,33,180],stream:[4,18,20,22,23,24,25,27,30,31,42,43,44,46,48,64,73,88,91,92,99,130,131,132,134,135,136,143,145,153,161,183],streaming_cr:[84,85,89,183],streaming_impuls:27,streaming_insert:30,streamingcr:91,stress:53,strictli:[5,44],string:[2,11,15,19,21,22,23,24,25,30,31,33,37,41,42,43,44,46,48,49,50,51,54,55,57,60,61,65,83,90,140,141,144,145,147,150,155,164,174,178,180],string_valu:155,stringutil:88,strip_trailing_newlin:54,strongli:53,struct:[50,178],struct_obj:122,struct_to_dict:122,structur:[10,23,25,42,48,64,170],strutf8cod:[2,54],style:[23,39],sub:[21,44,47,90,124,144,153],sub_client:144,sub_range_track:16,subclass:[3,5,47,51,53,56,61,64,65,152,153,155,158,165,175],subclassess:65,subcompon:155,subdirectori:183,subject:[44,174],submit:[73,88],submit_timestamp:138,submodul:[35,127],subprocess:176,subscrib:73,subscribercli:144,subscript:[44,144],subsequ:[47,90,110,179],subset:172,subsystem:5,subtrigg:162,succe:[31,47,53],succeed:[43,47],success:[39,47,90],successfulli:[33,47,70,88],suffic:174,suffici:90,suffix:[15,22,23,37,50,54,55,144],suggest:[47,174],suggested_split_posit:53,suit:[130,131,132,134,135,136],suitabl:[2,106,153],sum:[59,153],sum_int_64:62,sum_valu:139,sunnyval:132,suppli:[64,67,83,142,152],support:[2,10,15,18,19,22,23,24,30,33,34,41,42,44,46,47,48,50,54,67,73,90,99,100,124,144,153,155,158,162,164,167,171],suppos:30,sure:[31,49,65,104,125,140,145],surround:164,switchingdirectrunn:[99,105],symmetric_binary_op:169,symptom:30,sync:106,synchron:47,syntax:[2,10,23,25,30,34,153,166,172],synthet:141,synthetic_pipelin:[126,183],syntheticsdfassourc:141,syntheticsdfsourcerestrictionprovid:141,syntheticsdfstep:141,syntheticsdfsteprestrictionprovid:141,syntheticsourc:141,syntheticstep:141,sys:[64,67,142],system:[23,25,42,46,47,48,87,142,162],tabl:[14,28,29,31,32,33,34,47,138,183],table_dict:30,table_id:[33,34],table_nam:30,table_names_dict:30,table_refer:31,table_row:[30,33],table_schema:30,table_schema_to_dict:30,table_side_input:[30,31],tablecel:30,tablefieldschema:30,tableid:33,tablerefer:[30,31,33],tablerow:[30,33],tablerowjsoncod:30,tableschema:[30,33],tag1:164,tag2:164,tag:[62,83,142,153,164],taggedoutput:83,tail:[23,25,42,48],take:[13,22,30,31,47,67,87,90,141,145,150,152,153,164],taken:[37,164],takes_windowed_valu:90,tar:131,target:[31,164],target_batch_duration_sec:164,target_batch_overhead:164,target_window_fn:159,task:[47,101],teardown:153,techniqu:30,tell:[23,24],temp:110,temp_dataset:33,temp_dataset_:33,temp_loc:[30,31,131],temp_path:20,temp_tabl:[30,31,33],temp_table_:33,tempdir:144,templat:[15,50,54,55,66],temporari:[30,31,44,47,144,164],temporarili:179,temporary_t:31,temporaryt:31,term:[30,47],termin:[47,104,132,140],test:[30,39,43,45,53,65,86,93,96,105,157,164,179,183],test_bigquery_cli:[30,33],test_client:[30,31],test_dataflow_runn:[84,85,183],test_direct_runn:[84,94,183],test_id:138,test_job_python_from_python_it:157,test_method:104,test_pipelin:[126,183],test_read_metr:56,test_runner_api:[67,142],test_stream:[126,183],test_util:[126,183],testcas:[144,157],testclock:96,testdataflowrunn:93,testdb:49,testdirectrunn:105,testopt:[64,65],testpipelin:142,testrunn:142,teststream:143,testwindowedvalu:145,text:[22,30,47,54,67,86,110,115,116,145,183],textio:[14,183],textrender:115,tfrecord:[55,116],tfrecordio:[14,183],than:[2,23,25,30,31,38,40,44,47,50,51,57,119,143,153,160,164,167,169,180,181],thei:[19,23,30,33,47,49,53,61,83,106,145,152,153,164,165],them:[12,31,47,88,153],themselv:[22,60,83,172],therebi:153,therefor:23,thi:[2,5,9,13,15,18,19,20,21,22,23,24,25,27,30,31,33,34,38,39,40,41,42,43,44,47,48,49,50,51,53,54,55,57,59,60,61,62,64,67,70,72,83,84,85,87,90,91,94,95,97,99,101,104,106,110,112,113,114,115,116,117,124,125,132,134,135,136,140,141,142,143,144,145,147,148,152,153,155,156,158,159,160,162,163,164,165,167,170,172,174,177,179,180,181,183],thing:[47,177],those:[2,15,30,31,34,47,91,113,142,153,155,160],though:153,thread:[9,13,24,47,53,98,112,113,114],three:[5,44,47,53,60,130],throttl:39,throttle_delai:39,throttled_sec:39,throttler:39,through:[47,49,51,55,65,67,131,134,141,153,179],throughout:[13,30],throughput:99,thrown:22,thu:[110,153,164],till:104,time:[5,13,15,21,23,25,30,33,39,42,43,44,47,48,50,54,55,57,88,90,96,104,106,124,140,143,148,149,150,152,153,161,162,164,165,172,175,179,180],time_domain:[107,162,163],time_in_m:131,time_prefix:177,timedelta:155,timedomain:[161,163],timeout:[43,93,124,132,179],timeouterror:43,timepartit:30,timer:[101,104,107,108,161,162,163,164],timer_fir:107,timer_spec:[100,163],timerfir:107,timerparam:153,timerspec:163,timestamp:[2,30,44,50,59,62,95,104,107,108,130,132,143,145,152,153,155,161,162,163,164,165,173,183],timestamp_attribut:[44,45],timestamp_combin:[153,165],timestamp_proto:62,timestamp_sec:62,timestampcod:2,timestampcombin:165,timestamped_valu:143,timestampedvalu:[143,164,165],timestampinvalu:164,timestampparam:[104,152,153,164],timeutil:[2,151,165,183],timezon:44,tl_referenced_pcoll_id:117,tl_required_trans_id:117,to_be_merg:[162,165],to_client_ent:41,to_client_kei:41,to_json_valu:10,to_kei:62,to_low:167,to_proto_str:44,to_rfc3339:180,to_runner_api:[2,61,67,83,123,153,158,161,162,163,181],to_runner_api_paramet:[1,2,27,44,47,153,158,164,165,181],to_runner_api_pickl:158,to_runner_api_transform:156,to_timestamp_proto:62,to_timestamp_sec:62,to_type_hint:[1,2],to_utc_datetim:180,todict:152,todo:[47,67,91],togeth:[61,153],toggl:167,token:174,toler:[47,57],tolist:152,too:[30,31,40,53,153],took:[2,181],tool:[30,33,183],top:[40,67,113,117,152,167,169,183],topic:[19,44,144],tostr:164,tostringcod:54,total:[22,27,47,53,90,152,153,164,167,179],total_byt:138,total_bytes_count:138,total_messag:138,total_s:47,total_shard:22,track:[47,51,59,61,97,98,101,106,108],tracker:[16,47,51,53,104,153],trail:164,transform:[5,15,16,18,19,22,27,30,31,32,33,34,38,44,47,49,50,54,55,56,57,60,64,65,67,83,86,88,90,91,95,97,99,100,101,103,104,106,108,110,116,117,124,125,132,138,141,143,145,171,183],transform_evalu:[84,94,104,107,183],transform_evaluation_st:102,transform_evaluator_registri:102,transform_keyed_st:108,transform_nod:[88,124],transform_proto:117,transformerror:6,transformevalu:[100,102,106,107],transformevaluatorregistri:106,transformexecutor:102,transformresult:[101,107],transformss:125,transformwatermark:108,translat:[18,19,23,67,87],translate_pattern:23,travers:[64,67],treat:[22,180],treatment:153,tree:[23,42,48,141],tri:[51,179],trigger:[22,30,31,101,151,153,183],triggercontext:162,triggercopyjob:31,triggerfn:[153,162],triggering_frequ:[30,31],triggerloadjob:31,trivial:[53,153,170],trivial_infer:[166,183],try_claim:[16,47,51,52],try_split:[16,47,51,52,53,141],tupl:[2,10,13,16,30,31,33,41,43,47,53,57,62,83,110,141,145,152,153,164,167,169,172,181],tuplecod:2,tuplesequencecod:2,turn:[30,179],twice:[12,47,62],two:[5,15,23,25,31,42,44,46,47,48,50,53,90,141,152,153,167,170,172,174],txt:144,typ:168,type1:30,type2:30,type3:30,type:[2,3,4,5,10,13,14,15,21,22,23,24,25,28,30,33,34,35,36,38,40,42,43,44,47,48,50,51,52,53,57,59,60,61,62,65,66,67,70,71,72,73,74,81,83,90,95,96,98,101,102,104,106,107,108,110,121,123,124,125,138,142,143,144,152,153,155,158,159,161,162,163,164,165,166,167,168,170,171,172,174,175,177,179,180,181,183],type_1:167,type_2:167,type_check:172,type_check_input:158,type_check_inputs_or_output:158,type_check_output:158,type_hint:[158,167,170,171],type_urn:62,typecheck:[166,183],typecheckcombinefn:171,typecheckerror:[152,167],typecheckvisitor:171,typecheckwrapperdofn:171,typecod:[0,183],typeconstraint:[158,167,170,172],typedict:155,typeerror:[10,20,21,30,67,153,158],typehint:[2,5,153,158,183],typeinferenceerror:170,typeopt:[64,65],typevari:172,typic:[21,54,55,57,67,124,141,148,153,158,174],uid:[20,47],ultim:167,unabl:38,unari:169,unary_convert:169,unary_invert:169,unary_neg:169,unary_not:169,unary_posit:169,unavail:[40,110],unbound:[18,22,27,90,91,143,165,183],unclaim:47,uncommit:101,uncommitted_output_bundl:107,uncommittedbundl:95,uncompress:[23,50],unconsum:47,undeclar:153,undeclared_tag_valu:107,under:[23,30,38,44,131,153,164],underli:[23,25,40,54,57,64,101,158,162,165,170],underlying_result:116,underlying_runn:[116,117],underscor:[30,33],undesir:5,uneven:141,unfinish:47,unicod:[10,115,155],union:[16,53,124,165,170,172],union_list:170,uniqu:[22,33,44,47,49,60,83,125,152,160,164],unique_row_id:33,unit:[44,50,53,155,165],unittest:[144,157],unix:[23,25,42,44,48,143,165,180],unknown:[2,47,64,124,141],unless:[15,24,41,50,54,83,165],unmergedst:101,unmodifi:153,unnecessari:153,unpack:[167,178],unpack_ani:178,unpack_sequ:169,unpickl:[65,142],unprocess:[47,104,153],unprocessed_bundl:[107,108],unquot:110,unset:41,unsplitt:[47,51],unsplittablerangetrack:51,unstart:51,unsupport:41,until:[24,73,88,93,103,106,124,142,153,164],untouch:169,unused_arg:[32,125,132,141,153,167,169],unused_compon:1,unused_context:[1,2,153,158,162,164,165,181],unused_el:91,unused_fn_paramet:165,unused_input:[47,143,153],unused_input_typ:[27,91,153,158],unused_kwarg:[32,125,132,141,153,167],unused_paramet:[153,164],unused_payload:[2,153],unused_pre_finalize_result:20,unused_registri:2,unused_st:169,unused_typehint:2,unwrap:[143,170],unwrap_al:170,unwritten_record_tag:31,unwrittenrecord:31,updat:[30,43,47,51,59,60,61,67,88,98,100,101,108,112,113,124,148,153],update_displai:112,update_pcollection_stat:113,update_phys:98,update_watermark:108,upload:[24,70],uploaderstream:24,upon:[24,47],upper:[15,50,54,55,167],upper_bound:148,upstream:[97,153],uqfound:12,uri:[23,42,48,49,65],uri_schema_pattern:25,url:[23,46,93,155],urn:[2,27,62,67,81,82,153,156,158,165,173,183],usabl:[15,50],usag:[2,47,49,53,64,67,131,132,139,158,163,167,174,175,177],use:[2,3,4,5,7,8,9,10,11,12,13,15,16,18,19,23,24,25,30,38,39,40,42,43,44,45,47,48,50,53,54,60,61,62,64,65,67,68,69,70,82,83,87,88,90,95,96,97,102,106,107,108,123,141,142,143,144,146,147,153,157,159,160,164,167,169,170,171,173,174,176,177,178,179,180,181],use_deprecated_int96_timestamp:50,use_fake_cod:[67,123],use_fastavro:15,use_global_window:145,use_legacy_sql:33,use_standard_sql:30,used:[1,2,5,11,12,13,15,21,22,23,25,27,30,31,33,34,38,39,41,42,44,47,48,50,51,54,55,57,59,60,61,62,64,67,83,84,88,90,95,96,97,101,104,106,107,110,113,116,124,132,138,140,141,142,143,145,147,153,155,158,159,162,164,165,167,172,174,179,181],useful:[2,62,101,153],user:[13,15,19,21,22,23,25,30,38,42,44,47,48,60,61,62,83,87,90,100,117,155,159,163,174,175],user_log:30,usermetricsdofn:86,userst:[100,151,153,183],userstatecontext:[100,163],uses:[5,23,38,40,44,47,49,106,141,144,160],using:[2,5,9,10,13,22,24,25,29,30,33,47,54,57,64,67,90,99,102,110,115,125,141,143,144,153,158,165,167,172,174],usual:[88,110],utc:[44,180],utf:[2,54,145],util:[7,10,11,14,22,23,24,33,53,84,88,94,104,115,117,120,123,126,132,138,141,142,143,144,146,151,153,161,165,167,182,183],v1new:[14,28,35,183],v31:164,v32:164,v33:164,val:4,valid:[15,21,23,30,31,33,44,50,51,54,55,57,64,65,104,139,142,145,153,155,158,160,163,167,172],validate_cloud_opt:65,validate_composite_type_param:158,validate_cr:30,validate_gcs_path:65,validate_optional_argument_posit:65,validate_stateful_dofn:163,validate_test_match:65,validate_writ:30,validatesrunn:142,valu:[1,2,3,4,6,10,12,13,15,19,20,21,22,23,25,30,33,38,41,42,44,47,48,50,51,53,54,55,57,59,60,61,62,64,65,66,67,83,90,91,97,103,108,110,124,138,141,142,143,144,145,147,148,149,150,152,153,155,159,160,162,163,164,165,167,168,170,178,179,180],value_cod:2,value_descriptor:81,value_deseri:19,value_provid:[63,183],value_provider_list:66,value_s:141,value_seri:19,value_to_consum:[101,108],value_typ:66,valueerror:[20,21,23,24,30,33,43,47,53,64,67,141,142,153,155,157,160,167,168,170],valueprovid:[6,20,21,30,66],vari:2,variabl:[2,11,61],varianc:164,variant:57,variantcal:57,variantinfo:57,varint:4,varintcod:2,variou:[30,33,53,119,147,164,169],vcf:57,vcfio:[14,183],vcfv4:57,vehicl:132,verbos:[147,150,170],veri:[47,83,103],verif:140,verifi:[15,21,31,37,47,50,53,54,55,57,93,105,134,139,140,142,143,171],verify_al:139,version:[2,23,57,91,110,174,183],vertex:114,verybig:30,vet:72,via:[22,31,67,104,123,156,165,172,181],view:[64,65,101],view_a:64,view_class:159,view_opt:159,violat:167,visibl:113,visit:[67,124],visit_transform:[97,171],visitor:[67,97],volum:153,voluntarili:104,wai:[5,23,30,47,51,53,90,141,153,158,164,174],wait:[31,39,88,93,124,140,142],wait_until_finish:[116,124],wait_until_finish_dur:131,wait_until_in_st:93,waitforbqjob:31,want:[5,47,83,124,147,179],warn:[174,179],watermark:[47,52,101,104,108,143,153,161,162,163],watermark_manag:[84,94,183],watermark_neg_inf:108,watermark_pos_inf:108,watermarkev:143,watermarkmanag:108,watermarkreporterparam:153,weather_st:30,weight:53,well:[30,47,53,110],were:[37,47,101,158,164,174],what:[2,22,30,47,141,162,165,174],whatev:[38,67,164],whelm:31,when:[4,9,15,18,19,21,23,24,30,31,33,38,39,40,44,47,50,53,54,55,67,69,83,101,104,112,113,141,143,144,153,155,157,158,162,170,172,180],whenc:[23,24],whenev:[5,153],where:[2,21,22,33,43,47,67,83,116,141,152,153,164,165,167,168,179,181,183],whether:[2,21,23,30,33,42,43,47,48,54,59,67,83,90,95,112,150,155,162,163,165,170],which:[2,13,15,16,18,19,21,22,23,30,33,38,40,41,44,47,49,50,51,54,55,57,72,83,84,87,90,91,99,104,110,113,124,141,142,145,152,153,160,162,163,164,165,167,168,169,171,177,179,183],whit:174,who:[115,130,142],whole:[21,23,30,47,65,164,167],whose:[2,30,41,47,51,67,83,113,153,156,162,164],wider:164,width:165,wiki:30,wikipedia:30,window:[2,22,83,88,90,95,100,103,104,107,125,143,145,147,151,153,158,159,162,163,164,183],window_cod:2,window_fn:165,windowed_valu:165,windowedtypeconstraint:172,windowedvalu:[95,143,153,172],windowedvaluecod:2,windowfn:[153,165],windowing_strategi:125,windowinto:[153,165],windowintofn:153,windowinvalu:164,windowparam:[103,104,125,153,164],wipe:124,wire:153,wish:[30,155],with_attribut:[44,45],with_default:153,with_exponential_backoff:179,with_fanout:153,with_hot_key_fanout:153,with_input_typ:[5,158,167],with_nam:60,with_namespac:60,with_output:153,with_output_typ:[5,158,167],with_step:60,with_typ:10,with_valid:31,within:[47,53,70,90,95,101,141,165],withkei:164,without:[21,30,47,49,88,152,177],without_default:153,withtypehint:[153,158,167],word:[19,86,153],work:[30,31,38,47,53,61,67,72,90,153,164,167],worker:[9,12,30,31,38,47,64,74,88,90,116,153,175],worker_executing_project:9,workeropt:[64,65],workflow:[9,12,47,86,141],workitem:90,would:[2,30,39,47,83,160,164,165,167,181],wrap:[10,24,83,91,153,158,164,174,179],wrapped_value_cod:2,wrapper:[1,23,30,33,47,64,83,93,105,123,142,158,163,167,171,177],writabl:24,write:[2,4,5,14,15,19,20,23,24,25,28,29,31,33,34,37,38,39,42,43,44,47,48,50,54,55,67,90,101,110,141,181,183],write_:20,write_append:[30,33],write_bigendian_doubl:4,write_bigendian_int32:4,write_bigendian_int64:4,write_bigendian_uint64:4,write_byt:4,write_cache_id:117,write_disposit:[30,31,33],write_empti:[30,33],write_encoded_record:20,write_mut:39,write_record:20,write_result:47,write_trunc:[30,33],write_var_int64:4,writeabl:23,writecach:[110,117],writegroupedrecordstofil:31,writeimpl:47,writer:[30,33,47,60,90,159],writer_result:[20,47],writerecordstofil:31,writestringstopubsub:44,writetoavro:15,writetobigqueri:30,writetobigt:34,writetodatastor:[38,41],writetofil:22,writetokafka:19,writetomongodb:49,writetomongosink:49,writetoparquet:50,writetopubsub:44,writetotext:[54,67,183],writetotfrecord:55,writetrunc:30,written:[15,20,22,23,24,25,30,31,37,42,47,48,50,54,55,110,144],written_file_tag:31,writtenfil:31,wrong:57,wrote:47,wv_with_multiple_window:147,wv_with_one_window:147,www:115,xrang:174,xyz:[5,64,124],xyzcod:5,xyzopt:64,year:30,yet:[47,99],yield:[3,21,47,153,179],you:[15,18,19,22,30,50,54,65,155],your:[30,53,65,183],yyyymmdd:33,zero:[27,47,153],zipf:141},titles:["apache_beam.coders package","apache_beam.coders.avro_coder module","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.http_client module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.external package","apache_beam.io.external.generate_sequence module","apache_beam.io.external.kafka module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.fileio module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.flink package","apache_beam.io.flink.flink_streaming_impulse_source module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_file_loads module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.bigquery_tools module","apache_beam.io.gcp.bigtableio module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1new package","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline module","apache_beam.io.gcp.datastore.v1new.datastoreio module","apache_beam.io.gcp.datastore.v1new.helper module","apache_beam.io.gcp.datastore.v1new.query_splitter module","apache_beam.io.gcp.datastore.v1new.types module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.mongodbio module","apache_beam.io.parquetio module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.metrics.monitoring_infos module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_expansion_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.external_transforms_pb2_grpc module","apache_beam.portability.api.metrics_pb2_grpc module","apache_beam.portability.api.schema_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.internal package","apache_beam.runners.internal.names module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.load_tests package","apache_beam.testing.load_tests.load_test_metrics_utils module","apache_beam.testing.metric_result_matchers module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.external module","apache_beam.transforms.external_test_it module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.stats module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{addit:30,annot:174,apach:183,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182],api:[69,70,71,72,73,74,75,76,77,78,79,80],auth:9,avro_cod:1,avroio:15,beam:183,beam_artifact_api_pb2_grpc:70,beam_expansion_api_pb2_grpc:71,beam_fn_api_pb2_grpc:72,beam_job_api_pb2_grpc:73,beam_provision_api_pb2_grpc:74,beam_runner_api_pb2_grpc:75,benchmark:[127,128,129,130,131,132,133,134,135,136],big_query_query_to_table_pipelin:29,bigqueri:30,bigquery_file_load:31,bigquery_io_read_pipelin:32,bigquery_tool:33,bigtableio:34,bundle_factori:95,cache_manag:110,cell:59,clock:96,coder:[0,1,2,3,4,5],coders_microbenchmark:147,combin:152,common_urn:81,concat_sourc:16,consumer_tracking_pipeline_visitor:97,core:153,create_sourc:154,data:30,dataflow:[85,86,87,88,89,90,91,92,93],dataflow_exercise_metrics_pipelin:86,dataflow_metr:87,dataflow_runn:88,datastor:[35,36,37,38,39,40,41],datastore_write_it_pipelin:37,datastoreio:38,decor:167,destin:22,direct:[94,95,96,97,98,99,100,101,102,103,104,105,106,107,108],direct_metr:98,direct_runn:99,direct_userst:100,displai:[111,112,113,114,115,155],display_manag:112,distribution_counter_microbenchmark:148,dynam:22,endpoints_pb2_grpc:76,error:6,evaluation_context:101,executor:102,extern:[17,18,19,156],external_test_it:157,external_transforms_pb2_grpc:77,file:22,filebasedsink:20,filebasedsourc:21,fileio:22,filesystem:[23,25],filesystemio:24,flink:[26,27],flink_streaming_impulse_sourc:27,from:49,gcp:[8,9,10,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45],gcsfilesystem:42,gcsio:43,generate_sequ:18,hadoopfilesystem:46,helper:39,helper_transform:103,http_client:11,interact:[109,110,111,112,113,114,115,116,117],interactive_pipeline_graph:113,interactive_runn:116,intern:[7,8,9,10,11,12,13,118,119],iobas:[47,90],job:[120,121,122],json_valu:10,kafka:19,load_test:[137,138],load_test_metrics_util:138,localfilesystem:48,manag:121,metric:[58,59,60,61,62],metric_result_match:139,metricbas:61,metrics_pb2_grpc:78,model:[129,130],modul:[1,2,3,4,5,6,9,10,11,12,13,15,16,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,64,65,66,67,70,71,72,73,74,75,76,77,78,79,80,81,82,83,86,87,88,90,91,92,93,95,96,97,98,99,100,101,102,103,104,105,106,107,108,110,112,113,114,115,116,117,119,121,122,123,124,125,130,131,132,134,135,136,138,139,140,141,142,143,144,145,147,148,149,150,152,153,154,155,156,157,158,159,160,161,162,163,164,165,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182],mongodb:49,mongodbio:49,monitoring_info:62,name:[22,119],native_io:[89,90,91],native_type_compat:168,nexmark:[128,129,130,131,132,133,134,135,136],nexmark_launch:131,nexmark_model:130,nexmark_util:132,observ:3,opcod:169,option:[63,64,65,66],overview:183,packag:[0,7,8,14,17,26,28,35,36,58,63,68,69,84,85,89,94,109,111,118,120,126,127,128,129,133,137,146,151,166,173],paramet:30,parquetio:50,pickler:12,pipelin:67,pipeline_analyz:117,pipeline_context:123,pipeline_graph:114,pipeline_graph_render:115,pipeline_opt:64,pipeline_options_valid:65,pipeline_verifi:140,plugin:175,portabl:[68,69,70,71,72,73,74,75,76,77,78,79,80,81,82],process:176,profil:177,proto_util:178,ptransform:158,ptransform_overrid:92,pubsub:44,pubsub_it_pipelin:45,pvalu:83,python:183,python_urn:82,queri:[133,134,135,136],query0:134,query1:135,query2:136,query_splitt:40,range_track:51,read:49,refer:30,restriction_track:52,retri:179,runner:[84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125],schema:30,schema_pb2_grpc:79,sdf_common:125,sdf_direct_runn:104,sdk:183,sideinput:159,sideinput_microbenchmark:149,slow_stream:4,source_test_util:53,standard_window_fns_pb2_grpc:80,stat:160,statu:183,streaming_cr:91,submodul:[0,7,8,14,17,26,28,36,58,63,68,69,84,85,89,94,109,111,118,120,126,128,129,133,137,146,151,166,173,183],subpackag:[7,14,28,35,68,84,85,109,126,127,128,183],synthetic_pipelin:141,tabl:30,test:[126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145],test_dataflow_runn:93,test_direct_runn:105,test_pipelin:142,test_stream:143,test_util:144,textio:54,tfrecordio:55,timestamp:180,timeutil:161,tool:[146,147,148,149,150],transform:[151,152,153,154,155,156,157,158,159,160,161,162,163,164,165],transform_evalu:106,trigger:162,trivial_infer:170,type:41,typecheck:171,typecod:5,typehint:[166,167,168,169,170,171,172],typic:183,urn:181,usag:183,userst:163,util:[13,56,107,122,145,150,164,173,174,175,176,177,178,179,180,181],v1new:[36,37,38,39,40,41],value_provid:66,vcfio:57,version:182,watermark_manag:108,window:165,write:[22,30,49]}})