blob: 0029427a6da1012d7998fd49738ea4b6b87e75f1 [file] [log] [blame]
Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.avro_record","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.http_client","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.external","apache_beam.io.external.generate_sequence","apache_beam.io.external.kafka","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.fileio","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.flink","apache_beam.io.flink.flink_streaming_impulse_source","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_file_loads","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.bigquery_tools","apache_beam.io.gcp.bigtableio","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1new","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline","apache_beam.io.gcp.datastore.v1new.datastoreio","apache_beam.io.gcp.datastore.v1new.helper","apache_beam.io.gcp.datastore.v1new.query_splitter","apache_beam.io.gcp.datastore.v1new.types","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.gcsio_overrides","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.mongodbio","apache_beam.io.parquetio","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.metrics.monitoring_infos","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_expansion_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.external_transforms_pb2_grpc","apache_beam.portability.api.metrics_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.internal","apache_beam.runners.internal.names","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.datatype_inference","apache_beam.testing.extra_assertions","apache_beam.testing.load_tests","apache_beam.testing.load_tests.load_test_metrics_utils","apache_beam.testing.metric_result_matchers","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.external","apache_beam.transforms.external_test_it","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.stats","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.avro_record.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.http_client.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.external.rst","apache_beam.io.external.generate_sequence.rst","apache_beam.io.external.kafka.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.fileio.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.flink.rst","apache_beam.io.flink.flink_streaming_impulse_source.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_file_loads.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.bigquery_tools.rst","apache_beam.io.gcp.bigtableio.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1new.rst","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.rst","apache_beam.io.gcp.datastore.v1new.datastoreio.rst","apache_beam.io.gcp.datastore.v1new.helper.rst","apache_beam.io.gcp.datastore.v1new.query_splitter.rst","apache_beam.io.gcp.datastore.v1new.types.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.gcsio_overrides.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.mongodbio.rst","apache_beam.io.parquetio.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.metrics.monitoring_infos.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_expansion_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.external_transforms_pb2_grpc.rst","apache_beam.portability.api.metrics_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.internal.rst","apache_beam.runners.internal.names.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.datatype_inference.rst","apache_beam.testing.extra_assertions.rst","apache_beam.testing.load_tests.rst","apache_beam.testing.load_tests.load_test_metrics_utils.rst","apache_beam.testing.metric_result_matchers.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.external.rst","apache_beam.transforms.external_test_it.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.stats.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[186,0,0,"-"]},"apache_beam.coders":{avro_record:[1,0,0,"-"],coders:[2,0,0,"-"],observable:[3,0,0,"-"],slow_stream:[4,0,0,"-"],typecoders:[5,0,0,"-"]},"apache_beam.coders.avro_record":{AvroRecord:[1,1,1,""]},"apache_beam.coders.coders":{AvroCoder:[2,1,1,""],BytesCoder:[2,1,1,""],Coder:[2,1,1,""],DillCoder:[2,1,1,""],FastPrimitivesCoder:[2,1,1,""],FloatCoder:[2,1,1,""],IterableCoder:[2,1,1,""],PickleCoder:[2,1,1,""],ProtoCoder:[2,1,1,""],SingletonCoder:[2,1,1,""],StrUtf8Coder:[2,1,1,""],TimestampCoder:[2,1,1,""],TupleCoder:[2,1,1,""],TupleSequenceCoder:[2,1,1,""],VarIntCoder:[2,1,1,""],WindowedValueCoder:[2,1,1,""]},"apache_beam.coders.coders.AvroCoder":{from_runner_api_parameter:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],decode:[2,3,1,""],encode:[2,3,1,""],estimate_size:[2,3,1,""],from_runner_api:[2,4,1,""],from_type_hint:[2,4,1,""],get_impl:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],register_structured_urn:[2,2,1,""],register_urn:[2,4,1,""],to_runner_api:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.ProtoCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[2,3,1,""],encode:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],coders:[2,3,1,""],from_runner_api_parameter:[2,2,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.observable":{ObservableMixin:[3,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[3,3,1,""],register_observer:[3,3,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[4,1,1,""],InputStream:[4,1,1,""],OutputStream:[4,1,1,""],get_varint_size:[4,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[4,3,1,""],get_count:[4,3,1,""],write:[4,3,1,""],write_byte:[4,3,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[4,3,1,""],read_all:[4,3,1,""],read_bigendian_double:[4,3,1,""],read_bigendian_int32:[4,3,1,""],read_bigendian_int64:[4,3,1,""],read_bigendian_uint64:[4,3,1,""],read_byte_py2:[4,3,1,""],read_byte_py3:[4,3,1,""],read_var_int64:[4,3,1,""],size:[4,3,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[4,3,1,""],size:[4,3,1,""],write:[4,3,1,""],write_bigendian_double:[4,3,1,""],write_bigendian_int32:[4,3,1,""],write_bigendian_int64:[4,3,1,""],write_bigendian_uint64:[4,3,1,""],write_byte:[4,3,1,""],write_var_int64:[4,3,1,""]},"apache_beam.error":{BeamError:[6,6,1,""],PValueError:[6,6,1,""],PipelineError:[6,6,1,""],RunnerError:[6,6,1,""],RuntimeValueProviderError:[6,6,1,""],SideInputError:[6,6,1,""],TransformError:[6,6,1,""]},"apache_beam.internal":{gcp:[8,0,0,"-"],http_client:[11,0,0,"-"],pickler:[12,0,0,"-"],util:[13,0,0,"-"]},"apache_beam.internal.gcp":{auth:[9,0,0,"-"],json_value:[10,0,0,"-"]},"apache_beam.internal.gcp.auth":{get_service_credentials:[9,5,1,""],set_running_in_gce:[9,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[10,5,1,""],get_typed_value_descriptor:[10,5,1,""],to_json_value:[10,5,1,""]},"apache_beam.internal.http_client":{get_new_http:[11,5,1,""],proxy_info_from_environment_var:[11,5,1,""]},"apache_beam.internal.pickler":{dump_session:[12,5,1,""],dumps:[12,5,1,""],load_session:[12,5,1,""],loads:[12,5,1,""],new_save_module_dict:[12,5,1,""],save_module:[12,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[13,1,1,""],insert_values_in_args:[13,5,1,""],remove_objects_from_args:[13,5,1,""],run_using_threadpool:[13,5,1,""]},"apache_beam.io":{avroio:[15,0,0,"-"],concat_source:[16,0,0,"-"],external:[17,0,0,"-"],filebasedsink:[20,0,0,"-"],filebasedsource:[21,0,0,"-"],fileio:[22,0,0,"-"],filesystem:[23,0,0,"-"],filesystemio:[24,0,0,"-"],filesystems:[25,0,0,"-"],flink:[26,0,0,"-"],gcp:[28,0,0,"-"],hadoopfilesystem:[47,0,0,"-"],iobase:[48,0,0,"-"],localfilesystem:[49,0,0,"-"],mongodbio:[50,0,0,"-"],parquetio:[51,0,0,"-"],range_trackers:[52,0,0,"-"],restriction_trackers:[53,0,0,"-"],source_test_utils:[54,0,0,"-"],textio:[55,0,0,"-"],tfrecordio:[56,0,0,"-"],utils:[57,0,0,"-"],vcfio:[58,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[15,1,1,""],ReadFromAvro:[15,1,1,""],WriteToAvro:[15,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[15,7,1,""],expand:[15,3,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[15,3,1,""],expand:[15,3,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[15,3,1,""],expand:[15,3,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[16,1,1,""],ConcatSource:[16,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[16,3,1,""],global_to_local:[16,3,1,""],local_to_global:[16,3,1,""],position_at_fraction:[16,3,1,""],set_current_position:[16,3,1,""],start_position:[16,3,1,""],stop_position:[16,3,1,""],sub_range_tracker:[16,3,1,""],try_claim:[16,3,1,""],try_split:[16,3,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[16,3,1,""],estimate_size:[16,3,1,""],get_range_tracker:[16,3,1,""],read:[16,3,1,""],sources:[16,7,1,""],split:[16,3,1,""]},"apache_beam.io.external":{generate_sequence:[18,0,0,"-"],kafka:[19,0,0,"-"]},"apache_beam.io.external.generate_sequence":{GenerateSequence:[18,1,1,""]},"apache_beam.io.external.generate_sequence.GenerateSequence":{URN:[18,7,1,""],expand:[18,3,1,""]},"apache_beam.io.external.kafka":{ReadFromKafka:[19,1,1,""],WriteToKafka:[19,1,1,""]},"apache_beam.io.external.kafka.ReadFromKafka":{byte_array_deserializer:[19,7,1,""],expand:[19,3,1,""]},"apache_beam.io.external.kafka.WriteToKafka":{byte_array_serializer:[19,7,1,""],expand:[19,3,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[20,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[20,3,1,""],display_data:[20,3,1,""],finalize_write:[20,3,1,""],initialize_write:[20,3,1,""],open:[20,3,1,""],open_writer:[20,3,1,""],pre_finalize:[20,3,1,""],write_encoded_record:[20,3,1,""],write_record:[20,3,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[21,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[21,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[21,7,1,""],display_data:[21,3,1,""],estimate_size:[21,3,1,""],get_range_tracker:[21,3,1,""],open_file:[21,3,1,""],read:[21,3,1,""],read_records:[21,3,1,""],split:[21,3,1,""],splittable:[21,7,1,""]},"apache_beam.io.fileio":{EmptyMatchTreatment:[22,1,1,""],MatchAll:[22,1,1,""],MatchFiles:[22,1,1,""],ReadMatches:[22,1,1,""],ReadableFile:[22,1,1,""]},"apache_beam.io.fileio.EmptyMatchTreatment":{ALLOW:[22,7,1,""],ALLOW_IF_WILDCARD:[22,7,1,""],DISALLOW:[22,7,1,""],allow_empty_match:[22,2,1,""]},"apache_beam.io.fileio.MatchAll":{expand:[22,3,1,""]},"apache_beam.io.fileio.MatchFiles":{expand:[22,3,1,""]},"apache_beam.io.fileio.ReadMatches":{expand:[22,3,1,""]},"apache_beam.io.fileio.ReadableFile":{open:[22,3,1,""],read:[22,3,1,""],read_utf8:[22,3,1,""]},"apache_beam.io.filesystem":{CompressedFile:[23,1,1,""],CompressionTypes:[23,1,1,""],FileMetadata:[23,1,1,""],FileSystem:[23,1,1,""],MatchResult:[23,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[23,3,1,""],closed:[23,3,1,""],flush:[23,3,1,""],read:[23,3,1,""],readable:[23,3,1,""],readline:[23,3,1,""],seek:[23,3,1,""],seekable:[23,7,1,""],tell:[23,3,1,""],write:[23,3,1,""],writeable:[23,3,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[23,7,1,""],BZIP2:[23,7,1,""],DEFLATE:[23,7,1,""],GZIP:[23,7,1,""],UNCOMPRESSED:[23,7,1,""],detect_compression_type:[23,4,1,""],is_valid_compression_type:[23,4,1,""],mime_type:[23,4,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[23,3,1,""],CHUNK_SIZE:[23,7,1,""],checksum:[23,3,1,""],copy:[23,3,1,""],create:[23,3,1,""],exists:[23,3,1,""],has_dirs:[23,3,1,""],join:[23,3,1,""],last_updated:[23,3,1,""],match:[23,3,1,""],match_files:[23,3,1,""],mkdirs:[23,3,1,""],open:[23,3,1,""],rename:[23,3,1,""],scheme:[23,4,1,""],size:[23,3,1,""],split:[23,3,1,""],translate_pattern:[23,2,1,""]},"apache_beam.io.filesystemio":{Downloader:[24,1,1,""],DownloaderStream:[24,1,1,""],PipeStream:[24,1,1,""],Uploader:[24,1,1,""],UploaderStream:[24,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[24,3,1,""],size:[24,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[24,3,1,""],readall:[24,3,1,""],readinto:[24,3,1,""],seek:[24,3,1,""],seekable:[24,3,1,""],tell:[24,3,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[24,3,1,""],seek:[24,3,1,""],tell:[24,3,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[24,3,1,""],put:[24,3,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[24,3,1,""],tell:[24,3,1,""],writable:[24,3,1,""],write:[24,3,1,""]},"apache_beam.io.filesystems":{FileSystems:[25,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[25,2,1,""],URI_SCHEMA_PATTERN:[25,7,1,""],checksum:[25,2,1,""],copy:[25,2,1,""],create:[25,2,1,""],exists:[25,2,1,""],get_chunk_size:[25,2,1,""],get_filesystem:[25,2,1,""],get_scheme:[25,2,1,""],join:[25,2,1,""],last_updated:[25,2,1,""],match:[25,2,1,""],mkdirs:[25,2,1,""],open:[25,2,1,""],rename:[25,2,1,""],set_options:[25,4,1,""],split:[25,2,1,""]},"apache_beam.io.flink":{flink_streaming_impulse_source:[27,0,0,"-"]},"apache_beam.io.flink.flink_streaming_impulse_source":{FlinkStreamingImpulseSource:[27,1,1,""]},"apache_beam.io.flink.flink_streaming_impulse_source.FlinkStreamingImpulseSource":{URN:[27,7,1,""],config:[27,7,1,""],expand:[27,3,1,""],from_runner_api_parameter:[27,2,1,""],get_windowing:[27,3,1,""],infer_output_type:[27,3,1,""],set_interval_ms:[27,3,1,""],set_message_count:[27,3,1,""],to_runner_api_parameter:[27,3,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[29,0,0,"-"],bigquery:[30,0,0,"-"],bigquery_file_loads:[31,0,0,"-"],bigquery_io_read_pipeline:[32,0,0,"-"],bigquery_tools:[33,0,0,"-"],bigtableio:[34,0,0,"-"],datastore:[35,0,0,"-"],gcsfilesystem:[42,0,0,"-"],gcsio:[43,0,0,"-"],gcsio_overrides:[44,0,0,"-"],pubsub:[45,0,0,"-"],pubsub_it_pipeline:[46,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[29,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[30,1,1,""],BigQuerySink:[30,1,1,""],BigQuerySource:[30,1,1,""],TableRowJsonCoder:[30,1,1,""],WriteToBigQuery:[30,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[30,7,1,""],CREATE_NEVER:[30,7,1,""],WRITE_APPEND:[30,7,1,""],WRITE_EMPTY:[30,7,1,""],WRITE_TRUNCATE:[30,7,1,""],validate_create:[30,2,1,""],validate_write:[30,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[30,3,1,""],format:[30,7,1,""],schema_as_json:[30,3,1,""],writer:[30,3,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[30,3,1,""],format:[30,7,1,""],reader:[30,3,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[30,3,1,""],encode:[30,3,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{Method:[30,1,1,""],display_data:[30,3,1,""],expand:[30,3,1,""],get_dict_table_schema:[30,2,1,""],get_table_schema_from_string:[30,2,1,""],table_schema_to_dict:[30,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery.Method":{DEFAULT:[30,7,1,""],FILE_LOADS:[30,7,1,""],STREAMING_INSERTS:[30,7,1,""]},"apache_beam.io.gcp.bigquery_file_loads":{BigQueryBatchFileLoads:[31,1,1,""],DeleteTablesFn:[31,1,1,""],PartitionFiles:[31,1,1,""],TriggerCopyJobs:[31,1,1,""],TriggerLoadJobs:[31,1,1,""],WaitForBQJobs:[31,1,1,""],WriteGroupedRecordsToFile:[31,1,1,""],WriteRecordsToFile:[31,1,1,""],file_prefix_generator:[31,5,1,""]},"apache_beam.io.gcp.bigquery_file_loads.BigQueryBatchFileLoads":{DESTINATION_COPY_JOBID_PAIRS:[31,7,1,""],DESTINATION_FILE_PAIRS:[31,7,1,""],DESTINATION_JOBID_PAIRS:[31,7,1,""],expand:[31,3,1,""],verify:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.DeleteTablesFn":{process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.PartitionFiles":{MULTIPLE_PARTITIONS_TAG:[31,7,1,""],Partition:[31,1,1,""],SINGLE_PARTITION_TAG:[31,7,1,""],process:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.PartitionFiles.Partition":{add:[31,3,1,""],can_accept:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerCopyJobs":{process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerLoadJobs":{TEMP_TABLES:[31,7,1,""],display_data:[31,3,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WaitForBQJobs":{ALL_DONE:[31,7,1,""],FAILED:[31,7,1,""],WAITING:[31,7,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteGroupedRecordsToFile":{process:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteRecordsToFile":{UNWRITTEN_RECORD_TAG:[31,7,1,""],WRITTEN_FILE_TAG:[31,7,1,""],display_data:[31,3,1,""],finish_bundle:[31,3,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[32,1,1,""],run:[32,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[32,3,1,""]},"apache_beam.io.gcp.bigquery_tools":{AppendDestinationsFn:[33,1,1,""],BigQueryReader:[33,1,1,""],BigQueryWrapper:[33,1,1,""],BigQueryWriter:[33,1,1,""],RetryStrategy:[33,1,1,""],RowAsDictJsonCoder:[33,1,1,""],default_encoder:[33,5,1,""],get_hashable_destination:[33,5,1,""],parse_table_reference:[33,5,1,""],parse_table_schema_from_json:[33,5,1,""]},"apache_beam.io.gcp.bigquery_tools.AppendDestinationsFn":{process:[33,3,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWrapper":{TEMP_DATASET:[33,7,1,""],TEMP_TABLE:[33,7,1,""],clean_up_temporary_dataset:[33,3,1,""],convert_row_to_dict:[33,3,1,""],create_temporary_dataset:[33,3,1,""],get_job:[33,3,1,""],get_or_create_dataset:[33,3,1,""],get_or_create_table:[33,3,1,""],get_query_location:[33,3,1,""],get_table:[33,3,1,""],get_table_location:[33,3,1,""],insert_rows:[33,3,1,""],perform_load_job:[33,3,1,""],run_query:[33,3,1,""],unique_row_id:[33,7,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWriter":{Write:[33,3,1,""]},"apache_beam.io.gcp.bigquery_tools.RetryStrategy":{RETRY_ALWAYS:[33,7,1,""],RETRY_NEVER:[33,7,1,""],RETRY_ON_TRANSIENT_ERROR:[33,7,1,""],should_retry:[33,2,1,""]},"apache_beam.io.gcp.bigquery_tools.RowAsDictJsonCoder":{decode:[33,3,1,""],encode:[33,3,1,""]},"apache_beam.io.gcp.bigtableio":{WriteToBigTable:[34,1,1,""]},"apache_beam.io.gcp.bigtableio.WriteToBigTable":{expand:[34,3,1,""]},"apache_beam.io.gcp.datastore":{v1new:[36,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new":{datastore_write_it_pipeline:[37,0,0,"-"],datastoreio:[38,0,0,"-"],helper:[39,0,0,"-"],query_splitter:[40,0,0,"-"],types:[41,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline":{EntityWrapper:[37,1,1,""],new_pipeline_with_job_name:[37,5,1,""],run:[37,5,1,""]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.EntityWrapper":{make_entity:[37,3,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio":{DeleteFromDatastore:[38,1,1,""],ReadFromDatastore:[38,1,1,""],WriteToDatastore:[38,1,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio.ReadFromDatastore":{display_data:[38,3,1,""],expand:[38,3,1,""]},"apache_beam.io.gcp.datastore.v1new.helper":{create_client_entities:[39,5,1,""],create_entities:[39,5,1,""],get_client:[39,5,1,""],retry_on_rpc_error:[39,5,1,""],write_mutations:[39,5,1,""]},"apache_beam.io.gcp.datastore.v1new.query_splitter":{QuerySplitterError:[40,6,1,""],SplitNotPossibleError:[40,6,1,""],get_splits:[40,5,1,""]},"apache_beam.io.gcp.datastore.v1new.types":{Entity:[41,1,1,""],Key:[41,1,1,""],Query:[41,1,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Entity":{from_client_entity:[41,2,1,""],set_properties:[41,3,1,""],to_client_entity:[41,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Key":{from_client_key:[41,2,1,""],to_client_key:[41,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Query":{clone:[41,3,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[42,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[42,3,1,""],CHUNK_SIZE:[42,7,1,""],GCS_PREFIX:[42,7,1,""],checksum:[42,3,1,""],copy:[42,3,1,""],create:[42,3,1,""],exists:[42,3,1,""],has_dirs:[42,3,1,""],join:[42,3,1,""],last_updated:[42,3,1,""],mkdirs:[42,3,1,""],open:[42,3,1,""],rename:[42,3,1,""],scheme:[42,4,1,""],size:[42,3,1,""],split:[42,3,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[43,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[43,3,1,""],checksum:[43,3,1,""],copy:[43,3,1,""],copy_batch:[43,3,1,""],copytree:[43,3,1,""],delete_batch:[43,3,1,""],exists:[43,3,1,""],kms_key:[43,3,1,""],last_updated:[43,3,1,""],list_prefix:[43,3,1,""],open:[43,3,1,""],rename:[43,3,1,""],size:[43,3,1,""]},"apache_beam.io.gcp.gcsio_overrides":{GcsIOOverrides:[44,1,1,""]},"apache_beam.io.gcp.gcsio_overrides.GcsIOOverrides":{retry_func:[44,4,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[45,1,1,""],ReadFromPubSub:[45,1,1,""],ReadStringsFromPubSub:[45,5,1,""],WriteStringsToPubSub:[45,5,1,""],WriteToPubSub:[45,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[45,7,1,""],data:[45,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[45,3,1,""],to_runner_api_parameter:[45,3,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[45,3,1,""],to_proto_str:[45,2,1,""],to_runner_api_parameter:[45,3,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[46,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[47,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[47,3,1,""],checksum:[47,3,1,""],copy:[47,3,1,""],create:[47,3,1,""],exists:[47,3,1,""],has_dirs:[47,3,1,""],join:[47,3,1,""],last_updated:[47,3,1,""],mkdirs:[47,3,1,""],open:[47,3,1,""],rename:[47,3,1,""],scheme:[47,4,1,""],size:[47,3,1,""],split:[47,3,1,""]},"apache_beam.io.iobase":{BoundedSource:[48,1,1,""],RangeTracker:[48,1,1,""],Read:[48,1,1,""],RestrictionTracker:[48,1,1,""],Sink:[48,1,1,""],Write:[48,1,1,""],Writer:[48,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[48,3,1,""],estimate_size:[48,3,1,""],get_range_tracker:[48,3,1,""],is_bounded:[48,3,1,""],read:[48,3,1,""],split:[48,3,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[48,7,1,""],fraction_consumed:[48,3,1,""],position_at_fraction:[48,3,1,""],set_current_position:[48,3,1,""],set_split_points_unclaimed_callback:[48,3,1,""],split_points:[48,3,1,""],start_position:[48,3,1,""],stop_position:[48,3,1,""],try_claim:[48,3,1,""],try_split:[48,3,1,""]},"apache_beam.io.iobase.Read":{display_data:[48,3,1,""],expand:[48,3,1,""],from_runner_api_parameter:[48,2,1,""],get_desired_chunk_size:[48,2,1,""],get_windowing:[48,3,1,""],to_runner_api_parameter:[48,3,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[48,3,1,""],checkpoint:[48,3,1,""],current_progress:[48,3,1,""],current_restriction:[48,3,1,""],current_watermark:[48,3,1,""],defer_remainder:[48,3,1,""],deferred_status:[48,3,1,""],try_claim:[48,3,1,""],try_split:[48,3,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[48,3,1,""],initialize_write:[48,3,1,""],open_writer:[48,3,1,""],pre_finalize:[48,3,1,""]},"apache_beam.io.iobase.Write":{display_data:[48,3,1,""],expand:[48,3,1,""]},"apache_beam.io.iobase.Writer":{close:[48,3,1,""],write:[48,3,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[49,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[49,3,1,""],checksum:[49,3,1,""],copy:[49,3,1,""],create:[49,3,1,""],exists:[49,3,1,""],has_dirs:[49,3,1,""],join:[49,3,1,""],last_updated:[49,3,1,""],mkdirs:[49,3,1,""],open:[49,3,1,""],rename:[49,3,1,""],scheme:[49,4,1,""],size:[49,3,1,""],split:[49,3,1,""]},"apache_beam.io.mongodbio":{ReadFromMongoDB:[50,1,1,""],WriteToMongoDB:[50,1,1,""]},"apache_beam.io.mongodbio.ReadFromMongoDB":{expand:[50,3,1,""]},"apache_beam.io.mongodbio.WriteToMongoDB":{expand:[50,3,1,""]},"apache_beam.io.parquetio":{ReadAllFromParquet:[51,1,1,""],ReadFromParquet:[51,1,1,""],WriteToParquet:[51,1,1,""]},"apache_beam.io.parquetio.ReadAllFromParquet":{DEFAULT_DESIRED_BUNDLE_SIZE:[51,7,1,""],expand:[51,3,1,""]},"apache_beam.io.parquetio.ReadFromParquet":{display_data:[51,3,1,""],expand:[51,3,1,""]},"apache_beam.io.parquetio.WriteToParquet":{display_data:[51,3,1,""],expand:[51,3,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[52,1,1,""],OffsetRangeTracker:[52,1,1,""],OrderedPositionRangeTracker:[52,1,1,""],UnsplittableRangeTracker:[52,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[52,4,1,""],position_to_fraction:[52,4,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[52,7,1,""],fraction_consumed:[52,3,1,""],last_attempted_record_start:[52,7,1,""],last_record_start:[52,7,1,""],position_at_fraction:[52,3,1,""],position_to_fraction:[52,3,1,""],set_current_position:[52,3,1,""],set_split_points_unclaimed_callback:[52,3,1,""],split_points:[52,3,1,""],start_position:[52,3,1,""],stop_position:[52,3,1,""],try_claim:[52,3,1,""],try_split:[52,3,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[52,7,1,""],fraction_consumed:[52,3,1,""],fraction_to_position:[52,3,1,""],position_at_fraction:[52,3,1,""],start_position:[52,3,1,""],stop_position:[52,3,1,""],try_claim:[52,3,1,""],try_split:[52,3,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[52,3,1,""],position_at_fraction:[52,3,1,""],set_current_position:[52,3,1,""],set_split_points_unclaimed_callback:[52,3,1,""],split_points:[52,3,1,""],start_position:[52,3,1,""],stop_position:[52,3,1,""],try_claim:[52,3,1,""],try_split:[52,3,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[53,1,1,""],OffsetRestrictionTracker:[53,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[53,3,1,""],size:[53,3,1,""],split:[53,3,1,""],split_at:[53,3,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[53,3,1,""],checkpoint:[53,3,1,""],current_progress:[53,3,1,""],current_restriction:[53,3,1,""],current_watermark:[53,3,1,""],default_size:[53,3,1,""],defer_remainder:[53,3,1,""],deferred_status:[53,3,1,""],start_position:[53,3,1,""],stop_position:[53,3,1,""],try_claim:[53,3,1,""],try_split:[53,3,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[54,5,1,""],assert_sources_equal_reference_source:[54,5,1,""],assert_split_at_fraction_behavior:[54,5,1,""],assert_split_at_fraction_binary:[54,5,1,""],assert_split_at_fraction_exhaustive:[54,5,1,""],assert_split_at_fraction_fails:[54,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[54,5,1,""],read_from_source:[54,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[55,1,1,""],ReadFromText:[55,1,1,""],ReadFromTextWithFilename:[55,1,1,""],WriteToText:[55,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[55,7,1,""],expand:[55,3,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[55,3,1,""]},"apache_beam.io.textio.WriteToText":{expand:[55,3,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[56,1,1,""],WriteToTFRecord:[56,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[56,3,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[56,3,1,""]},"apache_beam.io.utils":{CountingSource:[57,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[57,3,1,""],get_range_tracker:[57,3,1,""],read:[57,3,1,""],split:[57,3,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[58,1,1,""],ReadFromVcf:[58,1,1,""],Variant:[58,1,1,""],VariantCall:[58,1,1,""],VariantInfo:[58,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[58,7,1,""],line:[58,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[58,3,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[58,7,1,""],field_count:[58,7,1,""]},"apache_beam.metrics":{cells:[60,0,0,"-"],metric:[61,0,0,"-"],metricbase:[62,0,0,"-"],monitoring_infos:[63,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[60,1,1,""],GaugeResult:[60,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[60,7,1,""],max:[60,7,1,""],mean:[60,7,1,""],min:[60,7,1,""],sum:[60,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[60,7,1,""],value:[60,7,1,""]},"apache_beam.metrics.metric":{Metrics:[61,1,1,""],MetricsFilter:[61,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[61,1,1,""],DelegatingDistribution:[61,1,1,""],DelegatingGauge:[61,1,1,""],counter:[61,2,1,""],distribution:[61,2,1,""],gauge:[61,2,1,""],get_namespace:[61,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[61,3,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[61,3,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[61,3,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[61,7,1,""],namespaces:[61,7,1,""],steps:[61,7,1,""],with_name:[61,3,1,""],with_names:[61,3,1,""],with_namespace:[61,3,1,""],with_namespaces:[61,3,1,""],with_step:[61,3,1,""],with_steps:[61,3,1,""]},"apache_beam.metrics.metricbase":{Counter:[62,1,1,""],Distribution:[62,1,1,""],Gauge:[62,1,1,""],Metric:[62,1,1,""],MetricName:[62,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[62,3,1,""],inc:[62,3,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[62,3,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[62,3,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[62,2,1,""],to_runner_api:[62,3,1,""]},"apache_beam.metrics.monitoring_infos":{consolidate:[63,5,1,""],create_labels:[63,5,1,""],create_monitoring_info:[63,5,1,""],distribution_combiner:[63,5,1,""],extract_counter_value:[63,5,1,""],extract_distribution:[63,5,1,""],extract_metric_result_map_value:[63,5,1,""],int64_counter:[63,5,1,""],int64_distribution:[63,5,1,""],int64_user_counter:[63,5,1,""],int64_user_distribution:[63,5,1,""],int64_user_gauge:[63,5,1,""],is_counter:[63,5,1,""],is_distribution:[63,5,1,""],is_gauge:[63,5,1,""],is_user_monitoring_info:[63,5,1,""],max_timestamp:[63,5,1,""],parse_namespace_and_name:[63,5,1,""],to_key:[63,5,1,""],to_timestamp_proto:[63,5,1,""],to_timestamp_secs:[63,5,1,""]},"apache_beam.options":{pipeline_options:[65,0,0,"-"],pipeline_options_validator:[66,0,0,"-"],value_provider:[67,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[65,1,1,""],DirectOptions:[65,1,1,""],GoogleCloudOptions:[65,1,1,""],HadoopFileSystemOptions:[65,1,1,""],PipelineOptions:[65,1,1,""],ProfilingOptions:[65,1,1,""],SetupOptions:[65,1,1,""],StandardOptions:[65,1,1,""],TestOptions:[65,1,1,""],TypeOptions:[65,1,1,""],WorkerOptions:[65,1,1,""]},"apache_beam.options.pipeline_options.DebugOptions":{add_experiment:[65,3,1,""],lookup_experiment:[65,3,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[65,7,1,""],COMPUTE_API_SERVICE:[65,7,1,""],DATAFLOW_ENDPOINT:[65,7,1,""],STORAGE_API_SERVICE:[65,7,1,""],validate:[65,3,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[65,3,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[65,3,1,""],from_dictionary:[65,4,1,""],get_all_options:[65,3,1,""],view_as:[65,3,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[65,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[65,3,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[65,3,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[66,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[66,7,1,""],ERR_INVALID_GCS_BUCKET:[66,7,1,""],ERR_INVALID_GCS_OBJECT:[66,7,1,""],ERR_INVALID_GCS_PATH:[66,7,1,""],ERR_INVALID_JOB_NAME:[66,7,1,""],ERR_INVALID_NOT_POSITIVE:[66,7,1,""],ERR_INVALID_PROJECT_ID:[66,7,1,""],ERR_INVALID_PROJECT_NUMBER:[66,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[66,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[66,7,1,""],ERR_INVALID_TRANSFORM_NAME_MAPPING:[66,7,1,""],ERR_MISSING_GCS_PATH:[66,7,1,""],ERR_MISSING_OPTION:[66,7,1,""],GCS_BUCKET:[66,7,1,""],GCS_SCHEME:[66,7,1,""],GCS_URI:[66,7,1,""],JOB_PATTERN:[66,7,1,""],OPTIONS:[66,7,1,""],PROJECT_ID_PATTERN:[66,7,1,""],PROJECT_NUMBER_PATTERN:[66,7,1,""],is_full_string_match:[66,3,1,""],is_service_runner:[66,3,1,""],validate:[66,3,1,""],validate_cloud_options:[66,3,1,""],validate_gcs_path:[66,3,1,""],validate_optional_argument_positive:[66,3,1,""],validate_test_matcher:[66,3,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[67,1,1,""],StaticValueProvider:[67,1,1,""],ValueProvider:[67,1,1,""],check_accessible:[67,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[67,7,1,""],get:[67,3,1,""],get_value:[67,4,1,""],is_accessible:[67,3,1,""],runtime_options:[67,7,1,""],set_runtime_options:[67,4,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[67,3,1,""],is_accessible:[67,3,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[67,3,1,""],is_accessible:[67,3,1,""]},"apache_beam.pipeline":{PTransformOverride:[68,1,1,""],Pipeline:[68,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[68,3,1,""],matches:[68,3,1,""]},"apache_beam.pipeline.Pipeline":{apply:[68,3,1,""],from_runner_api:[68,2,1,""],options:[68,7,1,""],replace_all:[68,3,1,""],run:[68,3,1,""],to_runner_api:[68,3,1,""],visit:[68,3,1,""]},"apache_beam.portability":{api:[70,0,0,"-"],common_urns:[81,0,0,"-"],python_urns:[82,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[71,0,0,"-"],beam_expansion_api_pb2_grpc:[72,0,0,"-"],beam_fn_api_pb2_grpc:[73,0,0,"-"],beam_job_api_pb2_grpc:[74,0,0,"-"],beam_provision_api_pb2_grpc:[75,0,0,"-"],beam_runner_api_pb2_grpc:[76,0,0,"-"],endpoints_pb2_grpc:[77,0,0,"-"],external_transforms_pb2_grpc:[78,0,0,"-"],metrics_pb2_grpc:[79,0,0,"-"],standard_window_fns_pb2_grpc:[80,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[71,1,1,""],ArtifactRetrievalServiceStub:[71,1,1,""],ArtifactStagingServiceServicer:[71,1,1,""],ArtifactStagingServiceStub:[71,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[71,5,1,""],add_ArtifactStagingServiceServicer_to_server:[71,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[71,3,1,""],GetManifest:[71,3,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[71,3,1,""],PutArtifact:[71,3,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc":{ExpansionServiceServicer:[72,1,1,""],ExpansionServiceStub:[72,1,1,""],add_ExpansionServiceServicer_to_server:[72,5,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc.ExpansionServiceServicer":{Expand:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[73,1,1,""],BeamFnControlStub:[73,1,1,""],BeamFnDataServicer:[73,1,1,""],BeamFnDataStub:[73,1,1,""],BeamFnExternalWorkerPoolServicer:[73,1,1,""],BeamFnExternalWorkerPoolStub:[73,1,1,""],BeamFnLoggingServicer:[73,1,1,""],BeamFnLoggingStub:[73,1,1,""],BeamFnStateServicer:[73,1,1,""],BeamFnStateStub:[73,1,1,""],add_BeamFnControlServicer_to_server:[73,5,1,""],add_BeamFnDataServicer_to_server:[73,5,1,""],add_BeamFnExternalWorkerPoolServicer_to_server:[73,5,1,""],add_BeamFnLoggingServicer_to_server:[73,5,1,""],add_BeamFnStateServicer_to_server:[73,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[73,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[73,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnExternalWorkerPoolServicer":{StartWorker:[73,3,1,""],StopWorker:[73,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[73,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[73,3,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[74,1,1,""],JobServiceStub:[74,1,1,""],add_JobServiceServicer_to_server:[74,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[74,3,1,""],DescribePipelineOptions:[74,3,1,""],GetJobMetrics:[74,3,1,""],GetJobs:[74,3,1,""],GetMessageStream:[74,3,1,""],GetPipeline:[74,3,1,""],GetState:[74,3,1,""],GetStateStream:[74,3,1,""],Prepare:[74,3,1,""],Run:[74,3,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[75,1,1,""],ProvisionServiceStub:[75,1,1,""],add_ProvisionServiceServicer_to_server:[75,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[75,3,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[81,1,1,""],PropertiesFromEnumValue:[81,1,1,""],PropertiesFromPayloadType:[81,5,1,""]},"apache_beam.pvalue":{AsDict:[83,1,1,""],AsIter:[83,1,1,""],AsList:[83,1,1,""],AsSingleton:[83,1,1,""],EmptySideInput:[83,1,1,""],PCollection:[83,1,1,""],TaggedOutput:[83,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[83,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[83,7,1,""]},"apache_beam.pvalue.PCollection":{from_:[83,2,1,""],from_runner_api:[83,2,1,""],to_runner_api:[83,3,1,""],windowing:[83,7,1,""]},"apache_beam.runners":{dataflow:[85,0,0,"-"],direct:[95,0,0,"-"],interactive:[110,0,0,"-"],internal:[119,0,0,"-"],job:[121,0,0,"-"],pipeline_context:[124,0,0,"-"],runner:[125,0,0,"-"],sdf_common:[126,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_exercise_metrics_pipeline:[86,0,0,"-"],dataflow_exercise_streaming_metrics_pipeline:[87,0,0,"-"],dataflow_metrics:[88,0,0,"-"],dataflow_runner:[89,0,0,"-"],native_io:[90,0,0,"-"],ptransform_overrides:[93,0,0,"-"],test_dataflow_runner:[94,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline":{UserMetricsDoFn:[86,1,1,""],apply_and_run:[86,5,1,""],common_metric_matchers:[86,5,1,""],fn_api_metric_matchers:[86,5,1,""],legacy_metric_matchers:[86,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn":{finish_bundle:[86,3,1,""],process:[86,3,1,""],start_bundle:[86,3,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline":{StreamingUserMetricsDoFn:[87,1,1,""],run:[87,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline.StreamingUserMetricsDoFn":{finish_bundle:[87,3,1,""],process:[87,3,1,""],start_bundle:[87,3,1,""]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[88,1,1,""],main:[88,5,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{all_metrics:[88,3,1,""],query:[88,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[89,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[89,1,1,""],ReadPTransformOverride:[89,1,1,""],apply_CombineValues:[89,3,1,""],apply_GroupByKey:[89,3,1,""],apply_Read:[89,3,1,""],apply_WriteToBigQuery:[89,3,1,""],byte_array_to_json_string:[89,2,1,""],deserialize_windowing_strategy:[89,4,1,""],flatten_input_visitor:[89,2,1,""],group_by_key_input_visitor:[89,2,1,""],json_string_to_byte_array:[89,2,1,""],poll_for_job_completion:[89,2,1,""],run_CombineValues:[89,3,1,""],run_Flatten:[89,3,1,""],run_GroupByKey:[89,3,1,""],run_Impulse:[89,3,1,""],run_ParDo:[89,3,1,""],run_Read:[89,3,1,""],run_RunnerAPIPTransformHolder:[89,3,1,""],run__NativeWrite:[89,3,1,""],run_pipeline:[89,3,1,""],serialize_windowing_strategy:[89,4,1,""],side_input_visitor:[89,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[89,3,1,""],matches:[89,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.ReadPTransformOverride":{get_replacement_transform:[89,3,1,""],matches:[89,3,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[91,0,0,"-"],streaming_create:[92,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[91,1,1,""],DynamicSplitRequest:[91,1,1,""],DynamicSplitResult:[91,1,1,""],DynamicSplitResultWithPosition:[91,1,1,""],NativeSink:[91,1,1,""],NativeSinkWriter:[91,1,1,""],NativeSource:[91,1,1,""],NativeSourceReader:[91,1,1,""],ReaderPosition:[91,1,1,""],ReaderProgress:[91,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[91,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[91,3,1,""],takes_windowed_values:[91,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[91,3,1,""],reader:[91,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[91,3,1,""],request_dynamic_split:[91,3,1,""],returns_windowed_values:[91,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[91,7,1,""],percent_complete:[91,7,1,""],position:[91,7,1,""],remaining_split_points:[91,7,1,""],remaining_time:[91,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[92,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[92,1,1,""],Impulse:[92,1,1,""],expand:[92,3,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[92,3,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[92,3,1,""],get_windowing:[92,3,1,""],infer_output_type:[92,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[93,1,1,""],ReadPTransformOverride:[93,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[93,3,1,""],matches:[93,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.ReadPTransformOverride":{get_replacement_transform:[93,3,1,""],matches:[93,3,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[94,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[94,3,1,""],run_pipeline:[94,3,1,""],wait_until_in_state:[94,3,1,""]},"apache_beam.runners.direct":{bundle_factory:[96,0,0,"-"],clock:[97,0,0,"-"],consumer_tracking_pipeline_visitor:[98,0,0,"-"],direct_metrics:[99,0,0,"-"],direct_runner:[100,0,0,"-"],direct_userstate:[101,0,0,"-"],evaluation_context:[102,0,0,"-"],executor:[103,0,0,"-"],helper_transforms:[104,0,0,"-"],sdf_direct_runner:[105,0,0,"-"],test_direct_runner:[106,0,0,"-"],transform_evaluator:[107,0,0,"-"],util:[108,0,0,"-"],watermark_manager:[109,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[96,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[96,3,1,""],create_empty_committed_bundle:[96,3,1,""]},"apache_beam.runners.direct.clock":{Clock:[97,1,1,""],RealClock:[97,1,1,""],TestClock:[97,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[97,3,1,""],time:[97,3,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[97,3,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[97,3,1,""],time:[97,3,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[98,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[98,3,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[99,1,1,""],DirectMetrics:[99,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[99,3,1,""],commit_physical:[99,3,1,""],extract_committed:[99,3,1,""],extract_latest_attempted:[99,3,1,""],update_physical:[99,3,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[99,3,1,""],commit_physical:[99,3,1,""],query:[99,3,1,""],update_physical:[99,3,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[100,1,1,""],DirectRunner:[100,7,1,""],SwitchingDirectRunner:[100,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[100,3,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[100,3,1,""]},"apache_beam.runners.direct.direct_userstate":{BagRuntimeState:[101,1,1,""],CombiningValueRuntimeState:[101,1,1,""],DirectRuntimeState:[101,1,1,""],DirectUserStateContext:[101,1,1,""],SetRuntimeState:[101,1,1,""]},"apache_beam.runners.direct.direct_userstate.BagRuntimeState":{add:[101,3,1,""],clear:[101,3,1,""],read:[101,3,1,""]},"apache_beam.runners.direct.direct_userstate.CombiningValueRuntimeState":{add:[101,3,1,""],clear:[101,3,1,""],read:[101,3,1,""]},"apache_beam.runners.direct.direct_userstate.DirectRuntimeState":{for_spec:[101,2,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[101,3,1,""],get_state:[101,3,1,""],get_timer:[101,3,1,""]},"apache_beam.runners.direct.direct_userstate.SetRuntimeState":{add:[101,3,1,""],clear:[101,3,1,""],is_modified:[101,3,1,""],read:[101,3,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[102,1,1,""],DirectUnmergedState:[102,1,1,""],EvaluationContext:[102,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[102,3,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[102,3,1,""],create_empty_committed_bundle:[102,3,1,""],extract_all_timers:[102,3,1,""],get_aggregator_values:[102,3,1,""],get_execution_context:[102,3,1,""],get_value_or_block_until_ready:[102,3,1,""],handle_result:[102,3,1,""],is_done:[102,3,1,""],is_root_transform:[102,3,1,""],metrics:[102,3,1,""],schedule_pending_unblocked_tasks:[102,3,1,""]},"apache_beam.runners.direct.executor":{Executor:[103,1,1,""],TransformExecutor:[103,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[103,3,1,""],shutdown:[103,3,1,""],start:[103,3,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[103,3,1,""],call:[103,3,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[104,1,1,""],LiftedCombinePerKey:[104,1,1,""],PartialGroupByKeyCombiningValues:[104,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[104,3,1,""],process:[104,3,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[104,3,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[104,3,1,""],finish_bundle:[104,3,1,""],process:[104,3,1,""],start_bundle:[104,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[105,1,1,""],ProcessFn:[105,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[105,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[105,1,1,""],SDFProcessElementInvoker:[105,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[105,3,1,""],new_process_fn:[105,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[105,3,1,""],set_process_element_invoker:[105,3,1,""],step_context:[105,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[105,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[105,3,1,""],matches:[105,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[105,1,1,""],invoke_process_element:[105,3,1,""],test_method:[105,3,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[106,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[106,3,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[107,1,1,""],RootBundleProvider:[107,1,1,""],TransformEvaluatorRegistry:[107,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[107,3,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[107,3,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[107,3,1,""],get_root_bundle_provider:[107,3,1,""],should_execute_serially:[107,3,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[108,1,1,""],TimerFiring:[108,1,1,""],TransformResult:[108,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[109,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[109,7,1,""],WATERMARK_POS_INF:[109,7,1,""],extract_all_timers:[109,3,1,""],get_watermarks:[109,3,1,""],update_watermarks:[109,3,1,""]},"apache_beam.runners.interactive":{cache_manager:[111,0,0,"-"],display:[112,0,0,"-"],interactive_runner:[117,0,0,"-"],pipeline_analyzer:[118,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[111,1,1,""],FileBasedCacheManager:[111,1,1,""],ReadCache:[111,1,1,""],SafeFastPrimitivesCoder:[111,1,1,""],WriteCache:[111,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[111,3,1,""],exists:[111,3,1,""],is_latest_version:[111,3,1,""],load_pcoder:[111,3,1,""],read:[111,3,1,""],save_pcoder:[111,3,1,""],sink:[111,3,1,""],source:[111,3,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[111,3,1,""],exists:[111,3,1,""],load_pcoder:[111,3,1,""],read:[111,3,1,""],save_pcoder:[111,3,1,""],sink:[111,3,1,""],source:[111,3,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[111,3,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[111,3,1,""],encode:[111,3,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[111,3,1,""]},"apache_beam.runners.interactive.display":{display_manager:[113,0,0,"-"],interactive_pipeline_graph:[114,0,0,"-"],pipeline_graph:[115,0,0,"-"],pipeline_graph_renderer:[116,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[113,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[113,3,1,""],stop_periodic_update:[113,3,1,""],update_display:[113,3,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[114,1,1,""],format_sample:[114,5,1,""],nice_str:[114,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[114,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[115,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{get_dot:[115,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[116,1,1,""],PipelineGraphRenderer:[116,1,1,""],PydotRenderer:[116,1,1,""],TextRenderer:[116,1,1,""],get_renderer:[116,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[116,4,1,""],render_pipeline_graph:[116,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[116,4,1,""],render_pipeline_graph:[116,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[116,4,1,""],render_pipeline_graph:[116,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[116,4,1,""],render_pipeline_graph:[116,3,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[117,1,1,""],PipelineResult:[117,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[117,3,1,""],cleanup:[117,3,1,""],end_session:[117,3,1,""],run_pipeline:[117,3,1,""],set_render_option:[117,3,1,""],start_session:[117,3,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{get:[117,3,1,""],sample:[117,3,1,""],wait_until_finish:[117,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[118,1,1,""],PipelineInfo:[118,1,1,""],set_proto_map:[118,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[118,3,1,""],pipeline_info:[118,3,1,""],pipeline_proto_to_execute:[118,3,1,""],read_cache_ids:[118,3,1,""],tl_referenced_pcoll_ids:[118,3,1,""],tl_required_trans_ids:[118,3,1,""],write_cache_ids:[118,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[118,1,1,""],all_pcollections:[118,3,1,""],cache_label:[118,3,1,""],leaf_pcollections:[118,3,1,""],producer:[118,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[118,3,1,""],json:[118,3,1,""]},"apache_beam.runners.internal":{names:[120,0,0,"-"]},"apache_beam.runners.job":{manager:[122,0,0,"-"],utils:[123,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[122,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[123,5,1,""],struct_to_dict:[123,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[124,1,1,""],PipelineContext:[124,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[124,2,1,""],to_runner_api:[124,3,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{coder_id_from_element_type:[124,3,1,""],default_environment_id:[124,3,1,""],element_type_from_coder_id:[124,3,1,""],from_runner_api:[124,2,1,""],to_runner_api:[124,3,1,""]},"apache_beam.runners.runner":{PipelineResult:[125,1,1,""],PipelineRunner:[125,1,1,""],PipelineState:[125,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[125,3,1,""],cancel:[125,3,1,""],metrics:[125,3,1,""],state:[125,7,1,""],wait_until_finish:[125,3,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[125,3,1,""],apply_PTransform:[125,3,1,""],run:[125,3,1,""],run_async:[125,3,1,""],run_pipeline:[125,3,1,""],run_transform:[125,3,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[125,7,1,""],CANCELLING:[125,7,1,""],DONE:[125,7,1,""],DRAINED:[125,7,1,""],DRAINING:[125,7,1,""],FAILED:[125,7,1,""],PENDING:[125,7,1,""],RUNNING:[125,7,1,""],STARTING:[125,7,1,""],STOPPED:[125,7,1,""],UNKNOWN:[125,7,1,""],UNRECOGNIZED:[125,7,1,""],UPDATED:[125,7,1,""],is_terminal:[125,4,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[126,1,1,""],ExplodeWindowsFn:[126,1,1,""],PairWithRestrictionFn:[126,1,1,""],ProcessKeyedElements:[126,1,1,""],RandomUniqueKeyFn:[126,1,1,""],SplitRestrictionFn:[126,1,1,""],SplittableParDo:[126,1,1,""],SplittableParDoOverride:[126,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[126,3,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[126,3,1,""],start_bundle:[126,3,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[126,3,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[126,3,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[126,3,1,""],start_bundle:[126,3,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[126,3,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[126,3,1,""],matches:[126,3,1,""]},"apache_beam.testing":{benchmarks:[128,0,0,"-"],datatype_inference:[138,0,0,"-"],extra_assertions:[139,0,0,"-"],load_tests:[140,0,0,"-"],metric_result_matchers:[142,0,0,"-"],pipeline_verifiers:[143,0,0,"-"],synthetic_pipeline:[144,0,0,"-"],test_pipeline:[145,0,0,"-"],test_stream:[146,0,0,"-"],test_utils:[147,0,0,"-"],util:[148,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[129,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[130,0,0,"-"],nexmark_launcher:[132,0,0,"-"],nexmark_util:[133,0,0,"-"],queries:[134,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[131,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[131,1,1,""],Bid:[131,1,1,""],Person:[131,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[132,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[132,3,1,""],generate_events:[132,3,1,""],parse_args:[132,3,1,""],run:[132,3,1,""],run_query:[132,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[133,1,1,""],ParseEventFn:[133,1,1,""],display:[133,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[133,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[133,3,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[135,0,0,"-"],query1:[136,0,0,"-"],query2:[137,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[135,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[136,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[137,5,1,""]},"apache_beam.testing.datatype_inference":{infer_avro_schema:[138,5,1,""],infer_element_type:[138,5,1,""],infer_pyarrow_schema:[138,5,1,""],infer_typehints_schema:[138,5,1,""]},"apache_beam.testing.extra_assertions":{ExtraAssertionsMixin:[139,1,1,""]},"apache_beam.testing.extra_assertions.ExtraAssertionsMixin":{assertCountEqual:[139,3,1,""],assertUnhashableCountEqual:[139,3,1,""]},"apache_beam.testing.load_tests":{load_test_metrics_utils:[141,0,0,"-"]},"apache_beam.testing.load_tests.load_test_metrics_utils":{BigQueryClient:[141,1,1,""],BigQueryMetricsPublisher:[141,1,1,""],ConsoleMetricsPublisher:[141,1,1,""],CountMessages:[141,1,1,""],CounterMetric:[141,1,1,""],DistributionMetric:[141,1,1,""],MeasureBytes:[141,1,1,""],MeasureTime:[141,1,1,""],Metric:[141,1,1,""],MetricsReader:[141,1,1,""],RuntimeMetric:[141,1,1,""],get_all_distributions_by_type:[141,5,1,""],get_distribution_dict:[141,5,1,""],get_generic_distributions:[141,5,1,""],parse_step:[141,5,1,""],split_metrics_by_namespace_and_name:[141,5,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryClient":{save:[141,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryMetricsPublisher":{publish:[141,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.ConsoleMetricsPublisher":{publish:[141,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.CountMessages":{LABEL:[141,7,1,""],process:[141,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureBytes":{LABEL:[141,7,1,""],process:[141,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureTime":{finish_bundle:[141,3,1,""],process:[141,3,1,""],start_bundle:[141,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.Metric":{as_dict:[141,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MetricsReader":{publish_metrics:[141,3,1,""],publishers:[141,7,1,""]},"apache_beam.testing.metric_result_matchers":{DistributionMatcher:[142,1,1,""],MetricResultMatcher:[142,1,1,""],verify_all:[142,5,1,""]},"apache_beam.testing.metric_result_matchers.DistributionMatcher":{describe_mismatch:[142,3,1,""],describe_to:[142,3,1,""]},"apache_beam.testing.metric_result_matchers.MetricResultMatcher":{describe_mismatch:[142,3,1,""],describe_to:[142,3,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[143,1,1,""],PipelineStateMatcher:[143,1,1,""],retry_on_io_error_and_server_error:[143,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[143,3,1,""],describe_to:[143,3,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[143,3,1,""],describe_to:[143,3,1,""]},"apache_beam.testing.synthetic_pipeline":{NonLiquidShardingOffsetRangeTracker:[144,1,1,""],ShuffleBarrier:[144,1,1,""],SideInputBarrier:[144,1,1,""],SyntheticSDFAsSource:[144,1,1,""],SyntheticSDFSourceRestrictionProvider:[144,1,1,""],SyntheticSDFStepRestrictionProvider:[144,1,1,""],SyntheticSource:[144,1,1,""],SyntheticStep:[144,1,1,""],div_round_up:[144,5,1,""],expand_using_gbk:[144,5,1,""],expand_using_second_output:[144,5,1,""],get_synthetic_sdf_step:[144,5,1,""],initial_splitting_zipf:[144,5,1,""],merge_using_gbk:[144,5,1,""],merge_using_side_input:[144,5,1,""],parse_args:[144,5,1,""],parse_byte_size:[144,5,1,""],rotate_key:[144,5,1,""],run:[144,5,1,""]},"apache_beam.testing.synthetic_pipeline.NonLiquidShardingOffsetRangeTracker":{checkpoint:[144,3,1,""],try_split:[144,3,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[144,3,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[144,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFAsSource":{process:[144,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFSourceRestrictionProvider":{create_tracker:[144,3,1,""],initial_restriction:[144,3,1,""],restriction_size:[144,3,1,""],split:[144,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFStepRestrictionProvider":{create_tracker:[144,3,1,""],initial_restriction:[144,3,1,""],restriction_size:[144,3,1,""],split:[144,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[144,3,1,""],element_size:[144,7,1,""],estimate_size:[144,3,1,""],get_range_tracker:[144,3,1,""],read:[144,3,1,""],split:[144,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[144,3,1,""],process:[144,3,1,""],start_bundle:[144,3,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[145,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[145,3,1,""],get_option:[145,3,1,""],get_pipeline_options:[145,3,1,""],run:[145,3,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[146,1,1,""],Event:[146,1,1,""],ProcessingTimeEvent:[146,1,1,""],TestStream:[146,1,1,""],WatermarkEvent:[146,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[146,3,1,""],advance_processing_time:[146,3,1,""],advance_watermark_to:[146,3,1,""],advance_watermark_to_infinity:[146,3,1,""],expand:[146,3,1,""],get_windowing:[146,3,1,""]},"apache_beam.testing.test_utils":{PullResponseMessage:[147,1,1,""],TempDir:[147,1,1,""],cleanup_subscriptions:[147,5,1,""],cleanup_topics:[147,5,1,""],compute_hash:[147,5,1,""],create_pull_response:[147,5,1,""],delete_files:[147,5,1,""],patch_retry:[147,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[147,3,1,""],get_path:[147,3,1,""]},"apache_beam.testing.util":{TestWindowedValue:[148,1,1,""],assert_that:[148,5,1,""],equal_to:[148,5,1,""],is_empty:[148,5,1,""],is_not_empty:[148,5,1,""],matches_all:[148,5,1,""],open_shards:[148,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[148,7,1,""],value:[148,7,1,""],windows:[148,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[150,0,0,"-"],distribution_counter_microbenchmark:[151,0,0,"-"],sideinput_microbenchmark:[152,0,0,"-"],utils:[153,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[150,5,1,""],dict_int_int:[150,5,1,""],globally_windowed_value:[150,5,1,""],large_dict:[150,5,1,""],large_int:[150,5,1,""],large_iterable:[150,5,1,""],large_list:[150,5,1,""],large_message_with_map:[150,5,1,""],large_string:[150,5,1,""],large_tuple:[150,5,1,""],list_int:[150,5,1,""],random_message_with_map:[150,5,1,""],random_string:[150,5,1,""],random_windowed_value:[150,5,1,""],run_coder_benchmarks:[150,5,1,""],small_dict:[150,5,1,""],small_int:[150,5,1,""],small_list:[150,5,1,""],small_message_with_map:[150,5,1,""],small_string:[150,5,1,""],small_tuple:[150,5,1,""],wv_with_multiple_windows:[150,5,1,""],wv_with_one_window:[150,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[151,5,1,""],run_benchmark:[151,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[152,5,1,""],run_benchmark:[152,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[153,1,1,""],check_compiled:[153,5,1,""],run_benchmarks:[153,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[153,7,1,""],num_runs:[153,7,1,""],size:[153,7,1,""]},"apache_beam.transforms":{combiners:[155,0,0,"-"],core:[156,0,0,"-"],create_source:[157,0,0,"-"],display:[158,0,0,"-"],external:[159,0,0,"-"],external_test_it:[160,0,0,"-"],ptransform:[161,0,0,"-"],sideinputs:[162,0,0,"-"],stats:[163,0,0,"-"],timeutil:[164,0,0,"-"],trigger:[165,0,0,"-"],userstate:[166,0,0,"-"],util:[167,0,0,"-"],window:[168,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[155,1,1,""],Latest:[155,1,1,""],Mean:[155,1,1,""],Sample:[155,1,1,""],ToDict:[155,1,1,""],ToList:[155,1,1,""],Top:[155,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[155,1,1,""],PerElement:[155,1,1,""],PerKey:[155,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[155,3,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[155,3,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[155,3,1,""]},"apache_beam.transforms.combiners.Latest":{Globally:[155,1,1,""],PerKey:[155,1,1,""]},"apache_beam.transforms.combiners.Latest.Globally":{add_timestamp:[155,2,1,""],expand:[155,3,1,""]},"apache_beam.transforms.combiners.Latest.PerKey":{add_timestamp:[155,2,1,""],expand:[155,3,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[155,1,1,""],PerKey:[155,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[155,3,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[155,3,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[155,1,1,""],FixedSizePerKey:[155,1,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizeGlobally":{default_label:[155,3,1,""],display_data:[155,3,1,""],expand:[155,3,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizePerKey":{default_label:[155,3,1,""],display_data:[155,3,1,""],expand:[155,3,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[155,3,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[155,3,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[155,2,1,""],LargestPerKey:[155,2,1,""],Of:[155,1,1,""],PerKey:[155,1,1,""],Smallest:[155,2,1,""],SmallestPerKey:[155,2,1,""]},"apache_beam.transforms.combiners.Top.Of":{default_label:[155,3,1,""],expand:[155,3,1,""]},"apache_beam.transforms.combiners.Top.PerKey":{default_label:[155,3,1,""],expand:[155,3,1,""]},"apache_beam.transforms.core":{CombineFn:[156,1,1,""],CombineGlobally:[156,1,1,""],CombinePerKey:[156,1,1,""],CombineValues:[156,1,1,""],Create:[156,1,1,""],DoFn:[156,1,1,""],Filter:[156,5,1,""],FlatMap:[156,5,1,""],FlatMapTuple:[156,5,1,""],Flatten:[156,1,1,""],GroupByKey:[156,1,1,""],Impulse:[156,1,1,""],Map:[156,5,1,""],MapTuple:[156,5,1,""],ParDo:[156,1,1,""],Partition:[156,1,1,""],PartitionFn:[156,1,1,""],RestrictionProvider:[156,1,1,""],WindowInto:[156,1,1,""],Windowing:[156,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[156,3,1,""],add_inputs:[156,3,1,""],apply:[156,3,1,""],compact:[156,3,1,""],create_accumulator:[156,3,1,""],default_label:[156,3,1,""],extract_output:[156,3,1,""],for_input_type:[156,3,1,""],from_callable:[156,2,1,""],get_accumulator_coder:[156,3,1,""],maybe_from_callable:[156,2,1,""],merge_accumulators:[156,3,1,""],to_runner_api_parameter:[156,3,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[156,3,1,""],as_view:[156,7,1,""],default_label:[156,3,1,""],display_data:[156,3,1,""],expand:[156,3,1,""],fanout:[156,7,1,""],has_defaults:[156,7,1,""],with_defaults:[156,3,1,""],with_fanout:[156,3,1,""],without_defaults:[156,3,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[156,3,1,""],default_type_hints:[156,3,1,""],display_data:[156,3,1,""],expand:[156,3,1,""],from_runner_api_parameter:[156,2,1,""],make_fn:[156,3,1,""],runner_api_requires_keyed_input:[156,3,1,""],to_runner_api_parameter:[156,3,1,""],with_hot_key_fanout:[156,3,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[156,3,1,""],from_runner_api_parameter:[156,2,1,""],make_fn:[156,3,1,""],to_runner_api_parameter:[156,3,1,""]},"apache_beam.transforms.core.Create":{expand:[156,3,1,""],get_output_type:[156,3,1,""],get_windowing:[156,3,1,""],infer_output_type:[156,3,1,""],to_runner_api_parameter:[156,3,1,""]},"apache_beam.transforms.core.DoFn":{BundleFinalizerParam:[156,7,1,""],DoFnProcessParams:[156,7,1,""],ElementParam:[156,7,1,""],KeyParam:[156,7,1,""],PaneInfoParam:[156,7,1,""],RestrictionParam:[156,7,1,""],SideInputParam:[156,7,1,""],StateParam:[156,7,1,""],TimerParam:[156,7,1,""],TimestampParam:[156,7,1,""],WatermarkReporterParam:[156,7,1,""],WindowParam:[156,7,1,""],default_label:[156,3,1,""],default_type_hints:[156,3,1,""],finish_bundle:[156,3,1,""],from_callable:[156,2,1,""],get_function_arguments:[156,3,1,""],infer_output_type:[156,3,1,""],process:[156,3,1,""],setup:[156,3,1,""],start_bundle:[156,3,1,""],teardown:[156,3,1,""],to_runner_api_parameter:[156,3,1,""]},"apache_beam.transforms.core.Flatten":{expand:[156,3,1,""],from_runner_api_parameter:[156,2,1,""],get_windowing:[156,3,1,""],to_runner_api_parameter:[156,3,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[156,1,1,""],expand:[156,3,1,""],from_runner_api_parameter:[156,2,1,""],infer_output_type:[156,3,1,""],runner_api_requires_keyed_input:[156,3,1,""],to_runner_api_parameter:[156,3,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[156,3,1,""],process:[156,3,1,""]},"apache_beam.transforms.core.Impulse":{expand:[156,3,1,""],from_runner_api_parameter:[156,2,1,""],get_windowing:[156,3,1,""],infer_output_type:[156,3,1,""],to_runner_api_parameter:[156,3,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[156,3,1,""],display_data:[156,3,1,""],expand:[156,3,1,""],from_runner_api_parameter:[156,2,1,""],get_restriction_coder:[156,3,1,""],infer_output_type:[156,3,1,""],make_fn:[156,3,1,""],runner_api_requires_keyed_input:[156,3,1,""],to_runner_api_parameter:[156,3,1,""],with_outputs:[156,3,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[156,1,1,""],expand:[156,3,1,""],make_fn:[156,3,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[156,3,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[156,3,1,""],partition_for:[156,3,1,""]},"apache_beam.transforms.core.RestrictionProvider":{create_tracker:[156,3,1,""],initial_restriction:[156,3,1,""],restriction_coder:[156,3,1,""],restriction_size:[156,3,1,""],split:[156,3,1,""],split_and_size:[156,3,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[156,1,1,""],expand:[156,3,1,""],from_runner_api_parameter:[156,2,1,""],get_windowing:[156,3,1,""],infer_output_type:[156,3,1,""],to_runner_api_parameter:[156,3,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[156,3,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[156,2,1,""],is_default:[156,3,1,""],to_runner_api:[156,3,1,""]},"apache_beam.transforms.display":{DisplayData:[158,1,1,""],DisplayDataItem:[158,1,1,""],HasDisplayData:[158,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[158,4,1,""],create_from_options:[158,4,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[158,3,1,""],drop_if_none:[158,3,1,""],get_dict:[158,3,1,""],is_valid:[158,3,1,""],should_drop:[158,3,1,""],typeDict:[158,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[158,3,1,""]},"apache_beam.transforms.external":{ExternalTransform:[159,1,1,""],memoize:[159,5,1,""]},"apache_beam.transforms.external.ExternalTransform":{default_label:[159,3,1,""],expand:[159,3,1,""],get_local_namespace:[159,4,1,""],outer_namespace:[159,4,1,""],to_runner_api_transform:[159,3,1,""]},"apache_beam.transforms.external_test_it":{ExternalTransformIT:[160,1,1,""]},"apache_beam.transforms.external_test_it.ExternalTransformIT":{test_job_python_from_python_it:[160,3,1,""]},"apache_beam.transforms.ptransform":{PTransform:[161,1,1,""],label_from_callable:[161,5,1,""],ptransform_fn:[161,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[161,3,1,""],expand:[161,3,1,""],from_runner_api:[161,4,1,""],get_windowing:[161,3,1,""],infer_output_type:[161,3,1,""],label:[161,7,1,""],pipeline:[161,7,1,""],register_urn:[161,4,1,""],runner_api_requires_keyed_input:[161,3,1,""],side_inputs:[161,7,1,""],to_runner_api:[161,3,1,""],to_runner_api_parameter:[161,3,1,""],to_runner_api_pickled:[161,3,1,""],type_check_inputs:[161,3,1,""],type_check_inputs_or_outputs:[161,3,1,""],type_check_outputs:[161,3,1,""],with_input_types:[161,3,1,""],with_output_types:[161,3,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[162,1,1,""],default_window_mapping_fn:[162,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[162,3,1,""]},"apache_beam.transforms.stats":{ApproximateQuantiles:[163,1,1,""],ApproximateUnique:[163,1,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles":{Globally:[163,1,1,""],PerKey:[163,1,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles.Globally":{display_data:[163,3,1,""],expand:[163,3,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles.PerKey":{display_data:[163,3,1,""],expand:[163,3,1,""]},"apache_beam.transforms.stats.ApproximateUnique":{Globally:[163,1,1,""],PerKey:[163,1,1,""],parse_input_params:[163,2,1,""]},"apache_beam.transforms.stats.ApproximateUnique.Globally":{expand:[163,3,1,""]},"apache_beam.transforms.stats.ApproximateUnique.PerKey":{expand:[163,3,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[164,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[164,7,1,""],REAL_TIME:[164,7,1,""],WATERMARK:[164,7,1,""],from_string:[164,2,1,""],to_runner_api:[164,2,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[165,1,1,""],AfterAll:[165,1,1,""],AfterAny:[165,1,1,""],AfterCount:[165,1,1,""],AfterEach:[165,1,1,""],AfterProcessingTime:[165,1,1,""],AfterWatermark:[165,1,1,""],DefaultTrigger:[165,1,1,""],OrFinally:[165,1,1,""],Repeatedly:[165,1,1,""],TriggerFn:[165,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[165,7,1,""],DISCARDING:[165,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[165,3,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[165,3,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[165,7,1,""],from_runner_api:[165,2,1,""],on_element:[165,3,1,""],on_fire:[165,3,1,""],on_merge:[165,3,1,""],reset:[165,3,1,""],should_fire:[165,3,1,""],to_runner_api:[165,3,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[165,7,1,""],from_runner_api:[165,2,1,""],on_element:[165,3,1,""],on_fire:[165,3,1,""],on_merge:[165,3,1,""],reset:[165,3,1,""],should_fire:[165,3,1,""],to_runner_api:[165,3,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[165,2,1,""],on_element:[165,3,1,""],on_fire:[165,3,1,""],on_merge:[165,3,1,""],reset:[165,3,1,""],should_fire:[165,3,1,""],to_runner_api:[165,3,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[165,7,1,""],from_runner_api:[165,2,1,""],is_late:[165,3,1,""],on_element:[165,3,1,""],on_fire:[165,3,1,""],on_merge:[165,3,1,""],reset:[165,3,1,""],should_fire:[165,3,1,""],to_runner_api:[165,3,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[165,2,1,""],on_element:[165,3,1,""],on_fire:[165,3,1,""],on_merge:[165,3,1,""],reset:[165,3,1,""],should_fire:[165,3,1,""],to_runner_api:[165,3,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[165,2,1,""],to_runner_api:[165,3,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[165,2,1,""],on_element:[165,3,1,""],on_fire:[165,3,1,""],on_merge:[165,3,1,""],reset:[165,3,1,""],should_fire:[165,3,1,""],to_runner_api:[165,3,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[165,2,1,""],on_element:[165,3,1,""],on_fire:[165,3,1,""],on_merge:[165,3,1,""],reset:[165,3,1,""],should_fire:[165,3,1,""],to_runner_api:[165,3,1,""]},"apache_beam.transforms.userstate":{AccumulatingRuntimeState:[166,1,1,""],BagRuntimeState:[166,1,1,""],BagStateSpec:[166,1,1,""],CombiningValueRuntimeState:[166,1,1,""],CombiningValueStateSpec:[166,1,1,""],RuntimeState:[166,1,1,""],RuntimeTimer:[166,1,1,""],SetRuntimeState:[166,1,1,""],SetStateSpec:[166,1,1,""],StateSpec:[166,1,1,""],TimerSpec:[166,1,1,""],UserStateContext:[166,1,1,""],get_dofn_specs:[166,5,1,""],is_stateful_dofn:[166,5,1,""],on_timer:[166,5,1,""],validate_stateful_dofn:[166,5,1,""]},"apache_beam.transforms.userstate.AccumulatingRuntimeState":{add:[166,3,1,""],clear:[166,3,1,""],read:[166,3,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[166,3,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[166,3,1,""]},"apache_beam.transforms.userstate.RuntimeState":{prefetch:[166,3,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[166,3,1,""],set:[166,3,1,""]},"apache_beam.transforms.userstate.SetStateSpec":{to_runner_api:[166,3,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[166,3,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[166,3,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[166,3,1,""],get_state:[166,3,1,""],get_timer:[166,3,1,""]},"apache_beam.transforms.util":{BatchElements:[167,1,1,""],CoGroupByKey:[167,1,1,""],Distinct:[167,5,1,""],GroupIntoBatches:[167,1,1,""],Keys:[167,5,1,""],KvSwap:[167,5,1,""],Regex:[167,1,1,""],Reify:[167,1,1,""],RemoveDuplicates:[167,5,1,""],Reshuffle:[167,1,1,""],ToString:[167,1,1,""],Values:[167,5,1,""],WithKeys:[167,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[167,3,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[167,3,1,""]},"apache_beam.transforms.util.GroupIntoBatches":{expand:[167,3,1,""]},"apache_beam.transforms.util.Regex":{ALL:[167,7,1,""],all_matches:[167,2,1,""],find:[167,2,1,""],find_all:[167,2,1,""],find_kv:[167,2,1,""],matches:[167,2,1,""],matches_kv:[167,2,1,""],replace_all:[167,2,1,""],replace_first:[167,2,1,""],split:[167,2,1,""]},"apache_beam.transforms.util.Reify":{Timestamp:[167,1,1,""],TimestampInValue:[167,1,1,""],Window:[167,1,1,""],WindowInValue:[167,1,1,""]},"apache_beam.transforms.util.Reify.Timestamp":{add_timestamp_info:[167,2,1,""],expand:[167,3,1,""]},"apache_beam.transforms.util.Reify.TimestampInValue":{add_timestamp_info:[167,2,1,""],expand:[167,3,1,""]},"apache_beam.transforms.util.Reify.Window":{add_window_info:[167,2,1,""],expand:[167,3,1,""]},"apache_beam.transforms.util.Reify.WindowInValue":{add_window_info:[167,2,1,""],expand:[167,3,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[167,3,1,""],from_runner_api_parameter:[167,2,1,""],to_runner_api_parameter:[167,3,1,""]},"apache_beam.transforms.util.ToString":{Element:[167,1,1,""],Iterables:[167,1,1,""],Kvs:[167,1,1,""]},"apache_beam.transforms.util.ToString.Element":{expand:[167,3,1,""]},"apache_beam.transforms.util.ToString.Iterables":{expand:[167,3,1,""]},"apache_beam.transforms.util.ToString.Kvs":{expand:[167,3,1,""]},"apache_beam.transforms.window":{BoundedWindow:[168,1,1,""],FixedWindows:[168,1,1,""],GlobalWindow:[168,1,1,""],GlobalWindows:[168,1,1,""],IntervalWindow:[168,1,1,""],NonMergingWindowFn:[168,1,1,""],Sessions:[168,1,1,""],SlidingWindows:[168,1,1,""],TimestampCombiner:[168,1,1,""],TimestampedValue:[168,1,1,""],WindowFn:[168,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[168,7,1,""],max_timestamp:[168,3,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[168,3,1,""],from_runner_api_parameter:[168,2,1,""],get_window_coder:[168,3,1,""],offset:[168,7,1,""],size:[168,7,1,""],to_runner_api_parameter:[168,3,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[168,3,1,""],from_runner_api_parameter:[168,2,1,""],get_window_coder:[168,3,1,""],to_runner_api_parameter:[168,3,1,""],windowed_value:[168,4,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[168,7,1,""],intersects:[168,3,1,""],start:[168,7,1,""],union:[168,3,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[168,3,1,""],merge:[168,3,1,""]},"apache_beam.transforms.window.Sessions":{assign:[168,3,1,""],from_runner_api_parameter:[168,2,1,""],gap_size:[168,7,1,""],get_window_coder:[168,3,1,""],merge:[168,3,1,""],to_runner_api_parameter:[168,3,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[168,3,1,""],from_runner_api_parameter:[168,2,1,""],get_window_coder:[168,3,1,""],offset:[168,7,1,""],period:[168,7,1,""],size:[168,7,1,""],to_runner_api_parameter:[168,3,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[168,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[168,7,1,""],OUTPUT_AT_EOW:[168,7,1,""],OUTPUT_AT_LATEST:[168,7,1,""],get_impl:[168,2,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[168,7,1,""],value:[168,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[168,1,1,""],MergeContext:[168,1,1,""],assign:[168,3,1,""],get_transformed_output_time:[168,3,1,""],get_window_coder:[168,3,1,""],is_merging:[168,3,1,""],merge:[168,3,1,""],to_runner_api_parameter:[168,3,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[168,3,1,""]},"apache_beam.typehints":{decorators:[170,0,0,"-"],native_type_compatibility:[171,0,0,"-"],opcodes:[172,0,0,"-"],trivial_inference:[173,0,0,"-"],typecheck:[174,0,0,"-"],typehints:[175,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[170,6,1,""],WithTypeHints:[170,1,1,""],with_input_types:[170,5,1,""],with_output_types:[170,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[170,3,1,""],get_type_hints:[170,3,1,""],with_input_types:[170,3,1,""],with_output_types:[170,3,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[171,5,1,""],convert_to_beam_types:[171,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[172,5,1,""],binary_and:[172,5,1,""],binary_divide:[172,5,1,""],binary_floor_divide:[172,5,1,""],binary_lshift:[172,5,1,""],binary_modulo:[172,5,1,""],binary_multiply:[172,5,1,""],binary_or:[172,5,1,""],binary_power:[172,5,1,""],binary_rshift:[172,5,1,""],binary_subscr:[172,5,1,""],binary_subtract:[172,5,1,""],binary_true_divide:[172,5,1,""],binary_xor:[172,5,1,""],build_class:[172,5,1,""],build_list:[172,5,1,""],build_list_unpack:[172,5,1,""],build_map:[172,5,1,""],build_slice:[172,5,1,""],build_tuple:[172,5,1,""],build_tuple_unpack:[172,5,1,""],build_tuple_unpack_with_call:[172,5,1,""],compare_op:[172,5,1,""],delete_attr:[172,5,1,""],delete_fast:[172,5,1,""],delete_global:[172,5,1,""],delete_slice_0:[172,5,1,""],delete_slice_1:[172,5,1,""],delete_slice_2:[172,5,1,""],delete_slice_3:[172,5,1,""],dup_top:[172,5,1,""],dup_topx:[172,5,1,""],exec_stmt:[172,5,1,""],get_iter:[172,5,1,""],import_from:[172,5,1,""],import_name:[172,5,1,""],inpalce_or:[172,5,1,""],inplace_add:[172,5,1,""],inplace_and:[172,5,1,""],inplace_divide:[172,5,1,""],inplace_floor_divide:[172,5,1,""],inplace_lshift:[172,5,1,""],inplace_modulo:[172,5,1,""],inplace_multiply:[172,5,1,""],inplace_power:[172,5,1,""],inplace_rshift:[172,5,1,""],inplace_subtract:[172,5,1,""],inplace_true_divide:[172,5,1,""],inplace_xor:[172,5,1,""],list_append:[172,5,1,""],load_attr:[172,5,1,""],load_closure:[172,5,1,""],load_const:[172,5,1,""],load_deref:[172,5,1,""],load_fast:[172,5,1,""],load_global:[172,5,1,""],load_locals:[172,5,1,""],load_method:[172,5,1,""],load_name:[172,5,1,""],make_closure:[172,5,1,""],make_function:[172,5,1,""],map_add:[172,5,1,""],nop:[172,5,1,""],pop_one:[172,5,1,""],pop_three:[172,5,1,""],pop_top:[172,5,1,""],pop_two:[172,5,1,""],print_item:[172,5,1,""],print_newline:[172,5,1,""],push_value:[172,5,1,""],rot_four:[172,5,1,""],rot_n:[172,5,1,""],rot_three:[172,5,1,""],rot_two:[172,5,1,""],slice_0:[172,5,1,""],slice_1:[172,5,1,""],slice_2:[172,5,1,""],slice_3:[172,5,1,""],store_attr:[172,5,1,""],store_fast:[172,5,1,""],store_global:[172,5,1,""],store_map:[172,5,1,""],store_slice_0:[172,5,1,""],store_slice_1:[172,5,1,""],store_slice_2:[172,5,1,""],store_slice_3:[172,5,1,""],store_subscr:[172,5,1,""],symmetric_binary_op:[172,5,1,""],unary:[172,5,1,""],unary_convert:[172,5,1,""],unary_invert:[172,5,1,""],unary_negative:[172,5,1,""],unary_not:[172,5,1,""],unary_positive:[172,5,1,""],unpack_sequence:[172,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[173,1,1,""],Const:[173,1,1,""],FrameState:[173,1,1,""],TypeInferenceError:[173,6,1,""],element_type:[173,5,1,""],finalize_hints:[173,5,1,""],hashable:[173,5,1,""],infer_return_type:[173,5,1,""],infer_return_type_func:[173,5,1,""],instance_to_type:[173,5,1,""],key_value_types:[173,5,1,""],union:[173,5,1,""],union_list:[173,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[173,2,1,""],unwrap_all:[173,2,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[173,3,1,""],const_type:[173,3,1,""],copy:[173,3,1,""],get_closure:[173,3,1,""],get_global:[173,3,1,""],get_name:[173,3,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[174,1,1,""],OutputCheckWrapperDoFn:[174,1,1,""],TypeCheckCombineFn:[174,1,1,""],TypeCheckVisitor:[174,1,1,""],TypeCheckWrapperDoFn:[174,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[174,3,1,""],process:[174,3,1,""],start_bundle:[174,3,1,""],wrapper:[174,3,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[174,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[174,3,1,""],compact:[174,3,1,""],create_accumulator:[174,3,1,""],extract_output:[174,3,1,""],merge_accumulators:[174,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[174,3,1,""],leave_composite_transform:[174,3,1,""],visit_transform:[174,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[174,3,1,""],wrapper:[174,3,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[175,1,1,""],WindowedValue:[175,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[175,3,1,""],match_type_variables:[175,3,1,""]},"apache_beam.utils":{annotations:[177,0,0,"-"],plugin:[178,0,0,"-"],processes:[179,0,0,"-"],profiler:[180,0,0,"-"],proto_utils:[181,0,0,"-"],retry:[182,0,0,"-"],timestamp:[183,0,0,"-"],urns:[184,0,0,"-"]},"apache_beam.utils.annotations":{BeamDeprecationWarning:[177,6,1,""],annotate:[177,5,1,""],wraps:[177,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[178,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[178,4,1,""],get_all_subclasses:[178,4,1,""]},"apache_beam.utils.processes":{Popen:[179,5,1,""],call:[179,5,1,""],check_call:[179,5,1,""],check_output:[179,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[180,1,1,""],Profile:[180,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[180,3,1,""],start:[180,3,1,""],stop:[180,3,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[180,7,1,""],default_file_copy_fn:[180,2,1,""],factory_from_options:[180,2,1,""]},"apache_beam.utils.proto_utils":{from_micros:[181,5,1,""],pack_Any:[181,5,1,""],pack_Struct:[181,5,1,""],parse_Bytes:[181,5,1,""],unpack_Any:[181,5,1,""]},"apache_beam.utils.retry":{Clock:[182,1,1,""],FuzzedExponentialIntervals:[182,1,1,""],PermanentException:[182,6,1,""],no_retries:[182,5,1,""],retry_on_beam_io_error_filter:[182,5,1,""],retry_on_server_errors_and_notfound_filter:[182,5,1,""],retry_on_server_errors_and_timeout_filter:[182,5,1,""],retry_on_server_errors_filter:[182,5,1,""],retry_on_server_errors_timeout_or_quota_issues_filter:[182,5,1,""],with_exponential_backoff:[182,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[182,3,1,""]},"apache_beam.utils.timestamp":{Duration:[183,1,1,""],Timestamp:[183,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[183,2,1,""]},"apache_beam.utils.timestamp.Timestamp":{from_rfc3339:[183,4,1,""],from_utc_datetime:[183,4,1,""],of:[183,2,1,""],predecessor:[183,3,1,""],to_rfc3339:[183,3,1,""],to_utc_datetime:[183,3,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[184,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[184,4,1,""],register_pickle_urn:[184,4,1,""],register_urn:[184,4,1,""],to_runner_api:[184,3,1,""],to_runner_api_parameter:[184,3,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[6,0,0,"-"],internal:[7,0,0,"-"],io:[14,0,0,"-"],metrics:[59,0,0,"-"],options:[64,0,0,"-"],pipeline:[68,0,0,"-"],portability:[69,0,0,"-"],pvalue:[83,0,0,"-"],runners:[84,0,0,"-"],testing:[127,0,0,"-"],tools:[149,0,0,"-"],transforms:[154,0,0,"-"],typehints:[169,0,0,"-"],utils:[176,0,0,"-"],version:[185,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","staticmethod","Python static method"],"3":["py","method","Python method"],"4":["py","classmethod","Python class method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:staticmethod","3":"py:method","4":"py:classmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":58,"123z":45,"29t23":45,"4tb":30,"5tb":30,"60s":180,"abstract":[23,52,111,116,125,168,174,184],"boolean":[21,23,25,30,42,49,56,158],"byte":[2,10,15,19,21,23,24,27,30,31,43,45,48,51,91,116,141,156,175,181],"case":[11,15,21,30,33,34,38,45,48,51,54,55,56,58,68,83,91,96,105,141,148,156,160,167],"catch":30,"char":55,"class":[1,2,3,4,5,6,12,13,15,16,18,19,20,21,22,23,24,25,27,30,31,32,33,34,37,38,41,42,43,44,45,47,48,49,50,51,52,53,55,56,57,58,60,61,62,65,66,67,68,71,72,73,74,75,81,83,86,87,88,89,91,92,93,94,96,97,98,99,100,101,102,103,104,105,106,107,108,109,111,113,114,115,116,117,118,122,124,125,126,131,132,133,139,141,142,143,144,145,146,147,148,153,155,156,158,159,160,161,162,163,164,165,166,167,168,170,173,174,175,177,178,180,182,183,184,186],"const":[144,173],"default":[2,5,15,18,19,20,22,23,30,33,34,43,48,50,51,55,56,65,83,107,115,143,145,155,156,158,161,167,168,177,180,182],"enum":[23,125],"export":[30,31,33],"final":[2,20,21,24,48,50,55,102,105,125,156,167,184],"float":[2,10,23,25,30,39,42,48,49,54,58,60,141,146,153,158,163,168,175,183],"function":[2,5,10,11,12,13,22,23,25,29,30,31,33,39,42,44,48,49,54,61,63,68,91,123,141,144,145,147,148,153,155,156,161,163,165,166,167,168,170,172,173,175,177,182,184],"import":[5,31,33,48,58,85,95,156,162,168,170,178,182,186],"int":[2,10,15,23,24,30,31,38,39,41,42,43,49,50,51,54,55,58,63,89,111,125,146,153,156,158,163,167,168,170,175,183],"long":[5,22,52,156,182,183],"new":[5,11,21,23,24,25,30,42,48,49,50,58,68,73,83,89,91,125,141,144,148,153,156,165,167],"null":[15,33],"public":[2,65,177],"return":[2,4,5,9,10,11,13,15,19,20,21,22,23,24,25,30,33,38,39,40,41,42,43,47,48,49,50,51,52,54,55,56,58,60,61,63,65,66,68,74,83,86,87,88,89,91,97,100,102,105,107,109,111,116,118,125,138,141,144,145,147,148,153,155,156,158,161,163,165,167,168,170,171,173,175,177,181,182,183,184],"short":[30,158],"static":[2,22,23,25,27,30,33,41,45,48,61,62,67,68,83,89,101,124,155,156,158,163,164,165,167,168,170,173,175,180,183],"super":161,"switch":100,"throw":71,"transient":[48,156,182],"true":[2,10,12,15,21,22,23,30,31,33,45,47,48,51,52,54,55,56,58,63,65,66,68,83,102,107,145,148,153,155,156,158,165,167,182],"try":[21,30,48,54],"while":[15,21,22,48,54,91,102,180],Adding:89,For:[2,3,4,5,7,8,9,10,11,12,13,15,16,18,19,21,22,23,25,30,33,39,40,45,48,51,54,66,68,69,70,82,91,96,97,98,103,107,108,109,115,116,124,133,138,145,146,147,148,149,153,156,158,161,162,167,168,172,173,174,176,177,178,179,180,181,182,183,184],GCS:[20,30,42,43,55,66],HAS:[31,33],Has:30,IDs:[50,114,118],Its:[38,167],KMS:[30,43],Kvs:167,Not:[24,170],One:[22,30,170],Such:48,TOS:172,The:[2,5,9,10,12,15,18,19,20,22,23,25,30,31,33,34,37,38,39,41,45,48,50,51,55,56,58,60,61,62,63,65,68,71,74,83,85,89,91,92,100,101,102,111,113,116,125,131,132,133,135,136,137,141,144,145,146,147,148,155,156,158,161,166,167,168,170,171,172,173,175,177,182,184,186],Their:107,Then:15,There:[23,30,92,167],These:[19,22,30,33,48,56,63,65,89,146],Use:[54,116,143],Used:[21,43,48,55,56,57,58,73,124,147,173],Uses:[15,51,156],Using:[38,170],Will:105,With:161,__all__:2,__call__:153,__class__:170,__init__:[65,153,161,170],__name__:177,__regex_all_group:167,__scatter__:40,_add_argparse_arg:65,_avrosourc:[15,21],_bundlefinalizerparam:156,_gener:34,_get_sample_size_from_est_error:163,_groupbykeyonli:107,_id:50,_intervalwindowbas:168,_list:25,_match:143,_mutat:38,_namespac:158,_num_query_splits_max:38,_paralleltriggerfn:165,_paramet:68,_parquetsourc:51,_picklecoderbas:2,_processelementsevalu:105,_py:70,_restrictiondofnparam:156,_source_class:55,_sre:25,_statedofnparam:156,_timerdofnparam:156,_unused_context:27,a12345:133,abc:[65,125],abil:170,abl:[10,25,30,31,50,88,111,156],about:[23,30,33,48,58,62,113,114,117,125,144,156,177],abov:[5,30,48,54,65,155,167],absolut:[23,24],abstractdofnwrapp:174,acapulco:30,accept:[15,30,48,51,55,144,156,161,167,170],access:[9,22,24,25,34,42,47,48,49,61,62,65,67,102,117,118,124,125,156,166,186],accessdeni:182,accessor:81,accord:[23,42,49,54,141,168],accordingli:48,accumul:[60,66,156,165,174],accumulatingruntimest:166,accumulation_mod:156,accumulationmod:165,accur:48,ack_id:147,across:[2,38,48,102,156,167],act:107,action:172,activ:73,actual:[13,24,51,68,143,148,156,161,165],acycl:186,adaptive_throttl:39,adaptivethrottl:39,add:[30,31,33,50,65,68,101,111,146,156,158,161,166,167,170],add_argu:65,add_artifactretrievalserviceservicer_to_serv:71,add_artifactstagingserviceservicer_to_serv:71,add_beamfncontrolservicer_to_serv:73,add_beamfndataservicer_to_serv:73,add_beamfnexternalworkerpoolservicer_to_serv:73,add_beamfnloggingservicer_to_serv:73,add_beamfnstateservicer_to_serv:73,add_el:146,add_expansionserviceservicer_to_serv:72,add_experi:65,add_extra_args_fn:65,add_input:[156,174],add_jobserviceservicer_to_serv:74,add_provisionserviceservicer_to_serv:75,add_timestamp:155,add_timestamp_info:167,add_window_info:167,added:[23,25,42,47,49,50,55,61,141,146,156,165],addit:[14,28,33,48,55,58,65,73,102,155,156,161,175,177,186],addition:[5,15,33,51,184],additional_bq_paramet:[30,31],additional_create_paramet:33,additional_load_paramet:33,additionali:170,address:[18,19,48],adjust:[23,24,48,51,86],advanc:[97,146],advance_bi:[97,146],advance_processing_tim:146,advance_tim:97,advance_watermark_to:146,advance_watermark_to_infin:146,afford:156,after:[13,20,23,25,38,42,43,47,48,49,51,54,55,58,66,68,89,91,98,101,102,105,146,156,165,182,183,186],afteral:165,afterani:165,aftercount:165,aftereach:165,afterprocessingtim:165,afterwatermark:165,again:[39,68,91],against:[23,25,66,145,148,174],age:51,aggreg:[66,99,104,125,153,156],aggregated_valu:125,aggregator_or_nam:[102,125],agre:48,aka:168,alert:83,alia:[58,100,148,156,175],aliv:117,all:[6,13,20,23,25,30,31,33,38,39,42,47,48,49,52,58,65,66,68,71,74,83,86,88,91,102,107,109,111,125,126,138,141,145,146,148,152,153,156,158,163,165,167,168,170,178,182,183],all_don:31,all_match:167,all_metr:[88,142],all_pcollect:118,allel:58,allow:[22,24,30,38,40,41,48,61,62,73,83,117,143,144,156,158,161,166,168,170,175,182],allow_empty_match:22,allow_if_wildcard:22,allow_malformed_record:58,allow_proto_hold:[68,124],alreadi:[23,24,25,30,42,47,48,49,50,68,183],also:[2,18,19,20,30,48,62,68,73,92,99,102,125,156,161,165,167,170,180,182,184],altern:[41,58,161,167,177],alternate_bas:58,although:48,alwai:[2,5,24,30,48,52,161,177,180],alyssa:15,amort:167,amount:[24,41,48,54,167],analys:173,analysi:118,analyz:[5,113,118],ancestor:41,and_latest_vers:111,ani:[2,3,13,15,22,23,24,25,30,31,38,39,42,45,47,48,49,51,58,65,102,105,109,111,125,138,139,150,156,158,165,166,168,170,173,175,177,178,181],annot:[145,161,170,176,186],anoth:[2,65,68,83,105],any_msg:181,anyth:[22,85,95],anytypeconstraint:175,anywai:156,apach:[18,19,22,31,48,52,53,89,156,158,165,185],apache_beam:186,api:[2,10,30,33,38,43,45,48,61,68,69,86,92,122,123,124,125,141,158,166,177,186],apicli:88,apitool:30,app:43,appear:[58,156,170],append:[23,33,48,73,145],append_trailing_newlin:55,appenddestinationsfn:33,appengin:43,appli:[23,41,48,65,68,83,86,87,103,117,125,155,156,161,168],applic:[15,20,23,25,42,43,47,49,51,107],applied_ptransform:[68,89,93,98,102,103,105,107,109,126],applied_transform:174,appliedptransform:[68,98,102,108,109],apply_and_run:86,apply_combinevalu:89,apply_groupbykei:89,apply_ptransform:125,apply_read:89,apply_writetobigqueri:89,apply_xyz:125,applypartitionfnfn:156,approach:161,appropri:[10,30,102],approxim:[48,91,150,163],approximatequantil:163,approximateuniqu:163,arbitrari:83,arbitrarili:48,arg1:177,arg2:177,arg:[13,32,39,56,65,103,104,105,126,133,141,144,155,156,159,171,172,174,177,179,182],arg_hint:170,arg_nam:66,argpars:65,args_for_invok:105,argument:[2,13,15,23,29,30,33,39,43,47,48,50,51,55,56,61,65,66,68,83,89,144,145,148,153,155,156,158,161,163,167,170,172,175,177,182,184],argumentplacehold:13,argv:[29,32,37,46,65,68,87,88,144,145],arithmet:[155,183],around:[31,83,124,174],arrai:[19,27,139],arriv:[165,168],artifact:71,artifactretrievalserviceservic:71,artifactretrievalservicestub:71,artifactstagingserviceservic:71,artifactstagingservicestub:71,as_cloud_object:2,as_deterministic_cod:2,as_dict:141,as_singleton_view:156,as_view:156,ascii:[12,55],asdict:[30,83,162],asit:[83,162],ask:[91,156],aslist:[30,83,162],aspect:48,assert:[54,139],assert_reentrant_reads_succe:54,assert_sources_equal_reference_sourc:54,assert_split_at_fraction_behavior:54,assert_split_at_fraction_binari:54,assert_split_at_fraction_exhaust:54,assert_split_at_fraction_fail:54,assert_split_at_fraction_succeeds_and_consist:54,assert_that:[145,148],assertcountequ:139,assertfals:142,assertsourcesequalreferencesourc:54,assertsplitatfract:54,assertsplitatfractionbehavior:54,assertsplitatfractionexhaust:54,assertunhashablecountequ:139,assideinput:[30,83],assign:[48,126,156,168],assign_context:168,assigncontext:168,assingleton:[83,162],associ:[5,30,38,41,48,58,73,83,91,155,156,158,161,167,168],assum:[19,39,48,54,55,156,163],assumpt:113,asynchron:102,atom:[31,48],attempt:[48,91,103,142,167,170],attempt_cal:103,attr:[30,145],attribut:[24,30,33,45,55,83,115,147,168],auction:[131,132,133,135,136,137],auth:[7,8,186],authent:9,author:[131,132],auto:[20,21,23,25,42,47,49,55,56,58],automat:[38,70,156],avail:[23,30,43,58,62,71,83,89,117,148,156,158,168,186],averag:151,avoid:[23,30,31,33,48,168,175],avro:[15,22,138],avro_record:[0,186],avrocod:[1,2],avroio:[14,48,186],avroio_test:54,avrorecord:[1,2],avrosink:22,await_complet:103,awar:183,b12345:133,back:[2,117],backend:117,background:125,backoff:182,backward:[2,3,4,7,8,9,10,11,12,13,16,18,19,22,23,31,33,38,39,40,41,43,45,48,50,51,61,66,68,69,70,82,85,91,95,96,97,98,103,107,108,109,113,114,115,116,117,118,124,138,146,147,149,159,161,162,165,166,167,172,173,174,176,177,178,179,180,181,182,183,184],bad:30,bag:166,bagruntimest:[101,166],bagstatespec:166,bar:[23,51],barrier:144,base64:[12,30,91],base:[1,2,3,4,5,6,13,15,16,18,19,20,21,22,23,24,25,27,30,31,32,33,34,37,38,40,41,42,43,44,45,47,48,49,50,51,52,53,55,56,57,58,60,61,62,63,65,66,67,68,71,72,73,74,75,81,83,86,87,88,89,91,92,93,94,96,97,98,99,100,101,102,103,104,105,106,107,108,109,111,113,114,115,116,117,118,122,124,125,126,131,132,133,139,141,142,143,144,145,146,147,148,153,155,156,158,159,160,161,162,163,164,165,166,167,168,170,173,174,175,177,178,180,182,183,184],base_match:[66,142,143],base_url:47,basematch:[66,142,143],basepath:[23,25,42,49],basi:167,basic:[10,51,155,158,168],batch:[22,30,31,39,48,51,100,156,167,168,186],batch_siz:[30,50,167],batchel:167,beam:[2,6,15,18,19,22,24,30,31,34,38,41,48,51,52,53,63,68,81,89,92,94,106,111,115,117,138,144,145,148,156,165,166,167,171,177,182,184,185],beam_artifact_api_pb2_grpc:[69,70,186],beam_expansion_api_pb2_grpc:[69,70,186],beam_fn_api_pb2_grpc:[69,70,186],beam_job_api_pb2_grpc:[69,70,186],beam_provision_api_pb2_grpc:[69,70,186],beam_runner_api_pb2:184,beam_runner_api_pb2_grpc:[69,70,186],beamassertexcept:148,beamdeprecationwarn:177,beamerror:6,beamfncontrolservic:73,beamfncontrolstub:73,beamfndataservic:73,beamfndatastub:73,beamfnexternalworkerpoolservic:73,beamfnexternalworkerpoolstub:73,beamfnloggingservic:73,beamfnloggingstub:73,beamfnstateservic:73,beamfnstatestub:73,beamioerror:[23,25,42,47,49],beamplugin:[23,116,178],bean:[2,184],becaus:[31,48,113,156,177],becom:[15,48,89,155,156],been:[31,39,48,60,71,111,153,156,167,168,170,171],befor:[31,48,50,54,55,71,89,91,107,111,143,145,156,165,168,170,182,186],begin:[15,48,51,55,56,91,167],behalf:73,behav:[15,37,51,55,56],behavior:[23,33,54,83,125,144,150,156,170,172,177],behaviour:[54,144],behavor:83,behind:83,being:[22,30,48,58,91,102,148,153,156,165,167],belong:[68,83,100,126,156,158,161],below:[5,30,34,37,38,48,51,144,156,182],benchmark:[127,150,153,186],benchmark_suit:153,benchmarkconfig:153,benefici:38,best:[33,45,48,156,167],better:[58,177],between:[23,25,27,30,33,50,52,54,62,73,88,91,100,144,163,167,168,180,182],beyond:[45,48],bid:[131,132,133,136],bidder:[131,133],big:29,big_query_query_to_table_pipelin:[14,28,186],bigger:51,bigqueri:[14,28,29,31,33,65,141,186],bigquery_api_servic:65,bigquery_file_load:[14,28,186],bigquery_io_read_pipelin:[14,28,186],bigquery_tool:[14,28,30,186],bigquerybatchfileload:31,bigquerycli:141,bigquerydisposit:30,bigquerymetricspublish:141,bigqueryread:33,bigquerysink:[30,33],bigquerysourc:30,bigqueryv2:33,bigquerywrapp:33,bigquerywrit:33,bigtabl:[34,48],bigtableio:[14,28,186],bigtablewritefn:34,billingnoten:182,binari:[51,54],binary_add:172,binary_and:172,binary_divid:172,binary_floor_divid:172,binary_lshift:172,binary_modulo:172,binary_multipli:172,binary_or:172,binary_pow:172,binary_rshift:172,binary_subscr:172,binary_subtract:172,binary_true_divid:172,binary_xor:172,bind:175,bind_type_vari:175,bit:60,blob:40,block:[15,48,51,89,125,145],block_until:102,bodi:184,bool:[10,15,21,30,33,51,54,55,58,68,113,138,145,153,156,158,165,170,175],both:[2,21,22,30,33,45,48,54,67,161,163,170,177,186],bother:104,bottleneck:156,bottom:172,bound:[18,22,23,24,156,165,168,173,186],boundari:[22,48,91],boundedsourc:[16,21,48,54,57,89,93,144],boundedwindow:168,boundmethod:173,bq_dataset:141,bq_tabl:141,brows:31,bson:50,bucket:[43,66],bucketnam:66,buffer:[2,23,24,43,51,101,107,156,167],buffer_s:[30,33],build:[46,68,70,94,117,144,145,186],build_class:172,build_console_url:94,build_list:172,build_list_unpack:172,build_map:172,build_slic:172,build_tupl:172,build_tuple_unpack:172,build_tuple_unpack_with_cal:172,built:[19,94,106,161,165,167,168,170,175],builtin:156,bulk:156,bulk_writ:50,bundl:[15,16,21,48,50,51,55,96,99,102,103,104,107,156,167],bundle_factori:[84,95,102,186],bundle_id:48,bundlebaseddirectrunn:[100,101],bundlefactori:96,bundlefinalizerparam:156,burden:30,byte_arrai:4,byte_array_deseri:19,byte_array_seri:19,byte_array_to_json_str:89,byte_offset:91,bytearrai:24,bytearraydeseri:19,bytearrayseri:19,bytearraytojsonstr:89,bytecod:172,bytecountingoutputstream:4,bytescod:[2,56],bzip2:23,cach:[30,89,94,104,111,114,117,118],cache_dir:[111,117],cache_format:[111,117],cache_label:[111,118],cache_manag:[84,110,113,117,118,186],cached_pcollect:114,cachemanag:[111,113,118],caches_us:118,calcul:[151,163],call:[3,5,20,22,24,30,34,39,43,48,52,58,66,68,71,74,91,103,105,125,147,155,156,158,161,165,167,179,182,184],callabl:[2,12,30,125,150,153,156,166,167,173,182,184],callableptransform:161,callabletask:103,callablewrappercombinefn:[156,165],callablewrapperdofn:156,callablewrapperpartitionfn:156,callback:[3,48,52,65,68,102,103,125],caller:[48,105],can:[2,5,10,12,13,15,16,19,21,22,23,25,27,30,31,32,33,34,38,45,48,51,52,54,55,56,65,68,73,83,102,105,108,116,125,143,144,145,146,150,153,156,158,161,167,168,170,171,173,175,177,180,182,183,184],can_accept:31,canada:30,cancel:[74,125],cannot:[6,45,48,89,91],cap:38,capabl:[48,186],capit:175,captur:161,car67:133,care:[30,114],categori:[131,133,175],caus:[165,177],cbf:48,cbt:34,ceas:146,ceil:144,cell:[30,34,59,113,166,186],cellcommitst:60,certain:[38,48,94,100,133],chain:161,chanc:[156,167],chang:[38,45,60,73,74,102,113,177,186],channel:[23,25,42,49,71,72,73,74,75],charact:[12,23,55,66,111,167],charg:[88,99],check:[12,23,25,30,42,47,48,49,54,67,68,83,102,148,153,158,163,170,174,175],check_access:67,check_cal:179,check_compil:153,check_don:[48,53],check_output:179,checkpoint:[48,53,105,144,167],checksum:[23,25,42,43,47,49,143],choos:[21,48],chosen:[38,48,182],chr20:58,chunk:[23,25,30,34,71,144,168],chunk_siz:[23,42],citi:[131,133],claim:[48,52],classmethod:[2,23,25,42,44,47,49,52,65,67,89,116,125,158,159,161,168,178,183,184],clean:[48,111,147,156],clean_up_temporary_dataset:33,cleanup:[111,117,132,147],cleanup_subscript:147,cleanup_top:147,clear:[73,101,105,113,165,166],clear_pvalu:125,client:[9,11,19,23,30,33,39,40,43,44,48],client_ent:41,client_kei:41,clock:[84,95,102,109,147,167,182,186],clone:[41,68],close:[20,23,24,25,42,48,49,52],closure_typ:173,cloud:[2,30,34,37,38,39,40,41,43,44,45,65,66,85,91,147],cls:[2,65,181],cluster:30,cmd:133,co_nam:172,code:[5,13,23,48,54,101,133,153,156,161,166,175,182],codec:[15,51],coder:[12,20,30,31,33,48,55,56,92,111,146,150,156,166,186],coder_benchmark_factori:150,coder_id:124,coder_id_from_element_typ:124,coder_proto:2,coderbas:5,coderimpl:2,coderregistri:2,coders_context:2,coders_microbenchmark:[149,186],coexist:177,cogroupbykei:[144,167],cold:156,coll:50,collect:[2,31,50,61,62,141,150,153,163,186],collis:62,column:[51,138],com:[11,12,30,34,38,40,43,65,66,133],combin:[22,23,25,42,47,48,49,101,104,107,154,156,165,166,168,186],combine_fn:[104,166],combine_op:165,combine_payload:156,combinefn:[155,156,166,174],combinefnprocesscontext:156,combineglob:156,combineperkei:[104,156],combinevalu:156,combiningvalu:166,combiningvalueruntimest:[101,166],combiningvaluestatespec:166,combiningvaluestatetag:165,combnin:156,come:[9,30,33,177],comma:30,command:[30,65,133,145],comment:[68,156],commit:[39,48,60,71,98,101,102,142,166],commit_log:99,commit_phys:99,commitmanifest:71,common:[11,15,19,30,33,34,51,55,56,81,86,99,126,141,156,174,183],common_metric_match:86,common_urn:[69,186],commun:158,compact:[156,174],compar:[48,52,143,155,163],compare_op:172,compat:[2,3,4,7,8,9,10,11,12,13,16,18,19,22,23,25,31,33,38,39,40,41,43,45,48,50,51,61,66,68,69,70,82,85,91,95,96,97,98,103,107,108,109,113,114,115,116,117,118,124,138,146,147,149,155,156,159,161,162,165,166,167,172,173,174,176,177,178,179,180,181,182,183,184],compil:[2,153,167],complet:[2,24,30,38,41,48,91,102,103,125,145,146],completed_bundl:102,completed_committed_bundl:109,completed_tim:[102,109],completion_callback:103,complex:[48,51,175],complex_operation_returning_xyz:5,compli:[15,21],complianc:30,compliant:183,complic:172,compon:[2,23,25,41,42,45,47,49,158],component:124,composit:[5,48,92,125,148,168,173,175],compositetypehint:[170,175],compress:[15,21,22,23,25,42,48,49,51,55,56,58],compress_point:170,compressedfil:23,compression_typ:[20,21,23,25,42,47,49,55,56,58],compressionsuffix:22,compressiontyp:[20,21,23,25,55,56,58],comput:[6,13,30,65,68,125,143,147,155,156,161,167,186],compute_api_servic:65,compute_hash:147,compute_table_nam:30,concat:16,concat_posit:91,concat_sourc:[14,186],concaten:91,concatposit:91,concatrangetrack:16,concatsourc:16,concept:[30,48,168,186],conceptu:[48,68,167],concret:[125,156],concrete_typ:175,concurr:[30,48,54],condens:[155,156],condit:48,conduct:50,config:[27,39],configur:[18,19,30,32,38,47,50,51,65,68,105,145],confirm:37,conflict:[48,175],connect:[24,47,50,65,156],connector:[34,38],consecut:[96,168],consid:[15,23,48,51,68,156,165,167],consist:[2,12,48,54,58,62,66,89,99,102,107,111,124,155,156],consol:[94,141],consolemetricspublish:141,consolid:63,const_typ:173,constant:[33,156,167],constrain:[15,51,55],constraint:[75,170],construct:[2,11,15,30,51,55,56,61,72,83,91,102,103,124,125,138],constructor:[2,56,71,72,73,74,75,113,114,115,117,118,161,184],consum:[19,48,98,167],consumed_split_point:91,consumer_config:19,consumer_tracking_pipeline_visitor:[84,95,186],consumertrackingpipelinevisitor:98,contain:[5,10,12,13,15,19,23,24,25,30,33,38,42,45,48,49,51,54,55,56,60,65,68,71,83,102,105,111,126,139,143,145,147,149,155,156,158,161,167,168,170,175,176,181],content:[22,23,25,37,42,49,55,58,71,102,114,143,144,147,148,167,181],context:[2,27,45,48,60,68,71,72,73,74,75,83,102,124,147,156,159,161,165,166,168,180,184],contian:122,continu:[48,54,168,180],control:[30,33,73,96,122,144,165,177,182],conveni:[10,30],convent:[23,168],convers:[10,171],convert:[2,10,11,22,33,52,63,65,136,156,158,167,171,183,184],convert_row_to_dict:33,convert_to_beam_typ:171,coordin:170,copi:[23,25,31,42,43,47,49,144,156,173],copy_batch:43,copytre:43,core:[31,32,33,66,86,87,92,104,105,126,133,141,142,143,144,154,166,174,186],correct:[23,25,38,54,111],correctli:[48,156],correspond:[2,10,15,30,51,58,89,113,116,144,167,170,172,173,175,183,184],corrupt:156,cost:167,could:[2,38,40,48,68,156,167,180,184,186],count:[15,32,39,51,55,56,57,60,62,86,87,114,141,153,155,165,172],count_tag:165,count_valu:142,countcombinefn:165,counter:[61,62,63,102,108,141,142,172],counter_metr:141,countermetr:141,countingsourc:57,countmessag:141,countri:30,coutner:63,coverag:54,cprofil:180,crash:156,creat:[11,12,15,16,21,23,25,30,33,34,37,39,40,42,45,47,48,49,50,51,58,61,62,63,65,68,83,89,92,93,96,102,107,114,115,125,132,141,144,147,148,150,153,156,158,160,161,167,168,170,172,173,174,179,181,183],create_accumul:[156,174],create_bundl:[96,102],create_client_ent:39,create_disposit:[30,31,33],create_empty_committed_bundl:[96,102],create_ent:39,create_from:158,create_from_opt:158,create_if_need:[30,33],create_label:63,create_monitoring_info:63,create_nev:[30,33],create_pull_respons:147,create_sourc:[154,186],create_temp_fil:147,create_temporary_dataset:33,create_track:[144,156],createptransformoverrid:[89,93],creation:[15,21,51,55,56,58],credenti:9,credit_card:[131,133],criteria:105,cross:[19,89,159,160,179],csv:[22,48],csvsink:22,cumul:180,current:[12,21,22,23,24,30,45,48,51,52,55,65,68,74,83,88,91,99,102,105,125,141,146,156,177],current_offset:48,current_posit:48,current_progress:[48,53],current_restrict:[48,53],current_tim:97,current_value_accessor:101,current_watermark:[48,53],cursor:48,custom:[5,13,20,22,30,48,68,125,141,143,144,145,156,161,168,170,175,177],custom_gcs_temp_loc:[30,31],custom_messag:177,custommapp:161,customtransform:161,cycl:113,dag:[68,125],dai:30,daili:30,data1:139,data2:139,data:[4,5,14,19,21,22,23,24,25,28,29,31,33,34,38,45,48,50,51,54,58,60,65,68,73,83,138,144,147,148,156,158,163,165,168,173,186],databas:[48,50,141],dataflow:[2,6,9,10,29,30,32,33,48,65,66,83,84,125,165,186],dataflow_cli:88,dataflow_endpoint:65,dataflow_exercise_metrics_pipelin:[84,85,186],dataflow_exercise_streaming_metrics_pipelin:[84,85,186],dataflow_metr:[84,85,186],dataflow_runn:[84,85,94,186],dataflowapplicationcli:88,dataflowmetr:88,dataflowpipelineresult:[88,89],dataflowrunn:[85,88,89,93,94,132],dataset1:30,dataset:[30,33,141],dataset_2:30,dataset_id:33,datasetid:33,datastor:[14,28,186],datastore_client_config:39,datastore_v1:39,datastore_write_it_pipelin:[14,28,35,36,186],datastoreio:[14,28,35,36,186],datatyp:30,datatype_infer:[127,186],date:[33,141],datetim:[158,183],deal:[48,156],debug:[132,173],debugopt:[65,66],dec:62,decapret:177,decid:[15,48,51,55,105,113,116,117],decim:30,decod:[2,5,30,33,55,56,92,111,148,150],decode_from_byt:5,decodeandemitdofn:92,decomposit:48,decompress:[21,23,48],decor:[2,5,147,156,161,166,169,177,182,184,186],decreas:48,decrement:62,deduc:173,dedupl:[45,167],def:[5,30,65,153,161,166,170,177],default_desired_bundle_s:[15,51,55],default_edge_attr:115,default_encod:33,default_environ:[68,124],default_environment_id:124,default_file_copy_fn:180,default_file_nam:22,default_label:[155,156,159,161],default_output_cod:[16,48,144],default_runn:65,default_s:53,default_type_hint:[104,156,170],default_valu:[67,83],default_vertex_attr:115,default_window_mapping_fn:162,defaultrootbundleprovid:107,defaulttrigg:165,defer_remaind:[48,53],defer_statu:48,deferred_residu:48,deferred_statu:[48,53],deferred_watermark:48,defin:[2,5,14,15,21,23,25,30,38,45,48,51,61,63,65,84,91,133,144,147,156,158,159,161,168,169,170,172,175],definit:48,deflat:[15,23],degre:[38,156],delai:[165,182],deleg:[52,61],delegatingcount:61,delegatingdistribut:61,delegatinggaug:61,delet:[23,25,30,37,38,42,43,47,49,147],delete_attr:172,delete_batch:43,delete_fast:172,delete_fil:147,delete_glob:172,delete_slice_0:172,delete_slice_1:172,delete_slice_2:172,delete_slice_3:172,deletefromdatastor:[38,41],deletetablesfn:31,delimit:[55,167],deliv:[45,102],demand:180,demarc:91,denot:156,dens:163,depend:[22,23,24,25,33,48,60,116,156,158,167,178],dependent_real_tim:164,deprec:[38,48,91,177],deprecationwarn:177,depth:[68,173],deriv:[40,111,118,156,161,167,168],descend:[41,154,161],describ:[30,34,47,48,54,65,73,83,91,144,155,156,161],describe_mismatch:[142,143],describe_to:[142,143],describepipelineopt:74,descript:[2,12,47,48,66,89,91,131,133,142,143,144,156],description1:144,description2:144,descriptor:[22,31],deseri:19,deserialize_windowing_strategi:89,design:[68,167],desir:[15,30,40,48,51,55,111,156,167],desired_bundle_s:[15,16,21,48,51,55,57,144],desired_cache_label:118,desired_num_bundl:144,desired_num_offsets_per_split:53,despit:156,dest:[22,31,43,180],dest_ids_list:31,dest_kms_key_nam:43,destin:[14,23,25,30,31,33,42,47,49,186],destination_copy_jobid_pair:31,destination_file_nam:[23,25,42,47,49],destination_file_pair:31,destination_jobid_pair:31,destination_load_jobid_pair:31,destination_prefix_nam:22,destination_t:31,detail:[5,21,38,41,48,55,66,68,85,95,105,113,144,156,161,162,170],detect:[21,48,55,56,58,156],detect_compression_typ:23,determin:[22,23,38,39,48,55,58,68,105,155,156,165,166,168],determinist:[2,5],develop:[21,38,45,66,158,186],deviat:167,dialect:30,dict:[10,23,30,33,42,45,49,50,58,83,114,115,118,125,138,155,158,167,175],dict_int_int:150,dict_obj:123,dict_to_struct:123,dictionari:[1,5,10,13,15,19,30,31,33,41,43,51,56,63,65,107,138,141,148,153,156,158,171],did:54,differ:[2,18,19,21,22,23,25,30,31,38,48,50,54,55,68,73,91,111,144,182],digit:[30,45],dill:[2,12],dillcod:2,direct:[65,84,156,186],direct_metr:[84,95,186],direct_runn:[84,95,106,186],direct_runner_use_stacked_bundl:96,direct_userst:[84,95,186],directli:[30,48,62,83,156,162],directmetr:99,directopt:65,directori:[23,25,42,43,47,48,49,68,117,147],directpipelineresult:100,directrow:34,directrunn:[65,68,99,100,102,105,108,132,133,145],directrunneropt:96,directruntimest:101,directstepcontext:102,directunmergedst:102,directuserstatecontext:101,dirti:60,dis:172,disable_liquid_shard:144,disable_run_time_type_check:170,disallow:22,discard:[156,165],discourag:177,disk:[30,49],displai:[48,61,65,84,88,91,110,117,133,154,156,161,186],display_data:[15,20,21,30,31,38,48,51,65,155,156,158,163],display_data_dict:158,display_graph:115,display_manag:[84,110,112,186],displaydata:158,displaydataitem:158,displaymanag:113,dispos:156,disposit:[30,33],dist:141,dist_metr:141,distinct:[68,167],distinct_on:41,distinguish:83,distrbut:63,distribut:[47,60,61,62,63,141,142,151,156,163],distribution_combin:63,distribution_counter_microbenchmark:[149,186],distribution_paramet:144,distribution_result:142,distributionaccumul:151,distributiondoubl:63,distributionint64:63,distributionmatch:142,distributionmetr:141,distributionresult:[60,63],div_round_up:144,divid:[107,168],do_fn:126,doc:[30,34,65,66,172],dockerrpcmanag:122,docstr:167,document:[18,19,21,41,48,50,51,65,105,148,156,165,172],doe:[22,30,33,39,40,41,43,48,55,68,104,125,156,158,160,177,180],doesn:[23,25,42,43,49,144],dofn:[5,30,31,32,33,34,48,83,86,87,89,92,101,104,105,126,133,141,144,156,158,161,166,174],dofninvok:[105,166],dofnprocessparam:156,dofnrunn:[144,156],dollar:136,domain:[11,164],don:[30,50,104],done:[25,30,47,48,51,68,102,125,126,143,168],donwstream:167,dooutputstupl:156,dot:[114,115,116],doubl:182,down:[22,48,156],download:24,downloaderstream:24,downstream:[48,167],drain:125,drop:158,drop_default:65,drop_if_default:158,drop_if_non:158,dry_run:33,duck:5,due:[12,48,50,156],dump:12,dump_sess:12,dup_top:172,dup_topx:172,duplic:[45,50],durat:[30,89,125,133,146,158,168,183],dure:[6,13,15,18,21,24,30,31,43,45,51,55,56,58,61,62,65,71,144,146,156,173,182],dynam:[14,21,30,31,38,48,54,67,68,186],dynamic_split_request:91,dynamicsplitrequest:91,dynamicsplitresult:91,dynamicsplitresultwithposit:91,e2e:[94,106],each:[2,15,19,22,25,30,31,33,38,43,45,48,51,54,55,56,58,68,86,98,126,133,141,144,146,153,155,156,158,163,167,168,170,172,175],earli:[30,165,186],earliest:168,easi:156,easier:23,ec_point:170,edg:[68,115],effect:[24,48,156,161,167],effici:[2,5,21,48,123,156],effort:[33,45,48,156],either:[20,23,24,30,33,41,48,54,58,68,105,108,111,145,156,161,163,167,170,171,175],elantra:133,elem:[48,133],elem_cod:2,element:[2,5,22,30,31,32,33,38,45,48,50,51,54,55,60,83,86,87,92,104,105,108,109,126,138,141,144,146,148,150,152,153,155,156,158,163,165,167,168,173,174],element_and_restrict:126,element_cod:126,element_s:144,element_typ:[83,124,173],element_type_from_coder_id:124,elementandrestrict:[105,126],elementev:146,elementparam:156,elements_per_period:18,elm:133,els:[22,30,91,170],elsewher:[91,159],email:[131,133],emb:12,emit:[31,48,73,83,92,146,165,167],empti:[21,22,27,30,33,38,45,48,83,102,107,148,156,165,167,173],empty_match_treat:22,emptymatchtreat:22,emptysideinput:83,enable_run_time_type_check:170,enable_trac:12,encapsul:91,encod:[2,4,5,10,12,20,30,33,48,55,56,91,92,111,148,150,166,184],encode_to_byt:5,encoded_:20,encoded_kei:108,encoded_str:89,encoded_table_row:[30,33],encoded_valu:[20,92],encompass:138,encount:24,encrypt:43,end:[15,16,22,23,24,29,48,51,52,55,56,58,65,66,91,104,105,117,143,146,165,167,168,177],end_sess:117,endpoint:159,endpoint_pattern:66,endpoints_pb2_grpc:[69,70,186],enforc:170,engin:[43,48],enough:38,ensur:[30,38,48],entail:30,enter:94,enter_composite_transform:174,entir:[30,33,48,83,88,89,91,100,125,148,156,163,167,168],entiti:[37,38,39,41,81],entitywrapp:37,entri:[2,37,73,83],enum_typ:81,enumer:82,environ:[11,105,124],eof:[23,24],epoch:[23,25,42,43,45,49,63,97,168,183],equal:[24,38,48,54,65,158,167],equal_to:[145,148],equival:[23,25,48,54,156,161,167],err_invalid_gcs_bucket:66,err_invalid_gcs_object:66,err_invalid_gcs_path:66,err_invalid_job_nam:66,err_invalid_not_posit:66,err_invalid_project_id:66,err_invalid_project_numb:66,err_invalid_test_matcher_typ:66,err_invalid_test_matcher_unpickl:66,err_invalid_transform_name_map:66,err_missing_gcs_path:66,err_missing_opt:66,error:[2,22,24,30,33,40,47,48,66,71,142,143,156,163,168,170,173,174,182,186],error_messag:[2,33],error_table_for_todai:30,errors_schema:30,escap:111,especi:[168,183],essenti:156,estim:[2,48,91,163,167],estimate_s:[2,16,21,48,57,144],etc:[30,33,38,48,61,125,156,161,163,186],euro:136,evalu:[13,96,102,103,105,107,108,150,165,183],evaluation_context:[84,95,103,107,186],evaluationcontext:102,even:[21,39,48,170,177,182],event:[22,30,48,131,132,133,135,136,137,146,165,168],event_count:30,everi:[5,30,48,54,68,89,113,125,142,182],everyth:[22,23,25,42,49,50,113,159,168],evict:111,evolv:43,exact:[144,156],exactli:[2,24,48,65,68,83,156,165],exampl:[2,5,11,15,21,30,33,34,45,48,50,51,54,58,65,89,91,107,115,133,142,145,153,156,158,161,167,168,170,177,183,184,186],exce:[30,43],exceed:39,except:[6,23,39,40,43,48,143,156,170,173,177,182],excess:30,exclud:50,exclude_from_index:41,exclus:[24,48],exec_stmt:172,execut:[2,13,30,31,33,45,48,61,62,65,66,68,71,74,83,84,85,89,94,95,100,102,103,105,106,107,113,114,118,125,145,146,153,156,160,161,173,186],executor:[84,95,107,186],executor_servic:102,exhaust:54,exist:[15,21,23,25,30,42,43,45,47,48,49,50,51,55,56,58,111,145,147,156,177],existing_keyed_st:102,exp_multipli:177,expand:[15,18,19,22,27,30,31,34,38,45,48,50,51,55,56,58,72,92,104,105,111,126,144,146,155,156,159,161,163,167],expand_using_gbk:144,expand_using_second_output:144,expans:[18,19,43,89,156,159,160],expansion_servic:[18,19],expansionservic:19,expansionserviceservic:72,expansionservicestub:72,expect:[2,20,30,33,34,37,47,52,54,68,143,145,148,156,184,186],expected_checksum:143,expected_item:54,expected_outcom:54,expected_st:[94,143],expectedsplitoutcom:54,experi:[65,67],experiment:[18,19,22,30,31,33,38,41,43,45,48,50,51,61,113,114,115,116,117,118,159,161,165,166,167,177,178],expir:[131,133,166],explain:48,explicit:167,explod:126,explodewindowsfn:126,exponenti:182,expos:[30,62],express:[23,116,167],extend:[20,48,55,66,143,178],extens:[15,21,38,48,51,55,56,58],extent:156,extern:[14,48,154,156,186],external_test_it:[154,186],external_transforms_pb2_grpc:[69,70,186],externaltransform:[19,159],externaltransformit:160,extra:[30,131,133,143,145,172,177],extra_assert:[127,186],extra_client_param:50,extra_messag:177,extra_opt:145,extra_typ:[10,30],extraassertionsmixin:139,extract:[68,98,109,141,155],extract_all_tim:[102,109],extract_commit:99,extract_counter_valu:63,extract_distribut:63,extract_latest_attempt:99,extract_metric_result_map_valu:63,extract_output:[156,174],extractor:141,extrapol:163,extrem:155,face:[61,166],fact:177,factor:182,factori:96,factory_from_opt:180,fail:[23,25,30,31,33,39,42,43,48,49,54,58,125,173],failur:[33,39,48,50,156],fakesourc:152,fall:[2,48],fallback:5,fallback_cod:2,fals:[4,10,15,21,23,30,31,33,39,45,48,51,52,58,65,68,89,111,113,124,138,144,145,148,156,158,161,163,165,167,173,180,182],famili:54,fanin:144,fanout:[144,156],far:[91,171],fast:2,fastavro:[15,138],fastcod:2,faster:[5,15],fastprimitivescod:[2,146],fault:48,favorite_color:15,favorite_numb:15,feed:144,fetch:[23,24,25,38,42,47,49,74,113,143,152],few:[54,88,161],field1:30,field2:30,field3:30,field:[15,30,33,38,41,45,48,50,51,58,63,114,148,158,177],field_count:58,file:[14,15,20,21,23,24,25,30,31,33,42,43,47,48,49,51,55,56,58,60,61,62,68,111,117,143,147,148,156,186],file_copy_fn:180,file_handl:20,file_load:30,file_meta:23,file_nam:[21,22,58],file_name_suffix:[15,20,51,55,56],file_path:[12,23,31,55,56,58,143,147],file_path_prefix:[15,20,51,55,56],file_pattern:[15,21,22,51,55,56,58],file_prefix:31,file_prefix_gener:31,file_s:31,filebasedcachemanag:111,filebasedsink:[14,48,143,186],filebasedsourc:[14,55,186],filechecksummatch:143,fileio:[14,186],filemetadata:[22,23],filenam:[15,43,51,55,56,147],fileobj:23,filepath:23,filesystem:[14,15,22,24,42,47,48,49,51,147,178,186],filesystemio:[14,186],fill:[38,158],filter:[23,38,39,41,50,58,61,88,99,137,141,143,156,177,182],filter_regex:150,finalize_hint:173,finalize_writ:[20,48],find:[6,23,25,33,155,167,182],find_al:167,find_kv:167,finish:[24,89,125,165,180],finish_bundl:[31,86,87,104,141,144,156,174],finish_st:103,finishcombin:104,finit:[48,168],fire:[22,108,109,165,166],fired_tim:103,first:[5,12,23,25,33,42,45,47,48,49,54,58,68,71,74,139,144,156,161,167,172,175,182,186],fix:[2,156,167,168],fixed_cost:167,fixedsizeglob:155,fixedsizeperkei:155,fixedwindow:168,flag:[15,21,23,25,42,49,51,55,56,58,65,138,167],flat:167,flatmap:[12,83,156,161,186],flatmaptupl:156,flatten:[16,30,141,156],flatten_input_visitor:89,flatten_result:[30,33],flavor:177,flink:[14,18,19,186],flink_streaming_impulse_sourc:[14,26,186],flinkstreamingimpulsesourc:27,floatcod:2,flu:30,flush:[23,104],fn_api_metric_match:86,fn_paramet:168,fn_proto:184,fn_to_execut:13,fnapirunn:100,fnmatch:[23,25],fold:156,follow:[15,22,23,25,30,33,48,50,51,54,55,56,105,133,141,145,156,167,168,170,175,177,180],foo:[2,23,25,51,170,184],foo_from_proto:[2,184],foopayload:[2,184],footer:20,footprint:125,for_input_typ:156,for_spec:101,forc:[83,113,126],foreign:159,form:[15,22,23,24,30,43,45,47,83,153,167,168,170,177,183],formal:170,format:[20,22,23,25,30,33,45,48,50,51,54,58,63,66,116,117,133,141,167],format_sampl:114,former:83,formula:[167,168],forward:107,found:[9,33,145],foundat:23,frac:16,fraction:[16,48,52,54,91,182],fraction_consum:[16,48,52],fraction_of_remaind:[48,53],fraction_to_posit:52,frame:[172,173],framest:[172,173],framework:[5,21,30,48,91],fresh:156,from:[2,5,9,11,14,15,19,20,21,22,23,24,25,29,30,31,33,37,38,39,40,41,42,43,45,48,49,51,52,54,55,56,58,65,66,68,74,83,88,89,91,98,111,118,125,133,136,141,143,144,145,147,152,155,156,158,161,163,165,167,168,170,172,177,182,183,184,186],from_:83,from_cal:156,from_client_ent:41,from_client_kei:41,from_dictionari:65,from_json_valu:10,from_micro:181,from_rfc3339:183,from_runner_api:[2,62,68,83,124,156,161,165,184],from_runner_api_paramet:[2,27,48,156,167,168],from_str:164,from_type_hint:2,from_utc_datetim:183,fronend:113,frontend:113,full:[23,25,42,47,48,49,54,68,111,143,145,168,178],full_label:[159,174],fulli:[19,24,48,91,156,170],fun:182,func:[156,159,170,173],functionspec:2,functiontyp:173,furnish:83,further:[73,161,182],fuse:167,fusion:[50,167],futur:[2,3,4,13,23,24,25,30,33,43,45,48,53,58,60,61,62,66,67,68,71,72,73,74,75,81,83,91,96,97,99,102,103,105,107,108,109,122,124,125,126,146,147,155,156,158,162,164,165,166,167,168,170,173,177,178,180,182,183,184],future_output_watermark:105,fuzz:182,fuzzedexponentialinterv:182,gap:168,gap_siz:168,gapic:39,gather:40,gaug:[61,62,63],gaugeresult:[60,63],gce:9,gcp:[7,14,186],gcs:43,gcs_bucket:66,gcs_prefix:42,gcs_scheme:66,gcs_uri:66,gcsfilesystem:[14,28,186],gcsio:[14,28,186],gcsio_overrid:[14,28,186],gcsiooverrid:44,gener:[2,15,21,23,34,45,48,51,55,56,70,83,87,89,115,131,132,135,141,144,145,146,150,156,175],generate_bundle_id:48,generate_ev:132,generate_fn:150,generate_input_valu:151,generate_sequ:[14,17,186],generateddirectrow:34,generateid:50,generatesequ:18,generic_dist:141,genom:58,genotyp:58,geographi:30,get:[4,9,21,23,25,30,33,42,48,49,54,67,71,73,74,75,83,91,109,116,117,125,144,145,156,163,165,166,167,170,178,182,184],get_accumulator_cod:156,get_aggregator_valu:102,get_all_distributions_by_typ:141,get_all_opt:65,get_all_plugin_path:178,get_all_subclass:178,get_chunk_s:25,get_client:39,get_closur:173,get_count:4,get_desired_chunk_s:48,get_dict:158,get_dict_table_schema:30,get_distribution_dict:141,get_dofn_spec:166,get_dot:115,get_evalu:107,get_execution_context:102,get_filesystem:25,get_full_options_as_arg:145,get_function_argu:156,get_generic_distribut:141,get_glob:173,get_hashable_destin:33,get_impl:[2,168],get_it:172,get_job:33,get_keyed_st:102,get_local_namespac:159,get_nam:173,get_namespac:61,get_new_http:11,get_opt:145,get_or_create_dataset:33,get_or_create_t:33,get_output_typ:156,get_path:147,get_pipeline_opt:145,get_progress:91,get_query_loc:33,get_rang:24,get_range_track:[16,21,48,54,57,144],get_render:116,get_replacement_transform:[68,89,93,105,126],get_restriction_cod:156,get_root_bundl:107,get_root_bundle_provid:107,get_schem:25,get_service_credenti:9,get_split:40,get_stat:[101,166],get_synthetic_sdf_step:144,get_tabl:33,get_table_loc:33,get_table_schema_from_str:30,get_tim:[101,166],get_transformed_output_tim:168,get_type_hint:170,get_typed_value_descriptor:10,get_valu:67,get_value_or_block_until_readi:102,get_varint_s:4,get_watermark:109,get_window:[27,48,92,146,156,161],get_window_cod:168,getartifact:71,getattr:172,getjob:74,getjobmetr:74,getmanifest:71,getmessagestream:74,getpipelin:74,getprovisioninfo:75,getrangetrack:54,getstat:74,getstatestream:74,github:[12,40,43,58],give:[21,22,23,25,42,48,49,54,61,68,91,105,144,156],given:[2,4,13,15,21,23,24,25,30,32,37,40,42,43,45,48,49,51,52,54,55,56,65,66,68,73,74,83,86,87,105,107,111,116,118,125,143,144,146,148,153,156,163,165,166,167,168,171,173,182,183,184],glob:[15,21,43,51,55,56,58,143,147,148],glob_pattern:148,global:[2,22,48,102,107,155,163,168],global_to_loc:16,globally_windowed_valu:150,globalwindow:168,goe:66,going:88,gone:83,good:156,googl:[2,9,30,34,38,39,40,41,43,44,45,63,65,66,85,147],googleapi:[65,66],googlecloudopt:[65,66],googlecloudplatform:[40,43],gracefulli:105,granular:[51,168,183],graph:[68,83,89,98,100,107,113,114,115,116,117,161,186],graphviz:116,greater:[38,156,170],greater_than:38,greatest:155,group:[5,16,22,31,41,51,62,65,156,161,167,168],group_by_key_input_visitor:89,groupbykei:[2,125,144,156,161,167,168,186],groupintobatch:167,grpc:[71,72,73,74,75],guarante:[2,3,4,5,7,8,9,10,11,12,13,16,18,19,22,31,33,38,39,40,41,43,45,48,50,51,61,66,68,69,70,82,85,91,95,96,97,98,103,107,108,109,113,114,115,116,117,118,124,138,146,147,149,159,161,162,165,166,167,172,173,174,176,177,178,179,180,181,182,183,184],guid:165,gzip:[23,48],had:[2,111,156,184],hadoop:47,hadoopfilesystem:[14,65,186],hadoopfilesystemopt:[47,65],halfwai:54,hamcrest:[66,142,143,148],hand:30,handl:[20,21,23,25,33,42,48,49,55,56,58,102,172],handle_result:102,happen:[30,40,48,50,54,68,113,147,156,182],har:[54,73,75],hardwar:156,has:[2,10,18,19,24,30,33,38,39,41,48,58,65,66,83,91,98,100,109,133,145,148,153,155,156,158,163,167,170,186],has_default:156,has_dir:[23,42,47,49],has_display_data:158,has_part:161,has_side_input:156,hasdisplaydata:[48,65,91,156,158,161],hash:[111,143,147,163],hashabl:173,hashing_alg:147,have:[5,9,12,13,22,30,31,33,38,43,48,50,58,60,65,68,71,83,137,139,141,144,155,156,158,160,165,168,170,171,172,182],hdf:47,head:[23,25,42,49],header:[20,55,58],heap:180,heavi:54,heavyweight:54,help:[22,54,156],helper:[14,28,35,36,54,114,118,162,186],helper_transform:[84,95,186],henc:[43,48,91],here:[2,30,34,39,48,85,95,156,168,172],hidden:83,hierarch:10,hierarchi:68,high:[30,100,156],higher:[51,55,58],hint:[5,48,161,169,170,173,175],hold:[30,48,68,105,156],holder:[13,89,126],homogen:2,honor:91,host:19,hour:182,how:[18,19,22,30,39,48,83,91,113,116,117,124,141,144,150,155,156,161,166,167,168,177,186],howev:[2,38,40,48,58,156],html:[65,116,172],hts:58,http:[11,12,18,19,30,31,34,38,40,43,48,58,65,66,116,156,158,165,172,182],http_client:[7,186],http_proxi:11,httperror:[33,182],httplib2:11,https_proxi:11,huge:83,hypothet:48,hyundai:133,id_label:[45,46],id_or_nam:39,idea:163,ideal:167,idempot:[48,50],ident:170,identifi:[15,41,45,48,51,55,56,111,141,155,156,158,166],iff:20,ignor:[30,33,38,45,52,144,146,148],illustr:[48,136,137,177],imagin:48,immedi:[74,125],immut:48,impact:[38,55],implement:[2,4,20,21,23,24,25,30,34,40,42,47,48,49,50,52,53,54,55,61,66,67,68,85,88,89,91,92,95,97,99,100,102,104,125,153,155,156,158,159,161,162,175,182,184],implementor:[23,48,156],impli:[51,58,177],implicit:167,implicitli:[168,183],import_from:172,import_nam:172,importantli:111,imposs:[48,156],improv:[2,30],impuls:[92,156],inc:[61,62],includ:[22,23,25,30,33,42,45,48,50,54,58,102,105,131,133,168],inclus:48,incom:45,incompat:177,incomplet:41,inconsist:12,incorrect:[54,156],increas:[30,182],increment:[62,86,87,170],indefinit:[89,125],independ:[48,89,170],index:[22,41,58,83,91,156,165,170,175],index_tag:165,indic:[23,25,30,42,48,49,55,58,68,83,138,167,181,182],individu:[21,48,54,156,168],inequ:38,inf:52,infer:[5,30,138,166,173],infer_avro_schema:138,infer_element_typ:138,infer_output_typ:[27,92,156,161],infer_pyarrow_schema:138,infer_return_typ:173,infer_return_type_func:173,infer_typehints_schema:138,infin:[48,168],influenza:30,info:[11,58,63,118,125,133,166],infor:63,inform:[9,18,19,21,30,33,48,51,58,75,88,89,91,102,105,113,114,117,125,156,167,173,185],infrastructur:135,inherit:[48,91,158,184],init_result:[20,48],initi:[11,15,16,19,21,24,30,31,38,45,47,48,50,51,52,55,56,58,62,65,68,75,83,86,87,88,91,105,107,126,141,143,144,145,153,155,156,165,166,168,170],initial_bid:[131,133],initial_delay_sec:182,initial_restrict:[144,156],initial_split:144,initial_splitting_desired_bundle_s:144,initial_splitting_num_bundl:144,initial_splitting_uneven_chunk:144,initial_splitting_zipf:144,initialize_writ:[20,48],inject:[21,161],inlin:172,inmemoryunmergedst:102,inner:[91,170,175],inpalce_or:172,inplace_add:172,inplace_and:172,inplace_divid:172,inplace_floor_divid:172,inplace_lshift:172,inplace_modulo:172,inplace_multipli:172,inplace_pow:172,inplace_rshift:172,inplace_subtract:172,inplace_true_divid:172,inplace_xor:172,inprocess:95,input:[6,13,14,15,22,27,30,31,38,45,48,50,51,55,56,58,65,68,83,86,91,92,98,102,103,105,107,109,118,125,126,144,150,151,152,153,155,156,161,162,163,167,168,173,174,181,183,186],input_bundl:103,input_committed_bundl:107,input_or_input:161,input_or_output:161,input_pcol:161,input_per_sourc:152,input_s:150,input_spec:144,input_timestamp:168,input_typ:[156,173],input_type_hint:161,inputstream:4,insert:[30,31,33,34,50,118],insert_retry_strategi:30,insert_row:33,insert_values_in_arg:13,insertterrorsvaluelistentri:33,insid:[145,167],inspect:173,inst:177,instanc:[2,5,11,13,23,25,30,33,34,39,41,42,49,58,65,66,68,75,83,88,89,91,107,108,111,116,147,148,153,156,158,160,161,165,166,168,170,173,175,182,183],instance_id:34,instance_to_typ:173,instanti:[18,19,91,173,178],instead:[12,19,30,48,58,68,88,155,162,177,182],instruct:73,instrument:153,int64:51,int64_count:63,int64_distribut:63,int64_user_count:63,int64_user_distribut:63,int64_user_gaug:63,int96:51,int_to_str:170,integ:[2,4,18,25,30,48,61,150,156,158,167,168,172],integr:[33,141,145,160,182],intend:[48,62,83,170,182],interact:[23,33,39,84,88,186],interactive_pipeline_graph:[84,110,112,186],interactive_runn:[84,110,113,186],interactivepipelinegraph:114,interactiverunn:117,interchang:30,interest:54,interfac:[24,25,45,62,83,101,158,166],intermedi:[30,156],intern:[2,3,4,16,39,40,48,61,66,68,69,70,82,84,85,88,91,95,96,97,98,103,107,108,109,124,138,146,147,149,158,162,168,172,173,174,176,177,179,180,181,182,183,184,186],interpol:[52,167],interpret:[30,91],intersect:168,interv:[27,52,168,180,182,183],interval_m:27,interval_second:180,intervalwindow:168,intiti:65,introduc:[48,148],introduct:30,introspect:166,invalid:[23,24,43,65,66,144,170],invalid_argu:71,invoc:[48,105,156],invok:[48,74,105,156,165],invoke_process_el:105,involv:30,iobas:[14,16,20,21,30,33,52,53,54,57,84,85,90,144,156,186],ioerror:[21,23,25,42,49,125],ipython:114,is_access:67,is_bound:[48,83,91],is_count:63,is_default:156,is_determinist:2,is_distribut:63,is_don:102,is_empti:148,is_full_string_match:66,is_gaug:63,is_globally_window:162,is_integration_test:145,is_kv_cod:2,is_lat:165,is_latest_vers:111,is_merg:168,is_modifi:101,is_not_empti:148,is_pair_lik:2,is_root_transform:102,is_service_runn:66,is_stateful_dofn:166,is_streaming_pipelin:31,is_termin:125,is_user_monitoring_info:63,is_valid:158,is_valid_compression_typ:23,isn:[23,25,42,49,170],issu:[12,31,33],item:[19,54,108,111,131,132,137,139,144,158,167],item_nam:[131,133],items_before_split:54,iter:[2,3,21,31,41,47,48,54,65,83,91,152,156,162,165,167,168,171,172,175,182],iterable_state_read:124,iterable_state_writ:124,iterablecod:2,its:[2,5,13,22,23,30,41,45,48,65,141,153,156,158,161,167,173,181,184,186],itself:[30,33,48,91,183],java:[18,19,40],jira:31,job:[18,19,29,30,31,32,33,37,38,65,68,71,72,73,74,75,84,88,89,94,100,125,133,143,145,186],job_graph:88,job_id:[33,88],job_nam:[37,66,145],job_name_prefix:31,job_pattern:66,job_refer:31,job_result:88,jobapi:122,jobrefer:33,jobserviceservic:74,jobservicestub:74,jobstat:125,join:[23,25,42,47,49,172],json:[10,12,30,33,89,118,144],json_string_to_byte_arrai:89,json_valu:[7,8,186],jsonarrai:10,jsonobject:10,jsonstringtobytearrai:89,jsonvalu:[10,30],just:[38,48,55,83,161],kafka:[14,17,186],kafkaio:19,keep:[31,48,91,99,107,117],kei:[2,5,10,15,19,30,33,37,38,39,41,43,45,48,51,52,58,63,65,66,83,91,101,102,104,105,107,108,126,144,153,155,156,158,161,163,166,167,168,171,173,186],kept:[31,117,156,158],key1:158,key2:158,key3:158,key4:158,key5:158,key_cod:[2,101],key_deseri:19,key_seri:19,key_siz:144,key_value_typ:173,keyed_earliest_hold:109,keyed_watermark_hold:108,keyedworkitem:[105,108],keygroup:167,keyparam:156,keyspac:52,keyword:[13,50,83,155,156,170],keyword_hint:170,kill:156,kind:[37,41,48,156,177],kms_kei:[30,33,43],know:[31,173],known:[23,30,48,66,102,111],known_text:30,kv_type:173,kvswap:167,kwarg:[3,13,32,39,55,56,58,65,103,104,105,126,155,156,167,170,174,179,181],kwarg_hint:170,kwargs_for_invok:105,kwd:159,label:[15,27,51,63,68,83,92,111,118,141,142,144,148,155,156,158,161,167,174,177],label_from_cal:161,lambda:[22,30,156,161,165],languag:[19,89,159,160,186],larg:[30,31,54,55,83],large_dict:150,large_int:150,large_iter:150,large_list:150,large_message_with_map:150,large_str:150,large_tupl:150,larger:[30,48],largest:[48,155,163,167,183],largestperkei:155,last:[23,24,25,30,39,41,42,43,48,49,58,105,156],last_attempted_record_start:52,last_record_start:52,last_upd:[23,25,42,43,47,49],late:165,late_tag:165,latenc:[39,156],later:[31,105,145,146,156],latest:[62,111,113,155],latest_int_64:63,latter:[83,111],launch:[31,133],launcher:[132,135],lazili:156,lead:[114,156],leaf:[23,25,42,49],leaf_pcollect:118,leak:156,least:[45,54,155,165],leave_composite_transform:174,left:[54,61,156],left_fract:54,left_result:54,legaci:86,legacy_metric_match:86,len:24,length:[2,40,43,150,170,182],less:[40,52,156],less_than:38,let:[5,48,61],letter:[15,30,33,51,55,56,66,175],level:[15,40,51,68,114,118,156],lexicograph:52,lexicographickeyrangetrack:52,librari:[2,9,12,15,39,43,57,58,65,155,172],licens:23,lift:156,liftedcombineperkei:104,lightweight:54,like:[5,15,22,23,25,30,38,42,47,48,49,51,55,83,144,156,170,172,173,175],limit:[23,25,30,31,37,38,39,41,182],line:[30,48,55,58,65,86,133,145,147,167],linear:167,linearli:52,link:6,list:[2,10,13,16,19,23,25,30,33,34,39,40,41,42,43,49,50,51,54,58,66,67,68,74,83,108,111,114,138,141,144,145,147,148,150,153,155,156,163,167,170,171,172,175],list_append:172,list_int:150,list_prefix:43,load:[12,30,31,33,135,136,137,141],load_attr:172,load_closur:172,load_const:172,load_deref:172,load_fast:172,load_glob:172,load_job_name_prefix:31,load_loc:172,load_method:172,load_nam:172,load_pcod:111,load_sess:12,load_test:[127,186],load_test_metrics_util:[127,140,186],local:[20,23,25,33,49,55,68,95,100,111,118,156],local_to_glob:16,local_var:173,localfilesystem:[14,23,186],localhost:[18,19,50],locat:[30,33,48,177],lock:48,log:[73,166,180,182],log_result:180,logger:[147,182],logic:[21,33,48,61,99,105,126,168,182],loglevel:132,long_gener:152,longdeseri:19,longer:156,longseri:19,look:[43,170],lookup:[33,83],lookup_experi:65,loop:[48,156],lose:183,low:[30,51],lower:[11,141,156,165,170],lower_bound:151,mach:25,machin:[48,100],machineari:105,made:[5,30,48,71,74,83,141],magic:126,mai:[2,5,21,23,25,30,31,33,40,41,45,48,51,58,61,65,73,83,91,105,107,125,155,156,166,167,177],main:[30,31,34,37,40,48,83,88,156],main_kw:156,main_tabl:[30,34],mainli:105,major:38,make:[30,33,48,50,52,66,92,105,126,131,143,148,182],make_closur:172,make_ent:37,make_fn:156,make_funct:172,make_http_request:182,makexyz:5,malform:171,malformedvcfrecord:58,manag:[30,34,48,68,84,109,113,117,121,147,165,180,186],mandatori:[156,167,177],mani:[10,22,27,30,38,43,48,141,155,156,167],manifest:71,manipul:[22,156],manner:[15,48,51,54,156,167],map:[2,15,30,41,45,51,52,58,63,66,83,92,111,114,118,136,138,155,156,162,163,167],map_add:172,mapfn:161,mapper:104,maptupl:156,maria:133,mark:177,marker:83,massiv:[30,34],master:40,match:[2,22,23,25,30,33,38,41,43,61,66,68,89,93,105,126,141,142,148,167],match_fil:23,match_type_vari:175,matchal:22,matcher:[66,68,86,94,106,142,143,148],matches_al:148,matches_kv:167,matchfil:22,matchresult:[23,25],materi:[83,111,125,148],matter:[48,52],max:[40,60,141,156,163,167],max_batch_operation_s:43,max_batch_s:167,max_bytes_rewritten_per_cal:43,max_delay_sec:182,max_dur:105,max_fil:31,max_file_s:[30,31],max_files_per_bundl:[30,31],max_files_per_partit:31,max_num_output:105,max_partition_s:31,max_read_tim:18,max_siz:31,max_timestamp:[63,168],max_valu:142,maximum:[23,25,30,31,41,167,173,182],maybe_from_cal:156,mean:[31,41,48,60,111,141,144,155,167,177],mean_temp:30,meant:[73,125],measur:[141,150,151,152,167],measurebyt:141,measuretim:141,member:[20,71],memoiz:159,memori:[30,31,51,60,104,107,156,180],memoryreport:180,memoryview:24,merg:[48,104,144,156,165,168],merge_accumul:[156,174],merge_context:168,merge_result:[165,168],merge_using_gbk:144,merge_using_side_input:144,mergecontext:168,messag:[2,27,30,45,48,74,177],message_count:27,met:148,meta:23,metadata:[9,22,23,25,33,42,49,75,118,137],metadata_list:23,method:[2,5,21,23,24,25,30,31,33,43,47,48,52,54,62,65,66,68,88,89,105,111,125,144,145,147,148,156,158,160,161,162,163,166,172,173,174,175,177,182,184],methodnam:160,metric:[73,74,86,87,88,99,102,125,141,142,153,186],metric_a:63,metric_b:63,metric_id:141,metric_nam:61,metric_proto:63,metric_result:142,metric_result_match:[127,186],metric_typ:141,metricbas:[59,61,186],metricfilt:141,metricnam:62,metricresult:[63,86,88,99,125,141,142],metricresultmatch:142,metrics_contain:103,metrics_pb2_grpc:[69,70,186],metricsenviron:61,metricsfilt:61,metricsread:141,mexico:30,micro:[181,183],microbenchmark:[150,151,152,153],microsecond:[151,168,183],might:[38,48,55,91,158,177],millisecond:[27,39,45,89,125],mime:[15,23,25,42,43,49,51],mime_typ:[15,20,22,23,25,42,43,47,49,51],mimic:33,min:[60,141,167],min_batch_s:167,min_bundle_s:[15,21,51,55],min_fraction_of_files_to_stat:21,min_num_offsets_per_split:53,min_number_of_files_to_stat:21,min_valu:142,minimim:167,minimum:[15,21,51,55,109],minut:[30,88],mirror:170,mismatch:33,mismatch_descript:[142,143],miss:66,mix:170,mixin:[158,170],mkdir:[23,25,42,47,49],mock:147,mode:[23,24,30,34,43,48,89,92,93,148,156,168],model:[127,128,129,132,186],modif:65,modifi:[13,48,118,156,161,172],modul:[0,7,8,14,17,26,28,35,36,59,64,69,70,84,85,90,95,110,112,119,121,127,128,129,130,134,140,149,154,169,176,186],moment:[13,18,19,30],mongocli:50,mongodb:[14,186],mongodbio:[14,186],monitor:63,monitoring_info:[59,186],monitoring_info_proto:63,monitoringinfo:63,month:30,more:[5,18,19,21,23,24,25,30,31,38,41,42,47,48,49,51,55,66,68,105,113,120,144,156,158,161,165,167,168,172],moreov:48,most:[15,30,48,51,54,55,111,141,155,161,182],mostli:[68,167,182],move:[23,25,42,49,107],msg:[139,181],msg_class:181,much:[10,30,51],multi:[48,54],multipl:[21,22,24,30,31,33,38,48,58,62,65,83,107,152,155,156,165,167,170],multiple_partit:31,multiple_partitions_tag:31,multipli:177,muss:48,must:[2,13,21,24,30,33,38,41,43,45,47,48,50,51,55,66,68,71,83,91,111,125,145,146,153,156,161,168,170,182],mutabl:[48,172],mutable_accumul:156,mutat:[39,48,156],mute:116,muterender:116,my_pcollect:22,my_pipelin:142,my_project:30,my_side_input:83,my_timer_expiry_callback:166,my_tranform:68,myavrofil:15,mybenchmark:153,mycollect:142,mycustomkei:142,mycustomvalu:142,mydofn:166,myjobnam:145,mynam:142,mynamespac:142,myparquetfil:51,mypath:[15,51],mypqfil:51,myproxi:11,myptransform:83,mysink:48,mystep:142,name:[14,15,19,21,30,31,33,41,43,45,48,50,51,55,58,61,62,63,66,68,71,84,86,88,91,108,118,119,125,131,133,138,141,142,144,145,147,148,153,156,160,166,167,170,175,177,186],namespac:[15,37,38,41,61,62,63,124,141,142,158,175],nanosecond:51,nativ:[30,48,91,122,161,171],native_io:[30,33,84,85,186],native_type_compat:[169,186],nativesink:[30,48,91],nativesinkwrit:[33,91],nativesourc:[30,91],nativesourceread:[33,91],natur:155,necessari:[5,31,83,153,158,183],necessarili:91,need:[3,5,18,19,20,23,25,30,31,42,48,49,50,52,65,66,68,73,75,105,147,148,161,177,182],neg:[23,24,52],negat:170,neither:[30,158,163],nest:[4,30,51,175],network:156,never:[13,48,83,165,168,180],new_pipeline_with_job_nam:37,new_process_fn:105,new_save_module_dict:12,new_track:53,new_valu:118,new_watermark:146,newer:38,newli:156,newlin:55,newobject:[2,3,4,13,23,24,25,30,33,43,45,48,53,58,60,61,62,66,67,68,71,72,73,74,75,81,83,91,96,97,99,102,103,105,107,108,109,122,124,125,126,146,147,155,156,158,162,164,165,166,167,168,170,173,178,180,182,183,184],nexmark:[127,128,186],nexmark_launch:[127,128,129,133,186],nexmark_model:[127,128,129,130,186],nexmark_util:[127,128,129,186],nexmarklaunch:132,next:[38,168],nice_str:114,nnnnn:[15,51,55,56],no_of_fil:31,no_retri:182,node:[68,83,89,125,161],non:[12,27,45,48,52,83,111,125,156,158,182],none:[2,9,10,15,16,18,20,21,22,23,25,27,29,30,31,32,33,34,37,41,43,45,48,50,51,52,53,54,55,56,57,58,60,63,65,67,68,83,87,88,89,91,92,94,99,102,105,108,111,114,115,116,117,118,122,124,125,131,135,136,137,139,141,142,143,144,145,147,155,156,158,161,163,165,166,167,168,173,174,175,177,180,181,184],nonliquidshardingoffsetrangetrack:144,nonmergingwindowfn:168,nonzero:182,nop:172,nor:30,normal:[38,51,58,158,168],nosetest:145,notabl:54,notbig:30,note:[2,12,18,19,23,24,30,38,40,48,51,65,68,92,148,156,161,170,175,177,180],noth:[31,33,91,177],notic:170,notify_observ:3,notimplementederror:125,notion:[48,91,155],now:182,nth:167,nullabl:30,num_byt:23,num_el:167,num_input:151,num_items_to_read_before_split:54,num_partit:156,num_quantil:163,num_record:144,num_retri:182,num_run:[150,151,152,153],num_shard:[15,20,51,55,56],num_slow:32,num_sourc:152,num_split:[38,40],num_total_record:144,num_window:150,num_work:145,number:[13,15,22,23,24,25,27,30,31,32,33,38,40,45,48,50,51,54,55,56,58,66,97,105,111,132,139,143,148,153,155,156,163,167,182,183],numer:[30,45,183],numpi:139,numshard:22,oauth2client:9,oauth2credenti:9,obei:48,obj:[10,12,33],object:[1,2,3,5,6,9,10,12,13,15,20,21,22,23,24,25,30,31,33,37,41,42,43,44,45,47,48,49,50,51,52,56,58,61,62,65,66,67,68,83,84,88,89,91,98,101,105,107,111,113,115,118,122,124,125,126,131,132,133,138,139,141,143,145,146,147,150,153,156,161,163,165,166,168,170,172,173,175,180,182,183,184],observ:[0,141,186],observablemixin:3,obtain:[22,23,30,48,61,65,145,155,156,161,167],occupi:48,occur:[40,47,48,54,58,155,168],octet:[20,23,25,42,43,47,49],offer:[33,68,144],offici:48,offset:[23,24,48,53,91,168,183],offset_infin:52,offset_rang:[53,144],offset_range_track:21,offsetrang:53,offsetrangetrack:[21,52,144],offsetrestrictiontrack:[53,144],often:[30,167,177],okai:48,old:[48,177],old_multipli:177,omit:[22,41],on_el:165,on_fir:165,on_merg:165,on_success_match:66,on_tim:166,onc:[23,48,83,107,156,165,168,170],one:[2,5,15,30,43,45,48,50,51,54,55,56,58,65,66,68,83,91,105,107,113,120,141,153,155,156,161,167,168,170,175,184],ones:[54,65,96],onli:[2,3,4,7,8,9,10,11,12,13,15,16,18,19,23,27,30,33,39,40,45,48,51,52,54,55,56,58,61,66,68,69,70,82,83,88,91,96,97,98,99,103,107,108,109,113,114,124,138,141,145,146,147,148,149,155,156,158,162,167,170,172,173,174,176,177,178,179,180,181,182,183,184],opaqu:20,opcod:[169,186],open:[20,21,22,23,25,31,42,43,47,48,49,148],open_fil:21,open_shard:148,open_writ:[20,48],oper:[2,5,6,18,19,23,24,25,30,41,42,43,48,49,50,51,68,125,144,150,151,156,161,167,168,183],operation:167,opt_nam:145,optim:[15,51,55,165],option:[9,22,23,25,30,37,38,41,42,45,47,48,49,50,56,68,74,75,89,94,96,100,106,116,117,118,125,132,144,145,148,156,161,163,167,170,175,177,180,186],option_nam:67,orchestr:132,order:[2,5,18,19,30,38,41,43,48,50,52,58,68,125,139,145,147,155,156,163,170,175],ordereddict:138,orderedpositionrangetrack:52,ordinari:83,ordinarili:[156,167],orfin:165,org:[18,19,30,31,48,65,89,116,156,158,165,172],organ:33,orient:48,origin:[48,54,118,170],original_range_track:54,original_read:54,original_stop_posit:54,other:[16,19,22,23,25,30,33,48,52,55,58,65,68,75,91,124,144,150,156,158,167,168,170,175],otherwis:[2,10,23,27,48,50,54,65,68,144,145,146,156,161],our:68,out:[23,24,31,125,156,163],outer:48,outer_namespac:159,output:[14,15,20,21,22,23,31,33,34,38,45,48,50,51,55,56,58,63,68,83,87,96,98,102,105,107,109,113,141,143,144,146,155,156,161,167,168,174,186],output_at_earliest:168,output_at_earliest_transform:168,output_at_eow:168,output_at_latest:168,output_filter_ratio:144,output_pcollect:[96,102],output_records_per_input_record:144,output_tag:118,outputcheckwrapperdofn:174,outputempti:167,outputstream:4,over:[31,65,156,167,182],overhead:23,overlap:48,overrid:[20,30,44,65,68,92,93,105,125,126,143,156,158,161,184],overridden:[38,48],overwrit:[20,50],owing:40,own:[33,156,167],p12345:133,pack_ani:181,pack_struct:181,packag:[13,38,186],pad:[15,51,55,56],pair:[19,23,25,31,33,42,48,49,65,66,83,91,126,144,155,156,158,167],pairwithrestrictionfn:126,pane:[22,165],paneinfoparam:156,parallel:[6,13,21,25,30,34,38,48,156,161,186],param:[34,54,144,153,163],paramet:[2,9,10,11,13,14,15,16,18,19,20,21,22,23,24,25,28,29,31,33,38,39,40,41,42,43,45,47,48,49,50,51,52,54,55,56,58,61,62,63,65,68,71,72,73,74,75,83,88,89,91,96,102,105,107,109,111,113,114,115,116,117,118,125,138,141,143,144,145,147,148,150,153,155,156,161,163,165,166,167,168,170,171,173,175,177,182,183,184,186],parameter:175,parameter_typ:[2,161,184],pardo:[30,48,83,89,105,125,126,141,144,156,161],pardo_payload:156,parent:[37,41,56,180],parent_kei:37,parquet:51,parquetio:[14,186],pars:[15,33,55,58,65,86,132,133,135,141,144,145,181],parse_arg:[132,144],parse_byt:181,parse_byte_s:144,parse_input_param:163,parse_int:170,parse_namespace_and_nam:63,parse_step:141,parse_table_refer:33,parse_table_schema_from_json:33,parseeventfn:133,parser:65,part:[2,21,23,25,30,41,42,48,49,61,65,89,91,105,156],partial:[39,48,104,156],partialgroupbykeycombiningvalu:104,particular:[15,48,51,54,55,56,58,114,137,161,167,173],partit:[22,30,31,33,41,48,156,175],partition_for:156,partitionfil:31,partitionfn:156,pass:[2,15,20,22,23,25,30,33,34,38,42,47,48,49,51,56,58,65,89,101,105,132,135,141,144,148,155,156,161,165,166,167,168,170,184],past:[48,91],patch:147,patch_retri:147,path:[15,20,21,22,23,25,41,42,43,47,48,49,51,55,56,58,66,143,147,156,178],path_el:41,pathnam:[23,25,42,47,49],pattern:[15,21,22,23,25,43,51,55,56,58,66,148,161,167,182],paus:156,payload:[2,45,159,184],payload_typ:81,pbegin:[18,19,27,48,89,92,111,146,156],pc1:[144,167],pc2:[144,167],pc3:167,pcoder:111,pcol:148,pcoll1:167,pcoll:[15,22,30,31,38,45,48,50,51,55,56,68,83,89,104,105,111,117,126,145,155,156,161,163,167],pcoll_id:118,pcollect:[2,5,15,20,22,30,31,33,38,48,50,51,55,58,68,83,102,105,109,111,114,117,118,125,126,142,144,146,148,150,155,156,161,163,167,168,186],pcollection_stat:114,pcollectionview:30,pcolls_to_pcoll_id:117,pdf:58,peform:156,pend:125,per:[30,50,83,102,104,141,151,153,156,163,167,182],per_bundle_delay_sec:144,per_element_cost:167,per_element_delay_sec:144,percent_complet:91,percentag:91,percentil:163,perel:155,perfectli:48,perform:[2,15,21,23,25,30,31,38,39,40,43,48,51,54,55,105,126,131,132,133,135,136,137,144,150,151,152,156,167,168,174,177],perform_load_job:33,perform_multi_threaded_test:54,perhap:91,period:[113,168],perkei:[155,163],permanentexcept:182,permit:[167,175],persist:[125,156],person:[131,132,133],phase:[48,58,147],phaseset:58,phred:58,physic:99,pick:[2,158],pickl:[2,5,12,48,145,184],picklabl:48,pickle_urn:184,picklecod:[2,12,48],pickler:[7,186],piec:107,pipe:[24,161],pipelin:[2,6,13,15,18,19,21,22,29,30,31,37,45,46,47,48,50,51,55,56,58,61,62,65,66,72,74,75,83,84,85,86,87,88,89,93,94,95,98,100,102,105,106,113,114,115,116,117,118,124,125,126,131,132,133,135,136,137,141,143,144,145,146,148,156,158,161,162,167,174,186],pipeline_analyz:[84,110,113,186],pipeline_context:[84,186],pipeline_gcs_loc:31,pipeline_graph:[84,110,112,114,116,186],pipeline_graph_render:[84,110,112,113,117,186],pipeline_info:[117,118],pipeline_opt:[23,25,37,42,47,49,64,66,67,102,158,186],pipeline_options_valid:[64,186],pipeline_proto:[113,115,118],pipeline_proto_to_execut:118,pipeline_result:143,pipeline_verifi:[127,186],pipelineanalyz:[113,118],pipelineananlyz:118,pipelinecontext:[2,124,184],pipelineerror:[6,68],pipelinegraph:[114,115,116],pipelinegraphrender:[113,116],pipelineinfo:118,pipelineopt:[23,25,42,49,65,66,68,118,145,158],pipelineoptionsvalid:66,pipelineresult:[117,125,142],pipelinerunn:[68,89,100,117,118,125,145,186],pipelinest:[125,143],pipelinestatematch:143,pipelinevisitor:[68,98,174],pipestream:24,place:[10,13,33,83,156,161,168,182],placehold:[13,15,21,51,55,56],plai:33,plain:[22,33,83],plane:73,platform:179,pleas:[18,19,21,30,38,48,51,66,144,177],plugin:[23,116,176,186],pobject:156,point:[2,15,30,33,37,40,48,51,83,102,107,167,168,173,182,183],polici:30,poll:89,poll_for_job_complet:89,pool:[13,65],pool_siz:13,pop_on:172,pop_thre:172,pop_top:172,pop_two:172,popen:179,popul:[65,68,147,158],port:[18,19],portabl:[18,19,186],portion:[156,167],pos:[16,52],posit:[13,16,23,24,48,52,53,54,58,66,91,146,156,170],position_at_fract:[16,48,52],position_for_fract:54,position_to_fract:52,positional_hint:170,possibl:[2,21,22,25,30,33,48,54,66,111,141,156],potenti:[83,102],power:186,practic:48,pre:[48,104,156],pre_fin:[20,48],pre_finalize_result:48,preced:167,precis:[30,168,183],predecessor:183,prefer:[2,23,184],prefetch:166,prefix:[15,22,23,25,42,43,51,55,56,111],prepar:[74,141,156],preparationid:74,prepend:41,presenc:177,present:[24,30,50,58,71,155],preserv:[54,68,167],prespecifi:144,prevent:[21,48,50,62,63,156,167],previou:[30,48,105,146],previous:111,previu:177,price:[131,133,136],primari:[48,91],primarii:144,primarili:[16,30,43],primary_range_track:54,primary_restrict:48,primit:[2,92,100,105,126,156,168,175],print:[88,153,173,177],print_item:172,print_newlin:172,prior:48,prob:58,problem:125,proce:156,proces:126,process:[2,5,23,30,31,32,33,34,48,83,86,87,91,92,95,97,102,104,105,107,109,122,123,126,133,141,144,146,150,155,156,161,165,166,167,168,174,176,180,186],process_continu:105,process_element_invok:105,process_keyed_elements_transform:105,process_st:103,process_to_termin:133,process_with_sized_restrict:144,processcontinu:[48,105,156],processdata:30,processel:105,processfn:105,processingtimeev:146,processkeyedel:126,processkeyedelementsviakeyedworkitem:105,processkeyedelementsviakeyedworkitemsoverrid:105,produc:[2,15,19,22,27,48,51,54,55,68,83,98,102,105,118,144,146,155,156,167,177],producer_config:19,profil:[167,176,186],profile_id:180,profile_loc:180,profilingopt:65,program:[30,165,172,186],progress:[39,48,52,73,91,125,156],project:[9,30,33,34,37,38,41,45,50,66,88,116,132,141],project_id:[33,34],project_id_pattern:66,project_nam:141,project_name1:30,project_number_pattern:66,projectid:33,promis:48,proper:[63,161,166,170],properli:[48,105,170],properti:[30,38,40,41,48,54],propertiesfromenumtyp:81,propertiesfromenumvalu:81,propertiesfrompayloadtyp:81,property_dict:41,property_nam:41,proto:[62,63,68,83,113,114,115,118,124,156,161,165],proto_map:118,proto_message_typ:2,proto_util:[176,186],protobuf:[2,63,181],protoc:2,protocod:2,protocol:[2,48],provid:[2,13,15,18,19,22,23,24,25,27,30,33,37,38,40,42,45,48,49,50,51,52,53,63,65,67,68,75,102,107,109,113,117,118,124,125,145,146,156,159,161,167,170,184,186],provis:75,provisionserviceservic:75,provisionservicestub:75,proxi:11,proxy_env_var:11,proxy_info_from_environment_var:11,proxyinfo:11,pseudo:48,pseudocod:54,ptransform:[5,6,15,18,19,22,27,30,31,34,38,45,48,50,51,55,56,58,63,68,83,89,92,93,98,102,103,104,105,111,114,118,126,144,146,148,154,155,156,158,159,163,167,175,186],ptransform_arg:126,ptransform_fn:161,ptransform_kwarg:126,ptransform_overrid:[84,85,186],ptransform_side_input:126,ptransform_test:57,ptransformoverrid:[68,89,93,105,126],ptransformwithsideinput:156,ptransfrom:[50,163],pub:45,pub_client:147,publish:[45,141],publish_metr:141,publish_time_nano:147,publish_time_sec:147,pubsub:[14,28,133,147,186],pubsub_integration_test:46,pubsub_it_pipelin:[14,28,186],pubsubmessag:45,pull:[83,147],pullrespons:147,pullresponsemessag:147,pure:4,purpos:145,push_valu:172,put:[12,24,125],putartifact:71,pvalu:[6,13,15,19,30,34,45,48,51,55,56,58,68,98,125,156,161,162,186],pvalue_class:13,pvalueerror:6,pvalueish:[68,117,159,161],pyarrow:[51,138],pydot:116,pydotrender:116,pyhamcrest:142,pypi:116,python:[2,4,6,10,12,15,19,23,24,30,31,33,47,48,51,65,82,89,92,116,117,132,133,145,150,151,152,155,156,163,170,171,172,173,175,182],python_urn:[69,186],pyvcf:58,pyx:4,qualifi:19,qualiti:[58,177],quantil:163,quartil:163,queri:[29,30,33,37,38,40,41,63,88,99,113,118,125,127,128,129,131,132,133,141,186],queries_schema:30,query0:[127,128,129,132,134,186],query1:[127,128,129,134,186],query2:[127,128,129,134,186],query_arg:[132,135,136],query_error:132,query_events_t:30,query_result:30,query_splitt:[14,28,35,36,186],query_table_for_todai:30,querysplitt:40,querysplittererror:40,querysplitterimpl:40,question:[42,49,153,177],quickstart:[30,34],quit:10,quot:[23,111],quota:[30,31],quotaexceed:182,race:48,rais:[2,6,10,20,21,23,24,25,30,33,39,40,42,43,47,48,49,54,65,68,125,144,145,148,155,156,158,160,161,163,170,171,173,182],random:[2,24,39,40,50,150,151,167,182],random_message_with_map:150,random_str:150,random_windowed_valu:150,randomli:182,randomuniquekeyfn:126,rang:[16,21,24,48,52,53,54,91,144,156,163,168],range_track:[14,16,21,48,54,57,144,186],rangetrack:[16,21,48,52,54],ratelimitexceed:182,rather:[2,23,25,30,58,163,170,172,184],raw:[19,48,133,141,146],raw_byt:89,raw_ev:[135,136,137],rawiobas:24,reach:[24,111,182],reachabl:[89,125],read:[2,4,11,14,15,16,18,19,21,22,23,24,25,29,30,32,37,38,42,43,45,48,49,51,54,55,56,57,58,89,91,93,101,102,111,118,144,156,166,186],read_al:4,read_bigendian_doubl:4,read_bigendian_int32:4,read_bigendian_int64:4,read_bigendian_uint64:4,read_buffer_s:[24,43],read_byte_py2:4,read_byte_py3:4,read_cache_id:118,read_from_sourc:54,read_record:21,read_siz:23,read_utf8:22,read_var_int64:4,readabl:[23,24],readablefil:22,readal:24,readallfil:[15,51],readallfromavro:15,readallfromparquet:51,readallfromtext:55,readcach:[111,118],reader:[30,33,48,91],readerposit:91,readerprogress:91,readfromavro:15,readfromdatastor:38,readfromkafka:19,readfrommongodb:50,readfromparquet:51,readfrompubsub:45,readfromsourc:54,readfromtext:[55,186],readfromtextwithfilenam:55,readfromtfrecord:56,readfromvcf:58,readi:[141,143,186],readinto:24,readlin:23,readmatch:22,readptransformoverrid:[89,93],readstringsfrompubsub:45,real:[13,97],real_tim:[164,165],realclock:97,realiti:156,realli:5,reason:[5,156,182],rebalanc:[48,54],receiv:[22,30,31,48,54,107,132,133,135,156,170],receivedmessag:147,recommend:[15,30,51,54,55,145,177],record:[1,15,20,21,22,31,33,39,45,48,51,52,54,56,58,91,118,144],record_batch_s:51,record_current_posit:48,record_index:91,record_start:52,recurs:[23,25,42,43,49,147],recv_pip:24,redefin:65,reduc:[15,51,55,125,156],reduct:156,redund:48,reentrant:[48,54],ref:124,refer:[14,18,19,28,33,48,54,58,62,68,161,186],referenc:[33,114,118,124],reference_bas:58,reference_nam:58,reference_source_info:54,referenced_pcollect:114,refsnp:58,refus:48,regener:50,regex:167,regist:[2,5,25,68,103,145,184],register_cod:5,register_observ:3,register_pickle_urn:184,register_structured_urn:2,register_urn:[2,161,184],registr:[5,184],registri:[2,5],regular:[23,167,175],reifi:167,reify_window:148,reifywindow:156,reimplement:158,reject:158,rel:[23,24,91,167],relat:[6,48,62,73,98,161,163],releas:[38,105,107,156,177],relev:[43,63,83],reli:[30,148],remain:[24,48,91,172],remaining_split_point:91,remaining_tim:91,remaining_work:48,rememb:24,remot:[30,45,89,182],remov:[48,55,141,167,177],remove_objects_from_arg:13,removedupl:167,renam:[23,25,42,43,47,48,49],render:[113,114,115,116,117],render_opt:117,render_pipeline_graph:116,rendererd:116,repeat:30,repeatedli:[156,165],replac:[13,15,18,51,55,56,68,126,141,147,155,156,167,172,177],replace_al:[68,167],replace_first:167,replaceon:50,replec:177,report:[48,63,73,109,156,180,182],report_onc:180,repres:[13,21,22,23,30,33,41,45,48,50,51,53,54,58,60,65,83,91,125,138,147,156,158,162,165,183,186],represen:156,represent:[30,91,114,115,116,147,158,168],request:[23,24,33,38,39,52,61,71,72,73,74,75,91,102,105,147,182],request_dynamic_split:91,request_iter:[71,73],requir:[2,5,10,15,30,38,41,48,51,55,65,66,111,118,156,167,177],required_transform:114,reserv:175,reserve_pric:[131,133],reset:165,reshard:30,reshuffl:[38,50,156,167],reshuffleperkei:167,residu:[48,91,105],residual_range_track:54,residual_restrict:[48,105],resolut:[51,125],resolv:19,resourc:[30,48,75,145,156],respect:[15,30,48,51,54,55,56,58,156],respond:[88,99],respons:[5,23,25,48,73,74,103,105,147],rest:[30,48,163],restrain:156,restrict:[41,48,61,105,126,144,156],restriction_cod:[126,156],restriction_s:[144,156],restriction_track:[14,144,186],restrictionparam:[144,156],restrictionprogress:48,restrictionprovid:[144,156],restrictiontrack:[48,53,105,144,156],result:[2,12,13,21,22,23,30,33,37,38,40,41,48,50,54,58,60,61,63,65,88,89,91,102,103,104,105,108,114,125,141,142,143,153,155,156,161,163,167,168,170,177,180],result_pcol:161,resum:[105,156],retri:[30,33,39,48,50,143,147,156,176,186],retriev:[13,24,71,113,141,155,170],retry_alwai:33,retry_arg:44,retry_filt:182,retry_func:44,retry_nev:33,retry_on_beam_io_error_filt:182,retry_on_io_error_and_server_error:143,retry_on_rpc_error:39,retry_on_server_errors_and_notfound_filt:182,retry_on_server_errors_and_timeout_filt:182,retry_on_server_errors_filt:182,retry_on_server_errors_timeout_or_quota_issues_filt:182,retry_on_transient_error:33,retrystrategi:[30,33],return_context:68,return_type_hint:170,returns_windowed_valu:91,revers:[155,163,167],rewind:[23,24],rewrit:43,rfc3339:183,rfc:[45,183],right:[54,68,182],right_fract:54,right_result:54,roadmap:[18,19],role:131,root:[102,103,107],root_transform:[102,109],rootbundleprovid:107,rot_four:172,rot_n:172,rot_thre:172,rot_two:172,rotate_kei:144,round:113,row:[30,31,32,33,34,51,138],row_group_buffer_s:51,rowasdictjsoncod:[30,33],rowtostringwithslowdown:32,rpc:[39,61,182],rpc_stats_callback:39,rpcerror:39,run:[6,9,12,13,19,29,32,37,46,48,68,70,74,86,87,88,89,94,101,102,103,106,107,114,117,125,132,133,141,142,144,145,150,151,152,153,156,158,175],run__nativewrit:89,run_abc:125,run_async:125,run_benchmark:[151,152,153],run_bq_pipelin:29,run_coder_benchmark:150,run_combinevalu:89,run_command:122,run_flatten:89,run_groupbykei:89,run_impuls:89,run_pardo:89,run_pipelin:[46,89,94,100,106,117,125],run_queri:[33,132],run_read:89,run_runnerapiptransformhold:89,run_transform:125,run_using_threadpool:13,runner:[6,18,19,27,30,33,38,48,61,65,66,68,73,74,145,146,156,161,167,186],runner_api_requires_keyed_input:[156,161],runnerapi:74,runnerapifn:[2,156,168,184],runnererror:6,runtest:160,runtim:[2,6,21,30,38,75,141,144,170,174],runtime_list:141,runtime_opt:[23,42,49,67],runtimeerror:[6,33,68],runtimemetr:141,runtimest:[101,156,166],runtimetim:[156,166],runtimevalueprovid:[23,42,49,67],runtimevalueprovidererror:6,safe:[9,24,48,99,114,115],safefastprimitivescod:111,safeti:48,sai:[5,48],same:[2,5,21,22,23,25,30,33,42,43,48,49,50,54,55,58,62,63,68,83,87,91,96,125,139,144,148,155,156,167,168,171,172,177,182],sampl:[2,29,30,111,114,117,155,163,166],sample_s:111,samtool:58,satisfi:[48,173],save:[111,117,141,180],save_modul:12,save_pcod:111,scale:[30,48,58],scenario:[30,33,48],schedul:[98,103],schedule_pending_unblocked_task:102,schema:[2,14,15,28,31,33,51,58,138,141,186],schema_as_json:30,schema_autodetect:30,schema_side_input:[30,31],schema_str:33,scheme:[23,25,42,47,48,49,66],score:58,sdf:[48,92,105,126,144,156],sdf_common:[84,186],sdf_direct_runn:[84,95,186],sdf_invok:105,sdfprocesselementinvok:105,sdist:70,sdk:[18,19,48,73,75,82,89,156,159,170,175,185],sdk_locat:132,sdkfunctionspec:184,search:182,second:[5,23,25,33,39,42,43,45,49,54,63,88,97,139,141,143,144,146,153,156,161,165,167,168,172,180,182,183],section:48,see:[5,15,18,19,21,24,25,30,31,38,39,41,47,48,51,54,55,56,65,66,68,105,117,125,144,156,161,165,167,168],seed:[150,151],seek:[23,24],seek_cur:[23,24],seek_end:[23,24],seek_set:[23,24],seekabl:[21,23,24],select:[30,39,51,83,137],self:[2,3,34,48,142,153,156,158,161,166,170,183,184],seller:[131,133],semant:[38,48,146,161,165,169,175],send:[30,73,132,135,141],sens:5,sent:[30,73,156],separ:[30,48,58,144,156,168,170],sequenc:[41,48,58,150,151,173],sequenti:[24,48,71],seri:[31,131,132,133,135,136,137,144,168],serial:[5,19,30,33,48,68,89,107,124,184],serializ:[146,167],serialize_windowing_strategi:89,serialized_byt:181,serialized_data:89,serv:135,server:[18,19,50,71,72,73,74,75,182],servic:[9,15,18,19,30,33,45,48,51,55,65,66,71,72,73,74,75,88,89,91,143,159,182],session:[12,117,168],set:[5,15,16,18,19,21,22,23,24,25,27,30,31,34,38,41,43,45,48,50,51,54,55,56,58,61,62,65,66,67,83,89,102,105,109,114,117,118,125,143,144,148,156,163,165,166,167,168,170,173,175,177,182],set_current_posit:[16,48,52],set_interval_m:27,set_message_count:27,set_opt:25,set_process_element_invok:105,set_properti:41,set_proto_map:118,set_render_opt:117,set_running_in_gc:9,set_runtime_opt:67,set_split_points_unclaimed_callback:[48,52],setruntimest:[101,166],setstatespec:166,setup:[48,70,105,141,145,156],setupopt:[65,66],sever:[14,16,30,33,88,91,148,153,156,161,167],sha1:147,shape:144,shard:[15,20,22,40,51,55,56,148],shard_index:22,shard_name_templ:[15,20,51,55,56],share:[30,65,96,102,120,156],shift:68,shortvalu:158,should:[12,13,21,22,23,24,25,30,33,41,42,45,48,49,50,55,62,68,83,91,105,107,114,117,125,126,138,143,144,145,146,148,151,155,156,158,162,165,167,170,175,180,182,184,186],should_drop:158,should_execute_seri:107,should_fir:165,should_retri:33,shown:[30,158],shuffl:[91,156],shuffle_posit:91,shufflebarri:144,shuffler:5,shut:156,shutdown:103,side:[6,13,30,31,83,102,104,144,152,155,156,162,167],side_input:[30,33,102,107,161],side_input_valu:103,side_input_visitor:89,side_inputs_contain:109,side_t:30,sideinput:[154,186],sideinput_microbenchmark:[149,186],sideinputbarri:144,sideinputerror:6,sideinputmap:162,sideinputparam:156,sign:167,signal:[24,30,48],signatur:[125,156,182],signifi:177,signific:[38,186],significantli:[15,48,167],similar:163,similarli:30,simpl:[1,2,15,51,61,136,137,144,153,156,167,168,170,173,175,182,186],simplefilt:177,simpler:[10,48,161],simpli:[65,116,135,156,180],simul:[32,131,132,133,135,136,137,147],sinc:[2,5,30,33,38,45,48,63,97,148,168,177,183],singl:[15,20,21,24,30,31,38,43,48,51,58,60,95,99,100,108,148,155,156,163,167,168,170,172],single_partit:31,single_partition_tag:31,singleton:83,singletoncod:2,sink:[14,20,22,23,30,33,45,48,50,55,56,91,111,186],sinkwrit:91,situat:156,size:[2,4,13,15,21,23,24,25,30,31,38,42,43,47,48,49,51,53,55,104,144,150,153,156,163,167,168,186],size_estimate_overrid:144,size_in_byt:23,skip:[33,54,55,147,156],skip_directori:22,skip_header_lin:55,skip_invalid_row:33,sleep:[39,147,182],sleep_per_input_record_sec:144,sleep_sec:143,slice_0:172,slice_1:172,slice_2:172,slice_3:172,slide:168,slidingwindow:168,slot:168,slow:32,slow_stream:[0,186],small:[30,40],small_dict:150,small_int:150,small_list:150,small_message_with_map:150,small_str:150,small_tupl:150,smaller:[45,163,167,183],smallest:[155,163,167],smallestperkei:155,snapshot:109,softwar:[23,116],solut:161,some:[22,30,40,48,54,89,103,107,125,148,156,161,167,180,186],somefn:161,someth:[22,30,91,180],sometim:[5,156],son:50,soon:48,sort:[22,41,155,163],sortbi:180,sourc:[1,2,3,4,6,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,60,61,62,63,65,66,67,68,71,72,73,74,75,81,83,86,87,88,89,91,92,93,94,96,97,98,99,100,101,102,103,104,105,106,107,108,109,111,113,114,115,116,117,118,122,123,124,125,126,131,132,133,135,136,137,138,139,141,142,143,144,145,146,147,148,150,151,152,153,155,156,158,159,160,161,162,163,164,165,166,167,168,170,171,172,173,174,175,177,178,179,180,181,182,183,184,186],source_bundl:16,source_file_nam:[23,25,42,47,49],source_frac:16,source_index:16,source_info:54,source_ix:16,source_posit:16,source_test_util:[14,186],source_test_utils_test:54,sourcebas:[48,91],sourcebundl:48,sourcereaderprogress:91,sources_info:54,space:[5,141,163,182],speak:122,spec:[58,156,166],spec_paramet:27,special:[30,92,111,139,156],specif:[15,30,33,48,51,55,60,63,65,68,82,83,88,91,92,102,105,107,126,144,156,166,167,177],specifi:[5,10,15,19,21,22,23,25,30,33,42,45,48,49,50,51,55,58,65,66,68,83,89,91,102,105,144,145,146,148,153,155,156,160,161,165,166,167,168,170,173,175,177,186],specul:165,spent:39,spill:31,split:[15,16,21,22,23,25,30,31,34,38,40,42,47,48,49,51,52,53,54,55,57,73,88,91,126,141,144,156,167],split_and_s:156,split_at:53,split_fract:[48,54],split_metrics_by_namespace_and_nam:141,split_offset:[52,144],split_po:53,split_point:[48,52],split_points_unknown:48,split_posit:[48,54],split_result:54,splitfractionstatist:54,splitnotpossibleerror:40,splitrestrictionfn:126,splittabl:[21,48,105,126,156],splittabledofn:[92,126],splittablepardo:126,splittablepardooverrid:126,splitter:40,sql:30,src:[40,43,180],src_dest_pair:43,sre_pattern:25,sssss:[15,51,55,56],stabl:[73,186],stack:[96,172,173],stage:[48,50,71],staging_loc:132,stai:[30,48,91],stand:48,standard:[23,30,65,161,182],standard_opt:65,standard_window_fns_pb2_grpc:[69,70,186],standardopt:[65,66],star:180,start:[16,18,19,22,24,33,47,48,52,53,54,58,65,66,73,83,103,113,117,122,125,131,133,143,168,180],start_bundl:[31,86,87,104,126,141,144,156,174],start_periodic_upd:113,start_posit:[16,21,48,52,53,54,57,144],start_sess:117,start_stat:103,startup:[9,178],startwork:73,stat:[54,113,114,154,186],state:[33,48,73,74,88,89,94,99,101,102,105,107,125,131,133,143,165,166,167,172,173],state_sampl:103,state_spec:[101,166],state_tag:101,statement:186,stateparam:156,statespec:166,staticvalueprovid:67,statist:[62,163],statu:[113,125,182],stdout:153,step:[2,5,30,31,37,48,50,61,63,86,88,102,105,111,125,141,142,144],step_context:[101,105],step_label:2,step_nam:[102,141],still:[21,48,73,186],sting:30,stop:[18,48,52,53,54,73,113,125,180],stop_periodic_upd:113,stop_posit:[16,21,48,52,53,54,57,91,144],stopwork:73,storag:[43,44,48,65,66,156],storage_api_servic:65,storage_cli:43,store:[22,23,25,30,51,54,58,65,68,73,92,168,173,183],store_attr:172,store_fast:172,store_glob:172,store_map:172,store_slice_0:172,store_slice_1:172,store_slice_2:172,store_slice_3:172,store_subscr:172,str:[2,10,15,20,21,23,24,30,33,34,38,41,43,45,50,51,54,55,58,68,114,115,116,117,118,141,145,147,148,158,166,167,170,175],straight:10,strategi:[22,30,33,183],stream:[4,18,20,22,23,24,25,27,30,31,42,43,45,47,49,65,74,89,92,93,100,131,132,133,135,136,137,146,148,156,164,186],streaming_cr:[84,85,90,186],streaming_impuls:27,streaming_insert:30,streamingcr:92,streamingusermetricsdofn:87,stress:54,strictli:[5,45],string:[2,11,15,19,21,22,23,24,25,30,31,33,37,41,42,43,45,47,49,50,51,52,55,56,58,61,62,66,83,91,143,144,147,148,150,153,158,167,177,181,183],string_valu:158,stringutil:89,strip_trailing_newlin:55,strongli:54,struct:[51,181],struct_obj:123,struct_to_dict:123,structur:[10,23,25,42,49,65,173],strutf8cod:[2,55],style:[23,39],sub:[21,45,48,91,125,147,156],sub_client:147,sub_range_track:16,subclass:[3,5,48,52,54,57,62,65,66,155,156,158,161,168,178],subclassess:66,subcompon:158,subdirectori:186,subject:[45,177],submit:[74,89],submit_timestamp:141,submodul:[35,128],subprocess:179,subscrib:74,subscribercli:147,subscript:[45,147],subsequ:[48,91,111,182],subset:175,substitut:167,subsystem:5,subtrigg:165,succe:[31,48,54],succeed:[43,48],success:[39,48,91],successfulli:[33,48,71,89],suffic:177,suffici:91,suffix:[15,22,23,37,51,55,56,147],suggest:[48,177],suggested_split_posit:54,suit:[131,132,133,135,136,137],suitabl:[2,107,156],sum:[60,141,156],sum_int_64:63,sum_valu:142,sunnyval:133,suppli:[65,68,83,145,155],support:[2,10,15,18,19,22,23,24,30,33,34,41,42,45,47,48,49,51,55,68,74,91,100,101,125,147,156,158,161,165,167,170,174],suppos:30,sure:[31,50,66,105,126,143,148],surround:167,switchingdirectrunn:[100,106],symmetric_binary_op:172,symptom:30,sync:107,synchron:48,syntax:[2,10,23,25,30,34,156,169,175],synthet:144,synthetic_pipelin:[127,186],syntheticsdfassourc:144,syntheticsdfsourcerestrictionprovid:144,syntheticsdfstep:144,syntheticsdfsteprestrictionprovid:144,syntheticsourc:144,syntheticstep:144,sys:[65,68,145],system:[23,25,42,47,48,49,88,145,165],tabl:[14,28,29,31,32,33,34,48,138,141,186],table_dict:30,table_id:[33,34],table_nam:30,table_names_dict:30,table_refer:31,table_row:[30,33],table_schema:30,table_schema_to_dict:30,table_side_input:[30,31],tablecel:30,tablefieldschema:30,tableid:33,tablerefer:[30,31,33],tablerow:[30,33],tablerowjsoncod:30,tableschema:[30,33],tabular:138,tag1:167,tag2:167,tag:[63,83,145,156,167],taggedoutput:83,tail:[23,25,42,49],take:[13,22,30,31,48,68,88,91,144,148,153,155,156,163,167],taken:[37,167],takes_windowed_valu:91,tar:132,target:[31,167],target_batch_duration_sec:167,target_batch_overhead:167,target_window_fn:162,task:[48,102],teardown:156,techniqu:30,tell:[23,24],temp:111,temp_dataset:33,temp_dataset_:33,temp_loc:[30,31,132],temp_path:20,temp_tabl:[31,33],temp_table_:33,tempdir:147,templat:[15,51,55,56,67],temporari:[30,31,45,48,147,167],temporarili:182,temporary_t:31,temporaryt:31,term:[30,48],termin:[48,105,133,143],test:[30,39,43,46,54,66,86,94,97,106,160,167,182,186],test_bigquery_cli:[30,33],test_client:[30,31],test_dataflow_runn:[84,85,186],test_direct_runn:[84,95,186],test_id:141,test_job_python_from_python_it:160,test_method:105,test_pipelin:[127,186],test_read_metr:57,test_runner_api:[68,145],test_stream:[127,186],test_util:[127,186],testcas:[147,160],testclock:97,testdataflowrunn:94,testdb:50,testdirectrunn:106,testopt:[65,66],testpipelin:145,testrunn:145,teststream:146,testwindowedvalu:148,text:[22,30,48,55,68,86,111,116,117,148,186],textio:[14,186],textrender:116,tfrecord:[56,117],tfrecordio:[14,186],than:[2,23,25,30,31,38,40,45,48,51,52,58,120,146,156,163,167,170,172,183,184],thei:[19,23,30,33,48,50,54,62,83,107,148,155,156,167,168],them:[12,31,48,89,156],themselv:[22,61,83,175],therebi:156,therefor:23,thi:[2,5,9,13,15,18,19,20,21,22,23,24,25,27,30,31,33,34,38,39,40,41,42,43,45,48,49,50,51,52,54,55,56,58,60,61,62,63,65,68,71,73,83,84,85,88,91,92,95,96,98,100,102,105,107,111,113,114,115,116,117,118,125,126,133,135,136,137,143,144,145,146,147,148,150,151,155,156,158,159,161,162,163,165,166,167,168,170,173,175,177,180,182,183,184,186],thing:[48,163,180],those:[2,15,30,31,34,48,92,114,145,156,158,163],though:156,thread:[9,13,24,48,54,99,113,114,115],three:[5,45,48,54,61,131],throttl:39,throttle_delai:39,throttled_sec:39,throttler:39,through:[48,50,52,56,66,68,132,135,144,156,182],throughout:[13,30],throughput:100,thrown:22,thu:[111,156,167],tile:163,till:105,time:[5,13,15,21,23,25,30,33,39,42,43,45,48,49,51,55,56,58,89,91,97,105,107,125,141,143,146,151,152,153,155,156,164,165,167,168,175,178,182,183],time_domain:[108,165,166],time_in_m:132,time_prefix:180,timedelta:158,timedomain:[164,166],timeout:[43,94,125,133,182],timeouterror:43,timepartit:30,timer:[102,105,108,109,164,165,166,167],timer_fir:108,timer_spec:[101,166],timerfir:108,timerparam:156,timerspec:166,timestamp:[2,30,45,51,60,63,96,105,108,109,131,133,141,146,148,155,156,158,164,165,166,167,168,176,186],timestamp_attribut:[45,46],timestamp_combin:[156,168],timestamp_proto:63,timestamp_sec:63,timestampcod:2,timestampcombin:168,timestamped_valu:146,timestampedvalu:[146,167,168],timestampinvalu:167,timestampparam:[105,155,156,167],timeutil:[2,154,168,186],timezon:[45,183],tl_referenced_pcoll_id:118,tl_required_trans_id:118,to_be_merg:[165,168],to_client_ent:41,to_client_kei:41,to_json_valu:10,to_kei:63,to_low:170,to_proto_str:45,to_rfc3339:183,to_runner_api:[2,62,68,83,124,156,161,164,165,166,184],to_runner_api_paramet:[2,27,45,48,156,161,167,168,184],to_runner_api_pickl:161,to_runner_api_transform:159,to_timestamp_proto:63,to_timestamp_sec:63,to_type_hint:2,to_utc_datetim:183,todict:155,todo:[31,48,68,92],togeth:[62,156],toggl:170,token:177,toler:[48,58],tolist:155,too:[30,31,40,54,156],took:[2,184],tool:[30,33,186],top:[40,68,114,118,155,170,172,186],topic:[19,45,147],tostr:167,tostringcod:55,total:[22,27,48,54,91,155,156,167,170,182],total_byt:141,total_bytes_count:141,total_messag:141,total_s:48,total_shard:22,track:[48,52,60,62,98,99,102,107,109],tracker:[16,48,52,54,105,156],trail:167,transfer:83,transform:[5,15,16,18,19,22,27,30,31,32,33,34,38,45,48,50,51,55,56,57,58,61,65,66,68,83,86,87,89,91,92,96,98,100,101,102,104,105,107,109,111,117,118,125,126,133,141,144,146,148,174,186],transform_evalu:[84,95,105,108,186],transform_evaluation_st:103,transform_evaluator_registri:103,transform_keyed_st:109,transform_nod:[89,125],transform_proto:118,transformerror:6,transformevalu:[101,103,107,108],transformevaluatorregistri:107,transformexecutor:103,transformresult:[102,108],transformss:126,transformwatermark:109,translat:[18,19,23,68,88],translate_pattern:23,travers:[65,68],treat:[22,183],treatment:[139,156],tree:[23,42,49,144],tri:[52,182],trigger:[22,30,31,102,154,156,186],triggercontext:165,triggercopyjob:31,triggerfn:[156,165],triggering_frequ:[30,31],triggerloadjob:31,trivial:[54,156,173],trivial_infer:[169,186],try_claim:[16,48,52,53],try_split:[16,48,52,53,54,144],tupl:[2,10,13,16,30,31,33,41,43,48,54,58,63,83,111,144,148,155,156,167,170,172,175,184],tuplecod:2,tuplesequencecod:2,turn:[30,182],twice:[12,48,63],two:[5,15,23,25,31,42,45,47,48,49,51,54,91,139,141,144,155,156,170,173,175,177],txt:147,typ:171,type1:30,type2:30,type3:30,type:[2,3,4,5,10,13,14,15,21,22,23,24,25,28,30,33,34,35,36,38,40,42,43,45,48,49,51,52,53,54,58,60,61,62,63,66,67,68,71,72,73,74,75,81,83,91,96,97,99,102,103,105,107,108,109,111,122,124,125,126,138,141,145,146,147,155,156,158,161,162,164,165,166,167,168,169,170,171,173,174,175,177,178,180,182,183,184,186],type_1:170,type_2:170,type_check:175,type_check_input:161,type_check_inputs_or_output:161,type_check_output:161,type_hint:[161,170,173,174],type_urn:63,typecheck:[169,186],typecheckcombinefn:174,typecheckerror:[155,170],typecheckvisitor:174,typecheckwrapperdofn:174,typecod:[0,186],typeconstraint:[161,170,173,175],typedict:158,typeerror:[10,20,21,30,68,156,161],typehint:[2,5,156,161,186],typeinferenceerror:173,typeopt:[65,66],typevari:175,typic:[21,55,56,58,68,125,144,151,156,161,177],uid:[20,48],ultim:170,unabl:38,unari:172,unary_convert:172,unary_invert:172,unary_neg:172,unary_not:172,unary_posit:172,unavail:[40,111],unbound:[18,22,27,91,92,146,168,186],unclaim:48,uncommit:102,uncommitted_output_bundl:108,uncommittedbundl:96,uncompress:[23,51],unconsum:48,undeclar:156,undeclared_tag_valu:108,under:[23,30,38,45,132,156,167],underli:[23,25,40,55,58,65,102,161,165,168,173],underlying_result:117,underlying_runn:[117,118],underscor:[30,33],undesir:5,uneven:144,unfinish:48,unicod:[10,116,158],union:[16,54,125,168,173,175],union_list:173,uniqu:[22,33,45,48,50,61,83,126,141,155,163,167],unique_row_id:33,unit:[45,51,54,158,168],unittest:[147,160],unix:[23,25,42,45,49,146,168,183],unknown:[2,48,65,125,144],unless:[15,24,41,51,55,83,168],unmergedst:102,unmodifi:156,unnecessari:156,unpack:[170,181],unpack_ani:181,unpack_sequ:172,unpickl:[66,145],unprocess:[48,105,156],unprocessed_bundl:[108,109],unquot:111,unrecogn:125,unset:41,unsplitt:[48,52],unsplittablerangetrack:52,unstart:52,unsupport:41,until:[24,74,89,94,104,107,125,145,156,167],untouch:172,unused_arg:[32,126,133,144,156,170,172],unused_compon:2,unused_context:[2,156,161,165,167,168,184],unused_el:92,unused_fn_paramet:168,unused_input:[48,146,156],unused_input_typ:[27,92,156,161],unused_kwarg:[32,126,133,144,156,170],unused_paramet:[156,167],unused_payload:[2,156],unused_pre_finalize_result:20,unused_registri:2,unused_st:172,unused_typehint:2,unwrap:[146,173],unwrap_al:173,unwritten_record_tag:31,unwrittenrecord:31,updat:[30,43,48,52,60,61,62,68,89,99,101,102,109,113,114,125,151,156],update_displai:113,update_pcollection_stat:114,update_phys:99,update_watermark:109,upload:[24,71],uploaderstream:24,upon:[24,48],upper:[15,51,55,56,170],upper_bound:151,upstream:[98,156],uqfound:12,uri:[23,42,49,50,66],uri_schema_pattern:25,url:[23,47,94,158],urn:[2,18,27,63,68,81,82,156,159,161,168,176,186],usabl:[15,51],usag:[2,48,50,54,65,68,132,133,142,161,166,170,177,178,180],use:[2,3,4,5,7,8,9,10,11,12,13,15,16,18,19,23,24,25,30,38,39,40,42,43,45,46,48,49,51,54,55,61,62,63,65,66,68,69,70,71,82,83,88,89,91,96,97,98,103,107,108,109,124,138,144,145,146,147,149,150,156,160,162,163,167,170,172,173,174,176,177,179,180,181,182,183,184],use_deprecated_int96_timestamp:51,use_fake_cod:[68,124],use_fastavro:[15,138],use_global_window:148,use_legacy_sql:33,use_standard_sql:30,used:[2,5,11,12,13,15,21,22,23,25,27,30,31,33,34,38,39,41,42,45,48,49,51,52,55,56,58,60,61,62,63,65,68,83,84,89,91,96,97,98,102,105,107,108,111,114,117,125,133,141,143,144,145,146,148,150,156,158,161,162,165,167,168,170,175,177,182,184],useful:[2,63,102,156],user:[13,15,19,21,22,23,25,30,38,42,45,48,49,61,62,63,83,87,88,91,101,118,158,162,166,177,178],user_log:30,usermetricsdofn:86,userst:[101,154,156,186],userstatecontext:[101,166],uses:[5,23,38,40,45,48,50,107,144,147,163],using:[2,5,9,10,13,22,24,25,29,30,33,48,55,58,65,68,83,91,100,103,111,116,126,138,144,146,147,156,161,163,168,170,175,177],usual:[89,111],utc:[45,183],utf:[2,55,148],util:[7,10,11,14,22,23,24,33,54,84,89,95,105,116,118,121,124,127,133,141,144,145,146,147,149,154,156,164,168,170,185,186],uuid:141,v1new:[14,28,35,186],v31:167,v32:167,v33:167,val:4,valid:[15,21,23,30,31,33,45,51,52,55,56,58,65,66,105,142,145,148,156,158,161,163,166,170,175],validate_cloud_opt:66,validate_composite_type_param:161,validate_cr:30,validate_gcs_path:66,validate_optional_argument_posit:66,validate_stateful_dofn:166,validate_test_match:66,validate_writ:30,validatesrunn:145,valu:[1,2,3,4,6,10,12,13,15,19,20,21,22,23,25,30,33,38,41,42,45,48,49,51,52,54,55,56,58,60,61,62,63,65,66,67,68,83,91,92,98,101,104,109,111,125,141,144,145,146,147,148,150,151,152,153,155,156,158,162,163,165,166,167,168,170,171,173,181,182,183],value_cod:2,value_descriptor:81,value_deseri:19,value_provid:[64,186],value_provider_list:67,value_s:144,value_seri:19,value_to_consum:[102,109],value_typ:67,valueerror:[20,21,23,24,30,33,43,48,54,65,68,144,145,156,158,160,163,170,171,173],valuegroup:167,valueprovid:[6,20,21,30,41,67],vari:2,variabl:[2,11,62],varianc:167,variant:58,variantcal:58,variantinfo:58,varint:4,varintcod:2,variou:[30,33,54,120,150,167,172],vcf:58,vcfio:[14,186],vcfv4:58,vehicl:133,verbos:[150,153,173],veri:[48,83,104],verif:143,verifi:[15,21,31,37,48,51,54,55,56,58,94,106,135,142,143,145,146,174],verify_al:142,version:[2,23,58,92,111,141,177,186],vertex:115,verybig:30,vet:73,via:[22,31,68,105,124,159,168,175,184],view:[65,66,102],view_a:65,view_class:162,view_opt:162,violat:170,visibl:114,visit:[68,125],visit_transform:[98,174],visitor:[68,98],volum:156,voluntarili:105,wai:[5,23,30,48,52,54,91,144,156,161,167,177],wait:[31,39,89,94,125,143,145],wait_until_finish:[117,125],wait_until_finish_dur:132,wait_until_in_st:94,waitforbqjob:31,want:[5,48,83,125,150,182],warn:[177,182],watermark:[48,53,102,105,109,146,156,164,165,166],watermark_manag:[84,95,186],watermark_neg_inf:109,watermark_pos_inf:109,watermarkev:146,watermarkmanag:109,watermarkreporterparam:156,weather_st:30,weight:54,well:[30,48,54,111],were:[37,48,102,161,167,177],what:[2,22,30,48,144,165,168,177],whatev:[38,68,167],whelm:31,when:[4,9,15,18,19,21,23,24,30,31,33,38,39,40,45,48,51,54,55,56,68,70,83,102,105,113,114,141,144,146,147,156,158,160,161,165,173,175,183],whenc:[23,24],whenev:[5,156],where:[2,21,22,33,43,48,68,83,117,141,144,155,156,167,168,170,171,182,184,186],whether:[2,21,23,30,33,42,43,48,49,55,60,68,83,91,96,113,138,153,158,163,165,166,168,173],which:[2,13,15,16,18,19,21,22,23,30,33,38,40,41,45,48,50,51,52,55,56,58,73,83,84,88,91,92,100,105,111,114,125,138,141,144,145,148,155,156,163,165,166,167,168,170,171,172,174,180,182,186],whit:177,white:141,who:[116,131,145],whole:[21,23,30,48,66,167,170],whose:[2,30,41,48,52,68,83,114,156,159,163,165,167],wider:167,width:168,wiki:30,wikipedia:30,window:[2,22,83,89,91,96,101,104,105,108,126,146,148,150,154,156,161,162,165,166,167,186],window_cod:2,window_fn:168,windowed_valu:168,windowedtypeconstraint:175,windowedvalu:[96,146,156,175],windowedvaluecod:2,windowfn:[156,168],windowing_strategi:126,windowinto:[156,168],windowintofn:156,windowinvalu:167,windowparam:[104,105,126,156,167],wipe:125,wire:156,wish:[30,158],with_attribut:[45,46],with_default:156,with_exponential_backoff:182,with_fanout:156,with_hot_key_fanout:156,with_input_typ:[5,161,170],with_nam:61,with_namespac:61,with_output:156,with_output_typ:[5,161,170],with_step:61,with_typ:10,with_valid:31,within:[48,54,71,91,96,102,144,168],withkei:167,without:[21,30,48,50,89,141,155,180],without_default:156,withtypehint:[156,161,170],word:[19,86,87,156],work:[30,31,38,48,54,62,68,73,91,156,167,170],worker:[9,12,30,31,38,48,65,73,75,89,91,117,156,178],worker_executing_project:9,workeropt:[65,66],workflow:[9,12,48,86,87,144],workitem:91,would:[2,30,39,48,83,163,167,168,170,184],wrap:[10,24,83,92,156,161,167,177,182],wrapped_value_cod:2,wrapper:[1,23,30,33,48,65,83,94,106,124,145,161,166,170,174,180],writabl:24,write:[2,4,5,14,15,19,20,23,24,25,28,29,31,33,34,37,38,39,42,43,45,48,49,51,55,56,68,91,102,111,144,184,186],write_:20,write_append:[30,33],write_bigendian_doubl:4,write_bigendian_int32:4,write_bigendian_int64:4,write_bigendian_uint64:4,write_byt:4,write_cache_id:118,write_disposit:[30,31,33],write_empti:[30,33],write_encoded_record:20,write_mut:39,write_record:20,write_result:48,write_trunc:[30,33],write_var_int64:4,writeabl:23,writecach:[111,118],writegroupedrecordstofil:31,writeimpl:48,writer:[30,33,48,61,91,162],writer_result:[20,48],writerecordstofil:31,writestringstopubsub:45,writetoavro:15,writetobigqueri:30,writetobigt:34,writetodatastor:[38,41],writetofil:22,writetokafka:19,writetomongodb:50,writetomongosink:50,writetoparquet:51,writetopubsub:45,writetotext:[55,68,186],writetotfrecord:56,writetrunc:30,written:[15,20,22,23,24,25,30,31,37,42,48,49,51,55,56,111,147],written_file_tag:31,writtenfil:31,wrong:58,wrote:48,wv_with_multiple_window:150,wv_with_one_window:150,www:116,xrang:177,xyz:[5,65,125],xyzcod:5,xyzopt:65,year:30,yet:[48,100],yield:[3,21,48,156,182],you:[15,18,19,22,30,51,55,66,158],your:[30,54,66,186],yyyymmdd:33,zero:[27,48,156,167],zipf:144},titles:["apache_beam.coders package","apache_beam.coders.avro_record module","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.http_client module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.external package","apache_beam.io.external.generate_sequence module","apache_beam.io.external.kafka module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.fileio module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.flink package","apache_beam.io.flink.flink_streaming_impulse_source module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_file_loads module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.bigquery_tools module","apache_beam.io.gcp.bigtableio module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1new package","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline module","apache_beam.io.gcp.datastore.v1new.datastoreio module","apache_beam.io.gcp.datastore.v1new.helper module","apache_beam.io.gcp.datastore.v1new.query_splitter module","apache_beam.io.gcp.datastore.v1new.types module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.gcsio_overrides module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.mongodbio module","apache_beam.io.parquetio module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.metrics.monitoring_infos module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_expansion_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.external_transforms_pb2_grpc module","apache_beam.portability.api.metrics_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.internal package","apache_beam.runners.internal.names module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.datatype_inference module","apache_beam.testing.extra_assertions module","apache_beam.testing.load_tests package","apache_beam.testing.load_tests.load_test_metrics_utils module","apache_beam.testing.metric_result_matchers module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.external module","apache_beam.transforms.external_test_it module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.stats module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{addit:30,annot:177,apach:186,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185],api:[70,71,72,73,74,75,76,77,78,79,80],auth:9,avro_record:1,avroio:15,beam:186,beam_artifact_api_pb2_grpc:71,beam_expansion_api_pb2_grpc:72,beam_fn_api_pb2_grpc:73,beam_job_api_pb2_grpc:74,beam_provision_api_pb2_grpc:75,beam_runner_api_pb2_grpc:76,benchmark:[128,129,130,131,132,133,134,135,136,137],big_query_query_to_table_pipelin:29,bigqueri:30,bigquery_file_load:31,bigquery_io_read_pipelin:32,bigquery_tool:33,bigtableio:34,bundle_factori:96,cache_manag:111,cell:60,clock:97,coder:[0,1,2,3,4,5],coders_microbenchmark:150,combin:155,common_urn:81,concat_sourc:16,consumer_tracking_pipeline_visitor:98,core:156,create_sourc:157,data:30,dataflow:[85,86,87,88,89,90,91,92,93,94],dataflow_exercise_metrics_pipelin:86,dataflow_exercise_streaming_metrics_pipelin:87,dataflow_metr:88,dataflow_runn:89,datastor:[35,36,37,38,39,40,41],datastore_write_it_pipelin:37,datastoreio:38,datatype_infer:138,decor:170,destin:22,direct:[95,96,97,98,99,100,101,102,103,104,105,106,107,108,109],direct_metr:99,direct_runn:100,direct_userst:101,displai:[112,113,114,115,116,158],display_manag:113,distribution_counter_microbenchmark:151,dynam:22,endpoints_pb2_grpc:77,error:6,evaluation_context:102,executor:103,extern:[17,18,19,159],external_test_it:160,external_transforms_pb2_grpc:78,extra_assert:139,file:22,filebasedsink:20,filebasedsourc:21,fileio:22,filesystem:[23,25],filesystemio:24,flink:[26,27],flink_streaming_impulse_sourc:27,from:50,gcp:[8,9,10,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46],gcsfilesystem:42,gcsio:43,gcsio_overrid:44,generate_sequ:18,hadoopfilesystem:47,helper:39,helper_transform:104,http_client:11,interact:[110,111,112,113,114,115,116,117,118],interactive_pipeline_graph:114,interactive_runn:117,intern:[7,8,9,10,11,12,13,119,120],iobas:[48,91],job:[121,122,123],json_valu:10,kafka:19,load_test:[140,141],load_test_metrics_util:141,localfilesystem:49,manag:122,metric:[59,60,61,62,63],metric_result_match:142,metricbas:62,metrics_pb2_grpc:79,model:[130,131],modul:[1,2,3,4,5,6,9,10,11,12,13,15,16,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,60,61,62,63,65,66,67,68,71,72,73,74,75,76,77,78,79,80,81,82,83,86,87,88,89,91,92,93,94,96,97,98,99,100,101,102,103,104,105,106,107,108,109,111,113,114,115,116,117,118,120,122,123,124,125,126,131,132,133,135,136,137,138,139,141,142,143,144,145,146,147,148,150,151,152,153,155,156,157,158,159,160,161,162,163,164,165,166,167,168,170,171,172,173,174,175,177,178,179,180,181,182,183,184,185],mongodb:50,mongodbio:50,monitoring_info:63,name:[22,120],native_io:[90,91,92],native_type_compat:171,nexmark:[129,130,131,132,133,134,135,136,137],nexmark_launch:132,nexmark_model:131,nexmark_util:133,observ:3,opcod:172,option:[64,65,66,67],overview:186,packag:[0,7,8,14,17,26,28,35,36,59,64,69,70,84,85,90,95,110,112,119,121,127,128,129,130,134,140,149,154,169,176],paramet:30,parquetio:51,pickler:12,pipelin:68,pipeline_analyz:118,pipeline_context:124,pipeline_graph:115,pipeline_graph_render:116,pipeline_opt:65,pipeline_options_valid:66,pipeline_verifi:143,plugin:178,portabl:[69,70,71,72,73,74,75,76,77,78,79,80,81,82],process:179,profil:180,proto_util:181,ptransform:161,ptransform_overrid:93,pubsub:45,pubsub_it_pipelin:46,pvalu:83,python:186,python_urn:82,queri:[134,135,136,137],query0:135,query1:136,query2:137,query_splitt:40,range_track:52,read:50,refer:30,restriction_track:53,retri:182,runner:[84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126],schema:30,sdf_common:126,sdf_direct_runn:105,sdk:186,sideinput:162,sideinput_microbenchmark:152,slow_stream:4,source_test_util:54,standard_window_fns_pb2_grpc:80,stat:163,statu:186,streaming_cr:92,submodul:[0,7,8,14,17,26,28,36,59,64,69,70,84,85,90,95,110,112,119,121,127,129,130,134,140,149,154,169,176,186],subpackag:[7,14,28,35,69,84,85,110,127,128,129,186],synthetic_pipelin:144,tabl:30,test:[127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148],test_dataflow_runn:94,test_direct_runn:106,test_pipelin:145,test_stream:146,test_util:147,textio:55,tfrecordio:56,timestamp:183,timeutil:164,tool:[149,150,151,152,153],transform:[154,155,156,157,158,159,160,161,162,163,164,165,166,167,168],transform_evalu:107,trigger:165,trivial_infer:173,type:41,typecheck:174,typecod:5,typehint:[169,170,171,172,173,174,175],typic:186,urn:184,usag:186,userst:166,util:[13,57,108,123,148,153,167,176,177,178,179,180,181,182,183,184],v1new:[36,37,38,39,40,41],value_provid:67,vcfio:58,version:185,watermark_manag:109,window:168,write:[22,30,50]}})