| Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.avro_coder","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.http_client","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.external","apache_beam.io.external.generate_sequence","apache_beam.io.external.kafka","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.fileio","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.flink","apache_beam.io.flink.flink_streaming_impulse_source","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_file_loads","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.bigquery_tools","apache_beam.io.gcp.bigtableio","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1new","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline","apache_beam.io.gcp.datastore.v1new.datastoreio","apache_beam.io.gcp.datastore.v1new.helper","apache_beam.io.gcp.datastore.v1new.query_splitter","apache_beam.io.gcp.datastore.v1new.types","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.mongodbio","apache_beam.io.parquetio","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.metrics.monitoring_infos","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_expansion_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.external_transforms_pb2_grpc","apache_beam.portability.api.metrics_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.internal","apache_beam.runners.internal.names","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.load_tests","apache_beam.testing.load_tests.load_test_metrics_utils","apache_beam.testing.metric_result_matchers","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.external","apache_beam.transforms.external_test_it","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.stats","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.avro_coder.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.http_client.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.external.rst","apache_beam.io.external.generate_sequence.rst","apache_beam.io.external.kafka.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.fileio.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.flink.rst","apache_beam.io.flink.flink_streaming_impulse_source.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_file_loads.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.bigquery_tools.rst","apache_beam.io.gcp.bigtableio.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1new.rst","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.rst","apache_beam.io.gcp.datastore.v1new.datastoreio.rst","apache_beam.io.gcp.datastore.v1new.helper.rst","apache_beam.io.gcp.datastore.v1new.query_splitter.rst","apache_beam.io.gcp.datastore.v1new.types.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.mongodbio.rst","apache_beam.io.parquetio.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.metrics.monitoring_infos.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_expansion_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.external_transforms_pb2_grpc.rst","apache_beam.portability.api.metrics_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.internal.rst","apache_beam.runners.internal.names.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.load_tests.rst","apache_beam.testing.load_tests.load_test_metrics_utils.rst","apache_beam.testing.metric_result_matchers.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.external.rst","apache_beam.transforms.external_test_it.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.stats.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[182,0,0,"-"]},"apache_beam.coders":{avro_coder:[1,0,0,"-"],coders:[2,0,0,"-"],observable:[3,0,0,"-"],slow_stream:[4,0,0,"-"],typecoders:[5,0,0,"-"]},"apache_beam.coders.avro_coder":{AvroCoder:[1,1,1,""],AvroRecord:[1,1,1,""]},"apache_beam.coders.avro_coder.AvroCoder":{from_runner_api_parameter:[1,2,1,""],is_deterministic:[1,3,1,""],to_runner_api_parameter:[1,3,1,""],to_type_hint:[1,3,1,""]},"apache_beam.coders.coders":{BytesCoder:[2,1,1,""],Coder:[2,1,1,""],DillCoder:[2,1,1,""],FastPrimitivesCoder:[2,1,1,""],FloatCoder:[2,1,1,""],IterableCoder:[2,1,1,""],PickleCoder:[2,1,1,""],ProtoCoder:[2,1,1,""],SingletonCoder:[2,1,1,""],StrUtf8Coder:[2,1,1,""],TimestampCoder:[2,1,1,""],TupleCoder:[2,1,1,""],TupleSequenceCoder:[2,1,1,""],VarIntCoder:[2,1,1,""],WindowedValueCoder:[2,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],decode:[2,3,1,""],encode:[2,3,1,""],estimate_size:[2,3,1,""],from_runner_api:[2,4,1,""],from_type_hint:[2,4,1,""],get_impl:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],register_structured_urn:[2,2,1,""],register_urn:[2,4,1,""],to_runner_api:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.ProtoCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[2,3,1,""],encode:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],coders:[2,3,1,""],from_runner_api_parameter:[2,2,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.observable":{ObservableMixin:[3,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[3,3,1,""],register_observer:[3,3,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[4,1,1,""],InputStream:[4,1,1,""],OutputStream:[4,1,1,""],get_varint_size:[4,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[4,3,1,""],get_count:[4,3,1,""],write:[4,3,1,""],write_byte:[4,3,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[4,3,1,""],read_all:[4,3,1,""],read_bigendian_double:[4,3,1,""],read_bigendian_int32:[4,3,1,""],read_bigendian_int64:[4,3,1,""],read_bigendian_uint64:[4,3,1,""],read_byte_py2:[4,3,1,""],read_byte_py3:[4,3,1,""],read_var_int64:[4,3,1,""],size:[4,3,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[4,3,1,""],size:[4,3,1,""],write:[4,3,1,""],write_bigendian_double:[4,3,1,""],write_bigendian_int32:[4,3,1,""],write_bigendian_int64:[4,3,1,""],write_bigendian_uint64:[4,3,1,""],write_byte:[4,3,1,""],write_var_int64:[4,3,1,""]},"apache_beam.error":{BeamError:[6,6,1,""],PValueError:[6,6,1,""],PipelineError:[6,6,1,""],RunnerError:[6,6,1,""],RuntimeValueProviderError:[6,6,1,""],SideInputError:[6,6,1,""],TransformError:[6,6,1,""]},"apache_beam.internal":{gcp:[8,0,0,"-"],http_client:[11,0,0,"-"],pickler:[12,0,0,"-"],util:[13,0,0,"-"]},"apache_beam.internal.gcp":{auth:[9,0,0,"-"],json_value:[10,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[9,6,1,""],get_service_credentials:[9,5,1,""],set_running_in_gce:[9,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[10,5,1,""],get_typed_value_descriptor:[10,5,1,""],to_json_value:[10,5,1,""]},"apache_beam.internal.http_client":{get_new_http:[11,5,1,""],proxy_info_from_environment_var:[11,5,1,""]},"apache_beam.internal.pickler":{dump_session:[12,5,1,""],dumps:[12,5,1,""],load_session:[12,5,1,""],loads:[12,5,1,""],new_save_module_dict:[12,5,1,""],save_module:[12,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[13,1,1,""],insert_values_in_args:[13,5,1,""],remove_objects_from_args:[13,5,1,""],run_using_threadpool:[13,5,1,""]},"apache_beam.io":{avroio:[15,0,0,"-"],concat_source:[16,0,0,"-"],external:[17,0,0,"-"],filebasedsink:[20,0,0,"-"],filebasedsource:[21,0,0,"-"],fileio:[22,0,0,"-"],filesystem:[23,0,0,"-"],filesystemio:[24,0,0,"-"],filesystems:[25,0,0,"-"],flink:[26,0,0,"-"],gcp:[28,0,0,"-"],hadoopfilesystem:[46,0,0,"-"],iobase:[47,0,0,"-"],localfilesystem:[48,0,0,"-"],mongodbio:[49,0,0,"-"],parquetio:[50,0,0,"-"],range_trackers:[51,0,0,"-"],restriction_trackers:[52,0,0,"-"],source_test_utils:[53,0,0,"-"],textio:[54,0,0,"-"],tfrecordio:[55,0,0,"-"],utils:[56,0,0,"-"],vcfio:[57,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[15,1,1,""],ReadFromAvro:[15,1,1,""],WriteToAvro:[15,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[15,7,1,""],expand:[15,3,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[15,3,1,""],expand:[15,3,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[15,3,1,""],expand:[15,3,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[16,1,1,""],ConcatSource:[16,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[16,3,1,""],global_to_local:[16,3,1,""],local_to_global:[16,3,1,""],position_at_fraction:[16,3,1,""],set_current_position:[16,3,1,""],start_position:[16,3,1,""],stop_position:[16,3,1,""],sub_range_tracker:[16,3,1,""],try_claim:[16,3,1,""],try_split:[16,3,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[16,3,1,""],estimate_size:[16,3,1,""],get_range_tracker:[16,3,1,""],read:[16,3,1,""],sources:[16,7,1,""],split:[16,3,1,""]},"apache_beam.io.external":{generate_sequence:[18,0,0,"-"],kafka:[19,0,0,"-"]},"apache_beam.io.external.generate_sequence":{GenerateSequence:[18,1,1,""]},"apache_beam.io.external.generate_sequence.GenerateSequence":{expand:[18,3,1,""]},"apache_beam.io.external.kafka":{ReadFromKafka:[19,1,1,""],WriteToKafka:[19,1,1,""]},"apache_beam.io.external.kafka.ReadFromKafka":{byte_array_deserializer:[19,7,1,""],expand:[19,3,1,""]},"apache_beam.io.external.kafka.WriteToKafka":{byte_array_serializer:[19,7,1,""],expand:[19,3,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[20,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[20,3,1,""],display_data:[20,3,1,""],finalize_write:[20,3,1,""],initialize_write:[20,3,1,""],open:[20,3,1,""],open_writer:[20,3,1,""],pre_finalize:[20,3,1,""],write_encoded_record:[20,3,1,""],write_record:[20,3,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[21,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[21,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[21,7,1,""],display_data:[21,3,1,""],estimate_size:[21,3,1,""],get_range_tracker:[21,3,1,""],open_file:[21,3,1,""],read:[21,3,1,""],read_records:[21,3,1,""],split:[21,3,1,""],splittable:[21,7,1,""]},"apache_beam.io.fileio":{EmptyMatchTreatment:[22,1,1,""],MatchAll:[22,1,1,""],MatchFiles:[22,1,1,""],ReadMatches:[22,1,1,""],ReadableFile:[22,1,1,""]},"apache_beam.io.fileio.EmptyMatchTreatment":{ALLOW:[22,7,1,""],ALLOW_IF_WILDCARD:[22,7,1,""],DISALLOW:[22,7,1,""],allow_empty_match:[22,2,1,""]},"apache_beam.io.fileio.MatchAll":{expand:[22,3,1,""]},"apache_beam.io.fileio.MatchFiles":{expand:[22,3,1,""]},"apache_beam.io.fileio.ReadMatches":{expand:[22,3,1,""]},"apache_beam.io.fileio.ReadableFile":{open:[22,3,1,""],read:[22,3,1,""],read_utf8:[22,3,1,""]},"apache_beam.io.filesystem":{CompressedFile:[23,1,1,""],CompressionTypes:[23,1,1,""],FileMetadata:[23,1,1,""],FileSystem:[23,1,1,""],MatchResult:[23,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[23,3,1,""],closed:[23,3,1,""],flush:[23,3,1,""],read:[23,3,1,""],readable:[23,3,1,""],readline:[23,3,1,""],seek:[23,3,1,""],seekable:[23,7,1,""],tell:[23,3,1,""],write:[23,3,1,""],writeable:[23,3,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[23,7,1,""],BZIP2:[23,7,1,""],DEFLATE:[23,7,1,""],GZIP:[23,7,1,""],UNCOMPRESSED:[23,7,1,""],detect_compression_type:[23,4,1,""],is_valid_compression_type:[23,4,1,""],mime_type:[23,4,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[23,3,1,""],CHUNK_SIZE:[23,7,1,""],checksum:[23,3,1,""],copy:[23,3,1,""],create:[23,3,1,""],exists:[23,3,1,""],has_dirs:[23,3,1,""],join:[23,3,1,""],last_updated:[23,3,1,""],match:[23,3,1,""],match_files:[23,3,1,""],mkdirs:[23,3,1,""],open:[23,3,1,""],rename:[23,3,1,""],scheme:[23,4,1,""],size:[23,3,1,""],split:[23,3,1,""],translate_pattern:[23,2,1,""]},"apache_beam.io.filesystemio":{Downloader:[24,1,1,""],DownloaderStream:[24,1,1,""],PipeStream:[24,1,1,""],Uploader:[24,1,1,""],UploaderStream:[24,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[24,3,1,""],size:[24,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[24,3,1,""],readall:[24,3,1,""],readinto:[24,3,1,""],seek:[24,3,1,""],seekable:[24,3,1,""],tell:[24,3,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[24,3,1,""],seek:[24,3,1,""],tell:[24,3,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[24,3,1,""],put:[24,3,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[24,3,1,""],tell:[24,3,1,""],writable:[24,3,1,""],write:[24,3,1,""]},"apache_beam.io.filesystems":{FileSystems:[25,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[25,2,1,""],URI_SCHEMA_PATTERN:[25,7,1,""],checksum:[25,2,1,""],copy:[25,2,1,""],create:[25,2,1,""],exists:[25,2,1,""],get_chunk_size:[25,2,1,""],get_filesystem:[25,2,1,""],get_scheme:[25,2,1,""],join:[25,2,1,""],last_updated:[25,2,1,""],match:[25,2,1,""],mkdirs:[25,2,1,""],open:[25,2,1,""],rename:[25,2,1,""],set_options:[25,4,1,""],split:[25,2,1,""]},"apache_beam.io.flink":{flink_streaming_impulse_source:[27,0,0,"-"]},"apache_beam.io.flink.flink_streaming_impulse_source":{FlinkStreamingImpulseSource:[27,1,1,""]},"apache_beam.io.flink.flink_streaming_impulse_source.FlinkStreamingImpulseSource":{URN:[27,7,1,""],config:[27,7,1,""],expand:[27,3,1,""],from_runner_api_parameter:[27,2,1,""],get_windowing:[27,3,1,""],infer_output_type:[27,3,1,""],set_interval_ms:[27,3,1,""],set_message_count:[27,3,1,""],to_runner_api_parameter:[27,3,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[29,0,0,"-"],bigquery:[30,0,0,"-"],bigquery_file_loads:[31,0,0,"-"],bigquery_io_read_pipeline:[32,0,0,"-"],bigquery_tools:[33,0,0,"-"],bigtableio:[34,0,0,"-"],datastore:[35,0,0,"-"],gcsfilesystem:[42,0,0,"-"],gcsio:[43,0,0,"-"],pubsub:[44,0,0,"-"],pubsub_it_pipeline:[45,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[29,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[30,1,1,""],BigQuerySink:[30,1,1,""],BigQuerySource:[30,1,1,""],TableRowJsonCoder:[30,1,1,""],WriteToBigQuery:[30,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[30,7,1,""],CREATE_NEVER:[30,7,1,""],WRITE_APPEND:[30,7,1,""],WRITE_EMPTY:[30,7,1,""],WRITE_TRUNCATE:[30,7,1,""],validate_create:[30,2,1,""],validate_write:[30,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[30,3,1,""],format:[30,7,1,""],schema_as_json:[30,3,1,""],writer:[30,3,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[30,3,1,""],format:[30,7,1,""],reader:[30,3,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[30,3,1,""],encode:[30,3,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{Method:[30,1,1,""],display_data:[30,3,1,""],expand:[30,3,1,""],get_dict_table_schema:[30,2,1,""],get_table_schema_from_string:[30,2,1,""],table_schema_to_dict:[30,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery.Method":{DEFAULT:[30,7,1,""],FILE_LOADS:[30,7,1,""],STREAMING_INSERTS:[30,7,1,""]},"apache_beam.io.gcp.bigquery_file_loads":{BigQueryBatchFileLoads:[31,1,1,""],DeleteTablesFn:[31,1,1,""],TriggerCopyJobs:[31,1,1,""],TriggerLoadJobs:[31,1,1,""],WaitForBQJobs:[31,1,1,""],WriteGroupedRecordsToFile:[31,1,1,""],WriteRecordsToFile:[31,1,1,""],file_prefix_generator:[31,5,1,""]},"apache_beam.io.gcp.bigquery_file_loads.BigQueryBatchFileLoads":{DESTINATION_COPY_JOBID_PAIRS:[31,7,1,""],DESTINATION_FILE_PAIRS:[31,7,1,""],DESTINATION_JOBID_PAIRS:[31,7,1,""],expand:[31,3,1,""],verify:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.DeleteTablesFn":{process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerCopyJobs":{process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerLoadJobs":{TEMP_TABLES:[31,7,1,""],display_data:[31,3,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WaitForBQJobs":{ALL_DONE:[31,7,1,""],FAILED:[31,7,1,""],WAITING:[31,7,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteGroupedRecordsToFile":{process:[31,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteRecordsToFile":{UNWRITTEN_RECORD_TAG:[31,7,1,""],WRITTEN_FILE_TAG:[31,7,1,""],display_data:[31,3,1,""],finish_bundle:[31,3,1,""],process:[31,3,1,""],start_bundle:[31,3,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[32,1,1,""],run:[32,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[32,3,1,""]},"apache_beam.io.gcp.bigquery_tools":{AppendDestinationsFn:[33,1,1,""],BigQueryReader:[33,1,1,""],BigQueryWrapper:[33,1,1,""],BigQueryWriter:[33,1,1,""],RetryStrategy:[33,1,1,""],RowAsDictJsonCoder:[33,1,1,""],default_encoder:[33,5,1,""],get_hashable_destination:[33,5,1,""],parse_table_reference:[33,5,1,""],parse_table_schema_from_json:[33,5,1,""]},"apache_beam.io.gcp.bigquery_tools.AppendDestinationsFn":{process:[33,3,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWrapper":{TEMP_DATASET:[33,7,1,""],TEMP_TABLE:[33,7,1,""],clean_up_temporary_dataset:[33,3,1,""],convert_row_to_dict:[33,3,1,""],create_temporary_dataset:[33,3,1,""],get_job:[33,3,1,""],get_or_create_dataset:[33,3,1,""],get_or_create_table:[33,3,1,""],get_query_location:[33,3,1,""],get_table:[33,3,1,""],get_table_location:[33,3,1,""],insert_rows:[33,3,1,""],perform_load_job:[33,3,1,""],run_query:[33,3,1,""],unique_row_id:[33,7,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWriter":{Write:[33,3,1,""]},"apache_beam.io.gcp.bigquery_tools.RetryStrategy":{RETRY_ALWAYS:[33,7,1,""],RETRY_NEVER:[33,7,1,""],RETRY_ON_TRANSIENT_ERROR:[33,7,1,""],should_retry:[33,2,1,""]},"apache_beam.io.gcp.bigquery_tools.RowAsDictJsonCoder":{decode:[33,3,1,""],encode:[33,3,1,""]},"apache_beam.io.gcp.bigtableio":{WriteToBigTable:[34,1,1,""]},"apache_beam.io.gcp.bigtableio.WriteToBigTable":{expand:[34,3,1,""]},"apache_beam.io.gcp.datastore":{v1new:[36,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new":{datastore_write_it_pipeline:[37,0,0,"-"],datastoreio:[38,0,0,"-"],helper:[39,0,0,"-"],query_splitter:[40,0,0,"-"],types:[41,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline":{EntityWrapper:[37,1,1,""],new_pipeline_with_job_name:[37,5,1,""],run:[37,5,1,""]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.EntityWrapper":{make_entity:[37,3,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio":{DeleteFromDatastore:[38,1,1,""],ReadFromDatastore:[38,1,1,""],WriteToDatastore:[38,1,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio.ReadFromDatastore":{display_data:[38,3,1,""],expand:[38,3,1,""]},"apache_beam.io.gcp.datastore.v1new.helper":{create_client_entities:[39,5,1,""],create_entities:[39,5,1,""],get_client:[39,5,1,""],retry_on_rpc_error:[39,5,1,""],write_mutations:[39,5,1,""]},"apache_beam.io.gcp.datastore.v1new.query_splitter":{QuerySplitterError:[40,6,1,""],SplitNotPossibleError:[40,6,1,""],get_splits:[40,5,1,""]},"apache_beam.io.gcp.datastore.v1new.types":{Entity:[41,1,1,""],Key:[41,1,1,""],Query:[41,1,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Entity":{from_client_entity:[41,2,1,""],set_properties:[41,3,1,""],to_client_entity:[41,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Key":{from_client_key:[41,2,1,""],to_client_key:[41,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Query":{clone:[41,3,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[42,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[42,3,1,""],CHUNK_SIZE:[42,7,1,""],GCS_PREFIX:[42,7,1,""],checksum:[42,3,1,""],copy:[42,3,1,""],create:[42,3,1,""],exists:[42,3,1,""],has_dirs:[42,3,1,""],join:[42,3,1,""],last_updated:[42,3,1,""],mkdirs:[42,3,1,""],open:[42,3,1,""],rename:[42,3,1,""],scheme:[42,4,1,""],size:[42,3,1,""],split:[42,3,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[43,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[43,3,1,""],checksum:[43,3,1,""],copy:[43,3,1,""],copy_batch:[43,3,1,""],copytree:[43,3,1,""],delete_batch:[43,3,1,""],exists:[43,3,1,""],kms_key:[43,3,1,""],last_updated:[43,3,1,""],list_prefix:[43,3,1,""],open:[43,3,1,""],rename:[43,3,1,""],size:[43,3,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[44,1,1,""],ReadFromPubSub:[44,1,1,""],ReadStringsFromPubSub:[44,5,1,""],WriteStringsToPubSub:[44,5,1,""],WriteToPubSub:[44,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[44,7,1,""],data:[44,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[44,3,1,""],to_runner_api_parameter:[44,3,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[44,3,1,""],to_proto_str:[44,2,1,""],to_runner_api_parameter:[44,3,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[45,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[46,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[46,3,1,""],checksum:[46,3,1,""],copy:[46,3,1,""],create:[46,3,1,""],exists:[46,3,1,""],has_dirs:[46,3,1,""],join:[46,3,1,""],last_updated:[46,3,1,""],mkdirs:[46,3,1,""],open:[46,3,1,""],rename:[46,3,1,""],scheme:[46,4,1,""],size:[46,3,1,""],split:[46,3,1,""]},"apache_beam.io.iobase":{BoundedSource:[47,1,1,""],RangeTracker:[47,1,1,""],Read:[47,1,1,""],RestrictionTracker:[47,1,1,""],Sink:[47,1,1,""],Write:[47,1,1,""],Writer:[47,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[47,3,1,""],estimate_size:[47,3,1,""],get_range_tracker:[47,3,1,""],is_bounded:[47,3,1,""],read:[47,3,1,""],split:[47,3,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[47,7,1,""],fraction_consumed:[47,3,1,""],position_at_fraction:[47,3,1,""],set_current_position:[47,3,1,""],set_split_points_unclaimed_callback:[47,3,1,""],split_points:[47,3,1,""],start_position:[47,3,1,""],stop_position:[47,3,1,""],try_claim:[47,3,1,""],try_split:[47,3,1,""]},"apache_beam.io.iobase.Read":{display_data:[47,3,1,""],expand:[47,3,1,""],from_runner_api_parameter:[47,2,1,""],get_desired_chunk_size:[47,2,1,""],get_windowing:[47,3,1,""],to_runner_api_parameter:[47,3,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[47,3,1,""],checkpoint:[47,3,1,""],current_progress:[47,3,1,""],current_restriction:[47,3,1,""],defer_remainder:[47,3,1,""],deferred_status:[47,3,1,""],try_claim:[47,3,1,""],try_split:[47,3,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[47,3,1,""],initialize_write:[47,3,1,""],open_writer:[47,3,1,""],pre_finalize:[47,3,1,""]},"apache_beam.io.iobase.Write":{display_data:[47,3,1,""],expand:[47,3,1,""]},"apache_beam.io.iobase.Writer":{close:[47,3,1,""],write:[47,3,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[48,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[48,3,1,""],checksum:[48,3,1,""],copy:[48,3,1,""],create:[48,3,1,""],exists:[48,3,1,""],has_dirs:[48,3,1,""],join:[48,3,1,""],last_updated:[48,3,1,""],mkdirs:[48,3,1,""],open:[48,3,1,""],rename:[48,3,1,""],scheme:[48,4,1,""],size:[48,3,1,""],split:[48,3,1,""]},"apache_beam.io.mongodbio":{ReadFromMongoDB:[49,1,1,""],WriteToMongoDB:[49,1,1,""]},"apache_beam.io.mongodbio.ReadFromMongoDB":{expand:[49,3,1,""]},"apache_beam.io.mongodbio.WriteToMongoDB":{expand:[49,3,1,""]},"apache_beam.io.parquetio":{ReadAllFromParquet:[50,1,1,""],ReadFromParquet:[50,1,1,""],WriteToParquet:[50,1,1,""]},"apache_beam.io.parquetio.ReadAllFromParquet":{DEFAULT_DESIRED_BUNDLE_SIZE:[50,7,1,""],expand:[50,3,1,""]},"apache_beam.io.parquetio.ReadFromParquet":{display_data:[50,3,1,""],expand:[50,3,1,""]},"apache_beam.io.parquetio.WriteToParquet":{display_data:[50,3,1,""],expand:[50,3,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[51,1,1,""],OffsetRangeTracker:[51,1,1,""],OrderedPositionRangeTracker:[51,1,1,""],UnsplittableRangeTracker:[51,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[51,4,1,""],position_to_fraction:[51,4,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[51,7,1,""],fraction_consumed:[51,3,1,""],last_record_start:[51,7,1,""],position_at_fraction:[51,3,1,""],set_current_position:[51,3,1,""],set_split_points_unclaimed_callback:[51,3,1,""],split_points:[51,3,1,""],start_position:[51,3,1,""],stop_position:[51,3,1,""],try_claim:[51,3,1,""],try_split:[51,3,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[51,7,1,""],fraction_consumed:[51,3,1,""],fraction_to_position:[51,3,1,""],position_at_fraction:[51,3,1,""],position_to_fraction:[51,3,1,""],start_position:[51,3,1,""],stop_position:[51,3,1,""],try_claim:[51,3,1,""],try_split:[51,3,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[51,3,1,""],position_at_fraction:[51,3,1,""],set_current_position:[51,3,1,""],set_split_points_unclaimed_callback:[51,3,1,""],split_points:[51,3,1,""],start_position:[51,3,1,""],stop_position:[51,3,1,""],try_claim:[51,3,1,""],try_split:[51,3,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[52,1,1,""],OffsetRestrictionTracker:[52,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[52,3,1,""],split:[52,3,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[52,3,1,""],checkpoint:[52,3,1,""],current_progress:[52,3,1,""],current_restriction:[52,3,1,""],current_watermark:[52,3,1,""],default_size:[52,3,1,""],defer_remainder:[52,3,1,""],deferred_status:[52,3,1,""],start_position:[52,3,1,""],stop_position:[52,3,1,""],try_claim:[52,3,1,""],try_split:[52,3,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[53,5,1,""],assert_sources_equal_reference_source:[53,5,1,""],assert_split_at_fraction_behavior:[53,5,1,""],assert_split_at_fraction_binary:[53,5,1,""],assert_split_at_fraction_exhaustive:[53,5,1,""],assert_split_at_fraction_fails:[53,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[53,5,1,""],read_from_source:[53,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[54,1,1,""],ReadFromText:[54,1,1,""],ReadFromTextWithFilename:[54,1,1,""],WriteToText:[54,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[54,7,1,""],expand:[54,3,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[54,3,1,""]},"apache_beam.io.textio.WriteToText":{expand:[54,3,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[55,1,1,""],WriteToTFRecord:[55,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[55,3,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[55,3,1,""]},"apache_beam.io.utils":{CountingSource:[56,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[56,3,1,""],get_range_tracker:[56,3,1,""],read:[56,3,1,""],split:[56,3,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[57,1,1,""],ReadFromVcf:[57,1,1,""],Variant:[57,1,1,""],VariantCall:[57,1,1,""],VariantInfo:[57,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[57,7,1,""],line:[57,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[57,3,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[57,7,1,""],field_count:[57,7,1,""]},"apache_beam.metrics":{cells:[59,0,0,"-"],metric:[60,0,0,"-"],metricbase:[61,0,0,"-"],monitoring_infos:[62,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[59,1,1,""],GaugeResult:[59,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[59,7,1,""],max:[59,7,1,""],mean:[59,7,1,""],min:[59,7,1,""],sum:[59,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[59,7,1,""],value:[59,7,1,""]},"apache_beam.metrics.metric":{Metrics:[60,1,1,""],MetricsFilter:[60,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[60,1,1,""],DelegatingDistribution:[60,1,1,""],DelegatingGauge:[60,1,1,""],counter:[60,2,1,""],distribution:[60,2,1,""],gauge:[60,2,1,""],get_namespace:[60,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[60,3,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[60,3,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[60,3,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[60,7,1,""],namespaces:[60,7,1,""],steps:[60,7,1,""],with_name:[60,3,1,""],with_names:[60,3,1,""],with_namespace:[60,3,1,""],with_namespaces:[60,3,1,""],with_step:[60,3,1,""],with_steps:[60,3,1,""]},"apache_beam.metrics.metricbase":{Counter:[61,1,1,""],Distribution:[61,1,1,""],Gauge:[61,1,1,""],Metric:[61,1,1,""],MetricName:[61,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[61,3,1,""],inc:[61,3,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[61,3,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[61,3,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[61,2,1,""],to_runner_api:[61,3,1,""]},"apache_beam.metrics.monitoring_infos":{consolidate:[62,5,1,""],create_labels:[62,5,1,""],create_monitoring_info:[62,5,1,""],distribution_combiner:[62,5,1,""],extract_counter_value:[62,5,1,""],extract_distribution:[62,5,1,""],extract_metric_result_map_value:[62,5,1,""],int64_counter:[62,5,1,""],int64_distribution:[62,5,1,""],int64_user_counter:[62,5,1,""],int64_user_distribution:[62,5,1,""],int64_user_gauge:[62,5,1,""],is_counter:[62,5,1,""],is_distribution:[62,5,1,""],is_gauge:[62,5,1,""],is_user_monitoring_info:[62,5,1,""],max_timestamp:[62,5,1,""],parse_namespace_and_name:[62,5,1,""],to_key:[62,5,1,""],to_timestamp_proto:[62,5,1,""],to_timestamp_secs:[62,5,1,""]},"apache_beam.options":{pipeline_options:[64,0,0,"-"],pipeline_options_validator:[65,0,0,"-"],value_provider:[66,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[64,1,1,""],DirectOptions:[64,1,1,""],GoogleCloudOptions:[64,1,1,""],HadoopFileSystemOptions:[64,1,1,""],PipelineOptions:[64,1,1,""],ProfilingOptions:[64,1,1,""],SetupOptions:[64,1,1,""],StandardOptions:[64,1,1,""],TestOptions:[64,1,1,""],TypeOptions:[64,1,1,""],WorkerOptions:[64,1,1,""]},"apache_beam.options.pipeline_options.DebugOptions":{add_experiment:[64,3,1,""],lookup_experiment:[64,3,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[64,7,1,""],COMPUTE_API_SERVICE:[64,7,1,""],DATAFLOW_ENDPOINT:[64,7,1,""],STORAGE_API_SERVICE:[64,7,1,""],validate:[64,3,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[64,3,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[64,3,1,""],from_dictionary:[64,4,1,""],get_all_options:[64,3,1,""],view_as:[64,3,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[64,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[64,3,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[64,3,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[65,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[65,7,1,""],ERR_INVALID_GCS_BUCKET:[65,7,1,""],ERR_INVALID_GCS_OBJECT:[65,7,1,""],ERR_INVALID_GCS_PATH:[65,7,1,""],ERR_INVALID_JOB_NAME:[65,7,1,""],ERR_INVALID_NOT_POSITIVE:[65,7,1,""],ERR_INVALID_PROJECT_ID:[65,7,1,""],ERR_INVALID_PROJECT_NUMBER:[65,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[65,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[65,7,1,""],ERR_MISSING_GCS_PATH:[65,7,1,""],ERR_MISSING_OPTION:[65,7,1,""],GCS_BUCKET:[65,7,1,""],GCS_SCHEME:[65,7,1,""],GCS_URI:[65,7,1,""],JOB_PATTERN:[65,7,1,""],OPTIONS:[65,7,1,""],PROJECT_ID_PATTERN:[65,7,1,""],PROJECT_NUMBER_PATTERN:[65,7,1,""],is_full_string_match:[65,3,1,""],is_service_runner:[65,3,1,""],validate:[65,3,1,""],validate_cloud_options:[65,3,1,""],validate_gcs_path:[65,3,1,""],validate_optional_argument_positive:[65,3,1,""],validate_test_matcher:[65,3,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[66,1,1,""],StaticValueProvider:[66,1,1,""],ValueProvider:[66,1,1,""],check_accessible:[66,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[66,7,1,""],get:[66,3,1,""],get_value:[66,4,1,""],is_accessible:[66,3,1,""],runtime_options:[66,7,1,""],set_runtime_options:[66,4,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[66,3,1,""],is_accessible:[66,3,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[66,3,1,""],is_accessible:[66,3,1,""]},"apache_beam.pipeline":{PTransformOverride:[67,1,1,""],Pipeline:[67,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[67,3,1,""],matches:[67,3,1,""]},"apache_beam.pipeline.Pipeline":{apply:[67,3,1,""],from_runner_api:[67,2,1,""],options:[67,7,1,""],replace_all:[67,3,1,""],run:[67,3,1,""],to_runner_api:[67,3,1,""],visit:[67,3,1,""]},"apache_beam.portability":{api:[69,0,0,"-"],common_urns:[80,0,0,"-"],python_urns:[81,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[70,0,0,"-"],beam_expansion_api_pb2_grpc:[71,0,0,"-"],beam_fn_api_pb2_grpc:[72,0,0,"-"],beam_job_api_pb2_grpc:[73,0,0,"-"],beam_provision_api_pb2_grpc:[74,0,0,"-"],beam_runner_api_pb2_grpc:[75,0,0,"-"],endpoints_pb2_grpc:[76,0,0,"-"],external_transforms_pb2_grpc:[77,0,0,"-"],metrics_pb2_grpc:[78,0,0,"-"],standard_window_fns_pb2_grpc:[79,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[70,1,1,""],ArtifactRetrievalServiceStub:[70,1,1,""],ArtifactStagingServiceServicer:[70,1,1,""],ArtifactStagingServiceStub:[70,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[70,5,1,""],add_ArtifactStagingServiceServicer_to_server:[70,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[70,3,1,""],GetManifest:[70,3,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[70,3,1,""],PutArtifact:[70,3,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc":{ExpansionServiceServicer:[71,1,1,""],ExpansionServiceStub:[71,1,1,""],add_ExpansionServiceServicer_to_server:[71,5,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc.ExpansionServiceServicer":{Expand:[71,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[72,1,1,""],BeamFnControlStub:[72,1,1,""],BeamFnDataServicer:[72,1,1,""],BeamFnDataStub:[72,1,1,""],BeamFnExternalWorkerPoolServicer:[72,1,1,""],BeamFnExternalWorkerPoolStub:[72,1,1,""],BeamFnLoggingServicer:[72,1,1,""],BeamFnLoggingStub:[72,1,1,""],BeamFnStateServicer:[72,1,1,""],BeamFnStateStub:[72,1,1,""],add_BeamFnControlServicer_to_server:[72,5,1,""],add_BeamFnDataServicer_to_server:[72,5,1,""],add_BeamFnExternalWorkerPoolServicer_to_server:[72,5,1,""],add_BeamFnLoggingServicer_to_server:[72,5,1,""],add_BeamFnStateServicer_to_server:[72,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnExternalWorkerPoolServicer":{NotifyRunnerAvailable:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[72,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[72,3,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[73,1,1,""],JobServiceStub:[73,1,1,""],add_JobServiceServicer_to_server:[73,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[73,3,1,""],DescribePipelineOptions:[73,3,1,""],GetJobMetrics:[73,3,1,""],GetMessageStream:[73,3,1,""],GetState:[73,3,1,""],GetStateStream:[73,3,1,""],Prepare:[73,3,1,""],Run:[73,3,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[74,1,1,""],ProvisionServiceStub:[74,1,1,""],add_ProvisionServiceServicer_to_server:[74,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[74,3,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[80,1,1,""],PropertiesFromEnumValue:[80,1,1,""],PropertiesFromPayloadType:[80,5,1,""]},"apache_beam.pvalue":{AsDict:[82,1,1,""],AsIter:[82,1,1,""],AsList:[82,1,1,""],AsSingleton:[82,1,1,""],EmptySideInput:[82,1,1,""],PCollection:[82,1,1,""],TaggedOutput:[82,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[82,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[82,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[82,2,1,""],to_runner_api:[82,3,1,""],windowing:[82,7,1,""]},"apache_beam.runners":{dataflow:[84,0,0,"-"],direct:[93,0,0,"-"],interactive:[108,0,0,"-"],internal:[117,0,0,"-"],job:[119,0,0,"-"],pipeline_context:[122,0,0,"-"],runner:[123,0,0,"-"],sdf_common:[124,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_exercise_metrics_pipeline:[85,0,0,"-"],dataflow_metrics:[86,0,0,"-"],dataflow_runner:[87,0,0,"-"],native_io:[88,0,0,"-"],ptransform_overrides:[91,0,0,"-"],test_dataflow_runner:[92,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline":{UserMetricsDoFn:[85,1,1,""],apply_and_run:[85,5,1,""],common_metric_matchers:[85,5,1,""],fn_api_metric_matchers:[85,5,1,""],legacy_metric_matchers:[85,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn":{finish_bundle:[85,3,1,""],process:[85,3,1,""],start_bundle:[85,3,1,""]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[86,1,1,""],main:[86,5,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{all_metrics:[86,3,1,""],query:[86,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[87,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[87,1,1,""],ReadPTransformOverride:[87,1,1,""],apply_CombineValues:[87,3,1,""],apply_GroupByKey:[87,3,1,""],apply_Read:[87,3,1,""],apply_WriteToBigQuery:[87,3,1,""],byte_array_to_json_string:[87,2,1,""],deserialize_windowing_strategy:[87,4,1,""],flatten_input_visitor:[87,2,1,""],group_by_key_input_visitor:[87,2,1,""],json_string_to_byte_array:[87,2,1,""],poll_for_job_completion:[87,2,1,""],run_CombineValues:[87,3,1,""],run_Flatten:[87,3,1,""],run_GroupByKey:[87,3,1,""],run_Impulse:[87,3,1,""],run_ParDo:[87,3,1,""],run_Read:[87,3,1,""],run_RunnerAPIPTransformHolder:[87,3,1,""],run__NativeWrite:[87,3,1,""],run_pipeline:[87,3,1,""],serialize_windowing_strategy:[87,4,1,""],side_input_visitor:[87,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[87,3,1,""],matches:[87,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.ReadPTransformOverride":{get_replacement_transform:[87,3,1,""],matches:[87,3,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[89,0,0,"-"],streaming_create:[90,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[89,1,1,""],DynamicSplitRequest:[89,1,1,""],DynamicSplitResult:[89,1,1,""],DynamicSplitResultWithPosition:[89,1,1,""],NativeSink:[89,1,1,""],NativeSinkWriter:[89,1,1,""],NativeSource:[89,1,1,""],NativeSourceReader:[89,1,1,""],ReaderPosition:[89,1,1,""],ReaderProgress:[89,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[89,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[89,3,1,""],takes_windowed_values:[89,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[89,3,1,""],reader:[89,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[89,3,1,""],request_dynamic_split:[89,3,1,""],returns_windowed_values:[89,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[89,7,1,""],percent_complete:[89,7,1,""],position:[89,7,1,""],remaining_split_points:[89,7,1,""],remaining_time:[89,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[90,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[90,1,1,""],Impulse:[90,1,1,""],expand:[90,3,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[90,3,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[90,3,1,""],get_windowing:[90,3,1,""],infer_output_type:[90,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[91,1,1,""],ReadPTransformOverride:[91,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[91,3,1,""],matches:[91,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.ReadPTransformOverride":{get_replacement_transform:[91,3,1,""],matches:[91,3,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[92,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[92,3,1,""],run_pipeline:[92,3,1,""],wait_until_in_state:[92,3,1,""]},"apache_beam.runners.direct":{bundle_factory:[94,0,0,"-"],clock:[95,0,0,"-"],consumer_tracking_pipeline_visitor:[96,0,0,"-"],direct_metrics:[97,0,0,"-"],direct_runner:[98,0,0,"-"],direct_userstate:[99,0,0,"-"],evaluation_context:[100,0,0,"-"],executor:[101,0,0,"-"],helper_transforms:[102,0,0,"-"],sdf_direct_runner:[103,0,0,"-"],test_direct_runner:[104,0,0,"-"],transform_evaluator:[105,0,0,"-"],util:[106,0,0,"-"],watermark_manager:[107,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[94,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[94,3,1,""],create_empty_committed_bundle:[94,3,1,""]},"apache_beam.runners.direct.clock":{Clock:[95,1,1,""],RealClock:[95,1,1,""],TestClock:[95,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[95,3,1,""],time:[95,3,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[95,3,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[95,3,1,""],time:[95,3,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[96,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[96,3,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[97,1,1,""],DirectMetrics:[97,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[97,3,1,""],commit_physical:[97,3,1,""],extract_committed:[97,3,1,""],extract_latest_attempted:[97,3,1,""],update_physical:[97,3,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[97,3,1,""],commit_physical:[97,3,1,""],query:[97,3,1,""],update_physical:[97,3,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[98,1,1,""],DirectRunner:[98,7,1,""],SwitchingDirectRunner:[98,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[98,3,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[98,3,1,""]},"apache_beam.runners.direct.direct_userstate":{DirectUserStateContext:[99,1,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[99,3,1,""],get_state:[99,3,1,""],get_timer:[99,3,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[100,1,1,""],DirectUnmergedState:[100,1,1,""],EvaluationContext:[100,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[100,3,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[100,3,1,""],create_empty_committed_bundle:[100,3,1,""],extract_all_timers:[100,3,1,""],get_aggregator_values:[100,3,1,""],get_execution_context:[100,3,1,""],get_value_or_block_until_ready:[100,3,1,""],handle_result:[100,3,1,""],is_done:[100,3,1,""],is_root_transform:[100,3,1,""],metrics:[100,3,1,""],schedule_pending_unblocked_tasks:[100,3,1,""]},"apache_beam.runners.direct.executor":{Executor:[101,1,1,""],TransformExecutor:[101,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[101,3,1,""],shutdown:[101,3,1,""],start:[101,3,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[101,3,1,""],call:[101,3,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[102,1,1,""],LiftedCombinePerKey:[102,1,1,""],PartialGroupByKeyCombiningValues:[102,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[102,3,1,""],process:[102,3,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[102,3,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[102,3,1,""],finish_bundle:[102,3,1,""],process:[102,3,1,""],start_bundle:[102,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[103,1,1,""],ProcessFn:[103,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[103,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[103,1,1,""],SDFProcessElementInvoker:[103,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[103,3,1,""],new_process_fn:[103,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[103,3,1,""],set_process_element_invoker:[103,3,1,""],step_context:[103,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[103,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[103,3,1,""],matches:[103,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[103,1,1,""],invoke_process_element:[103,3,1,""],test_method:[103,3,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[104,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[104,3,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[105,1,1,""],RootBundleProvider:[105,1,1,""],TransformEvaluatorRegistry:[105,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[105,3,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[105,3,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[105,3,1,""],get_root_bundle_provider:[105,3,1,""],should_execute_serially:[105,3,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[106,1,1,""],TimerFiring:[106,1,1,""],TransformResult:[106,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[107,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[107,7,1,""],WATERMARK_POS_INF:[107,7,1,""],extract_all_timers:[107,3,1,""],get_watermarks:[107,3,1,""],update_watermarks:[107,3,1,""]},"apache_beam.runners.interactive":{cache_manager:[109,0,0,"-"],display:[110,0,0,"-"],interactive_runner:[115,0,0,"-"],pipeline_analyzer:[116,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[109,1,1,""],FileBasedCacheManager:[109,1,1,""],ReadCache:[109,1,1,""],SafeFastPrimitivesCoder:[109,1,1,""],WriteCache:[109,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[109,3,1,""],exists:[109,3,1,""],is_latest_version:[109,3,1,""],load_pcoder:[109,3,1,""],read:[109,3,1,""],save_pcoder:[109,3,1,""],sink:[109,3,1,""],source:[109,3,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[109,3,1,""],exists:[109,3,1,""],load_pcoder:[109,3,1,""],read:[109,3,1,""],save_pcoder:[109,3,1,""],sink:[109,3,1,""],source:[109,3,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[109,3,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[109,3,1,""],encode:[109,3,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[109,3,1,""]},"apache_beam.runners.interactive.display":{display_manager:[111,0,0,"-"],interactive_pipeline_graph:[112,0,0,"-"],pipeline_graph:[113,0,0,"-"],pipeline_graph_renderer:[114,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[111,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[111,3,1,""],stop_periodic_update:[111,3,1,""],update_display:[111,3,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[112,1,1,""],format_sample:[112,5,1,""],nice_str:[112,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[112,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[113,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{get_dot:[113,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[114,1,1,""],PipelineGraphRenderer:[114,1,1,""],PydotRenderer:[114,1,1,""],TextRenderer:[114,1,1,""],get_renderer:[114,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[114,4,1,""],render_pipeline_graph:[114,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[114,4,1,""],render_pipeline_graph:[114,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[114,4,1,""],render_pipeline_graph:[114,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[114,4,1,""],render_pipeline_graph:[114,3,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[115,1,1,""],PipelineResult:[115,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[115,3,1,""],cleanup:[115,3,1,""],end_session:[115,3,1,""],run_pipeline:[115,3,1,""],set_render_option:[115,3,1,""],start_session:[115,3,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{get:[115,3,1,""],sample:[115,3,1,""],wait_until_finish:[115,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[116,1,1,""],PipelineInfo:[116,1,1,""],set_proto_map:[116,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[116,3,1,""],pipeline_info:[116,3,1,""],pipeline_proto_to_execute:[116,3,1,""],read_cache_ids:[116,3,1,""],tl_referenced_pcoll_ids:[116,3,1,""],tl_required_trans_ids:[116,3,1,""],write_cache_ids:[116,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[116,1,1,""],all_pcollections:[116,3,1,""],cache_label:[116,3,1,""],leaf_pcollections:[116,3,1,""],producer:[116,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[116,3,1,""],json:[116,3,1,""]},"apache_beam.runners.internal":{names:[118,0,0,"-"]},"apache_beam.runners.job":{manager:[120,0,0,"-"],utils:[121,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[120,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[121,5,1,""],struct_to_dict:[121,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[122,1,1,""],PipelineContext:[122,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[122,2,1,""],to_runner_api:[122,3,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{coder_id_from_element_type:[122,3,1,""],default_environment_id:[122,3,1,""],element_type_from_coder_id:[122,3,1,""],from_runner_api:[122,2,1,""],to_runner_api:[122,3,1,""]},"apache_beam.runners.runner":{PipelineResult:[123,1,1,""],PipelineRunner:[123,1,1,""],PipelineState:[123,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[123,3,1,""],cancel:[123,3,1,""],metrics:[123,3,1,""],state:[123,7,1,""],wait_until_finish:[123,3,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[123,3,1,""],apply_PTransform:[123,3,1,""],run:[123,3,1,""],run_async:[123,3,1,""],run_pipeline:[123,3,1,""],run_transform:[123,3,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[123,7,1,""],CANCELLING:[123,7,1,""],DONE:[123,7,1,""],DRAINED:[123,7,1,""],DRAINING:[123,7,1,""],FAILED:[123,7,1,""],PENDING:[123,7,1,""],RUNNING:[123,7,1,""],STARTING:[123,7,1,""],STOPPED:[123,7,1,""],UNKNOWN:[123,7,1,""],UPDATED:[123,7,1,""],is_terminal:[123,4,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[124,1,1,""],ExplodeWindowsFn:[124,1,1,""],PairWithRestrictionFn:[124,1,1,""],ProcessKeyedElements:[124,1,1,""],RandomUniqueKeyFn:[124,1,1,""],SplitRestrictionFn:[124,1,1,""],SplittableParDo:[124,1,1,""],SplittableParDoOverride:[124,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[124,3,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[124,3,1,""],start_bundle:[124,3,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[124,3,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[124,3,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[124,3,1,""],start_bundle:[124,3,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[124,3,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[124,3,1,""],matches:[124,3,1,""]},"apache_beam.testing":{benchmarks:[126,0,0,"-"],load_tests:[136,0,0,"-"],metric_result_matchers:[138,0,0,"-"],pipeline_verifiers:[139,0,0,"-"],synthetic_pipeline:[140,0,0,"-"],test_pipeline:[141,0,0,"-"],test_stream:[142,0,0,"-"],test_utils:[143,0,0,"-"],util:[144,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[127,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[128,0,0,"-"],nexmark_launcher:[130,0,0,"-"],nexmark_util:[131,0,0,"-"],queries:[132,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[129,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[129,1,1,""],Bid:[129,1,1,""],Person:[129,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[130,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[130,3,1,""],generate_events:[130,3,1,""],parse_args:[130,3,1,""],run:[130,3,1,""],run_query:[130,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[131,1,1,""],ParseEventFn:[131,1,1,""],display:[131,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[131,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[131,3,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[133,0,0,"-"],query1:[134,0,0,"-"],query2:[135,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[133,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[134,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[135,5,1,""]},"apache_beam.testing.load_tests":{load_test_metrics_utils:[137,0,0,"-"]},"apache_beam.testing.load_tests.load_test_metrics_utils":{BigQueryClient:[137,1,1,""],BigQueryMetricsPublisher:[137,1,1,""],ConsoleMetricsPublisher:[137,1,1,""],CounterMetric:[137,1,1,""],MeasureTime:[137,1,1,""],Metric:[137,1,1,""],MetricsReader:[137,1,1,""],RuntimeMetric:[137,1,1,""],count_bytes:[137,5,1,""],get_element_by_schema:[137,5,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryClient":{save:[137,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryMetricsPublisher":{publish:[137,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.ConsoleMetricsPublisher":{publish:[137,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureTime":{finish_bundle:[137,3,1,""],process:[137,3,1,""],start_bundle:[137,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.Metric":{as_dict:[137,3,1,""],label:[137,7,1,""],value:[137,7,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MetricsReader":{publish_metrics:[137,3,1,""],publishers:[137,7,1,""]},"apache_beam.testing.metric_result_matchers":{DistributionMatcher:[138,1,1,""],MetricResultMatcher:[138,1,1,""],verify_all:[138,5,1,""]},"apache_beam.testing.metric_result_matchers.DistributionMatcher":{describe_mismatch:[138,3,1,""],describe_to:[138,3,1,""]},"apache_beam.testing.metric_result_matchers.MetricResultMatcher":{describe_mismatch:[138,3,1,""],describe_to:[138,3,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[139,1,1,""],PipelineStateMatcher:[139,1,1,""],retry_on_io_error_and_server_error:[139,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[139,3,1,""],describe_to:[139,3,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[139,3,1,""],describe_to:[139,3,1,""]},"apache_beam.testing.synthetic_pipeline":{NonLiquidShardingOffsetRangeTracker:[140,1,1,""],ShuffleBarrier:[140,1,1,""],SideInputBarrier:[140,1,1,""],SyntheticSDFAsSource:[140,1,1,""],SyntheticSDFSourceRestrictionProvider:[140,1,1,""],SyntheticSDFStepRestrictionProvider:[140,1,1,""],SyntheticSource:[140,1,1,""],SyntheticStep:[140,1,1,""],div_round_up:[140,5,1,""],expand_using_gbk:[140,5,1,""],expand_using_second_output:[140,5,1,""],getSyntheticSDFStep:[140,5,1,""],initial_splitting_zipf:[140,5,1,""],merge_using_gbk:[140,5,1,""],merge_using_side_input:[140,5,1,""],parse_args:[140,5,1,""],parse_byte_size:[140,5,1,""],rotate_key:[140,5,1,""],run:[140,5,1,""]},"apache_beam.testing.synthetic_pipeline.NonLiquidShardingOffsetRangeTracker":{checkpoint:[140,3,1,""],try_split:[140,3,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[140,3,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[140,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFAsSource":{process:[140,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFSourceRestrictionProvider":{create_tracker:[140,3,1,""],initial_restriction:[140,3,1,""],restriction_size:[140,3,1,""],split:[140,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFStepRestrictionProvider":{create_tracker:[140,3,1,""],initial_restriction:[140,3,1,""],restriction_size:[140,3,1,""],split:[140,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[140,3,1,""],element_size:[140,7,1,""],estimate_size:[140,3,1,""],get_range_tracker:[140,3,1,""],read:[140,3,1,""],split:[140,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[140,3,1,""],process:[140,3,1,""],start_bundle:[140,3,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[141,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[141,3,1,""],get_option:[141,3,1,""],run:[141,3,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[142,1,1,""],Event:[142,1,1,""],ProcessingTimeEvent:[142,1,1,""],TestStream:[142,1,1,""],WatermarkEvent:[142,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[142,3,1,""],advance_processing_time:[142,3,1,""],advance_watermark_to:[142,3,1,""],advance_watermark_to_infinity:[142,3,1,""],expand:[142,3,1,""],get_windowing:[142,3,1,""]},"apache_beam.testing.test_utils":{PullResponseMessage:[143,1,1,""],TempDir:[143,1,1,""],cleanup_subscriptions:[143,5,1,""],cleanup_topics:[143,5,1,""],compute_hash:[143,5,1,""],create_pull_response:[143,5,1,""],delete_files:[143,5,1,""],patch_retry:[143,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[143,3,1,""],get_path:[143,3,1,""]},"apache_beam.testing.util":{TestWindowedValue:[144,1,1,""],assert_that:[144,5,1,""],equal_to:[144,5,1,""],is_empty:[144,5,1,""],is_not_empty:[144,5,1,""],matches_all:[144,5,1,""],open_shards:[144,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[144,7,1,""],value:[144,7,1,""],windows:[144,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[146,0,0,"-"],distribution_counter_microbenchmark:[147,0,0,"-"],sideinput_microbenchmark:[148,0,0,"-"],utils:[149,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[146,5,1,""],dict_int_int:[146,5,1,""],globally_windowed_value:[146,5,1,""],large_dict:[146,5,1,""],large_int:[146,5,1,""],large_iterable:[146,5,1,""],large_list:[146,5,1,""],large_message_with_map:[146,5,1,""],large_string:[146,5,1,""],large_tuple:[146,5,1,""],list_int:[146,5,1,""],random_message_with_map:[146,5,1,""],random_string:[146,5,1,""],random_windowed_value:[146,5,1,""],run_coder_benchmarks:[146,5,1,""],small_dict:[146,5,1,""],small_int:[146,5,1,""],small_list:[146,5,1,""],small_message_with_map:[146,5,1,""],small_string:[146,5,1,""],small_tuple:[146,5,1,""],wv_with_multiple_windows:[146,5,1,""],wv_with_one_window:[146,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[147,5,1,""],run_benchmark:[147,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[148,5,1,""],run_benchmark:[148,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[149,1,1,""],check_compiled:[149,5,1,""],run_benchmarks:[149,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[149,7,1,""],num_runs:[149,7,1,""],size:[149,7,1,""]},"apache_beam.transforms":{combiners:[151,0,0,"-"],core:[152,0,0,"-"],create_source:[153,0,0,"-"],display:[154,0,0,"-"],external:[155,0,0,"-"],external_test_it:[156,0,0,"-"],ptransform:[157,0,0,"-"],sideinputs:[158,0,0,"-"],stats:[159,0,0,"-"],timeutil:[160,0,0,"-"],trigger:[161,0,0,"-"],userstate:[162,0,0,"-"],util:[163,0,0,"-"],window:[164,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[151,1,1,""],Latest:[151,1,1,""],Mean:[151,1,1,""],Sample:[151,1,1,""],ToDict:[151,1,1,""],ToList:[151,1,1,""],Top:[151,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[151,1,1,""],PerElement:[151,1,1,""],PerKey:[151,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[151,3,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[151,3,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[151,3,1,""]},"apache_beam.transforms.combiners.Latest":{Globally:[151,1,1,""],PerKey:[151,1,1,""]},"apache_beam.transforms.combiners.Latest.Globally":{add_timestamp:[151,2,1,""],expand:[151,3,1,""]},"apache_beam.transforms.combiners.Latest.PerKey":{add_timestamp:[151,2,1,""],expand:[151,3,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[151,1,1,""],PerKey:[151,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[151,3,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[151,3,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[151,1,1,""],FixedSizePerKey:[151,1,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizeGlobally":{default_label:[151,3,1,""],display_data:[151,3,1,""],expand:[151,3,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizePerKey":{default_label:[151,3,1,""],display_data:[151,3,1,""],expand:[151,3,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[151,3,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[151,3,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[151,2,1,""],LargestPerKey:[151,2,1,""],Of:[151,1,1,""],PerKey:[151,1,1,""],Smallest:[151,2,1,""],SmallestPerKey:[151,2,1,""]},"apache_beam.transforms.combiners.Top.Of":{default_label:[151,3,1,""],expand:[151,3,1,""]},"apache_beam.transforms.combiners.Top.PerKey":{default_label:[151,3,1,""],expand:[151,3,1,""]},"apache_beam.transforms.core":{CombineFn:[152,1,1,""],CombineGlobally:[152,1,1,""],CombinePerKey:[152,1,1,""],CombineValues:[152,1,1,""],Create:[152,1,1,""],DoFn:[152,1,1,""],Filter:[152,5,1,""],FlatMap:[152,5,1,""],Flatten:[152,1,1,""],GroupByKey:[152,1,1,""],Impulse:[152,1,1,""],Map:[152,5,1,""],ParDo:[152,1,1,""],Partition:[152,1,1,""],PartitionFn:[152,1,1,""],RestrictionProvider:[152,1,1,""],WindowInto:[152,1,1,""],Windowing:[152,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[152,3,1,""],add_inputs:[152,3,1,""],apply:[152,3,1,""],compact:[152,3,1,""],create_accumulator:[152,3,1,""],default_label:[152,3,1,""],extract_output:[152,3,1,""],for_input_type:[152,3,1,""],from_callable:[152,2,1,""],get_accumulator_coder:[152,3,1,""],maybe_from_callable:[152,2,1,""],merge_accumulators:[152,3,1,""],to_runner_api_parameter:[152,3,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[152,3,1,""],as_view:[152,7,1,""],default_label:[152,3,1,""],display_data:[152,3,1,""],expand:[152,3,1,""],fanout:[152,7,1,""],has_defaults:[152,7,1,""],with_defaults:[152,3,1,""],with_fanout:[152,3,1,""],without_defaults:[152,3,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[152,3,1,""],default_type_hints:[152,3,1,""],display_data:[152,3,1,""],expand:[152,3,1,""],from_runner_api_parameter:[152,2,1,""],make_fn:[152,3,1,""],runner_api_requires_keyed_input:[152,3,1,""],to_runner_api_parameter:[152,3,1,""],with_hot_key_fanout:[152,3,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[152,3,1,""],from_runner_api_parameter:[152,2,1,""],make_fn:[152,3,1,""],to_runner_api_parameter:[152,3,1,""]},"apache_beam.transforms.core.Create":{expand:[152,3,1,""],get_output_type:[152,3,1,""],get_windowing:[152,3,1,""],infer_output_type:[152,3,1,""],to_runner_api_parameter:[152,3,1,""]},"apache_beam.transforms.core.DoFn":{BundleFinalizerParam:[152,7,1,""],DoFnProcessParams:[152,7,1,""],ElementParam:[152,7,1,""],PaneInfoParam:[152,7,1,""],RestrictionParam:[152,7,1,""],SideInputParam:[152,7,1,""],StateParam:[152,7,1,""],TimerParam:[152,7,1,""],TimestampParam:[152,7,1,""],WatermarkReporterParam:[152,7,1,""],WindowParam:[152,7,1,""],default_label:[152,3,1,""],finish_bundle:[152,3,1,""],from_callable:[152,2,1,""],get_function_arguments:[152,3,1,""],infer_output_type:[152,3,1,""],is_process_bounded:[152,3,1,""],process:[152,3,1,""],setup:[152,3,1,""],start_bundle:[152,3,1,""],teardown:[152,3,1,""],to_runner_api_parameter:[152,3,1,""]},"apache_beam.transforms.core.Flatten":{expand:[152,3,1,""],from_runner_api_parameter:[152,2,1,""],get_windowing:[152,3,1,""],to_runner_api_parameter:[152,3,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[152,1,1,""],expand:[152,3,1,""],from_runner_api_parameter:[152,2,1,""],infer_output_type:[152,3,1,""],runner_api_requires_keyed_input:[152,3,1,""],to_runner_api_parameter:[152,3,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[152,3,1,""],process:[152,3,1,""]},"apache_beam.transforms.core.Impulse":{expand:[152,3,1,""],from_runner_api_parameter:[152,2,1,""],get_windowing:[152,3,1,""],infer_output_type:[152,3,1,""],to_runner_api_parameter:[152,3,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[152,3,1,""],display_data:[152,3,1,""],expand:[152,3,1,""],from_runner_api_parameter:[152,2,1,""],get_restriction_coder:[152,3,1,""],infer_output_type:[152,3,1,""],make_fn:[152,3,1,""],runner_api_requires_keyed_input:[152,3,1,""],to_runner_api_parameter:[152,3,1,""],with_outputs:[152,3,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[152,1,1,""],expand:[152,3,1,""],make_fn:[152,3,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[152,3,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[152,3,1,""],partition_for:[152,3,1,""]},"apache_beam.transforms.core.RestrictionProvider":{create_tracker:[152,3,1,""],initial_restriction:[152,3,1,""],restriction_coder:[152,3,1,""],restriction_size:[152,3,1,""],split:[152,3,1,""],split_and_size:[152,3,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[152,1,1,""],expand:[152,3,1,""],from_runner_api_parameter:[152,2,1,""],get_windowing:[152,3,1,""],infer_output_type:[152,3,1,""],to_runner_api_parameter:[152,3,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[152,3,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[152,2,1,""],is_default:[152,3,1,""],to_runner_api:[152,3,1,""]},"apache_beam.transforms.display":{DisplayData:[154,1,1,""],DisplayDataItem:[154,1,1,""],HasDisplayData:[154,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[154,4,1,""],create_from_options:[154,4,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[154,3,1,""],drop_if_none:[154,3,1,""],get_dict:[154,3,1,""],is_valid:[154,3,1,""],should_drop:[154,3,1,""],typeDict:[154,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[154,3,1,""]},"apache_beam.transforms.external":{ExternalTransform:[155,1,1,""],memoize:[155,5,1,""]},"apache_beam.transforms.external.ExternalTransform":{default_label:[155,3,1,""],expand:[155,3,1,""],get_local_namespace:[155,4,1,""],outer_namespace:[155,4,1,""],to_runner_api_transform:[155,3,1,""]},"apache_beam.transforms.external_test_it":{ExternalTransformIT:[156,1,1,""]},"apache_beam.transforms.external_test_it.ExternalTransformIT":{test_job_python_from_python_it:[156,3,1,""]},"apache_beam.transforms.ptransform":{PTransform:[157,1,1,""],label_from_callable:[157,5,1,""],ptransform_fn:[157,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[157,3,1,""],expand:[157,3,1,""],from_runner_api:[157,4,1,""],get_windowing:[157,3,1,""],infer_output_type:[157,3,1,""],label:[157,7,1,""],pipeline:[157,7,1,""],register_urn:[157,4,1,""],runner_api_requires_keyed_input:[157,3,1,""],side_inputs:[157,7,1,""],to_runner_api:[157,3,1,""],to_runner_api_parameter:[157,3,1,""],to_runner_api_pickled:[157,3,1,""],type_check_inputs:[157,3,1,""],type_check_inputs_or_outputs:[157,3,1,""],type_check_outputs:[157,3,1,""],with_input_types:[157,3,1,""],with_output_types:[157,3,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[158,1,1,""],default_window_mapping_fn:[158,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[158,3,1,""]},"apache_beam.transforms.stats":{ApproximateUnique:[159,1,1,""]},"apache_beam.transforms.stats.ApproximateUnique":{Globally:[159,1,1,""],PerKey:[159,1,1,""],parse_input_params:[159,2,1,""]},"apache_beam.transforms.stats.ApproximateUnique.Globally":{expand:[159,3,1,""]},"apache_beam.transforms.stats.ApproximateUnique.PerKey":{expand:[159,3,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[160,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[160,7,1,""],REAL_TIME:[160,7,1,""],WATERMARK:[160,7,1,""],from_string:[160,2,1,""],to_runner_api:[160,2,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[161,1,1,""],AfterAll:[161,1,1,""],AfterAny:[161,1,1,""],AfterCount:[161,1,1,""],AfterEach:[161,1,1,""],AfterProcessingTime:[161,1,1,""],AfterWatermark:[161,1,1,""],DefaultTrigger:[161,1,1,""],OrFinally:[161,1,1,""],Repeatedly:[161,1,1,""],TriggerFn:[161,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[161,7,1,""],DISCARDING:[161,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[161,3,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[161,3,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[161,7,1,""],from_runner_api:[161,2,1,""],on_element:[161,3,1,""],on_fire:[161,3,1,""],on_merge:[161,3,1,""],reset:[161,3,1,""],should_fire:[161,3,1,""],to_runner_api:[161,3,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[161,7,1,""],from_runner_api:[161,2,1,""],on_element:[161,3,1,""],on_fire:[161,3,1,""],on_merge:[161,3,1,""],reset:[161,3,1,""],should_fire:[161,3,1,""],to_runner_api:[161,3,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[161,2,1,""],on_element:[161,3,1,""],on_fire:[161,3,1,""],on_merge:[161,3,1,""],reset:[161,3,1,""],should_fire:[161,3,1,""],to_runner_api:[161,3,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[161,7,1,""],from_runner_api:[161,2,1,""],is_late:[161,3,1,""],on_element:[161,3,1,""],on_fire:[161,3,1,""],on_merge:[161,3,1,""],reset:[161,3,1,""],should_fire:[161,3,1,""],to_runner_api:[161,3,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[161,2,1,""],on_element:[161,3,1,""],on_fire:[161,3,1,""],on_merge:[161,3,1,""],reset:[161,3,1,""],should_fire:[161,3,1,""],to_runner_api:[161,3,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[161,2,1,""],to_runner_api:[161,3,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[161,2,1,""],on_element:[161,3,1,""],on_fire:[161,3,1,""],on_merge:[161,3,1,""],reset:[161,3,1,""],should_fire:[161,3,1,""],to_runner_api:[161,3,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[161,2,1,""],on_element:[161,3,1,""],on_fire:[161,3,1,""],on_merge:[161,3,1,""],reset:[161,3,1,""],should_fire:[161,3,1,""],to_runner_api:[161,3,1,""]},"apache_beam.transforms.userstate":{BagRuntimeState:[162,1,1,""],BagStateSpec:[162,1,1,""],CombiningValueRuntimeState:[162,1,1,""],CombiningValueStateSpec:[162,1,1,""],RuntimeState:[162,1,1,""],RuntimeTimer:[162,1,1,""],StateSpec:[162,1,1,""],TimerSpec:[162,1,1,""],UserStateContext:[162,1,1,""],get_dofn_specs:[162,5,1,""],is_stateful_dofn:[162,5,1,""],on_timer:[162,5,1,""],validate_stateful_dofn:[162,5,1,""]},"apache_beam.transforms.userstate.BagRuntimeState":{add:[162,3,1,""],clear:[162,3,1,""],read:[162,3,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[162,3,1,""]},"apache_beam.transforms.userstate.CombiningValueRuntimeState":{add:[162,3,1,""],clear:[162,3,1,""],read:[162,3,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[162,3,1,""]},"apache_beam.transforms.userstate.RuntimeState":{for_spec:[162,2,1,""],prefetch:[162,3,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[162,3,1,""],set:[162,3,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[162,3,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[162,3,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[162,3,1,""],get_state:[162,3,1,""],get_timer:[162,3,1,""]},"apache_beam.transforms.util":{BatchElements:[163,1,1,""],CoGroupByKey:[163,1,1,""],Distinct:[163,5,1,""],Keys:[163,5,1,""],KvSwap:[163,5,1,""],Reify:[163,1,1,""],RemoveDuplicates:[163,5,1,""],Reshuffle:[163,1,1,""],ToString:[163,1,1,""],Values:[163,5,1,""],WithKeys:[163,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[163,3,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[163,3,1,""]},"apache_beam.transforms.util.Reify":{Timestamp:[163,1,1,""],TimestampInValue:[163,1,1,""],Window:[163,1,1,""],WindowInValue:[163,1,1,""]},"apache_beam.transforms.util.Reify.Timestamp":{add_timestamp_info:[163,2,1,""],expand:[163,3,1,""]},"apache_beam.transforms.util.Reify.TimestampInValue":{add_timestamp_info:[163,2,1,""],expand:[163,3,1,""]},"apache_beam.transforms.util.Reify.Window":{add_window_info:[163,2,1,""],expand:[163,3,1,""]},"apache_beam.transforms.util.Reify.WindowInValue":{add_window_info:[163,2,1,""],expand:[163,3,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[163,3,1,""],from_runner_api_parameter:[163,2,1,""],to_runner_api_parameter:[163,3,1,""]},"apache_beam.transforms.util.ToString":{Element:[163,1,1,""],Iterables:[163,1,1,""],Kvs:[163,1,1,""]},"apache_beam.transforms.util.ToString.Element":{expand:[163,3,1,""]},"apache_beam.transforms.util.ToString.Iterables":{expand:[163,3,1,""]},"apache_beam.transforms.util.ToString.Kvs":{expand:[163,3,1,""]},"apache_beam.transforms.window":{BoundedWindow:[164,1,1,""],FixedWindows:[164,1,1,""],GlobalWindow:[164,1,1,""],GlobalWindows:[164,1,1,""],IntervalWindow:[164,1,1,""],NonMergingWindowFn:[164,1,1,""],Sessions:[164,1,1,""],SlidingWindows:[164,1,1,""],TimestampCombiner:[164,1,1,""],TimestampedValue:[164,1,1,""],WindowFn:[164,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[164,7,1,""],max_timestamp:[164,3,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[164,3,1,""],from_runner_api_parameter:[164,2,1,""],get_window_coder:[164,3,1,""],offset:[164,7,1,""],size:[164,7,1,""],to_runner_api_parameter:[164,3,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[164,3,1,""],from_runner_api_parameter:[164,2,1,""],get_window_coder:[164,3,1,""],to_runner_api_parameter:[164,3,1,""],windowed_value:[164,4,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[164,7,1,""],intersects:[164,3,1,""],start:[164,7,1,""],union:[164,3,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[164,3,1,""],merge:[164,3,1,""]},"apache_beam.transforms.window.Sessions":{assign:[164,3,1,""],from_runner_api_parameter:[164,2,1,""],gap_size:[164,7,1,""],get_window_coder:[164,3,1,""],merge:[164,3,1,""],to_runner_api_parameter:[164,3,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[164,3,1,""],from_runner_api_parameter:[164,2,1,""],get_window_coder:[164,3,1,""],offset:[164,7,1,""],period:[164,7,1,""],size:[164,7,1,""],to_runner_api_parameter:[164,3,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[164,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[164,7,1,""],OUTPUT_AT_EOW:[164,7,1,""],OUTPUT_AT_LATEST:[164,7,1,""],get_impl:[164,2,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[164,7,1,""],value:[164,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[164,1,1,""],MergeContext:[164,1,1,""],assign:[164,3,1,""],get_transformed_output_time:[164,3,1,""],get_window_coder:[164,3,1,""],is_merging:[164,3,1,""],merge:[164,3,1,""],to_runner_api_parameter:[164,3,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[164,3,1,""]},"apache_beam.typehints":{decorators:[166,0,0,"-"],native_type_compatibility:[167,0,0,"-"],opcodes:[168,0,0,"-"],trivial_inference:[169,0,0,"-"],typecheck:[170,0,0,"-"],typehints:[171,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[166,6,1,""],WithTypeHints:[166,1,1,""],with_input_types:[166,5,1,""],with_output_types:[166,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[166,3,1,""],get_type_hints:[166,3,1,""],with_input_types:[166,3,1,""],with_output_types:[166,3,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[167,5,1,""],convert_to_beam_types:[167,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[168,5,1,""],binary_and:[168,5,1,""],binary_divide:[168,5,1,""],binary_floor_divide:[168,5,1,""],binary_lshift:[168,5,1,""],binary_modulo:[168,5,1,""],binary_multiply:[168,5,1,""],binary_or:[168,5,1,""],binary_power:[168,5,1,""],binary_rshift:[168,5,1,""],binary_subscr:[168,5,1,""],binary_subtract:[168,5,1,""],binary_true_divide:[168,5,1,""],binary_xor:[168,5,1,""],build_class:[168,5,1,""],build_list:[168,5,1,""],build_map:[168,5,1,""],build_slice:[168,5,1,""],build_tuple:[168,5,1,""],compare_op:[168,5,1,""],delete_attr:[168,5,1,""],delete_fast:[168,5,1,""],delete_global:[168,5,1,""],delete_slice_0:[168,5,1,""],delete_slice_1:[168,5,1,""],delete_slice_2:[168,5,1,""],delete_slice_3:[168,5,1,""],dup_top:[168,5,1,""],dup_topx:[168,5,1,""],exec_stmt:[168,5,1,""],get_iter:[168,5,1,""],import_from:[168,5,1,""],import_name:[168,5,1,""],inpalce_or:[168,5,1,""],inplace_add:[168,5,1,""],inplace_and:[168,5,1,""],inplace_divide:[168,5,1,""],inplace_floor_divide:[168,5,1,""],inplace_lshift:[168,5,1,""],inplace_modulo:[168,5,1,""],inplace_multiply:[168,5,1,""],inplace_power:[168,5,1,""],inplace_rshift:[168,5,1,""],inplace_subtract:[168,5,1,""],inplace_true_divide:[168,5,1,""],inplace_xor:[168,5,1,""],list_append:[168,5,1,""],load_attr:[168,5,1,""],load_closure:[168,5,1,""],load_const:[168,5,1,""],load_deref:[168,5,1,""],load_fast:[168,5,1,""],load_global:[168,5,1,""],load_locals:[168,5,1,""],load_method:[168,5,1,""],load_name:[168,5,1,""],make_closure:[168,5,1,""],make_function:[168,5,1,""],map_add:[168,5,1,""],nop:[168,5,1,""],pop_one:[168,5,1,""],pop_three:[168,5,1,""],pop_top:[168,5,1,""],pop_two:[168,5,1,""],print_item:[168,5,1,""],print_newline:[168,5,1,""],push_value:[168,5,1,""],rot_four:[168,5,1,""],rot_n:[168,5,1,""],rot_three:[168,5,1,""],rot_two:[168,5,1,""],slice_0:[168,5,1,""],slice_1:[168,5,1,""],slice_2:[168,5,1,""],slice_3:[168,5,1,""],store_attr:[168,5,1,""],store_fast:[168,5,1,""],store_global:[168,5,1,""],store_map:[168,5,1,""],store_slice_0:[168,5,1,""],store_slice_1:[168,5,1,""],store_slice_2:[168,5,1,""],store_slice_3:[168,5,1,""],store_subscr:[168,5,1,""],symmetric_binary_op:[168,5,1,""],unary:[168,5,1,""],unary_convert:[168,5,1,""],unary_invert:[168,5,1,""],unary_negative:[168,5,1,""],unary_not:[168,5,1,""],unary_positive:[168,5,1,""],unpack_sequence:[168,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[169,1,1,""],Const:[169,1,1,""],FrameState:[169,1,1,""],TypeInferenceError:[169,6,1,""],element_type:[169,5,1,""],finalize_hints:[169,5,1,""],hashable:[169,5,1,""],infer_return_type:[169,5,1,""],infer_return_type_func:[169,5,1,""],instance_to_type:[169,5,1,""],key_value_types:[169,5,1,""],union:[169,5,1,""],union_list:[169,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[169,2,1,""],unwrap_all:[169,2,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[169,3,1,""],const_type:[169,3,1,""],copy:[169,3,1,""],get_closure:[169,3,1,""],get_global:[169,3,1,""],get_name:[169,3,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[170,1,1,""],OutputCheckWrapperDoFn:[170,1,1,""],TypeCheckCombineFn:[170,1,1,""],TypeCheckVisitor:[170,1,1,""],TypeCheckWrapperDoFn:[170,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[170,3,1,""],is_process_bounded:[170,3,1,""],process:[170,3,1,""],start_bundle:[170,3,1,""],wrapper:[170,3,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[170,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[170,3,1,""],compact:[170,3,1,""],create_accumulator:[170,3,1,""],extract_output:[170,3,1,""],merge_accumulators:[170,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[170,3,1,""],leave_composite_transform:[170,3,1,""],visit_transform:[170,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[170,3,1,""],wrapper:[170,3,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[171,1,1,""],WindowedValue:[171,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[171,3,1,""],match_type_variables:[171,3,1,""]},"apache_beam.utils":{annotations:[173,0,0,"-"],plugin:[174,0,0,"-"],processes:[175,0,0,"-"],profiler:[176,0,0,"-"],proto_utils:[177,0,0,"-"],retry:[178,0,0,"-"],timestamp:[179,0,0,"-"],urns:[180,0,0,"-"]},"apache_beam.utils.annotations":{BeamDeprecationWarning:[173,6,1,""],annotate:[173,5,1,""],wraps:[173,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[174,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[174,4,1,""],get_all_subclasses:[174,4,1,""]},"apache_beam.utils.processes":{Popen:[175,5,1,""],call:[175,5,1,""],check_call:[175,5,1,""],check_output:[175,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[176,1,1,""],Profile:[176,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[176,3,1,""],start:[176,3,1,""],stop:[176,3,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[176,7,1,""],default_file_copy_fn:[176,2,1,""],factory_from_options:[176,2,1,""]},"apache_beam.utils.proto_utils":{from_micros:[177,5,1,""],pack_Any:[177,5,1,""],pack_Struct:[177,5,1,""],parse_Bytes:[177,5,1,""],unpack_Any:[177,5,1,""]},"apache_beam.utils.retry":{Clock:[178,1,1,""],FuzzedExponentialIntervals:[178,1,1,""],PermanentException:[178,6,1,""],no_retries:[178,5,1,""],retry_on_beam_io_error_filter:[178,5,1,""],retry_on_server_errors_and_timeout_filter:[178,5,1,""],retry_on_server_errors_filter:[178,5,1,""],retry_on_server_errors_timeout_or_quota_issues_filter:[178,5,1,""],with_exponential_backoff:[178,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[178,3,1,""]},"apache_beam.utils.timestamp":{Duration:[179,1,1,""],Timestamp:[179,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[179,2,1,""]},"apache_beam.utils.timestamp.Timestamp":{RFC_3339_RE:[179,7,1,""],from_rfc3339:[179,4,1,""],from_utc_datetime:[179,4,1,""],of:[179,2,1,""],predecessor:[179,3,1,""],to_rfc3339:[179,3,1,""],to_utc_datetime:[179,3,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[180,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[180,4,1,""],register_pickle_urn:[180,4,1,""],register_urn:[180,4,1,""],to_runner_api:[180,3,1,""],to_runner_api_parameter:[180,3,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[6,0,0,"-"],internal:[7,0,0,"-"],io:[14,0,0,"-"],metrics:[58,0,0,"-"],options:[63,0,0,"-"],pipeline:[67,0,0,"-"],portability:[68,0,0,"-"],pvalue:[82,0,0,"-"],runners:[83,0,0,"-"],testing:[125,0,0,"-"],tools:[145,0,0,"-"],transforms:[150,0,0,"-"],typehints:[165,0,0,"-"],utils:[172,0,0,"-"],version:[181,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","staticmethod","Python static method"],"3":["py","method","Python method"],"4":["py","classmethod","Python class method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:staticmethod","3":"py:method","4":"py:classmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":57,"123z":44,"29t23":44,"4tb":30,"5tb":30,"60s":176,"abstract":[23,51,109,114,123,164,170,180],"boolean":[21,23,25,30,42,48,55,154],"byte":[2,10,15,19,21,23,24,27,31,43,44,47,50,89,114,152,171,177],"case":[11,15,21,30,33,34,38,44,47,50,53,54,55,57,67,82,89,94,103,144,152,156,163],"catch":30,"char":54,"class":[1,2,3,4,5,6,12,13,15,16,18,19,20,21,22,23,24,25,27,30,31,32,33,34,37,38,41,42,43,44,46,47,48,49,50,51,52,54,55,56,57,59,60,61,64,65,66,67,70,71,72,73,74,80,82,85,86,87,89,90,91,92,94,95,96,97,98,99,100,101,102,103,104,105,106,107,109,111,112,113,114,115,116,120,122,123,124,129,130,131,137,138,139,140,141,142,143,144,149,151,152,154,155,156,157,158,159,160,161,162,163,164,166,169,170,171,173,174,176,178,179,180,182],"const":[140,169],"default":[2,5,15,18,19,20,22,23,30,33,34,43,47,49,50,54,55,64,82,105,113,139,141,151,152,154,157,164,173,176,178],"enum":[23,123],"export":[30,31,33],"final":[2,20,21,24,47,49,54,100,103,123,152,163,180],"float":[2,10,23,25,30,39,42,47,48,53,57,59,142,149,154,159,164,171,179],"function":[2,5,10,11,12,13,22,23,25,29,30,31,33,39,42,47,48,53,60,62,67,89,121,137,140,141,143,144,149,151,152,157,159,161,162,163,164,166,168,169,171,173,178,180],"import":[5,31,33,47,57,84,93,152,158,164,166,174,178,182],"int":[2,10,15,23,24,30,31,38,39,41,42,43,48,49,50,53,54,57,62,87,109,123,142,149,152,154,159,164,166,171,179],"long":[5,22,51,152,178,179],"new":[5,11,21,23,24,25,30,42,47,48,49,57,67,72,82,87,89,123,140,144,149,152,161],"null":[15,33],"public":[2,64,173],"return":[2,4,5,10,11,13,15,19,20,21,22,23,24,25,30,33,38,39,40,41,42,43,46,47,48,49,50,51,53,54,55,57,59,60,62,64,65,67,73,82,85,86,87,89,95,98,100,103,105,107,109,114,116,123,140,141,143,144,149,151,152,154,157,159,161,163,164,166,167,169,171,173,177,178,179,180],"short":[30,154],"static":[1,2,22,23,25,27,30,33,41,44,47,60,61,66,67,82,87,122,151,152,154,159,160,161,162,163,164,166,169,171,176,179],"super":157,"switch":98,"throw":70,"transient":[47,152,178],"true":[2,10,12,15,21,22,23,30,31,33,44,46,47,50,53,54,55,57,62,64,65,67,100,105,141,144,149,151,152,154,161,178],"try":[21,30,47,53],"while":[15,21,22,47,53,89,100,176],Adding:87,For:[2,3,4,5,7,8,9,10,11,12,13,15,16,18,19,21,22,23,25,30,33,39,40,44,47,50,53,65,67,68,69,81,89,94,95,96,101,105,106,107,113,114,122,131,141,142,143,144,145,149,152,154,157,158,163,164,168,169,170,172,173,174,175,176,177,178,179,180],GCS:[20,30,42,43,54,65],HAS:[31,33],Has:30,IDs:[49,112,116],Its:38,KMS:[30,43],Kvs:163,Not:[24,166],One:[22,30,166],Such:47,TOS:168,The:[2,5,9,10,12,15,18,19,20,22,23,25,30,31,33,34,37,38,39,41,44,47,49,50,54,55,57,59,60,61,62,64,67,70,73,82,84,87,89,90,98,99,100,109,111,114,123,129,130,131,133,134,135,137,140,141,142,143,144,151,152,154,157,162,163,164,166,167,168,169,171,173,178,180,182],Their:105,Then:15,There:[23,30,90,163],These:[19,22,30,33,47,55,62,64,87,142],Use:[53,114,139],Used:[21,43,47,54,55,56,57,72,122,143,169],Uses:[15,50,152],Using:38,Will:103,With:157,__all__:2,__call__:149,__init__:[64,149,157,166],__name__:173,__scatter__:40,_add_argparse_arg:64,_avrosourc:[15,21],_bundlefinalizerparam:152,_gener:34,_get_sample_size_from_est_error:159,_groupbykeyonli:105,_id:49,_intervalwindowbas:164,_list:25,_match:139,_mutat:38,_namespac:154,_num_query_splits_max:38,_paralleltriggerfn:161,_paramet:67,_parquetsourc:50,_picklecoderbas:2,_processelementsevalu:103,_py:69,_restrictiondofnparam:152,_source_class:54,_sre:[25,179],_statedofnparam:152,_timerdofnparam:152,_unused_context:27,a12345:131,abc:[64,123],abil:166,abl:[10,25,30,31,49,86,109,152],about:[23,33,47,57,61,111,112,115,123,140,152,173],abov:[5,30,47,53,64,151,163],absolut:[23,24],abstractdofnwrapp:170,acapulco:30,accept:[15,30,47,50,54,140,152,163,166],access:[9,22,24,25,34,42,46,47,48,60,61,64,66,100,115,116,122,123,152,162,182],accessdeni:178,accessor:80,accord:[23,42,48,53,164],accordingli:47,accumul:[59,65,152,161,170],accumulation_mod:152,accumulationmod:161,accur:47,ack_id:143,across:[2,38,47,100,152,163],act:105,action:168,activ:72,actual:[13,24,50,67,139,144,152,157,161],acycl:182,adaptive_throttl:39,adaptivethrottl:39,add:[30,33,49,64,67,109,142,152,154,157,162,163,166],add_argu:64,add_artifactretrievalserviceservicer_to_serv:70,add_artifactstagingserviceservicer_to_serv:70,add_beamfncontrolservicer_to_serv:72,add_beamfndataservicer_to_serv:72,add_beamfnexternalworkerpoolservicer_to_serv:72,add_beamfnloggingservicer_to_serv:72,add_beamfnstateservicer_to_serv:72,add_el:142,add_expansionserviceservicer_to_serv:71,add_experi:64,add_extra_args_fn:64,add_input:[152,170],add_jobserviceservicer_to_serv:73,add_provisionserviceservicer_to_serv:74,add_timestamp:151,add_timestamp_info:163,add_window_info:163,added:[23,25,42,46,48,49,54,60,142,152,161],addit:[14,28,33,47,54,57,64,72,100,151,152,157,171,173,182],addition:[5,15,33,50,180],additional_bq_paramet:[30,31],additional_create_paramet:33,additional_load_paramet:33,additionali:166,address:[18,19,47],adjust:[23,24,47,50,85],advanc:[95,142],advance_bi:[95,142],advance_processing_tim:142,advance_tim:95,advance_watermark_to:142,advance_watermark_to_infin:142,afford:152,after:[13,20,23,25,38,42,43,46,47,48,50,53,54,57,65,67,87,89,96,99,100,103,142,152,161,178,179,182],afteral:161,afterani:161,aftercount:161,aftereach:161,afterprocessingtim:161,afterwatermark:161,again:[39,67,89],against:[23,25,65,141,144,170],age:50,aggreg:[65,97,102,123,149,152],aggregated_valu:123,aggregator_or_nam:[100,123],agre:47,aka:164,alert:82,alia:[57,98,144,152,171],aliv:115,all:[6,13,20,23,25,30,31,33,38,39,42,46,47,48,51,57,64,65,67,70,82,85,86,89,100,105,107,109,123,124,137,141,142,144,148,149,152,154,159,161,163,164,166,174,178],all_don:31,all_metr:[86,138],all_pcollect:116,allel:57,allow:[22,24,30,38,40,41,47,60,61,72,82,115,139,140,152,154,157,162,164,166,171,178],allow_empty_match:22,allow_if_wildcard:22,allow_malformed_record:57,allow_proto_hold:[67,122],alreadi:[23,24,25,30,42,46,47,48,49,67,179],also:[2,18,19,20,30,47,61,67,72,90,97,100,123,152,157,161,163,166,176,178,180],altern:[41,57,157,163,173],alternate_bas:57,although:47,alwai:[2,5,24,30,47,51,157,173,176],alyssa:15,amort:163,amount:[24,41,47,53,163],analys:169,analysi:116,analyz:[5,111,116],ancestor:41,and_latest_vers:109,ani:[2,3,13,15,22,23,24,25,30,31,38,39,42,44,46,47,48,50,57,64,100,103,107,109,123,146,152,154,161,162,164,166,169,171,173,174,177],annot:[141,157,166,172,182],anoth:[2,64,67,103],any_msg:177,anyth:[22,84,93],anytypeconstraint:171,anywai:152,apach:[18,19,22,47,51,52,87,152,154,161,181],apache_beam:182,api:[2,10,30,33,38,43,44,47,60,67,68,85,90,120,121,122,123,137,154,162,173,182],apicli:86,apitool:30,app:43,appear:[57,152,166],append:[23,33,47,72,141],append_trailing_newlin:54,appenddestinationsfn:33,appengin:43,appli:[23,41,47,64,67,82,85,101,115,123,151,152,157,164],applic:[15,20,23,25,42,43,46,48,50,105],applied_ptransform:[67,87,91,96,100,101,103,105,107,124],applied_transform:170,appliedptransform:[67,96,100,106,107],apply_and_run:85,apply_combinevalu:87,apply_groupbykei:87,apply_ptransform:123,apply_read:87,apply_writetobigqueri:87,apply_xyz:123,applypartitionfnfn:152,approach:157,appropri:[10,30,100],approxim:[47,89,146,159],approximateuniqu:159,arbitrari:82,arbitrarili:47,arg1:173,arg2:173,arg:[13,32,39,55,64,101,102,103,124,131,140,151,152,155,167,168,170,173,175,178],arg_hint:166,arg_nam:65,argpars:64,args_for_invok:103,argument:[2,13,15,23,29,30,33,39,43,46,47,49,50,54,55,60,64,65,67,82,87,140,141,144,149,151,152,154,157,163,166,168,171,173,178,180],argumentplacehold:13,argv:[29,32,37,45,64,67,86,140,141],arithmet:[151,179],around:[31,82,122,170],arrai:[19,27],arriv:[161,164],artifact:70,artifactretrievalserviceservic:70,artifactretrievalservicestub:70,artifactstagingserviceservic:70,artifactstagingservicestub:70,as_cloud_object:2,as_deterministic_cod:2,as_dict:137,as_singleton_view:152,as_view:152,ascii:[12,54],asdict:[30,82,158],asit:[82,158],ask:[89,152],aslist:[30,82,158],aspect:47,assert:53,assert_reentrant_reads_succe:53,assert_sources_equal_reference_sourc:53,assert_split_at_fraction_behavior:53,assert_split_at_fraction_binari:53,assert_split_at_fraction_exhaust:53,assert_split_at_fraction_fail:53,assert_split_at_fraction_succeeds_and_consist:53,assert_that:[141,144],assertfals:138,assertsourcesequalreferencesourc:53,assertsplitatfract:53,assertsplitatfractionbehavior:53,assertsplitatfractionexhaust:53,assideinput:[30,82],assign:[47,124,152,164],assign_context:164,assigncontext:164,assingleton:[82,158],associ:[5,30,38,41,47,57,72,82,89,151,152,154,157,163,164],assum:[19,39,47,53,54,152,159],assumpt:111,asynchron:100,atom:47,attempt:[47,89,101,138,163],attempt_cal:101,attr:[30,141],attribut:[24,30,33,44,54,113,143,164],auction:[129,130,131,133,134,135],auth:[7,8,182],authent:9,authenticationexcept:9,author:[129,130],auto:[20,21,23,25,42,46,48,54,55,57],automat:[38,69,152],avail:[23,30,43,57,61,70,82,87,115,144,152,154,164,182],averag:147,avoid:[23,30,31,33,47,164,171],avro:[15,22],avro_cod:[0,182],avrocod:1,avroio:[14,47,182],avroio_test:53,avrorecord:1,avrosink:22,await_complet:101,awar:179,b12345:131,back:[2,115],backend:115,background:123,backoff:178,backward:[2,3,4,7,8,9,10,11,12,13,16,18,19,22,23,31,33,38,39,40,41,43,44,47,49,50,60,65,67,68,69,81,84,89,93,94,95,96,101,105,106,107,111,112,113,114,115,116,122,142,143,145,155,157,158,161,162,163,168,169,170,172,173,174,175,176,177,178,179,180],bad:30,bag:162,bagruntimest:162,bagstatespec:162,bar:[23,50],barrier:140,base64:[12,89],base:[1,2,3,4,5,6,9,13,15,16,18,19,20,21,22,23,24,25,27,30,31,32,33,34,37,38,40,41,42,43,44,46,47,48,49,50,51,52,54,55,56,57,59,60,61,62,64,65,66,67,70,71,72,73,74,80,82,85,86,87,89,90,91,92,94,95,96,97,98,99,100,101,102,103,104,105,106,107,109,111,112,113,114,115,116,120,122,123,124,129,130,131,137,138,139,140,141,142,143,144,149,151,152,154,155,156,157,158,159,160,161,162,163,164,166,169,170,171,173,174,176,178,179,180],base_match:[65,138,139],base_url:46,basematch:[65,138,139],basepath:[23,25,42,48],basic:[10,50,151,154,164],batch:[22,30,31,39,47,50,98,152,163,164,182],batch_siz:[30,49],batchel:163,beam:[2,6,15,18,19,22,24,30,34,38,41,47,50,51,52,62,67,80,87,90,92,104,109,113,115,140,141,144,161,162,163,167,173,178,180,181],beam_artifact_api_pb2_grpc:[68,69,182],beam_expansion_api_pb2_grpc:[68,69,182],beam_fn_api_pb2_grpc:[68,69,182],beam_job_api_pb2_grpc:[68,69,182],beam_provision_api_pb2_grpc:[68,69,182],beam_runner_api_pb2:180,beam_runner_api_pb2_grpc:[68,69,182],beamassertexcept:144,beamdeprecationwarn:173,beamerror:6,beamfncontrolservic:72,beamfncontrolstub:72,beamfndataservic:72,beamfndatastub:72,beamfnexternalworkerpoolservic:72,beamfnexternalworkerpoolstub:72,beamfnloggingservic:72,beamfnloggingstub:72,beamfnstateservic:72,beamfnstatestub:72,beamioerror:[23,25,42,46,48],beamplugin:[23,114,174],bean:[2,180],becaus:[31,47,111,152,173],becom:[15,47,87,151,152],been:[31,39,47,59,70,109,149,152,163,164,167],befor:[31,47,49,53,54,70,87,89,105,109,139,141,152,161,164,166,178,182],begin:[15,47,50,54,55,89],behalf:72,behav:[15,37,50,54,55],behavior:[23,33,53,82,123,140,146,152,166,168,173],behaviour:[53,140],behavor:82,behind:82,being:[22,30,47,57,89,100,144,149,152,161,163],belong:[67,82,98,124,152,154,157],below:[5,30,34,37,38,47,50,140,152,178],benchmark:[125,146,149,182],benchmark_suit:149,benchmarkconfig:149,benefici:38,best:[33,44,47,152,163],better:[57,173],betweeen:51,between:[23,25,27,30,33,49,51,53,61,72,86,89,98,140,159,163,164,176,178],beyond:[44,47],bid:[129,130,131,134],bidder:[129,131],big:29,big_query_query_to_table_pipelin:[14,28,182],bigger:50,bigqueri:[14,28,29,31,33,64,137,182],bigquery_api_servic:64,bigquery_file_load:[14,28,182],bigquery_io_read_pipelin:[14,28,182],bigquery_tool:[14,28,30,182],bigquerybatchfileload:31,bigquerycli:137,bigquerydisposit:30,bigquerymetricspublish:137,bigqueryread:33,bigquerysink:[30,33],bigquerysourc:30,bigqueryv2:33,bigquerywrapp:33,bigquerywrit:33,bigtabl:[34,47],bigtableio:[14,28,182],bigtablewritefn:34,billingnoten:178,binari:[50,53],binary_add:168,binary_and:168,binary_divid:168,binary_floor_divid:168,binary_lshift:168,binary_modulo:168,binary_multipli:168,binary_or:168,binary_pow:168,binary_rshift:168,binary_subscr:168,binary_subtract:168,binary_true_divid:168,binary_xor:168,bind:171,bind_type_vari:171,bit:59,blob:40,block:[15,47,50,87,123,141],block_until:100,bodi:180,bool:[10,15,21,30,33,50,53,54,57,67,111,141,149,154,161,166,171],both:[2,21,22,30,33,44,47,53,66,157,159,166,173,182],bother:102,bottleneck:152,bound:[18,22,23,24,152,161,164,169,182],boundari:[22,47,89],boundedsourc:[16,21,47,53,56,87,91,140],boundedwindow:164,boundmethod:169,bq_dataset:137,bq_tabl:137,bson:49,bucket:[43,65],bucketnam:65,buffer:[2,23,24,43,50,99,105,152],buffer_s:[30,33],build:[45,67,69,92,115,140,141,182],build_class:168,build_console_url:92,build_list:168,build_map:168,build_slic:168,build_tupl:168,built:[19,92,104,157,161,163,164,166,171],builtin:152,bulk:152,bulk_writ:49,bundl:[15,16,21,47,49,50,54,94,97,100,101,102,105,152,163],bundle_factori:[83,93,100,182],bundle_id:47,bundlebaseddirectrunn:[98,99],bundlefactori:94,bundlefinalizerparam:152,burden:30,byte_arrai:4,byte_array_deseri:19,byte_array_seri:19,byte_array_to_json_str:87,byte_offset:89,bytearrai:24,bytearraydeseri:19,bytearrayseri:19,bytearraytojsonstr:87,bytecod:168,bytecountingoutputstream:4,bytescod:[2,55],bzip2:23,cach:[30,87,92,102,109,112,115,116],cache_dir:[109,115],cache_format:[109,115],cache_label:[109,116],cache_manag:[83,108,111,115,116,182],cached_pcollect:112,cachemanag:[109,111,116],caches_us:116,calcul:[147,159],call:[3,5,20,22,24,30,34,39,43,47,51,57,65,67,70,73,89,101,103,123,143,151,152,154,157,161,163,175,178,180],callabl:[2,12,30,123,146,149,152,162,163,169,178,180],callableptransform:157,callabletask:101,callablewrappercombinefn:[152,161],callablewrapperdofn:152,callablewrapperpartitionfn:152,callback:[3,47,51,64,67,100,101,123],caller:[47,103],can:[2,5,10,12,13,15,16,19,21,22,23,25,27,30,31,32,33,34,38,44,47,50,51,53,54,55,64,67,72,82,100,103,106,114,123,139,140,141,142,146,149,152,154,157,163,164,166,167,169,171,173,176,178,179,180],canada:30,cancel:[73,123],cannot:[6,44,47,87,89],cap:38,capabl:[47,182],capit:171,captur:157,car67:131,care:112,categori:[129,131,171],caus:[161,173],cbf:47,cbt:34,ceas:142,ceil:140,cell:[30,34,58,111,162,182],cellcommitst:59,certain:[38,47,92,98,131],chain:157,chanc:[152,163],chang:[38,44,59,72,73,100,111,173,182],channel:[23,25,42,48,70,71,72,73,74],charact:[12,23,54,65,109],charg:[86,97],check:[12,23,25,30,42,46,47,48,53,66,67,82,100,144,149,152,154,159,166,170,171],check_access:66,check_cal:175,check_compil:149,check_don:[47,52],check_output:175,checkpoint:[47,52,103,140,163],checksum:[23,25,42,43,46,48,139],choos:[21,47],chosen:[38,47,178],chr20:57,chunk:[23,25,30,34,70,140,164],chunk_siz:[23,42],citi:[129,131],claim:47,classmethod:[2,23,25,42,46,48,51,64,66,87,114,123,154,155,157,164,174,179,180],clean:[47,109,143,152],clean_up_temporary_dataset:33,cleanup:[109,115,130,143],cleanup_subscript:143,cleanup_top:143,clear:[72,103,111,161,162],clear_pvalu:123,client:[11,19,23,30,33,39,40,43,47],client_ent:41,client_kei:41,clock:[83,93,100,107,143,163,178,182],clone:[41,67],close:[20,23,24,25,42,47,48,51],closure_typ:169,cloud:[2,30,34,37,38,39,40,41,43,44,64,65,84,89,143],cls:[2,64,177],cluster:30,cmd:131,co_nam:168,code:[5,13,23,47,53,131,149,152,157,162,171,178],codec:[15,50],coder:[12,20,30,31,33,47,54,55,90,109,142,146,152,162,182],coder_benchmark_factori:146,coder_id:122,coder_id_from_element_typ:122,coder_proto:2,coderbas:5,coderimpl:2,coderregistri:2,coders_context:2,coders_microbenchmark:[145,182],coexist:173,cogroupbykei:[140,163],cold:152,coll:49,collect:[2,31,49,60,61,146,149,182],collis:61,column:50,com:[11,12,30,34,38,40,43,64,65,131],combin:[22,23,25,42,46,47,48,102,105,150,152,161,162,164,182],combine_fn:[102,162],combine_op:161,combine_payload:152,combinefn:[151,152,162,170],combinefnprocesscontext:152,combineglob:152,combineperkei:[102,152],combinevalu:152,combiningvalu:162,combiningvalueruntimest:162,combiningvaluestatespec:162,combiningvaluestatetag:161,combnin:152,come:[9,30,33,173],comma:30,command:[30,64,131,141],comment:[67,152],commit:[39,47,59,70,96,99,100,138,162],commit_log:97,commit_phys:97,commitmanifest:70,common:[11,15,19,30,33,34,50,54,55,80,85,97,124,137,152,170,179],common_metric_match:85,common_urn:[68,182],commun:154,compact:[152,170],compar:[47,51,139,151],compare_op:168,compat:[2,3,4,7,8,9,10,11,12,13,16,18,19,22,23,25,31,33,38,39,40,41,43,44,47,49,50,60,65,67,68,69,81,84,89,93,94,95,96,101,105,106,107,111,112,113,114,115,116,122,142,143,145,151,152,155,157,158,161,162,163,168,169,170,172,173,174,175,176,177,178,179,180],compil:[2,149],complet:[2,24,30,38,41,47,89,100,101,123,141],completed_bundl:100,completed_committed_bundl:107,completed_tim:[100,107],completion_callback:101,complex:[47,50,171],complex_operation_returning_xyz:5,compli:[15,21],complianc:30,compliant:179,complic:168,compon:[2,23,25,41,42,44,46,48,154],component:122,composit:[5,47,90,123,144,164,169,171],compositetypehint:[166,171],compress:[15,21,22,23,25,42,47,48,50,54,55,57],compress_point:166,compressedfil:23,compression_typ:[20,21,23,25,42,46,48,54,55,57],compressionsuffix:22,compressiontyp:[20,21,23,25,54,55,57],comput:[6,13,30,64,67,123,139,143,151,152,157,163,182],compute_api_servic:64,compute_hash:143,compute_table_nam:30,concat:16,concat_posit:89,concat_sourc:[14,182],concaten:89,concatposit:89,concatrangetrack:16,concatsourc:16,concept:[30,47,164,182],conceptu:[47,67,163],concret:[123,152],concrete_typ:171,concurr:[30,47,53],condens:[151,152],condit:47,conduct:49,config:[27,39],configur:[18,19,30,32,38,46,49,50,64,67,103,141],confirm:37,conflict:[47,171],connect:[24,46,49,64,152],connector:[34,38],consecut:[94,164],consid:[15,23,47,50,67,152,161,163],consist:[2,12,47,53,57,61,65,87,97,100,105,109,122,151,152],consol:92,consolemetricspublish:137,consolid:62,const_typ:169,constant:[33,152,163],constrain:[15,50,54],constraint:[74,166],construct:[2,11,15,30,50,54,55,60,71,82,89,100,101,122,123],constructor:[2,55,70,71,72,73,74,111,112,113,115,116,157,180],consum:[19,47,96,163],consumed_split_point:89,consumer_config:19,consumer_tracking_pipeline_visitor:[83,93,182],consumertrackingpipelinevisitor:96,contain:[5,10,12,13,15,19,23,24,25,30,33,38,42,44,47,48,50,53,54,55,59,64,67,70,82,100,103,109,124,139,141,143,145,151,152,154,157,163,164,166,171,172,177],content:[22,23,25,37,42,48,54,57,70,100,112,139,140,143,144,163,177],context:[1,2,27,44,47,59,67,70,71,72,73,74,82,100,122,143,152,155,157,161,162,164,176,180],contian:120,continu:[47,53,164,176],control:[30,33,72,94,120,140,161,173,178],conveni:[10,30],convent:[23,164],convers:[10,167],convert:[2,10,11,22,33,51,62,64,134,152,154,163,167,180],convert_row_to_dict:33,convert_to_beam_typ:167,coordin:166,copi:[23,25,31,42,43,46,48,140,152,169],copy_batch:43,copytre:43,core:[31,32,33,65,85,90,102,103,124,131,137,138,139,140,150,162,170,182],correct:[23,25,38,53,109],correctli:[47,152],correspond:[2,10,15,30,50,57,87,111,114,140,163,166,168,169,171,179,180],corrupt:152,cost:163,could:[2,38,40,47,67,152,163,176,180,182],count:[15,32,39,50,54,55,56,59,61,85,112,149,151,161],count_byt:137,count_tag:161,count_valu:138,countcombinefn:161,counter:[60,61,62,100,106,138,168],counter_dict:137,countermetr:137,countingsourc:56,countri:30,coutner:62,coverag:53,cprofil:176,crash:152,creat:[11,12,15,16,21,23,25,30,33,34,37,39,40,42,44,46,47,48,49,50,57,60,61,62,64,67,82,87,90,91,94,100,105,112,113,123,130,140,143,144,146,149,152,154,156,157,163,164,166,168,169,170,175,177,179],create_accumul:[152,170],create_bundl:[94,100],create_client_ent:39,create_disposit:[30,31,33],create_empty_committed_bundl:[94,100],create_ent:39,create_from:154,create_from_opt:154,create_if_need:[30,33],create_label:62,create_monitoring_info:62,create_nev:[30,33],create_pull_respons:143,create_sourc:[150,182],create_temp_fil:143,create_temporary_dataset:33,create_track:[140,152],createptransformoverrid:[87,91],creation:[15,21,50,54,55,57],credenti:9,credit_card:[129,131],criteria:103,cross:[19,87,155,156,175],csv:[22,47],csvsink:22,cumul:176,current:[12,21,22,23,24,30,44,47,50,54,64,67,73,82,86,89,97,100,103,123,137,142,152,173],current_offset:47,current_posit:47,current_progress:[47,52],current_restrict:[47,52],current_tim:95,current_value_accessor:162,current_watermark:52,cursor:47,custom:[5,13,20,22,30,47,67,123,139,140,141,152,157,164,166,171,173],custom_gcs_temp_loc:[30,31],custom_messag:173,custommapp:157,customtransform:157,cycl:111,dag:[67,123],dai:30,data:[4,5,14,19,21,22,23,24,25,28,29,31,33,34,38,44,47,49,50,53,57,59,64,67,72,82,140,143,144,152,154,161,164,169,182],databas:[47,49],dataflow:[2,6,9,10,29,30,32,33,47,64,65,82,83,123,161,182],dataflow_cli:86,dataflow_endpoint:64,dataflow_exercise_metrics_pipelin:[83,84,182],dataflow_metr:[83,84,182],dataflow_runn:[83,84,92,182],dataflowapplicationcli:86,dataflowmetr:86,dataflowpipelineresult:[86,87],dataflowrunn:[84,86,87,91,92,130],dataset1:30,dataset:[30,33,137],dataset_2:30,dataset_id:33,datasetid:33,datastor:[14,28,182],datastore_client_config:39,datastore_v1:39,datastore_write_it_pipelin:[14,28,35,36,182],datastoreio:[14,28,35,36,182],date:33,datetim:[154,179],deal:[47,152],debug:[130,169],debugopt:[64,65],dec:61,decapret:173,decid:[15,47,50,54,103,111,114,115],decim:30,decod:[2,5,30,33,54,55,90,109,144,146],decode_from_byt:5,decodeandemitdofn:90,decomposit:47,decompress:[21,23,47],decor:[2,5,143,152,157,162,165,173,178,180,182],decreas:47,decrement:61,deduc:169,dedupl:[44,163],def:[5,30,64,149,157,162,166,173],default_desired_bundle_s:[15,50,54],default_edge_attr:113,default_encod:33,default_environ:[67,122],default_environment_id:122,default_file_copy_fn:176,default_file_nam:22,default_label:[151,152,155,157],default_output_cod:[16,47,140],default_runn:64,default_s:52,default_type_hint:[102,152,166],default_valu:[66,82],default_vertex_attr:113,default_window_mapping_fn:158,defaultrootbundleprovid:105,defaulttrigg:161,defer_remaind:[47,52],defer_statu:47,deferred_residu:47,deferred_statu:[47,52],deferred_watermark:47,defin:[2,5,14,15,21,23,25,30,38,44,47,50,60,62,64,83,89,131,140,143,152,154,155,157,164,165,166,168,171],definit:47,deflat:[15,23],degre:[38,152],delai:[161,178],deleg:[51,60],delegatingcount:60,delegatingdistribut:60,delegatinggaug:60,delet:[23,25,30,37,38,42,43,46,48,143],delete_attr:168,delete_batch:43,delete_fast:168,delete_fil:143,delete_glob:168,delete_slice_0:168,delete_slice_1:168,delete_slice_2:168,delete_slice_3:168,deletefromdatastor:[38,41],deletetablesfn:31,delimit:[54,163],deliv:[44,100],demand:176,demarc:89,denot:152,dens:159,depend:[22,23,24,25,33,47,59,114,152,154,174],dependent_real_tim:160,deprec:[38,47,89,173],deprecationwarn:173,depth:[67,169],deriv:[40,109,116,152,157,164],descend:[41,150,157],describ:[30,34,46,47,53,64,72,82,89,140,151,152,157],describe_mismatch:[138,139],describe_to:[138,139],describepipelineopt:73,descript:[2,12,46,47,65,87,89,129,131,138,139,140,152],description1:140,description2:140,descriptor:[22,31],deseri:[1,19],deserialize_windowing_strategi:87,design:[67,163],desir:[15,30,40,47,50,54,109,152],desired_bundle_s:[15,16,21,47,50,54,56,140],desired_cache_label:116,desired_num_bundl:140,desired_num_offsets_per_split:52,despit:152,dest:[22,31,43,176],dest_ids_list:31,dest_kms_key_nam:43,destin:[14,23,25,30,31,33,42,46,48,182],destination_copy_jobid_pair:31,destination_file_nam:[23,25,42,46,48],destination_file_pair:31,destination_jobid_pair:31,destination_load_jobid_pair:31,destination_prefix_nam:22,detail:[5,21,38,41,47,54,65,67,84,93,103,111,140,152,157,158,166],detect:[21,47,54,55,57,152],detect_compression_typ:23,determin:[22,23,38,39,47,54,57,67,103,151,152,161,162,164],determinist:[2,5],develop:[21,38,44,65,154,182],deviat:163,dialect:30,dict:[10,23,30,33,42,44,48,49,57,82,112,113,116,123,151,154,163,171],dict_int_int:146,dict_obj:121,dict_to_struct:121,dictionari:[1,5,10,13,15,19,30,31,33,41,43,50,55,62,64,105,144,149,152,154,167],did:53,differ:[2,18,19,21,22,23,25,30,31,38,47,49,53,54,67,72,89,109,140,178],digit:[30,44],dill:[2,12],dillcod:2,direct:[64,83,152,182],direct_metr:[83,93,182],direct_runn:[83,93,104,182],direct_runner_use_stacked_bundl:94,direct_userst:[83,93,182],directli:[30,47,61,82,152,158],directmetr:97,directopt:64,directori:[23,25,42,43,46,47,48,67,115,143],directpipelineresult:98,directrow:34,directrunn:[64,67,97,98,100,103,106,130,131,141],directrunneropt:94,directstepcontext:100,directunmergedst:100,directuserstatecontext:99,dirti:59,dis:168,disable_liquid_shard:140,disable_run_time_type_check:166,disallow:22,discard:[152,161],discourag:173,disk:[30,48],displai:[47,60,64,83,86,89,108,115,131,150,152,157,182],display_data:[15,20,21,30,31,38,47,50,64,151,152,154],display_data_dict:154,display_graph:113,display_manag:[83,108,110,182],displaydata:154,displaydataitem:154,displaymanag:111,dispos:152,disposit:[30,33],distinct:[67,163],distinct_on:41,distinguish:82,distrbut:62,distribut:[46,59,60,61,62,138,147,152,159],distribution_combin:62,distribution_counter_microbenchmark:[145,182],distribution_paramet:140,distribution_result:138,distributionaccumul:147,distributiondoubl:62,distributionint64:62,distributionmatch:138,distributionresult:[59,62],div_round_up:140,divid:[105,164],do_fn:124,doc:[30,34,64,65,168],dockerrpcmanag:120,docstr:163,document:[18,19,21,41,47,49,50,64,103,144,152,161,168],doe:[22,30,33,39,40,41,43,47,54,67,102,123,152,154,156,173,176],doesn:[23,25,42,43,48,140],dofn:[5,30,31,32,33,34,47,82,85,87,90,99,102,103,124,131,137,140,152,154,157,162,170],dofninvok:[103,162],dofnprocessparam:152,dofnrunn:[140,152],dollar:134,domain:[11,160],don:[30,49,102],done:[25,30,46,47,50,67,100,123,124,139,164],donwstream:163,dooutputstupl:152,dot:[112,113,114],doubl:178,down:[22,47,152],download:24,downloaderstream:24,downstream:[47,163],drain:123,drop:154,drop_default:64,drop_if_default:154,drop_if_non:154,dry_run:33,duck:5,due:[12,47,49,152],dump:12,dump_sess:12,dup_top:168,dup_topx:168,duplic:[44,49],durat:[87,123,131,142,154,164,179],dure:[6,13,15,18,21,24,30,31,43,44,50,54,55,57,60,61,64,70,140,142,152,169,178],dynam:[14,21,30,31,38,47,53,66,67,182],dynamic_split_request:89,dynamicsplitrequest:89,dynamicsplitresult:89,dynamicsplitresultwithposit:89,e2e:[92,104],each:[2,15,19,22,25,30,31,33,38,43,44,47,50,53,54,55,57,67,85,96,124,131,140,142,149,151,152,154,163,164,166,168,171],earli:[30,161,182],earliest:164,easi:152,easier:23,ec_point:166,edg:[67,113],effect:[24,47,152,157,163],effici:[2,5,21,47,121,152],effort:[33,44,47,152],either:[20,23,24,30,33,41,47,53,57,67,103,106,109,141,152,157,163,166,167,171],elantra:131,elem:[47,131],elem_cod:2,element:[2,5,22,30,31,32,33,38,44,47,49,50,53,54,59,82,85,90,102,103,106,107,124,137,140,142,144,146,148,149,151,152,154,159,161,163,164,169,170],element_and_restrict:124,element_cod:124,element_s:140,element_typ:[82,122,169],element_type_from_coder_id:122,elementandrestrict:[103,124],elementev:142,elementparam:152,elements_per_period:18,elm:131,els:[22,30,89,166],elsewher:[89,155],email:[129,131],emb:12,emit:[31,47,72,82,90,142,161,163],empti:[21,22,27,30,33,44,47,82,100,105,144,152,161,169],empty_match_treat:22,emptymatchtreat:22,emptysideinput:82,enable_run_time_type_check:166,enable_trac:12,encapsul:89,encod:[2,4,5,10,12,20,30,33,47,54,55,89,90,109,144,146,162,180],encode_to_byt:5,encoded_:20,encoded_kei:106,encoded_str:87,encoded_table_row:[30,33],encoded_valu:[20,90],encount:24,encrypt:43,end:[15,16,22,23,24,29,47,50,51,54,55,57,64,65,89,102,103,115,139,142,161,164,173],end_sess:115,endpoint:155,endpoint_pattern:65,endpoints_pb2_grpc:[68,69,182],enforc:166,engin:[43,47],enough:38,ensur:[38,47],entail:30,enter:92,enter_composite_transform:170,entir:[30,33,47,82,86,87,89,98,123,144,152,159,164],entiti:[37,38,39,41,80],entitywrapp:37,entri:[2,37,72,82],enum_typ:80,enumer:81,environ:[11,103,122],eof:[23,24],epoch:[23,25,42,43,44,48,62,95,164,179],equal:[24,38,47,53,64,154,163],equal_to:[141,144],equival:[23,25,47,53,152,157,163],err_invalid_gcs_bucket:65,err_invalid_gcs_object:65,err_invalid_gcs_path:65,err_invalid_job_nam:65,err_invalid_not_posit:65,err_invalid_project_id:65,err_invalid_project_numb:65,err_invalid_test_matcher_typ:65,err_invalid_test_matcher_unpickl:65,err_missing_gcs_path:65,err_missing_opt:65,error:[2,22,24,30,33,40,46,47,65,70,138,139,152,159,164,166,169,170,178,182],error_messag:[2,33],error_table_for_todai:30,errors_schema:30,escap:109,especi:[164,179],essenti:152,estim:[2,47,89,159,163],estimate_s:[2,16,21,47,56,140],etc:[30,33,38,47,60,123,152,157,182],euro:134,evalu:[13,94,100,101,103,105,106,146,161,179],evaluation_context:[83,93,101,105,182],evaluationcontext:100,even:[21,39,47,166,173,178],event:[22,30,47,129,130,131,133,134,135,142,161,164],event_count:30,everi:[5,30,47,53,67,87,111,123,138,178],everyth:[22,23,25,42,48,49,111,155,164],evict:109,evolv:43,exact:[140,152],exactli:[2,24,47,64,67,82,152,161],exampl:[2,5,11,15,21,30,33,34,44,47,49,50,53,57,64,87,89,105,113,131,138,141,149,152,154,157,163,164,166,173,179,180,182],exce:43,exceed:39,except:[6,9,23,39,40,43,47,139,152,166,169,173,178],excess:30,exclud:49,exclude_from_index:41,exclus:[24,47],exec_stmt:168,execut:[2,13,30,31,33,44,47,60,61,64,65,67,70,73,82,83,84,87,92,93,98,100,101,103,104,105,111,112,116,123,141,142,149,152,156,157,169,182],executor:[83,93,105,182],executor_servic:100,exhaust:53,exist:[15,21,23,25,30,42,43,44,46,47,48,49,50,54,55,57,109,141,143,152,173],existing_keyed_st:100,exp_multipli:173,expand:[15,18,19,22,27,30,31,34,38,44,47,49,50,54,55,57,71,90,102,103,109,124,140,142,151,152,155,157,159,163],expand_using_gbk:140,expand_using_second_output:140,expans:[18,19,43,87,152,155,156],expansion_servic:[18,19],expansionservic:19,expansionserviceservic:71,expansionservicestub:71,expect:[2,20,30,33,34,37,46,51,53,67,139,141,144,180,182],expected_checksum:139,expected_item:53,expected_outcom:53,expected_st:[92,139],expectedsplitoutcom:53,experi:[64,66],experiment:[18,19,22,30,31,33,38,41,43,44,47,49,50,60,111,112,113,114,115,116,155,157,161,162,163,173,174],expir:[129,131,162],explain:47,explicit:163,explod:124,explodewindowsfn:124,exponenti:178,expos:[30,61],express:[23,114],extend:[20,47,54,65,139,174],extens:[15,21,38,47,50,54,55,57],extent:152,extern:[14,47,150,152,182],external_test_it:[150,182],external_transforms_pb2_grpc:[68,69,182],externaltransform:[19,155],externaltransformit:156,extra:[30,129,131,139,141,173],extra_client_param:49,extra_messag:173,extra_opt:141,extra_typ:[10,30],extract:[67,96,107,151],extract_all_tim:[100,107],extract_commit:97,extract_counter_valu:62,extract_distribut:62,extract_latest_attempt:97,extract_metric_result_map_valu:62,extract_output:[152,170],extrapol:159,extrem:151,face:[60,162],fact:173,factor:178,factori:94,factory_from_opt:176,fail:[23,25,30,31,33,39,42,43,47,48,53,57,123,169],failur:[33,39,47,49,152],fakesourc:148,fall:[2,47],fallback:5,fallback_cod:2,fals:[4,10,15,21,23,30,31,33,39,44,47,50,57,64,67,87,109,111,122,140,141,144,152,154,157,161,169,176,178],famili:53,fanin:140,fanout:[140,152],far:[89,167],fast:2,fastavro:15,fastcod:[1,2],faster:[5,15],fastprimitivescod:[2,142],fault:47,favorite_color:15,favorite_numb:15,feed:140,fetch:[23,24,25,38,42,46,48,73,111,139,148],few:[53,86,157],field1:30,field2:30,field3:30,field:[15,30,33,38,41,44,47,49,50,57,62,112,144,154,173],field_count:57,file:[14,15,20,21,23,24,25,30,31,33,42,43,46,47,48,50,54,55,57,59,60,61,67,109,115,139,143,144,152,182],file_copy_fn:176,file_handl:20,file_load:30,file_meta:23,file_nam:[21,22,57],file_name_suffix:[15,20,50,54,55],file_path:[12,23,54,55,57,139,143],file_path_prefix:[15,20,50,54,55],file_pattern:[15,21,22,50,54,55,57],file_prefix:31,file_prefix_gener:31,filebasedcachemanag:109,filebasedsink:[14,47,139,182],filebasedsourc:[14,54,182],filechecksummatch:139,fileio:[14,182],filemetadata:[22,23],filenam:[15,43,50,54,55,143],fileobj:23,filepath:23,filesystem:[14,15,22,24,42,46,47,48,50,143,174,182],filesystemio:[14,182],fill:154,filter:[23,38,39,41,49,57,60,86,97,135,139,152,173,178],filter_regex:146,finalize_hint:169,finalize_writ:[20,47],find:[6,23,25,33,151,163,178],finish:[24,87,123,161,176],finish_bundl:[31,85,102,137,140,152,170],finish_st:101,finishcombin:102,finit:[47,164],fire:[22,106,107,161,162],fired_tim:101,first:[5,12,23,25,33,42,44,46,47,48,53,57,67,70,73,140,152,157,163,168,171,178,182],fix:[2,152,163,164],fixed_cost:163,fixedsizeglob:151,fixedsizeperkei:151,fixedwindow:164,flag:[15,21,23,25,42,48,50,54,55,57,64],flat:163,flatmap:[12,82,152,157,182],flatten:[16,30,152],flatten_input_visitor:87,flatten_result:[30,33],flavor:173,flink:[14,18,19,182],flink_streaming_impulse_sourc:[14,26,182],flinkstreamingimpulsesourc:27,floatcod:2,flu:30,flush:[23,102],fn_api_metric_match:85,fn_paramet:164,fn_proto:180,fn_to_execut:13,fnapirunn:98,fnmatch:[23,25],fold:152,follow:[15,22,23,25,30,33,47,49,50,53,54,55,103,131,137,141,152,163,164,166,171,173,176],foo:[2,23,25,50,166,180],foo_from_proto:[2,180],foopayload:[2,180],footer:20,footprint:123,for_input_typ:152,for_spec:162,forc:[82,111,124],foreign:155,form:[15,22,23,24,30,43,44,46,82,149,163,164,166,173,179],formal:166,format:[20,22,23,25,30,33,44,47,49,50,53,57,62,65,114,115,131,137],format_sampl:112,former:82,formula:[163,164],forward:105,found:[33,141],foundat:23,frac:16,fraction:[16,47,51,53,89,178],fraction_consum:[16,47,51],fraction_of_remaind:[47,52],fraction_to_posit:51,frame:[168,169],framest:[168,169],framework:[5,21,30,47,89],fresh:152,from:[2,5,9,11,14,15,19,20,21,22,23,24,25,29,30,31,33,37,38,39,40,41,42,43,44,47,48,50,51,53,54,55,57,64,65,67,73,82,86,87,89,96,109,116,123,131,134,139,140,141,143,148,151,152,154,157,159,161,163,164,166,173,178,179,180,182],from_cal:152,from_client_ent:41,from_client_kei:41,from_dictionari:64,from_json_valu:10,from_micro:177,from_rfc3339:179,from_runner_api:[2,61,67,82,122,152,157,161,180],from_runner_api_paramet:[1,2,27,47,152,163,164],from_str:160,from_type_hint:2,from_utc_datetim:179,fronend:111,frontend:111,full:[23,25,42,46,47,48,53,67,109,139,141,164,174],full_label:[155,170],fulli:[19,24,47,89,152,166],fun:178,func:[152,155,166,169],functionspec:2,functiontyp:169,furnish:82,further:[72,157,178],fuse:163,fusion:[49,163],futur:[2,3,4,13,23,24,25,30,33,43,44,47,52,57,59,60,61,65,66,67,70,71,72,73,74,80,82,89,94,95,97,100,101,103,105,106,107,120,122,123,124,142,143,151,152,154,158,160,161,162,163,164,166,169,173,174,176,178,179,180],future_output_watermark:103,fuzz:178,fuzzedexponentialinterv:178,gap:164,gap_siz:164,gapic:39,gather:40,gaug:[60,61,62],gaugeresult:[59,62],gce:9,gcp:[7,14,182],gcs:43,gcs_bucket:65,gcs_prefix:42,gcs_scheme:65,gcs_uri:65,gcsfilesystem:[14,28,182],gcsio:[14,28,182],gener:[2,15,21,23,34,44,47,50,54,55,69,82,87,113,129,130,133,140,141,142,146,152,171],generate_bundle_id:47,generate_ev:130,generate_fn:146,generate_input_valu:147,generate_sequ:[14,17,182],generateddirectrow:34,generateid:49,generatesequ:18,genom:57,genotyp:57,geographi:30,get:[4,9,21,23,25,30,33,42,47,48,53,66,70,72,73,74,82,89,107,114,115,123,140,141,152,161,162,174,178,180],get_accumulator_cod:152,get_aggregator_valu:100,get_all_opt:64,get_all_plugin_path:174,get_all_subclass:174,get_chunk_s:25,get_client:39,get_closur:169,get_count:4,get_desired_chunk_s:47,get_dict:154,get_dict_table_schema:30,get_dofn_spec:162,get_dot:113,get_element_by_schema:137,get_evalu:105,get_execution_context:100,get_filesystem:25,get_full_options_as_arg:141,get_function_argu:152,get_glob:169,get_hashable_destin:33,get_impl:[2,164],get_it:168,get_job:33,get_keyed_st:100,get_local_namespac:155,get_nam:169,get_namespac:60,get_new_http:11,get_opt:141,get_or_create_dataset:33,get_or_create_t:33,get_output_typ:152,get_path:143,get_progress:89,get_query_loc:33,get_rang:24,get_range_track:[16,21,47,53,56,140],get_render:114,get_replacement_transform:[67,87,91,103,124],get_restriction_cod:152,get_root_bundl:105,get_root_bundle_provid:105,get_schem:25,get_service_credenti:9,get_split:40,get_stat:[99,162],get_tabl:33,get_table_loc:33,get_table_schema_from_str:30,get_tim:[99,162],get_transformed_output_tim:164,get_type_hint:166,get_typed_value_descriptor:10,get_valu:66,get_value_or_block_until_readi:100,get_varint_s:4,get_watermark:107,get_window:[27,47,90,142,152,157],get_window_cod:164,getartifact:70,getattr:168,getjobmetr:73,getmanifest:70,getmessagestream:73,getprovisioninfo:74,getrangetrack:53,getstat:73,getstatestream:73,getsyntheticsdfstep:140,github:[12,40,43,57],give:[21,22,23,25,42,47,48,53,60,67,89,103,140,152],given:[2,4,13,15,21,23,24,25,30,32,37,40,42,43,44,47,48,50,51,53,54,55,64,65,67,73,82,85,103,105,109,114,116,123,139,140,142,144,149,152,159,161,162,163,164,167,169,178,179,180],glob:[15,21,43,50,54,55,57,139,143,144],glob_pattern:144,global:[2,22,47,100,105,151,159,164],global_to_loc:16,globally_windowed_valu:146,globalwindow:164,goe:65,going:86,gone:82,good:152,googl:[2,9,30,34,38,39,40,41,43,44,62,64,65,84,143],googleapi:[64,65],googlecloudopt:[64,65],googlecloudplatform:[40,43],gracefulli:103,granular:[50,164,179],graph:[67,82,87,96,98,105,111,112,113,114,115,157,182],graphviz:114,greater:[38,152,166],greater_than:38,greatest:151,group:[5,16,22,31,41,50,61,64,152,157,163,164],group_by_key_input_visitor:87,groupbykei:[2,123,140,152,157,163,164,182],grpc:[70,71,72,73,74],guarante:[2,3,4,5,7,8,9,10,11,12,13,16,18,19,22,31,33,38,39,40,41,43,44,47,49,50,60,65,67,68,69,81,84,89,93,94,95,96,101,105,106,107,111,112,113,114,115,116,122,142,143,145,155,157,158,161,162,163,168,169,170,172,173,174,175,176,177,178,179,180],guid:161,gzip:[23,47],had:[2,109,152,180],hadoop:46,hadoopfilesystem:[14,64,182],hadoopfilesystemopt:[46,64],halfwai:53,hamcrest:[65,138,139,144],hand:30,handl:[20,21,23,25,33,42,47,48,54,55,57,100,168],handle_result:100,happen:[30,40,47,49,53,67,111,143,152,178],har:[53,72,74],hardwar:152,has:[2,10,18,19,24,30,33,38,39,41,47,57,64,65,82,89,96,98,107,131,141,144,149,151,152,154,159,163,166,182],has_default:152,has_dir:[23,42,46,48],has_display_data:154,has_part:157,has_side_input:152,hasdisplaydata:[47,64,89,152,154,157],hash:[109,139,143,159],hashabl:169,hashing_alg:143,have:[5,9,12,13,22,30,31,33,38,43,47,49,57,59,64,67,70,82,135,137,140,151,152,154,156,161,164,166,167,168,178],hdf:46,head:[23,25,42,48],header:[20,54,57],heap:176,heavi:53,heavyweight:53,help:[22,53,152],helper:[14,28,35,36,53,112,116,158,182],helper_transform:[83,93,182],henc:[43,47,89],here:[2,30,34,39,47,84,93,152,164,168],hidden:82,hierarch:10,hierarchi:67,high:[30,98,152],higher:[50,54,57],hint:[5,47,157,165,166,169,171],hold:[30,47,67,103,152],holder:[13,87,124],homogen:2,honor:89,host:19,hour:178,how:[18,19,22,30,39,47,82,89,111,114,115,122,140,146,151,152,157,162,164,173,182],howev:[2,38,40,47,57,152],html:[64,114,168],hts:57,http:[11,12,18,19,30,34,38,40,43,47,57,64,65,114,152,154,161,168,178],http_client:[7,182],http_proxi:11,httperror:[33,178],httplib2:11,https_proxi:11,huge:82,hypothet:47,hyundai:131,id_label:[44,45],id_or_nam:39,ideal:163,idempot:[47,49],ident:166,identifi:[15,41,44,47,50,54,55,109,151,152,154,162],iff:20,ignor:[30,33,38,44,51,140,142,144],illustr:[47,134,135,173],imagin:47,immedi:[73,123],immut:47,impact:[38,54],implement:[2,4,20,21,23,24,25,30,34,40,42,46,47,48,49,51,52,53,54,60,65,66,67,84,86,87,89,90,93,95,97,98,100,102,123,149,151,152,154,155,157,158,171,178,180],implementor:[23,47,152],impli:[50,57,173],implicit:163,implicitli:164,import_from:168,import_nam:168,importantli:109,imposs:[47,152],improv:[2,30],impuls:[90,152],inc:[60,61],includ:[22,23,25,30,33,42,44,47,49,53,57,100,103,129,131,164],inclus:[47,51],incom:44,incompat:173,incomplet:41,inconsist:12,incorrect:[53,152],increas:[30,178],increment:[61,85,166],indefinit:[87,123],independ:[47,87,166],index:[22,41,57,82,89,152,161,166,171],index_tag:161,indic:[23,25,30,42,47,48,54,57,67,82,163,177,178],individu:[21,47,53,152,164],inequ:38,inf:51,infer:[5,30,162,169],infer_output_typ:[27,90,152,157],infer_return_typ:169,infer_return_type_func:169,infin:[47,164],influenza:30,info:[11,57,62,116,123,131,162],infor:62,inform:[9,18,19,21,33,47,50,57,74,86,87,89,100,103,111,112,115,123,152,163,169,181],infrastructur:133,inherit:[47,89,154,180],init_result:[20,47],initi:[11,15,16,19,21,24,30,31,38,44,46,47,49,50,51,54,55,57,61,64,67,74,82,85,86,89,103,105,124,139,140,141,149,151,152,161,162,164],initial_bid:[129,131],initial_delay_sec:178,initial_restrict:[140,152],initial_split:140,initial_splitting_desired_bundle_s:140,initial_splitting_num_bundl:140,initial_splitting_uneven_chunk:140,initial_splitting_zipf:140,initialize_writ:[20,47],inject:[21,157],inlin:168,inmemoryunmergedst:100,inner:[89,166,171],inpalce_or:168,inplace_add:168,inplace_and:168,inplace_divid:168,inplace_floor_divid:168,inplace_lshift:168,inplace_modulo:168,inplace_multipli:168,inplace_pow:168,inplace_rshift:168,inplace_subtract:168,inplace_true_divid:168,inplace_xor:168,inprocess:93,input:[6,13,14,15,22,27,30,31,38,44,47,49,50,54,55,57,64,67,82,85,89,90,96,100,101,103,105,107,116,123,124,140,146,147,148,149,151,152,157,158,159,163,164,169,170,177,179,182],input_bundl:101,input_committed_bundl:105,input_or_input:157,input_or_output:157,input_pcol:157,input_per_sourc:148,input_s:146,input_spec:140,input_timestamp:164,input_typ:[152,169],input_type_hint:157,inputstream:4,insert:[30,31,33,34,49,116],insert_list:137,insert_retry_strategi:30,insert_row:33,insert_values_in_arg:13,insertterrorsvaluelistentri:33,insid:[141,163],inspect:169,inst:173,instanc:[2,5,11,13,23,25,30,33,34,39,41,42,48,57,64,65,67,74,82,86,87,89,105,106,109,114,143,144,149,152,154,156,157,161,162,164,166,169,171,178,179],instance_id:34,instance_to_typ:169,instanti:[18,19,89,169,174],instead:[12,19,30,47,57,67,86,151,158,173,178],instruct:72,instrument:149,int64:50,int64_count:62,int64_distribut:62,int64_user_count:62,int64_user_distribut:62,int64_user_gaug:62,int96:50,int_to_str:166,integ:[2,4,18,25,30,47,52,60,146,152,154,164,168],integr:[33,137,141,156,178],intend:[47,61,82,166,178],interact:[23,33,39,83,86,182],interactive_pipeline_graph:[83,108,110,182],interactive_runn:[83,108,111,182],interactivepipelinegraph:112,interactiverunn:115,interchang:30,interest:53,interfac:[24,25,44,61,82,154,162],intermedi:[30,152],intern:[2,3,4,16,39,40,47,60,65,67,68,69,81,83,84,86,89,93,94,95,96,101,105,106,107,122,142,143,145,154,158,164,168,169,170,172,173,175,176,177,178,179,180,182],interpol:[51,163],interpret:[30,89],intersect:164,interv:[27,51,164,176,178,179],interval_m:27,interval_second:176,intervalwindow:164,intiti:64,introduc:[47,144],introduct:30,introspect:162,invalid:[23,24,43,64,65,140,166],invalid_argu:70,invoc:[47,103,152],invok:[47,103,152,161],invoke_process_el:103,involv:30,iobas:[14,16,20,21,30,33,51,52,53,56,83,84,88,140,152,182],ioerror:[21,23,25,42,48,123],ipython:112,is_access:66,is_bound:[47,89],is_count:62,is_default:152,is_determinist:[1,2],is_distribut:62,is_don:100,is_empti:144,is_full_string_match:65,is_gaug:62,is_globally_window:158,is_integration_test:141,is_kv_cod:2,is_lat:161,is_latest_vers:109,is_merg:164,is_not_empti:144,is_pair_lik:2,is_process_bound:[152,170],is_root_transform:100,is_service_runn:65,is_stateful_dofn:162,is_termin:123,is_user_monitoring_info:62,is_valid:154,is_valid_compression_typ:23,isn:[23,25,42,48,166],issu:[12,33],item:[19,53,106,109,129,130,135,140,154,163],item_nam:[129,131],items_before_split:53,iter:[2,3,21,31,41,46,47,53,64,82,89,148,152,158,161,163,164,167,171,178],iterable_state_read:122,iterable_state_writ:122,iterablecod:2,its:[2,5,13,22,23,30,41,44,47,64,149,152,154,157,163,169,177,180,182],itself:[30,33,47,89,179],java:[18,19,40],job:[18,19,29,30,31,32,33,37,38,64,67,70,71,72,73,74,83,86,87,92,98,123,131,139,141,182],job_graph:86,job_id:[33,86],job_nam:[37,65,141],job_name_prefix:31,job_pattern:65,job_refer:31,job_result:86,jobapi:120,jobrefer:33,jobserviceservic:73,jobservicestub:73,jobstat:123,join:[23,25,42,46,48],json:[10,12,30,33,87,116,140],json_string_to_byte_arrai:87,json_valu:[7,8,182],jsonarrai:10,jsonobject:10,jsonstringtobytearrai:87,jsonvalu:[10,30],just:[38,47,54,82,157],kafka:[14,17,182],kafkaio:19,keep:[31,47,89,97,105,115],kei:[2,5,10,15,19,30,33,37,38,39,41,43,44,47,50,51,57,62,64,82,89,99,100,102,103,105,106,124,140,149,151,152,154,157,159,162,163,164,167,169,182],kept:[31,115,152,154],key1:154,key2:154,key3:154,key4:154,key5:154,key_cod:[2,99],key_deseri:19,key_seri:19,key_siz:140,key_value_typ:169,keyed_earliest_hold:107,keyed_watermark_hold:106,keyedworkitem:[103,106],keyspac:51,keyword:[13,49,82,151,152,166],keyword_hint:166,kill:152,kind:[37,41,47,152,173],kms_kei:[30,33,43],know:[31,169],known:[23,30,47,65,100,109],known_text:30,kv_type:169,kvswap:163,kwarg:[3,13,32,39,54,55,57,64,101,102,103,124,151,152,163,166,170,175,177],kwarg_hint:166,kwargs_for_invok:103,kwd:155,label:[15,27,50,62,67,82,90,109,116,137,138,140,144,151,152,154,157,163,170,173],label_from_cal:157,lambda:[22,30,157,161],languag:[19,87,155,156,182],larg:[30,31,53,54,82],large_dict:146,large_int:146,large_iter:146,large_list:146,large_message_with_map:146,large_str:146,large_tupl:146,larger:[30,47],largest:[47,151,163,179],largestperkei:151,last:[23,24,25,39,41,42,43,47,48,57,103,152],last_record_start:51,last_upd:[23,25,42,43,46,48],late:161,late_tag:161,latenc:[39,152],later:[31,103,141,142,152],latest:[61,109,111,151],latest_int_64:62,latter:[82,109],launch:[31,131],launcher:[130,133],lazili:152,lead:[112,152],leaf:[23,25,42,48],leaf_pcollect:116,leak:152,least:[44,53,151,161],leave_composite_transform:170,left:[53,60,152],left_fract:53,left_result:53,legaci:85,legacy_metric_match:85,len:24,length:[2,40,43,146,166,178],less:[40,51,152],less_than:38,let:[5,47,60],letter:[15,30,33,50,54,55,65,171],level:[15,40,50,67,112,116,152],lexicograph:51,lexicographickeyrangetrack:51,librari:[2,9,12,15,39,43,56,57,64,151,168],licens:23,lift:152,liftedcombineperkei:102,lightweight:53,like:[5,15,22,23,25,30,38,42,46,47,48,50,54,82,140,152,166,168,169,171],limit:[23,25,30,31,37,38,39,41,178],line:[30,47,54,57,64,85,131,141,143],linear:163,linearli:51,link:6,list:[2,10,13,16,19,23,25,30,33,34,39,40,41,42,43,48,49,50,53,57,65,66,67,82,106,109,112,140,141,143,144,146,149,151,152,163,166,167,171],list_append:168,list_int:146,list_prefix:43,load:[12,30,31,33,133,134,135,137],load_attr:168,load_closur:168,load_const:168,load_deref:168,load_fast:168,load_glob:168,load_job_name_prefix:31,load_loc:168,load_method:168,load_nam:168,load_pcod:109,load_sess:12,load_test:[125,182],load_test_metrics_util:[125,136,182],local:[20,23,25,33,48,54,67,93,98,109,116,152],local_to_glob:16,local_var:169,localfilesystem:[14,23,182],localhost:[18,19,49],locat:[30,33,47,173],lock:47,log:[72,162,176,178],log_result:176,logger:[143,178],logic:[21,33,47,60,97,103,124,164,178],loglevel:130,long_gener:148,longdeseri:19,longer:152,longseri:19,look:[43,166],lookup:[33,82],lookup_experi:64,loop:[47,152],lose:179,low:50,lower:[11,152,161,166],lower_bound:147,mach:25,machin:[47,98],machineari:103,made:[5,30,47,70,73,82],magic:124,mai:[2,5,21,23,25,30,31,33,40,41,44,47,50,57,60,64,72,82,89,103,105,123,151,152,162,163,173],main:[30,31,34,37,40,47,82,86,152],main_kw:152,main_tabl:[30,34],mainli:103,major:38,make:[30,33,47,49,51,65,90,103,124,129,139,144,178],make_closur:168,make_ent:37,make_fn:152,make_funct:168,make_http_request:178,makexyz:5,malform:167,malformedvcfrecord:57,manag:[30,34,47,67,83,107,111,115,119,143,161,176,182],mandatori:[152,163,173],mani:[10,22,27,38,43,47,151,152],manifest:70,manipul:[22,152],manner:[15,47,50,53,152,163],map:[2,15,30,41,44,50,51,57,62,82,90,109,112,116,134,151,152,158,163],map_add:168,mapfn:157,mapper:102,maria:131,mark:173,marker:82,massiv:[30,34],master:40,match:[2,22,23,25,30,33,38,41,43,60,65,67,87,91,103,124,138,144],match_fil:23,match_type_vari:171,matchal:22,matcher:[65,67,85,92,104,138,139,144],matches_al:144,matchfil:22,matchresult:[23,25],materi:[82,109,123,144],matter:47,max:[40,59,152,159,163],max_batch_operation_s:43,max_batch_s:163,max_bytes_rewritten_per_cal:43,max_delay_sec:178,max_dur:103,max_file_s:[30,31],max_files_per_bundl:[30,31],max_num_output:103,max_read_tim:18,max_timestamp:[62,164],max_valu:138,maximum:[23,25,30,31,41,163,169,178],maybe_from_cal:152,mean:[31,41,47,59,109,140,151,173],mean_temp:30,meant:[72,123],measur:[146,147,148,163],measuretim:137,member:[20,70],memoiz:155,memori:[30,31,50,59,102,105,152,176],memoryreport:176,memoryview:24,merg:[47,102,140,152,161,164],merge_accumul:[152,170],merge_context:164,merge_result:[161,164],merge_using_gbk:140,merge_using_side_input:140,mergecontext:164,messag:[2,27,30,44,47,73,173],message_count:27,met:144,meta:23,metadata:[9,22,23,25,33,42,48,74,116,135],metadata_list:23,method:[2,5,21,23,24,25,30,33,43,46,47,51,53,61,64,65,67,86,87,103,109,123,140,141,143,144,152,154,156,157,158,162,168,169,170,171,173,178,180],methodnam:156,metric:[72,73,85,86,97,100,123,137,138,149,182],metric_a:62,metric_b:62,metric_id:137,metric_nam:60,metric_proto:62,metric_result:138,metric_result_match:[125,182],metric_typ:137,metricbas:[58,60,182],metricnam:61,metricresult:[62,85,86,97,123,138],metricresultmatch:138,metrics_contain:101,metrics_pb2_grpc:[68,69,182],metricsenviron:60,metricsfilt:60,metricsread:137,mexico:30,micro:[177,179],microbenchmark:[146,147,148,149],microsecond:[147,164,179],might:[38,47,54,89,154,173],millisecond:[27,39,44,87,123],mime:[15,23,25,42,43,48,50],mime_typ:[15,20,22,23,25,42,43,46,48,50],mimic:33,min:[59,163],min_batch_s:163,min_bundle_s:[15,21,50,54],min_fraction_of_files_to_stat:21,min_num_offsets_per_split:52,min_number_of_files_to_stat:21,min_valu:138,minimim:163,minimum:[15,21,50,54,107],minut:86,mirror:166,mismatch:33,mismatch_descript:[138,139],miss:65,mix:166,mixin:[154,166],mkdir:[23,25,42,46,48],mock:143,mode:[23,24,30,34,43,47,87,90,91,144,152,164],model:[125,126,127,130,182],modif:64,modifi:[13,47,116,152,157,168],modul:[0,7,8,14,17,26,28,35,36,58,63,68,69,83,84,88,93,108,110,117,119,125,126,127,128,132,136,145,150,165,172,182],moment:[13,18,19,30],mongocli:49,mongodb:[14,182],mongodbio:[14,182],monitor:62,monitoring_info:[58,182],monitoring_info_proto:62,monitoringinfo:62,month:30,more:[5,18,19,21,23,24,25,30,31,38,41,42,46,47,48,50,54,65,67,103,111,118,140,152,154,157,161,163,164,168],moreov:47,most:[15,30,47,50,53,54,109,151,157,178],mostli:[67,163,178],move:[23,25,42,48,105],msg:177,msg_class:177,much:[10,30,50],multi:[47,53],multipl:[21,22,24,30,31,33,38,47,57,61,64,82,105,148,151,152,161,163,166],multipli:173,muss:47,must:[2,13,21,24,30,33,38,41,43,44,46,47,49,50,54,65,67,70,82,89,109,123,141,142,149,152,157,164,166,178],mutabl:[47,168],mutable_accumul:152,mutat:[39,47,152],mute:114,muterender:114,my_pcollect:22,my_pipelin:138,my_project:30,my_side_input:82,my_timer_expiry_callback:162,my_tranform:67,myavrofil:15,mybenchmark:149,mycollect:138,mycustomkei:138,mycustomvalu:138,mydofn:162,myjobnam:141,mynam:138,mynamespac:138,myparquetfil:50,mypath:[15,50],mypqfil:50,myproxi:11,myptransform:82,mysink:47,mystep:138,name:[14,15,19,21,30,31,33,41,43,44,47,49,50,54,57,60,61,62,65,67,70,83,85,86,89,106,116,117,123,129,131,138,140,141,143,144,149,152,156,162,163,166,171,173,182],namespac:[15,37,38,41,60,61,62,122,137,138,154,171],nanosecond:50,nativ:[30,47,89,120,157,167],native_io:[30,33,83,84,182],native_type_compat:[165,182],nativesink:[30,47,89],nativesinkwrit:[33,89],nativesourc:[30,89],nativesourceread:[33,89],natur:151,necessari:[5,31,82,149,154,179],necessarili:89,need:[3,5,18,19,20,23,25,30,31,42,47,48,49,51,64,65,67,72,74,103,143,144,157,173,178],neg:[23,24,51],negat:166,neither:[30,154,159],nest:[4,30,50,171],network:152,never:[13,47,82,161,164,176],new_pipeline_with_job_nam:37,new_process_fn:103,new_save_module_dict:12,new_track:52,new_valu:116,new_watermark:142,newer:38,newli:152,newlin:54,newobject:[2,3,4,13,23,24,25,30,33,43,44,47,52,57,59,60,61,65,66,67,70,71,72,73,74,80,82,89,94,95,97,100,101,103,105,106,107,120,122,123,124,142,143,151,152,154,158,160,161,162,163,164,166,169,174,176,178,179,180],nexmark:[125,126,182],nexmark_launch:[125,126,127,131,182],nexmark_model:[125,126,127,128,182],nexmark_util:[125,126,127,182],nexmarklaunch:130,next:[38,164],nice_str:112,nnnnn:[15,50,54,55],no_retri:178,node:[67,82,87,123,157],non:[12,27,44,47,51,82,109,123,152,154,178],none:[2,10,15,16,18,20,21,22,23,25,27,29,30,31,32,33,34,37,41,43,44,47,49,50,51,52,53,54,55,56,57,59,62,64,66,67,82,86,87,89,90,92,97,100,103,106,109,112,113,114,115,116,120,122,123,129,133,134,135,137,138,139,140,141,143,151,152,154,157,159,161,162,163,164,169,170,171,173,176,177,180],nonliquidshardingoffsetrangetrack:140,nonmergingwindowfn:164,nonzero:178,nop:168,nor:30,normal:[38,50,57,154,164],nosetest:141,notabl:53,notbig:30,note:[2,12,18,19,23,24,30,38,40,47,50,64,67,90,144,152,157,166,171,173,176],noth:[31,33,89,173],notic:166,notify_observ:3,notifyrunneravail:72,notimplementederror:123,notion:[47,89,151],now:178,nth:163,nullabl:30,num_byt:23,num_el:163,num_input:147,num_items_to_read_before_split:53,num_partit:152,num_record:140,num_retri:178,num_run:[146,147,148,149],num_shard:[15,20,50,54,55],num_slow:32,num_sourc:148,num_split:[38,40],num_total_record:140,num_window:146,num_work:141,number:[13,15,22,23,24,25,27,30,31,32,33,38,40,44,47,49,50,53,54,55,57,65,95,103,109,130,139,144,149,151,152,159,163,178,179],numer:[30,44,179],numshard:22,obei:47,obj:[10,12,33],object:[1,2,3,5,6,10,12,13,15,20,21,22,23,24,25,30,31,33,37,41,42,43,44,46,47,48,49,50,51,55,57,60,61,64,65,66,67,82,83,86,87,89,96,103,105,109,111,113,116,120,122,123,124,129,130,131,137,139,141,142,143,146,149,152,157,159,161,162,164,166,168,169,171,176,178,179,180],observ:[0,182],observablemixin:3,obtain:[22,23,30,47,60,64,141,151,152,157,163],occupi:47,occur:[40,46,47,53,57,151,164],octet:[20,23,25,42,43,46,48],offer:[33,67,140],offici:47,offset:[23,24,47,52,89,164,179],offset_infin:51,offset_range_track:21,offsetrang:52,offsetrangetrack:[21,51,140],offsetrestrictiontrack:[52,140],often:[163,173],okai:47,old:[47,173],old_multipli:173,omit:[22,41],on_el:161,on_fir:161,on_merg:161,on_success_match:65,on_tim:162,onc:[23,47,82,105,152,161,164,166],one:[2,5,15,30,43,44,47,49,50,53,54,55,57,64,65,67,82,89,103,105,111,118,137,149,151,152,157,163,164,166,171,180],ones:[53,64,94],onli:[2,3,4,7,8,9,10,11,12,13,15,16,18,19,23,27,30,33,39,40,44,47,50,51,53,54,55,57,60,65,67,68,69,81,82,86,89,94,95,96,97,101,105,106,107,111,112,122,141,142,143,144,145,151,152,154,158,163,166,168,169,170,172,173,174,175,176,177,178,179,180],opaqu:20,opcod:[165,182],open:[20,21,22,23,25,31,42,43,46,47,48,144],open_fil:21,open_shard:144,open_writ:[20,47],oper:[2,5,6,18,19,23,24,25,30,41,42,43,47,48,49,50,67,123,140,146,147,152,157,163,164,179],operation:163,opt_nam:141,optim:[15,50,54,161],option:[9,22,23,25,30,37,38,41,42,44,46,47,48,49,55,67,73,74,87,92,94,98,104,114,115,116,123,130,140,141,144,152,157,163,166,171,173,176,182],option_nam:66,orchestr:130,order:[2,5,18,19,30,38,41,43,47,49,51,57,67,123,141,143,151,152,166,171],orderedpositionrangetrack:51,ordinari:82,ordinarili:[152,163],orfin:161,org:[18,19,30,47,64,87,114,152,154,161,168],organ:33,orient:47,origin:[47,53,116,166],original_range_track:53,original_read:53,original_stop_posit:53,other:[16,19,22,23,25,30,33,47,51,54,57,64,67,74,89,122,140,146,152,154,163,164,166,171],otherwis:[2,10,23,27,47,49,53,64,67,140,141,142,152,157],our:67,out:[23,24,31,123,152,159],outer:47,outer_namespac:155,output:[14,15,20,21,22,23,31,33,34,38,44,47,49,50,54,55,57,62,67,82,94,96,100,103,105,107,111,139,140,142,151,152,157,163,164,170,182],output_at_earliest:164,output_at_earliest_transform:164,output_at_eow:164,output_at_latest:164,output_filter_ratio:140,output_pcollect:[94,100],output_records_per_input_record:140,output_tag:116,outputcheckwrapperdofn:170,outputstream:4,over:[31,64,152,163,178],overhead:23,overlap:47,overrid:[20,30,64,67,90,91,103,123,124,139,152,154,157,180],overridden:[38,47],overwrit:[20,49],owing:40,own:[33,152,163],p12345:131,pack_ani:177,pack_struct:177,packag:[13,38,182],pad:[15,50,54,55],pair:[19,23,25,31,33,42,47,48,52,64,82,89,124,140,151,152,154,163],pairwithrestrictionfn:124,pane:[22,161],paneinfoparam:152,parallel:[6,13,21,25,30,34,38,47,152,157,182],param:[34,53,140,149,159],paramet:[2,9,10,11,13,14,15,16,18,19,20,21,22,23,24,25,28,29,31,33,38,39,40,41,42,43,44,46,47,48,49,50,51,53,54,55,57,60,61,62,64,67,70,71,72,73,74,82,86,87,89,94,100,103,105,107,109,111,112,113,114,115,116,123,139,140,141,143,144,146,149,151,152,157,159,161,162,163,164,166,167,169,171,173,178,179,180,182],parameter:171,parameter_typ:[2,157,180],pardo:[30,47,82,87,103,123,124,140,152,157],pardo_payload:152,parent:[37,41,55,176],parent_kei:37,parquet:50,parquetio:[14,182],pars:[15,33,54,57,64,85,130,131,133,140,141,177],parse_arg:[130,140],parse_byt:177,parse_byte_s:140,parse_input_param:159,parse_int:166,parse_namespace_and_nam:62,parse_table_refer:33,parse_table_schema_from_json:33,parseeventfn:131,parser:64,part:[2,21,23,25,30,41,42,47,48,60,64,87,89,103,152],partial:[39,47,102,152],partialgroupbykeycombiningvalu:102,particular:[15,47,50,53,54,55,57,112,135,157,163,169],partit:[22,30,33,41,47,152,171],partition_for:152,partitionfn:152,pass:[2,15,20,22,23,25,30,33,34,38,42,46,47,48,50,55,57,64,87,103,130,133,140,144,151,152,157,161,162,164,166,180],past:[47,89],patch:143,patch_retri:143,path:[15,20,21,22,23,25,41,42,43,46,47,48,50,54,55,57,65,139,143,152,174],path_el:41,pathnam:[23,25,42,46,48],pattern:[15,21,22,23,25,43,50,54,55,57,65,144,157,178],paus:152,payload:[1,44,155,180],payload_typ:80,pbegin:[18,19,27,47,87,90,109,142,152],pc1:[140,163],pc2:[140,163],pc3:163,pcoder:109,pcol:144,pcoll1:163,pcoll:[15,22,30,31,38,44,47,49,50,54,55,67,82,87,102,103,109,115,124,141,151,152,157,159,163],pcoll_id:116,pcollect:[2,5,15,20,22,30,31,33,38,47,49,50,54,57,67,82,100,103,107,109,112,115,116,123,124,138,140,142,144,146,151,152,157,163,164,182],pcollection_stat:112,pcollectionview:30,pcolls_to_pcoll_id:115,pdf:57,peform:152,pend:123,per:[30,49,82,100,102,147,149,152,159,163,178],per_bundle_delay_sec:140,per_element_cost:163,per_element_delay_sec:140,percent_complet:89,percentag:89,perel:151,perfectli:47,perform:[2,15,21,23,25,30,31,38,39,40,43,47,50,53,54,103,124,129,130,131,133,134,135,140,146,147,148,152,163,164,170,173],perform_load_job:33,perform_multi_threaded_test:53,perhap:89,period:[111,164],perkei:[151,159],permanentexcept:[9,178],permit:[163,171],persist:[123,152],person:[129,130,131],phase:[47,57,143],phaseset:57,phred:57,physic:97,pick:[2,154],pickl:[2,5,12,47,141,180],picklabl:47,pickle_urn:180,picklecod:[2,12,47],pickler:[7,182],piec:105,pipe:[24,157],pipelin:[2,6,13,15,18,19,21,22,29,30,31,37,44,45,46,47,49,50,54,55,57,60,61,64,65,71,73,74,82,83,84,85,86,87,91,92,93,96,98,100,103,104,111,112,113,114,115,116,122,123,124,129,130,131,133,134,135,137,139,140,141,142,144,152,154,157,158,163,170,182],pipeline_analyz:[83,108,111,182],pipeline_context:[83,182],pipeline_gcs_loc:31,pipeline_graph:[83,108,110,112,114,182],pipeline_graph_render:[83,108,110,111,115,182],pipeline_info:[115,116],pipeline_opt:[23,25,37,42,46,48,63,65,66,100,154,182],pipeline_options_valid:[63,182],pipeline_proto:[111,113,116],pipeline_proto_to_execut:116,pipeline_result:139,pipeline_verifi:[125,182],pipelineanalyz:[111,116],pipelineananlyz:116,pipelinecontext:[2,122,180],pipelineerror:[6,67],pipelinegraph:[112,113,114],pipelinegraphrender:[111,114],pipelineinfo:116,pipelineopt:[23,25,42,48,64,65,67,116,141,154],pipelineoptionsvalid:65,pipelineresult:[115,123,138],pipelinerunn:[67,87,98,115,116,123,141,182],pipelinest:[123,139],pipelinestatematch:139,pipelinevisitor:[67,96,170],pipestream:24,place:[10,13,33,82,152,157,164,178],placehold:[13,15,21,50,54,55],plai:33,plain:[22,33,82],plane:72,platform:175,pleas:[18,19,21,30,38,47,50,65,140,173],plugin:[23,114,172,182],pobject:152,point:[2,15,30,33,37,40,47,50,100,105,164,169,178,179],poll:87,poll_for_job_complet:87,pool:[13,64],pool_siz:13,pop_on:168,pop_thre:168,pop_top:168,pop_two:168,popen:175,popul:[64,67,143,154],port:[18,19],portabl:[18,19,182],portion:152,pos:[16,51],posit:[13,16,23,24,47,51,52,53,57,65,89,142,152,166],position_at_fract:[16,47,51],position_for_fract:53,position_to_fract:51,positional_hint:166,possibl:[2,21,22,25,30,33,47,53,65,109,137,152],potenti:[82,100],power:182,practic:47,pre:[47,102,152],pre_fin:[20,47],pre_finalize_result:47,preced:163,precis:[30,164,179],predecessor:179,prefer:[2,23,180],prefetch:162,prefix:[15,22,23,25,42,43,50,54,55,109],prepar:[73,152],preparationid:73,prepend:41,presenc:173,present:[24,30,49,57,70,151],preserv:[53,67],prespecifi:140,prevent:[21,47,49,61,62,152,163],previou:[30,47,103,142],previous:109,previu:173,price:[129,131,134],primari:[47,89],primarii:140,primarili:[16,30,43],primary_range_track:53,primary_restrict:47,primit:[2,90,98,103,124,152,164,171],print:[86,149,169,173],print_item:168,print_newlin:168,prior:47,prob:57,problem:123,proce:152,proces:124,process:[2,5,23,30,31,32,33,34,47,82,85,89,90,93,95,100,102,103,105,107,120,121,124,131,137,140,142,146,151,152,157,161,162,163,164,170,172,176,182],process_continu:103,process_element_invok:103,process_keyed_elements_transform:103,process_st:101,process_to_termin:131,process_with_sized_restrict:140,processcontinu:[47,103,152],processdata:30,processel:103,processfn:103,processingtimeev:142,processkeyedel:124,processkeyedelementsviakeyedworkitem:103,processkeyedelementsviakeyedworkitemsoverrid:103,produc:[2,15,19,22,27,47,50,53,54,67,82,96,100,103,116,140,142,151,152,163,173],producer_config:19,profil:[163,172,182],profile_id:176,profile_loc:176,profilingopt:64,program:[30,161,168,182],progress:[39,47,51,72,89,123,152],project:[9,30,33,34,37,38,41,44,49,65,86,114,130],project_id:[33,34],project_id_pattern:65,project_nam:137,project_name1:30,project_number_pattern:65,projectid:33,promis:47,proper:[62,157,162,166],properli:[47,103,166],properti:[30,40,41,47,53],propertiesfromenumtyp:80,propertiesfromenumvalu:80,propertiesfrompayloadtyp:80,property_dict:41,property_nam:41,proto:[61,62,67,82,111,112,113,116,122,152,157,161],proto_map:116,proto_message_typ:2,proto_util:[172,182],protobuf:[2,62,177],protoc:2,protocod:2,protocol:[2,47],provid:[2,13,15,18,19,22,23,24,25,27,30,33,37,38,40,42,44,47,48,49,50,51,52,62,64,66,67,74,100,105,107,111,115,116,122,123,141,142,152,155,157,163,166,180,182],provis:74,provisionserviceservic:74,provisionservicestub:74,proxi:11,proxy_env_var:11,proxy_info_from_environment_var:11,proxyinfo:11,pseudo:47,pseudocod:53,ptransform:[5,6,15,18,19,22,27,30,31,34,38,44,47,49,50,54,55,57,62,67,82,87,90,91,96,100,101,102,103,109,112,116,124,140,142,144,150,151,152,154,155,159,163,171,182],ptransform_arg:124,ptransform_fn:157,ptransform_kwarg:124,ptransform_overrid:[83,84,182],ptransform_side_input:124,ptransform_test:56,ptransformoverrid:[67,87,91,103,124],ptransformwithsideinput:152,ptransfrom:49,pub:44,pub_client:143,publish:[44,137],publish_metr:137,publish_time_nano:143,publish_time_sec:143,pubsub:[14,28,131,143,182],pubsub_integration_test:45,pubsub_it_pipelin:[14,28,182],pubsubmessag:44,pull:[82,143],pullrespons:143,pullresponsemessag:143,pure:4,purpos:141,push_valu:168,put:[12,24,123],putartifact:70,pvalu:[6,13,15,19,30,34,44,47,50,54,55,57,67,96,123,152,157,158,182],pvalue_class:13,pvalueerror:6,pvalueish:[67,115,155,157],pyarrow:50,pydot:114,pydotrender:114,pyhamcrest:138,pypi:114,python:[2,4,6,10,12,15,19,23,24,30,31,33,46,47,50,64,81,87,90,114,115,130,131,141,146,147,148,151,152,166,167,168,169,171,178],python_urn:[68,182],pyvcf:57,pyx:4,qualifi:19,qualiti:[57,173],queri:[29,30,33,37,38,40,41,62,86,97,111,116,123,125,126,127,129,130,131,182],queries_schema:30,query0:[125,126,127,130,132,182],query1:[125,126,127,132,182],query2:[125,126,127,132,182],query_arg:[130,133,134],query_error:130,query_events_t:30,query_result:30,query_splitt:[14,28,35,36,182],query_table_for_todai:30,querysplitt:40,querysplittererror:40,querysplitterimpl:40,question:[42,48,149,173],quickstart:[30,34],quit:10,quot:[23,109],quota:31,quotaexceed:178,race:47,rais:[2,6,10,20,21,23,24,25,30,33,39,40,42,43,46,47,48,53,64,67,123,140,141,144,151,152,154,156,157,159,166,167,169,178],random:[2,24,39,40,49,146,147,163,178],random_message_with_map:146,random_str:146,random_windowed_valu:146,randomli:178,randomuniquekeyfn:124,rang:[16,21,24,47,51,52,53,89,140,152,159,164],range_track:[14,16,21,47,53,56,140,182],rangetrack:[16,21,47,51,53],ratelimitexceed:178,rather:[2,23,25,30,57,166,168,180],raw:[19,47,131,142],raw_byt:87,raw_ev:[133,134,135],rawiobas:24,reach:[24,109,178],reachabl:[87,123],read:[2,4,11,14,15,16,18,19,21,22,23,24,25,29,30,32,37,38,42,43,44,47,48,50,53,54,55,56,57,87,89,91,100,109,116,140,152,162,182],read_al:4,read_bigendian_doubl:4,read_bigendian_int32:4,read_bigendian_int64:4,read_bigendian_uint64:4,read_buffer_s:[24,43],read_byte_py2:4,read_byte_py3:4,read_cache_id:116,read_from_sourc:53,read_record:21,read_siz:23,read_utf8:22,read_var_int64:4,readabl:[23,24],readablefil:22,readal:24,readallfil:[15,50],readallfromavro:15,readallfromparquet:50,readallfromtext:54,readcach:[109,116],reader:[30,33,47,89],readerposit:89,readerprogress:89,readfromavro:15,readfromdatastor:38,readfromkafka:19,readfrommongodb:49,readfromparquet:50,readfrompubsub:44,readfromsourc:53,readfromtext:[54,182],readfromtextwithfilenam:54,readfromtfrecord:55,readfromvcf:57,readi:[139,182],readinto:24,readlin:23,readmatch:22,readptransformoverrid:[87,91],readstringsfrompubsub:44,real:[13,95],real_tim:[160,161],realclock:95,realiti:152,realli:5,reason:[5,152,178],rebalanc:[47,53],receiv:[22,30,31,47,53,105,130,131,133,152,166],receivedmessag:143,recommend:[15,30,50,53,54,141,173],record:[1,15,20,21,22,31,33,39,44,47,50,53,55,57,89,116,140],record_batch_s:50,record_current_posit:47,record_index:89,record_start:51,recurs:[23,25,42,43,48,143],recv_pip:24,redefin:64,reduc:[15,50,54,123,152],reduct:152,redund:47,reentrant:[47,53],ref:122,refer:[14,18,19,28,33,47,53,57,61,67,157,182],referenc:[33,112,116,122],reference_bas:57,reference_nam:57,reference_source_info:53,referenced_pcollect:112,refsnp:57,refus:47,regener:49,regist:[2,5,25,67,101,141,180],register_cod:5,register_observ:3,register_pickle_urn:180,register_structured_urn:2,register_urn:[2,157,180],registr:[5,180],registri:[2,5],regular:[23,171],reifi:163,reify_window:144,reifywindow:152,reimplement:154,reject:154,rel:[23,24,89,163],relat:[6,47,61,72,96,157,159],releas:[38,103,105,152,173],relev:[43,62],reli:[30,144],remain:[24,47,89],remaining_split_point:89,remaining_tim:89,remaining_work:47,rememb:24,remot:[30,44,87,178],remov:[47,54,163,173],remove_objects_from_arg:13,removedupl:163,renam:[23,25,42,43,46,47,48],render:[111,112,113,114,115],render_opt:115,render_pipeline_graph:114,rendererd:114,repeat:30,repeatedli:[152,161],replac:[13,15,18,50,54,55,67,124,143,151,152,168,173],replace_al:67,replaceon:49,replec:173,report:[47,62,72,107,152,176,178],report_current_posit:47,report_onc:176,repres:[13,21,22,23,30,33,41,44,47,49,50,52,53,57,59,64,82,89,123,143,152,154,158,161,179,182],represen:152,represent:[30,89,112,113,114,143,154,164],request:[23,24,33,38,39,51,60,70,71,72,73,74,89,100,103,143,178],request_dynamic_split:89,request_iter:[70,72],requir:[2,5,10,15,30,38,41,47,50,54,64,65,109,116,152,173],required_transform:112,reserv:171,reserve_pric:[129,131],reset:161,reshard:30,reshuffl:[38,49,152,163],reshuffleperkei:163,residu:[47,89,103],residual_range_track:53,residual_restrict:[47,103],resolut:[50,123],resolv:19,resourc:[30,47,74,141,152],respect:[15,30,47,50,53,54,55,57,152],respond:[86,97],respons:[5,23,25,47,72,73,101,103,143],rest:[30,47,159],restrain:152,restrict:[41,47,60,103,124,140,152],restriction_cod:[124,152],restriction_s:[140,152],restriction_track:[14,140,182],restrictionparam:[140,152],restrictionprogress:47,restrictionprovid:[140,152],restrictiontrack:[47,52,103,140,152],result:[2,12,13,21,22,23,30,33,37,38,40,41,47,49,53,57,59,60,62,64,86,87,89,100,101,102,103,106,112,123,137,138,139,149,151,152,157,163,164,166,173,176],result_pcol:157,resum:[103,152],retri:[9,30,33,39,47,49,139,143,152,172,182],retriev:[13,24,70,111,151,166],retry_alwai:33,retry_filt:178,retry_nev:33,retry_on_beam_io_error_filt:178,retry_on_io_error_and_server_error:139,retry_on_rpc_error:39,retry_on_server_errors_and_timeout_filt:178,retry_on_server_errors_filt:178,retry_on_server_errors_timeout_or_quota_issues_filt:178,retry_on_transient_error:33,retrystrategi:[30,33],return_context:67,return_type_hint:166,returns_windowed_valu:89,revers:[151,163],rewind:[23,24],rewrit:43,rfc3339:179,rfc:[44,179],rfc_3339_re:179,right:[53,67,178],right_fract:53,right_result:53,roadmap:[18,19],role:129,root:[100,101,105],root_transform:[100,107],rootbundleprovid:105,rot_four:168,rot_n:168,rot_thre:168,rot_two:168,rotate_kei:140,round:111,row:[30,31,32,33,34,50],row_group_buffer_s:50,rowasdictjsoncod:[30,33],rowtostringwithslowdown:32,rpc:[39,60,178],rpc_stats_callback:39,rpcerror:39,run:[6,9,12,13,19,29,32,37,45,47,67,69,73,85,86,87,92,99,100,101,104,105,112,115,123,130,131,137,138,140,141,146,147,148,149,152,154,171],run__nativewrit:87,run_abc:123,run_async:123,run_benchmark:[147,148,149],run_bq_pipelin:29,run_coder_benchmark:146,run_combinevalu:87,run_command:120,run_flatten:87,run_groupbykei:87,run_impuls:87,run_pardo:87,run_pipelin:[45,87,92,98,104,115,123],run_queri:[33,130],run_read:87,run_runnerapiptransformhold:87,run_transform:123,run_using_threadpool:13,runner:[6,18,19,27,30,33,38,47,60,64,65,67,72,73,141,142,152,157,182],runner_api_requires_keyed_input:[152,157],runnerapi:73,runnerapifn:[2,152,164,180],runnererror:6,runtest:156,runtim:[2,6,21,30,38,74,137,140,166,170],runtime_list:137,runtime_opt:[23,42,48,66],runtimeerror:[6,33,67],runtimemetr:137,runtimest:[152,162],runtimetim:[152,162],runtimevalueprovid:[23,42,48,66],runtimevalueprovidererror:6,safe:[24,47,97,112,113],safefastprimitivescod:109,safeti:47,sai:[5,47],same:[2,5,21,22,23,25,30,33,42,43,47,48,49,53,54,57,61,62,67,82,89,94,123,140,144,151,152,164,167,173,178],sampl:[2,29,30,109,112,115,151,159,162],sample_s:109,samtool:57,satisfi:[47,169],save:[109,115,137,176],save_modul:12,save_pcod:109,scale:[30,47,57],scenario:[30,33,47],schedul:[96,101],schedule_pending_unblocked_task:100,schema:[1,14,15,28,31,33,50,57,182],schema_as_json:30,schema_autodetect:30,schema_nam:137,schema_side_input:[30,31],schema_str:33,scheme:[23,25,42,46,47,48,65],score:57,sdf:[47,90,103,124,140,152],sdf_common:[83,182],sdf_direct_runn:[83,93,182],sdf_invok:103,sdfprocesselementinvok:103,sdist:69,sdk:[18,19,47,72,74,81,87,152,155,166,171,181],sdk_locat:130,sdkfunctionspec:180,search:178,second:[5,23,25,33,39,42,43,44,48,53,62,86,95,139,140,142,149,152,157,161,163,164,168,176,178,179],section:47,see:[5,15,18,19,21,24,25,30,38,39,41,46,47,50,53,54,55,64,65,67,103,115,123,140,152,157,161,163,164],seed:[146,147],seek:[23,24],seek_cur:[23,24],seek_end:[23,24],seek_set:[23,24],seekabl:[21,23,24],select:[30,39,50,82,135],self:[2,3,34,47,138,149,152,154,157,162,166,179,180],seller:[129,131],semant:[38,47,142,157,161,165,171],send:[30,72,130,133,137],sens:5,sent:[30,72,152],separ:[30,47,57,140,152,164,166],sequenc:[41,47,57,146,147,169],sequenti:[24,47,70],seri:[31,129,130,131,133,134,135,140,164],serial:[1,5,19,30,33,47,67,87,105,122,180],serializ:[142,163],serialize_windowing_strategi:87,serialized_byt:177,serialized_data:87,serv:133,server:[18,19,49,70,71,72,73,74,178],servic:[9,15,18,19,30,33,44,47,50,54,64,65,70,71,72,73,74,86,87,89,139,155,178],session:[12,115,164],set:[5,15,16,18,19,21,22,23,24,25,27,30,31,34,38,41,43,44,47,49,50,53,54,55,57,60,61,64,65,66,82,87,100,103,107,112,115,116,123,139,140,144,152,159,161,162,163,164,166,169,171,173,178],set_current_posit:[16,47,51],set_interval_m:27,set_message_count:27,set_opt:25,set_process_element_invok:103,set_properti:41,set_proto_map:116,set_render_opt:115,set_running_in_gc:9,set_runtime_opt:66,set_split_points_unclaimed_callback:[47,51],setup:[47,69,103,141,152],setupopt:[64,65],sever:[14,16,30,33,86,89,144,149,152,157,163],sha1:143,shape:140,shard:[15,20,22,40,50,54,55,144],shard_index:22,shard_name_templ:[15,20,50,54,55],share:[30,64,94,100,118,152],shift:67,shortvalu:154,should:[12,13,21,22,23,24,25,30,33,41,42,44,47,48,49,54,61,67,82,89,103,105,112,115,123,124,139,140,141,142,144,147,151,152,154,158,161,163,166,171,176,178,180,182],should_drop:154,should_execute_seri:105,should_fir:161,should_retri:33,shown:[30,154],shuffl:[89,152],shuffle_posit:89,shufflebarri:140,shuffler:5,shut:152,shutdown:101,side:[6,13,30,31,82,100,102,140,148,151,152,158,163],side_input:[30,33,100,105,157],side_input_valu:101,side_input_visitor:87,side_inputs_contain:107,side_t:30,sideinput:[150,182],sideinput_microbenchmark:[145,182],sideinputbarri:140,sideinputerror:6,sideinputmap:158,sideinputparam:152,signal:[24,30,47],signatur:[123,152,178],signifi:173,signific:[38,182],significantli:[15,47,163],similarli:30,simpl:[1,2,15,50,60,134,135,140,149,152,163,164,166,169,171,178,182],simplefilt:173,simpler:[10,47,157],simpli:[64,114,133,152,176],simul:[32,129,130,131,133,134,135,143],sinc:[2,5,30,33,38,44,47,62,95,144,164,173,179],singl:[15,20,21,24,30,31,38,43,47,50,57,59,93,97,98,106,144,151,152,163,164,166],singleton:82,singletoncod:2,sink:[14,20,22,23,30,33,44,47,49,54,55,89,109,182],sinkwrit:89,situat:152,size:[2,4,13,15,21,23,24,25,30,31,38,42,43,46,47,48,50,54,102,140,146,149,152,159,163,164,182],size_estimate_overrid:140,size_in_byt:23,skip:[33,53,54,143,152],skip_directori:22,skip_header_lin:54,skip_invalid_row:33,sleep:[39,143,178],sleep_per_input_record_sec:140,sleep_sec:139,slice_0:168,slice_1:168,slice_2:168,slice_3:168,slide:164,slidingwindow:164,slot:164,slow:32,slow_stream:[0,182],small:[30,40],small_dict:146,small_int:146,small_list:146,small_message_with_map:146,small_str:146,small_tupl:146,smaller:[44,159,163,179],smallest:[151,163],smallestperkei:151,snapshot:107,softwar:[23,114],solut:157,some:[22,30,40,47,53,87,101,105,123,144,152,157,163,176,182],somefn:157,someth:[22,30,89,176],sometim:[5,152],son:49,soon:47,sort:[22,41,151],sortbi:176,sourc:[1,2,3,4,6,9,10,11,12,13,14,15,16,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,64,65,66,67,70,71,72,73,74,80,82,85,86,87,89,90,91,92,94,95,96,97,98,99,100,101,102,103,104,105,106,107,109,111,112,113,114,115,116,120,121,122,123,124,129,130,131,133,134,135,137,138,139,140,141,142,143,144,146,147,148,149,151,152,154,155,156,157,158,159,160,161,162,163,164,166,167,168,169,170,171,173,174,175,176,177,178,179,180,182],source_bundl:16,source_file_nam:[23,25,42,46,48],source_frac:16,source_index:16,source_info:53,source_ix:16,source_posit:16,source_test_util:[14,182],source_test_utils_test:53,sourcebas:[47,89],sourcebundl:47,sourcereaderprogress:89,sources_info:53,space:[5,159,178],speak:120,spec:[57,152,162],spec_paramet:27,special:[30,90,109,152],specif:[15,30,33,47,50,54,59,62,64,67,81,82,86,89,90,100,103,105,124,140,152,162,163,173],specifi:[5,10,15,19,21,22,23,25,30,33,42,44,47,48,49,50,54,57,64,65,67,82,87,89,100,103,140,141,142,144,149,151,152,156,157,161,162,163,164,166,169,171,173,182],specul:161,spent:39,spill:31,split:[15,16,21,22,23,25,30,31,34,38,40,42,46,47,48,50,51,52,53,54,56,72,86,89,124,140,152],split_and_s:152,split_fract:[47,53],split_offset:[51,140],split_point:[47,51],split_points_unknown:47,split_posit:[47,53],split_result:53,splitfractionstatist:53,splitnotpossibleerror:40,splitrestrictionfn:124,splittabl:[21,47,103,124,152],splittabledofn:[90,124],splittablepardo:124,splittablepardooverrid:124,splitter:40,sql:30,src:[40,43,176],src_dest_pair:43,sre_pattern:[25,179],sssss:[15,50,54,55],stabl:[72,182],stack:[94,168,169],stage:[47,49,70],staging_loc:130,stai:[47,89],stand:47,standard:[23,30,64,157,178],standard_opt:64,standard_window_fns_pb2_grpc:[68,69,182],standardopt:[64,65],star:176,start:[16,18,19,22,24,33,46,47,51,52,53,57,64,65,101,111,115,120,123,129,131,139,164,176],start_bundl:[31,85,102,124,137,140,152,170],start_periodic_upd:111,start_posit:[16,21,47,51,52,53,56,140],start_sess:115,start_stat:101,startup:[9,174],stat:[53,111,112,150,182],state:[33,47,72,73,86,87,92,97,99,100,103,105,123,129,131,139,161,162,168,169],state_sampl:101,state_spec:[99,162],state_tag:162,statement:182,stateparam:152,statespec:162,staticvalueprovid:66,statist:[61,159],statu:[111,123,178],stdout:149,step:[2,5,30,31,37,47,49,60,62,85,86,100,103,109,123,138,140],step_context:[99,103],step_label:2,step_nam:100,still:[21,47,72,182],sting:30,stop:[18,47,52,53,111,123,176],stop_periodic_upd:111,stop_posit:[16,21,47,51,52,53,56,89,140],storag:[43,47,64,65,152],storage_api_servic:64,storage_cli:43,store:[22,23,25,30,50,53,57,64,67,72,90,164,169,179],store_attr:168,store_fast:168,store_glob:168,store_map:168,store_slice_0:168,store_slice_1:168,store_slice_2:168,store_slice_3:168,store_subscr:168,str:[2,10,15,20,21,23,24,30,33,34,38,41,43,44,49,50,53,54,57,67,112,113,114,115,116,141,143,144,154,162,166,171],straight:10,strategi:[22,30,33,179],stream:[4,18,20,22,23,24,25,27,30,31,42,43,44,46,48,64,73,87,90,91,98,129,130,131,133,134,135,142,144,152,160,182],streaming_cr:[83,84,88,182],streaming_impuls:27,streaming_insert:30,streamingcr:90,stress:53,strictli:[5,44],string:[2,11,15,19,21,22,23,24,25,30,31,33,37,41,42,43,44,46,48,49,50,51,54,55,57,60,61,65,82,89,139,140,143,144,146,149,154,163,173,177,179],string_valu:154,stringutil:87,strip_trailing_newlin:54,strongli:53,struct:[50,177],struct_obj:121,struct_to_dict:121,structur:[10,23,25,42,48,64,169],strutf8cod:[2,54],style:[23,39],sub:[21,44,47,89,123,143,152],sub_client:143,sub_range_track:16,subclass:[3,5,47,51,53,56,61,64,65,151,152,154,157,164,174],subclassess:65,subcompon:154,subdirectori:182,subject:[44,173],submit:[73,87],submit_timestamp:137,submodul:[35,126],subprocess:175,subscrib:73,subscribercli:143,subscript:[44,143],subsequ:[47,89,109,178],subset:171,subsystem:5,subtrigg:161,succe:[31,47,53],succeed:[43,47],success:[39,47,89],successfulli:[33,47,70,87],suffic:173,suffici:89,suffix:[15,22,23,37,50,54,55,143],suggest:[47,173],suggested_split_posit:53,suit:[129,130,131,133,134,135],suitabl:[2,105,152],sum:[59,152],sum_int_64:62,sum_valu:138,sunnyval:131,suppli:[64,67,82,141,151],support:[2,10,15,18,19,22,23,24,30,33,34,41,42,44,46,47,48,50,54,67,73,89,98,99,123,143,152,154,157,161,166,170],suppos:30,sure:[31,49,65,103,124,139,144],surround:163,switchingdirectrunn:[98,104],symmetric_binary_op:168,symptom:30,sync:105,syntax:[2,10,23,25,30,34,152,165,171],synthet:140,synthetic_pipelin:[125,182],syntheticsdfassourc:140,syntheticsdfsourcerestrictionprovid:140,syntheticsdfstep:140,syntheticsdfsteprestrictionprovid:140,syntheticsourc:140,syntheticstep:140,sys:[64,67,141],system:[23,25,42,46,47,48,86,141,161],tabl:[14,28,29,31,32,33,34,47,137,182],table_dict:30,table_id:[33,34],table_nam:30,table_names_dict:30,table_refer:31,table_row:[30,33],table_schema:30,table_schema_to_dict:30,table_side_input:[30,31],tablecel:30,tablefieldschema:30,tableid:33,tablerefer:[30,31,33],tablerow:[30,33],tablerowjsoncod:30,tableschema:[30,33],tag1:163,tag2:163,tag:[62,82,141,152,163],taggedoutput:82,tail:[23,25,42,48],take:[13,22,30,31,47,67,86,89,140,144,149,151,152,163],taken:[37,163],takes_windowed_valu:89,tar:130,target:[31,163],target_batch_duration_sec:163,target_batch_overhead:163,target_window_fn:158,task:[47,100],teardown:152,techniqu:30,tell:[23,24],temp:109,temp_dataset:33,temp_dataset_:33,temp_loc:[30,31,130],temp_path:20,temp_tabl:[31,33],temp_table_:33,tempdir:143,templat:[15,50,54,55,66],temporari:[30,31,44,47,143,163],temporarili:178,temporary_t:31,temporaryt:31,term:[30,47],termin:[47,103,131,139],test:[30,39,43,45,53,65,85,92,95,104,156,163,178,182],test_bigquery_cli:[30,33],test_client:[30,31],test_dataflow_runn:[83,84,182],test_direct_runn:[83,93,182],test_id:137,test_job_python_from_python_it:156,test_method:103,test_pipelin:[125,182],test_read_metr:56,test_runner_api:[67,141],test_stream:[125,182],test_util:[125,182],testcas:[143,156],testclock:95,testdataflowrunn:92,testdb:49,testdirectrunn:104,testopt:[64,65],testpipelin:141,testrunn:141,teststream:142,testwindowedvalu:144,text:[22,30,47,54,67,85,109,114,115,144,182],textio:[14,182],textrender:114,tfrecord:[55,115],tfrecordio:[14,182],than:[2,23,25,30,31,38,40,44,47,50,51,57,118,142,152,159,163,166,168,179,180],thei:[19,23,30,33,47,49,53,61,82,105,144,151,152,164],them:[12,31,47,87,152],themselv:[22,60,82,171],therebi:152,therefor:23,thi:[2,5,9,13,15,18,19,20,21,22,23,24,25,27,30,31,33,34,38,39,40,41,42,43,44,47,48,49,50,51,53,54,55,57,59,60,61,62,64,67,70,72,82,83,84,86,89,90,93,94,96,98,100,103,105,109,111,112,113,114,115,116,123,124,131,133,134,135,139,140,141,143,144,146,147,151,152,154,155,157,158,159,161,162,163,164,166,169,171,173,176,178,179,180,182],thing:[47,176],those:[2,15,30,31,34,47,90,112,141,152,154,159],though:152,thread:[13,24,47,53,97,111,112,113],three:[5,44,47,53,60,129],throttl:39,throttle_delai:39,throttled_sec:39,throttler:39,through:[47,49,51,55,65,67,130,133,140,152,178],throughout:[13,30],throughput:98,thrown:22,thu:[109,152,163],till:103,time:[5,13,15,21,23,25,30,33,39,42,43,44,47,48,50,54,55,57,87,89,95,103,105,123,139,142,147,148,149,151,152,160,161,163,164,171,174,178,179],time_domain:[106,161,162],time_in_m:130,time_prefix:176,timedelta:154,timedomain:[160,162],timeout:[43,92,123,131,178],timeouterror:43,timepartit:30,timer:[100,103,106,107,160,161,162],timer_fir:106,timer_spec:[99,162],timerfir:106,timerparam:152,timerspec:162,timestamp:[2,30,44,50,59,62,94,103,106,107,129,131,142,144,151,152,154,160,161,162,163,164,172,182],timestamp_attribut:[44,45],timestamp_combin:[152,164],timestamp_proto:62,timestamp_sec:62,timestampcod:2,timestampcombin:164,timestamped_valu:142,timestampedvalu:[142,163,164],timestampinvalu:163,timestampparam:[103,151,152,163],timeutil:[2,150,164,182],timezon:44,tl_referenced_pcoll_id:116,tl_required_trans_id:116,to_be_merg:[161,164],to_client_ent:41,to_client_kei:41,to_json_valu:10,to_kei:62,to_low:166,to_proto_str:44,to_rfc3339:179,to_runner_api:[2,61,67,82,122,152,157,160,161,162,180],to_runner_api_paramet:[1,2,27,44,47,152,157,163,164,180],to_runner_api_pickl:157,to_runner_api_transform:155,to_timestamp_proto:62,to_timestamp_sec:62,to_type_hint:[1,2],to_utc_datetim:179,todict:151,todo:[47,67,90],togeth:[61,152],toggl:166,token:173,toler:[47,57],tolist:151,too:[31,40,53,152],took:[2,180],tool:[30,33,182],top:[40,67,112,116,151,166,168,182],topic:[19,44,143],tostr:163,tostringcod:54,total:[22,27,47,53,89,151,152,163,166,178],total_bytes_count:137,total_s:47,total_shard:22,track:[47,51,59,61,96,97,100,105,107],tracker:[16,47,51,53,103,152],trail:163,transform:[5,15,16,18,19,22,27,30,31,32,33,34,38,44,47,49,50,54,55,56,57,60,64,67,82,85,87,89,90,94,96,98,99,100,102,103,105,107,109,115,116,123,124,131,137,140,142,144,170,182],transform_evalu:[83,93,103,106,182],transform_evaluation_st:101,transform_evaluator_registri:101,transform_keyed_st:107,transform_nod:[87,123],transform_proto:116,transformerror:6,transformevalu:[99,101,105,106],transformevaluatorregistri:105,transformexecutor:101,transformresult:[100,106],transformss:124,transformwatermark:107,translat:[18,19,23,67,86],translate_pattern:23,travers:[64,67],treat:[22,179],treatment:152,tree:[23,42,48,140],tri:178,trigger:[22,30,31,100,150,152,182],triggercontext:161,triggercopyjob:31,triggerfn:[152,161],triggerloadjob:31,trivial:[53,152,169],trivial_infer:[165,182],try_claim:[16,47,51,52],try_split:[16,47,51,52,53,140],tupl:[2,10,13,16,30,31,33,41,43,47,53,57,62,82,109,140,144,151,152,163,166,171,180],tuplecod:2,tuplesequencecod:2,turn:[30,178],twice:[12,47,62],two:[5,15,23,25,31,42,44,46,47,48,50,53,89,140,151,152,166,169,171,173],txt:143,typ:167,type1:30,type2:30,type3:30,type:[2,3,4,5,10,13,14,15,21,22,23,24,25,28,30,33,34,35,36,38,40,42,43,44,47,48,50,51,52,53,57,59,60,61,62,65,66,67,70,71,72,73,74,80,82,89,94,95,97,100,101,103,105,106,107,109,120,122,123,124,137,141,142,143,151,152,154,157,158,160,161,162,163,164,165,166,167,169,170,171,173,174,176,178,179,180,182],type_1:166,type_2:166,type_check:171,type_check_input:157,type_check_inputs_or_output:157,type_check_output:157,type_hint:[157,166,169,170],type_urn:62,typecheck:[165,182],typecheckcombinefn:170,typecheckerror:[151,166],typecheckvisitor:170,typecheckwrapperdofn:170,typecod:[0,182],typeconstraint:[157,166,169,171],typedict:154,typeerror:[10,20,21,30,67,152,157],typehint:[2,5,152,157,182],typeinferenceerror:169,typeopt:[64,65],typevari:171,typic:[21,54,55,57,67,123,140,147,152,157,173],uid:[20,47],ultim:166,unabl:38,unari:168,unary_convert:168,unary_invert:168,unary_neg:168,unary_not:168,unary_posit:168,unavail:[40,109],unbound:[18,22,27,89,90,142,164,182],unclaim:47,uncommit:100,uncommitted_output_bundl:106,uncommittedbundl:94,uncompress:[23,50],unconsum:47,undeclar:152,undeclared_tag_valu:106,under:[23,38,44,130,152,163],underli:[23,25,40,54,57,64,100,157,161,164,169],underlying_result:115,underlying_runn:[115,116],underscor:[30,33],undesir:5,uneven:140,unfinish:47,unicod:[10,114,154],union:[16,53,123,164,169,171],union_list:169,uniqu:[22,33,44,47,49,60,82,124,151,159,163],unique_row_id:33,unit:[44,50,53,154,164],unittest:[143,156],unix:[23,25,42,44,48,142,164,179],unknown:[2,47,64,123,140],unless:[15,24,41,50,54,82,164],unmergedst:100,unmodifi:152,unnecessari:152,unpack:[166,177],unpack_ani:177,unpack_sequ:168,unpickl:[65,141],unprocess:[47,103,152],unprocessed_bundl:[106,107],unquot:109,unset:41,unsplitt:[47,51],unsplittablerangetrack:51,unstart:51,unsupport:41,until:[24,73,87,92,102,105,123,141,152],unused_arg:[32,124,131,140,152,166,168],unused_compon:1,unused_context:[1,2,152,157,161,163,164,180],unused_el:90,unused_fn_paramet:164,unused_input:[47,142,152],unused_input_typ:[27,90,152,157],unused_kwarg:[32,124,131,140,152,166],unused_paramet:[152,163],unused_payload:[2,152],unused_pre_finalize_result:20,unused_registri:2,unused_st:168,unused_typehint:2,unwrap:[142,169],unwrap_al:169,unwritten_record_tag:31,unwrittenrecord:31,updat:[30,43,47,59,60,61,67,87,97,99,100,107,111,112,123,147,152],update_displai:111,update_pcollection_stat:112,update_phys:97,update_watermark:107,upload:[24,70],uploaderstream:24,upon:[24,47],upper:[15,50,54,55,166],upper_bound:147,upstream:[96,152],uqfound:12,uri:[23,42,48,49,65],uri_schema_pattern:25,url:[23,46,92,154],urn:[2,27,62,67,80,81,152,155,157,164,172,182],usabl:[15,50],usag:[2,47,49,53,64,67,130,131,138,157,162,166,173,174,176],use:[2,3,4,5,7,8,9,10,11,12,13,15,16,18,19,23,24,25,30,38,39,40,42,43,44,45,47,48,50,53,54,60,61,62,64,65,67,68,69,70,81,82,86,87,89,94,95,96,101,105,106,107,122,140,141,142,143,145,146,152,156,158,159,166,168,169,170,172,173,175,176,177,178,179,180],use_deprecated_int96_timestamp:50,use_fake_cod:[67,122],use_fastavro:15,use_global_window:144,use_legacy_sql:33,use_standard_sql:30,used:[1,2,5,11,12,13,15,21,22,23,25,27,30,31,33,34,38,39,41,42,44,47,48,50,51,54,55,57,59,60,61,62,64,67,82,83,87,89,94,95,96,100,103,105,106,109,112,115,123,131,137,139,140,141,142,144,146,152,154,157,158,161,163,164,166,171,173,178,180],useful:[2,62,100,152],user:[13,15,19,21,22,23,25,30,38,42,44,47,48,60,61,62,82,86,89,99,116,154,158,162,173,174],user_log:30,usermetricsdofn:85,userst:[99,150,152,182],userstatecontext:[99,162],uses:[5,23,38,40,44,47,49,105,140,143,159],using:[2,5,9,10,13,22,24,25,29,30,33,47,54,57,64,67,89,98,101,109,114,124,140,142,143,152,157,164,166,171,173],usual:[87,109],utc:[44,179],utf:[2,54,144],util:[7,9,10,11,14,22,23,24,33,53,83,87,93,103,114,116,119,122,125,131,137,140,141,142,143,145,150,152,160,164,166,181,182],v1new:[14,28,35,182],v31:163,v32:163,v33:163,val:4,valid:[15,21,23,30,31,33,44,50,54,55,57,64,65,103,138,141,144,152,154,157,159,162,166,171],validate_cloud_opt:65,validate_composite_type_param:157,validate_cr:30,validate_gcs_path:65,validate_optional_argument_posit:65,validate_stateful_dofn:162,validate_test_match:65,validate_writ:30,validatesrunn:141,valu:[1,2,3,4,6,10,12,13,15,19,20,21,22,23,25,30,33,38,41,42,44,47,48,50,53,54,55,57,59,60,61,62,64,65,66,67,82,89,90,96,102,107,109,123,137,140,141,142,143,144,146,147,148,149,151,152,154,158,159,161,162,163,164,166,167,169,177,178,179],value_cod:2,value_descriptor:80,value_deseri:19,value_provid:[63,182],value_provider_list:66,value_s:140,value_seri:19,value_to_consum:[100,107],value_typ:66,valueerror:[20,21,23,24,30,33,43,47,53,64,67,140,141,152,154,156,159,166,167,169],valueprovid:[6,20,21,30,66],vari:2,variabl:[2,11,61],varianc:163,variant:57,variantcal:57,variantinfo:57,varint:4,varintcod:2,variou:[30,33,53,118,146,163,168],vcf:57,vcfio:[14,182],vcfv4:57,vehicl:131,verbos:[146,149,169],veri:[47,82,102],verif:139,verifi:[15,21,31,37,47,50,53,54,55,57,92,104,133,138,139,141,142,170],verify_al:138,version:[2,23,57,90,109,173,182],vertex:113,verybig:30,vet:72,via:[22,31,67,103,122,155,164,171,180],view:[64,65,100],view_a:64,view_class:158,view_opt:158,violat:166,visibl:112,visit:[67,123],visit_transform:[96,170],visitor:[67,96],volum:152,voluntarili:103,wai:[5,23,30,47,51,53,89,140,152,157,163,173],wait:[31,39,87,92,123,139,141],wait_until_finish:[115,123],wait_until_finish_dur:130,wait_until_in_st:92,waitforbqjob:31,want:[5,47,82,123,146,178],warn:[173,178],watermark:[47,52,100,103,107,142,152,160,161,162],watermark_manag:[83,93,182],watermark_neg_inf:107,watermark_pos_inf:107,watermarkev:142,watermarkmanag:107,watermarkreporterparam:152,weather_st:30,weight:53,well:[30,47,53,109],were:[37,47,100,157,163,173],what:[2,22,30,47,140,161,164,173],whatev:[38,67,163],whelm:31,when:[4,9,15,18,19,21,23,24,30,31,33,38,39,40,44,47,50,53,54,55,67,69,82,100,103,111,112,140,142,143,152,154,156,157,161,169,171,179],whenc:[23,24],whenev:[5,152],where:[2,21,22,33,43,47,67,82,115,140,151,152,163,164,166,167,178,180,182],whether:[2,21,23,30,33,42,43,47,48,54,59,67,82,89,94,111,149,154,161,162,164,169],which:[2,13,15,16,18,19,21,22,23,30,33,38,40,41,44,47,49,50,51,54,55,57,72,82,83,86,89,90,98,103,109,112,123,140,141,144,151,152,159,161,162,163,164,166,167,170,176,178,182],whit:173,who:[114,129,141],whole:[21,23,30,47,65,163,166],whose:[2,30,41,47,51,67,82,112,152,155,161,163],wider:163,width:164,wiki:30,wikipedia:30,window:[2,22,82,87,89,94,99,102,103,106,124,142,144,146,150,152,157,158,161,162,163,182],window_cod:2,window_fn:164,windowed_valu:164,windowedtypeconstraint:171,windowedvalu:[94,142,152,171],windowedvaluecod:2,windowfn:[152,164],windowing_strategi:124,windowinto:[152,164],windowintofn:152,windowinvalu:163,windowparam:[102,103,124,152,163],wipe:123,wire:152,wish:[30,154],with_attribut:[44,45],with_default:152,with_exponential_backoff:178,with_fanout:152,with_hot_key_fanout:152,with_input_typ:[5,157,166],with_nam:60,with_namespac:60,with_output:152,with_output_typ:[5,157,166],with_step:60,with_typ:10,with_valid:31,within:[47,53,70,89,94,100,140,164],withkei:163,without:[21,30,47,49,87,151,176],without_default:152,withtypehint:[152,157,166],word:[19,85],work:[30,31,38,47,53,61,67,72,89,152,163,166],worker:[9,12,30,31,38,47,64,74,87,89,115,152,174],worker_executing_project:9,workeropt:[64,65],workflow:[9,12,47,85,140],workitem:89,would:[2,30,39,47,82,159,163,164,166,180],wrap:[10,24,82,90,152,157,163,173,178],wrapped_value_cod:2,wrapper:[1,23,30,33,64,82,92,104,122,141,157,162,166,170,176],writabl:24,write:[2,4,5,14,15,19,20,23,24,25,28,29,31,33,34,37,38,39,42,43,44,47,48,50,54,55,67,89,100,109,140,180,182],write_:20,write_append:[30,33],write_bigendian_doubl:4,write_bigendian_int32:4,write_bigendian_int64:4,write_bigendian_uint64:4,write_byt:4,write_cache_id:116,write_disposit:[30,31,33],write_empti:[30,33],write_encoded_record:20,write_mut:39,write_record:20,write_result:47,write_trunc:[30,33],write_var_int64:4,writeabl:23,writecach:[109,116],writegroupedrecordstofil:31,writeimpl:47,writer:[30,33,47,60,89,158],writer_result:[20,47],writerecordstofil:31,writestringstopubsub:44,writetoavro:15,writetobigqueri:30,writetobigt:34,writetodatastor:[38,41],writetofil:22,writetokafka:19,writetomongodb:49,writetomongosink:49,writetoparquet:50,writetopubsub:44,writetotext:[54,67,182],writetotfrecord:55,writetrunc:30,written:[15,20,22,23,24,25,30,31,37,42,47,48,50,54,55,109,143],written_file_tag:31,writtenfil:31,wrong:57,wrote:47,wv_with_multiple_window:146,wv_with_one_window:146,www:114,xrang:173,xyz:[5,64,123],xyzcod:5,xyzopt:64,year:30,yet:[47,98],yield:[3,21,47,152,178],you:[15,18,19,22,30,50,54,65,154],your:[30,53,65,182],yyyymmdd:33,zero:[27,47,152],zipf:140},titles:["apache_beam.coders package","apache_beam.coders.avro_coder module","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.http_client module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.external package","apache_beam.io.external.generate_sequence module","apache_beam.io.external.kafka module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.fileio module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.flink package","apache_beam.io.flink.flink_streaming_impulse_source module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_file_loads module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.bigquery_tools module","apache_beam.io.gcp.bigtableio module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1new package","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline module","apache_beam.io.gcp.datastore.v1new.datastoreio module","apache_beam.io.gcp.datastore.v1new.helper module","apache_beam.io.gcp.datastore.v1new.query_splitter module","apache_beam.io.gcp.datastore.v1new.types module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.mongodbio module","apache_beam.io.parquetio module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.metrics.monitoring_infos module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_expansion_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.external_transforms_pb2_grpc module","apache_beam.portability.api.metrics_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.internal package","apache_beam.runners.internal.names module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.load_tests package","apache_beam.testing.load_tests.load_test_metrics_utils module","apache_beam.testing.metric_result_matchers module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.external module","apache_beam.transforms.external_test_it module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.stats module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{addit:30,annot:173,apach:182,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181],api:[69,70,71,72,73,74,75,76,77,78,79],auth:9,avro_cod:1,avroio:15,beam:182,beam_artifact_api_pb2_grpc:70,beam_expansion_api_pb2_grpc:71,beam_fn_api_pb2_grpc:72,beam_job_api_pb2_grpc:73,beam_provision_api_pb2_grpc:74,beam_runner_api_pb2_grpc:75,benchmark:[126,127,128,129,130,131,132,133,134,135],big_query_query_to_table_pipelin:29,bigqueri:30,bigquery_file_load:31,bigquery_io_read_pipelin:32,bigquery_tool:33,bigtableio:34,bundle_factori:94,cache_manag:109,cell:59,clock:95,coder:[0,1,2,3,4,5],coders_microbenchmark:146,combin:151,common_urn:80,concat_sourc:16,consumer_tracking_pipeline_visitor:96,core:152,create_sourc:153,data:30,dataflow:[84,85,86,87,88,89,90,91,92],dataflow_exercise_metrics_pipelin:85,dataflow_metr:86,dataflow_runn:87,datastor:[35,36,37,38,39,40,41],datastore_write_it_pipelin:37,datastoreio:38,decor:166,destin:22,direct:[93,94,95,96,97,98,99,100,101,102,103,104,105,106,107],direct_metr:97,direct_runn:98,direct_userst:99,displai:[110,111,112,113,114,154],display_manag:111,distribution_counter_microbenchmark:147,dynam:22,endpoints_pb2_grpc:76,error:6,evaluation_context:100,executor:101,extern:[17,18,19,155],external_test_it:156,external_transforms_pb2_grpc:77,file:22,filebasedsink:20,filebasedsourc:21,fileio:22,filesystem:[23,25],filesystemio:24,flink:[26,27],flink_streaming_impulse_sourc:27,from:49,gcp:[8,9,10,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45],gcsfilesystem:42,gcsio:43,generate_sequ:18,hadoopfilesystem:46,helper:39,helper_transform:102,http_client:11,interact:[108,109,110,111,112,113,114,115,116],interactive_pipeline_graph:112,interactive_runn:115,intern:[7,8,9,10,11,12,13,117,118],iobas:[47,89],job:[119,120,121],json_valu:10,kafka:19,load_test:[136,137],load_test_metrics_util:137,localfilesystem:48,manag:120,metric:[58,59,60,61,62],metric_result_match:138,metricbas:61,metrics_pb2_grpc:78,model:[128,129],modul:[1,2,3,4,5,6,9,10,11,12,13,15,16,18,19,20,21,22,23,24,25,27,29,30,31,32,33,34,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,59,60,61,62,64,65,66,67,70,71,72,73,74,75,76,77,78,79,80,81,82,85,86,87,89,90,91,92,94,95,96,97,98,99,100,101,102,103,104,105,106,107,109,111,112,113,114,115,116,118,120,121,122,123,124,129,130,131,133,134,135,137,138,139,140,141,142,143,144,146,147,148,149,151,152,153,154,155,156,157,158,159,160,161,162,163,164,166,167,168,169,170,171,173,174,175,176,177,178,179,180,181],mongodb:49,mongodbio:49,monitoring_info:62,name:[22,118],native_io:[88,89,90],native_type_compat:167,nexmark:[127,128,129,130,131,132,133,134,135],nexmark_launch:130,nexmark_model:129,nexmark_util:131,observ:3,opcod:168,option:[63,64,65,66],overview:182,packag:[0,7,8,14,17,26,28,35,36,58,63,68,69,83,84,88,93,108,110,117,119,125,126,127,128,132,136,145,150,165,172],paramet:30,parquetio:50,pickler:12,pipelin:67,pipeline_analyz:116,pipeline_context:122,pipeline_graph:113,pipeline_graph_render:114,pipeline_opt:64,pipeline_options_valid:65,pipeline_verifi:139,plugin:174,portabl:[68,69,70,71,72,73,74,75,76,77,78,79,80,81],process:175,profil:176,proto_util:177,ptransform:157,ptransform_overrid:91,pubsub:44,pubsub_it_pipelin:45,pvalu:82,python:182,python_urn:81,queri:[132,133,134,135],query0:133,query1:134,query2:135,query_splitt:40,range_track:51,read:49,refer:30,restriction_track:52,retri:178,runner:[83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124],schema:30,sdf_common:124,sdf_direct_runn:103,sdk:182,sideinput:158,sideinput_microbenchmark:148,slow_stream:4,source_test_util:53,standard_window_fns_pb2_grpc:79,stat:159,statu:182,streaming_cr:90,submodul:[0,7,8,14,17,26,28,36,58,63,68,69,83,84,88,93,108,110,117,119,125,127,128,132,136,145,150,165,172,182],subpackag:[7,14,28,35,68,83,84,108,125,126,127,182],synthetic_pipelin:140,tabl:30,test:[125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144],test_dataflow_runn:92,test_direct_runn:104,test_pipelin:141,test_stream:142,test_util:143,textio:54,tfrecordio:55,timestamp:179,timeutil:160,tool:[145,146,147,148,149],transform:[150,151,152,153,154,155,156,157,158,159,160,161,162,163,164],transform_evalu:105,trigger:161,trivial_infer:169,type:41,typecheck:170,typecod:5,typehint:[165,166,167,168,169,170,171],typic:182,urn:180,usag:182,userst:162,util:[13,56,106,121,144,149,163,172,173,174,175,176,177,178,179,180],v1new:[36,37,38,39,40,41],value_provid:66,vcfio:57,version:181,watermark_manag:107,window:164,write:[22,30,49]}}) |