pydoc/2.11.0/searchindex.js

Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.http_client","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.flink","apache_beam.io.flink.flink_streaming_impulse_source","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.bigquery_tools","apache_beam.io.gcp.bigtableio","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.datastore.v1.adaptive_throttler","apache_beam.io.gcp.datastore.v1.datastoreio","apache_beam.io.gcp.datastore.v1.fake_datastore","apache_beam.io.gcp.datastore.v1.helper","apache_beam.io.gcp.datastore.v1.query_splitter","apache_beam.io.gcp.datastore.v1.util","apache_beam.io.gcp.datastore_write_it_pipeline","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.parquetio","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.metrics.monitoring_infos","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_expansion_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.internal","apache_beam.runners.internal.names","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.load_tests","apache_beam.testing.load_tests.load_test_metrics_utils","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.external","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.http_client.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.flink.rst","apache_beam.io.flink.flink_streaming_impulse_source.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.bigquery_tools.rst","apache_beam.io.gcp.bigtableio.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.datastore.v1.adaptive_throttler.rst","apache_beam.io.gcp.datastore.v1.datastoreio.rst","apache_beam.io.gcp.datastore.v1.fake_datastore.rst","apache_beam.io.gcp.datastore.v1.helper.rst","apache_beam.io.gcp.datastore.v1.query_splitter.rst","apache_beam.io.gcp.datastore.v1.util.rst","apache_beam.io.gcp.datastore_write_it_pipeline.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.parquetio.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.metrics.monitoring_infos.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_expansion_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.internal.rst","apache_beam.runners.internal.names.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.load_tests.rst","apache_beam.testing.load_tests.load_test_metrics_utils.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.external.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[171,0,0,"-"]},"apache_beam.coders":{coders:[1,0,0,"-"],observable:[2,0,0,"-"],slow_stream:[3,0,0,"-"],typecoders:[4,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,3,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],register_structured_urn:[1,4,1,""],register_urn:[1,3,1,""],to_runner_api:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_type_hint:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],coders:[1,2,1,""],from_runner_api_parameter:[1,4,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],to_type_hint:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[2,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[2,2,1,""],register_observer:[2,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[3,1,1,""],InputStream:[3,1,1,""],OutputStream:[3,1,1,""],get_varint_size:[3,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[3,2,1,""],get_count:[3,2,1,""],write:[3,2,1,""],write_byte:[3,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[3,2,1,""],read_all:[3,2,1,""],read_bigendian_double:[3,2,1,""],read_bigendian_int32:[3,2,1,""],read_bigendian_int64:[3,2,1,""],read_bigendian_uint64:[3,2,1,""],read_byte_py2:[3,2,1,""],read_byte_py3:[3,2,1,""],read_var_int64:[3,2,1,""],size:[3,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[3,2,1,""],size:[3,2,1,""],write:[3,2,1,""],write_bigendian_double:[3,2,1,""],write_bigendian_int32:[3,2,1,""],write_bigendian_int64:[3,2,1,""],write_bigendian_uint64:[3,2,1,""],write_byte:[3,2,1,""],write_var_int64:[3,2,1,""]},"apache_beam.error":{BeamError:[5,6,1,""],PValueError:[5,6,1,""],PipelineError:[5,6,1,""],RunnerError:[5,6,1,""],RuntimeValueProviderError:[5,6,1,""],SideInputError:[5,6,1,""],TransformError:[5,6,1,""]},"apache_beam.internal":{gcp:[7,0,0,"-"],http_client:[10,0,0,"-"],pickler:[11,0,0,"-"],util:[12,0,0,"-"]},"apache_beam.internal.gcp":{auth:[8,0,0,"-"],json_value:[9,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[8,6,1,""],get_service_credentials:[8,5,1,""],set_running_in_gce:[8,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[9,5,1,""],get_typed_value_descriptor:[9,5,1,""],to_json_value:[9,5,1,""]},"apache_beam.internal.http_client":{get_new_http:[10,5,1,""],proxy_info_from_environment_var:[10,5,1,""]},"apache_beam.internal.pickler":{dump_session:[11,5,1,""],dumps:[11,5,1,""],load_session:[11,5,1,""],loads:[11,5,1,""],new_save_module_dict:[11,5,1,""],save_module:[11,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[12,1,1,""],insert_values_in_args:[12,5,1,""],remove_objects_from_args:[12,5,1,""],run_using_threadpool:[12,5,1,""]},"apache_beam.io":{avroio:[14,0,0,"-"],concat_source:[15,0,0,"-"],filebasedsink:[16,0,0,"-"],filebasedsource:[17,0,0,"-"],filesystem:[18,0,0,"-"],filesystemio:[19,0,0,"-"],filesystems:[20,0,0,"-"],flink:[21,0,0,"-"],gcp:[23,0,0,"-"],hadoopfilesystem:[42,0,0,"-"],iobase:[43,0,0,"-"],localfilesystem:[44,0,0,"-"],parquetio:[45,0,0,"-"],range_trackers:[46,0,0,"-"],restriction_trackers:[47,0,0,"-"],source_test_utils:[48,0,0,"-"],textio:[49,0,0,"-"],tfrecordio:[50,0,0,"-"],utils:[51,0,0,"-"],vcfio:[52,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[14,1,1,""],ReadFromAvro:[14,1,1,""],WriteToAvro:[14,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[14,7,1,""],expand:[14,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[14,2,1,""],expand:[14,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[14,2,1,""],expand:[14,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[15,1,1,""],ConcatSource:[15,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[15,2,1,""],global_to_local:[15,2,1,""],local_to_global:[15,2,1,""],position_at_fraction:[15,2,1,""],set_current_position:[15,2,1,""],start_position:[15,2,1,""],stop_position:[15,2,1,""],sub_range_tracker:[15,2,1,""],try_claim:[15,2,1,""],try_split:[15,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[15,2,1,""],estimate_size:[15,2,1,""],get_range_tracker:[15,2,1,""],read:[15,2,1,""],sources:[15,7,1,""],split:[15,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[16,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[16,2,1,""],display_data:[16,2,1,""],finalize_write:[16,2,1,""],initialize_write:[16,2,1,""],open:[16,2,1,""],open_writer:[16,2,1,""],pre_finalize:[16,2,1,""],write_encoded_record:[16,2,1,""],write_record:[16,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[17,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[17,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[17,7,1,""],display_data:[17,2,1,""],estimate_size:[17,2,1,""],get_range_tracker:[17,2,1,""],open_file:[17,2,1,""],read:[17,2,1,""],read_records:[17,2,1,""],split:[17,2,1,""],splittable:[17,7,1,""]},"apache_beam.io.filesystem":{CompressedFile:[18,1,1,""],CompressionTypes:[18,1,1,""],FileMetadata:[18,1,1,""],FileSystem:[18,1,1,""],MatchResult:[18,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[18,2,1,""],closed:[18,2,1,""],flush:[18,2,1,""],read:[18,2,1,""],readable:[18,2,1,""],readline:[18,2,1,""],seek:[18,2,1,""],seekable:[18,7,1,""],tell:[18,2,1,""],write:[18,2,1,""],writeable:[18,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[18,7,1,""],BZIP2:[18,7,1,""],DEFLATE:[18,7,1,""],GZIP:[18,7,1,""],UNCOMPRESSED:[18,7,1,""],detect_compression_type:[18,3,1,""],is_valid_compression_type:[18,3,1,""],mime_type:[18,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[18,2,1,""],CHUNK_SIZE:[18,7,1,""],checksum:[18,2,1,""],copy:[18,2,1,""],create:[18,2,1,""],exists:[18,2,1,""],has_dirs:[18,2,1,""],join:[18,2,1,""],last_updated:[18,2,1,""],match:[18,2,1,""],match_files:[18,2,1,""],mkdirs:[18,2,1,""],open:[18,2,1,""],rename:[18,2,1,""],scheme:[18,3,1,""],size:[18,2,1,""],split:[18,2,1,""],translate_pattern:[18,4,1,""]},"apache_beam.io.filesystemio":{Downloader:[19,1,1,""],DownloaderStream:[19,1,1,""],PipeStream:[19,1,1,""],Uploader:[19,1,1,""],UploaderStream:[19,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[19,2,1,""],size:[19,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[19,2,1,""],readinto:[19,2,1,""],seek:[19,2,1,""],seekable:[19,2,1,""],tell:[19,2,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[19,2,1,""],seek:[19,2,1,""],tell:[19,2,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[19,2,1,""],put:[19,2,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[19,2,1,""],tell:[19,2,1,""],writable:[19,2,1,""],write:[19,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[20,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[20,4,1,""],URI_SCHEMA_PATTERN:[20,7,1,""],checksum:[20,4,1,""],copy:[20,4,1,""],create:[20,4,1,""],exists:[20,4,1,""],get_chunk_size:[20,4,1,""],get_filesystem:[20,4,1,""],get_scheme:[20,4,1,""],join:[20,4,1,""],last_updated:[20,4,1,""],match:[20,4,1,""],mkdirs:[20,4,1,""],open:[20,4,1,""],rename:[20,4,1,""],set_options:[20,3,1,""],split:[20,4,1,""]},"apache_beam.io.flink":{flink_streaming_impulse_source:[22,0,0,"-"]},"apache_beam.io.flink.flink_streaming_impulse_source":{FlinkStreamingImpulseSource:[22,1,1,""]},"apache_beam.io.flink.flink_streaming_impulse_source.FlinkStreamingImpulseSource":{URN:[22,7,1,""],config:[22,7,1,""],expand:[22,2,1,""],from_runner_api_parameter:[22,4,1,""],get_windowing:[22,2,1,""],infer_output_type:[22,2,1,""],set_interval_ms:[22,2,1,""],set_message_count:[22,2,1,""],to_runner_api_parameter:[22,2,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[24,0,0,"-"],bigquery:[25,0,0,"-"],bigquery_io_read_pipeline:[26,0,0,"-"],bigquery_tools:[27,0,0,"-"],bigtableio:[28,0,0,"-"],datastore:[29,0,0,"-"],datastore_write_it_pipeline:[37,0,0,"-"],gcsfilesystem:[38,0,0,"-"],gcsio:[39,0,0,"-"],pubsub:[40,0,0,"-"],pubsub_it_pipeline:[41,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[24,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[25,1,1,""],BigQuerySink:[25,1,1,""],BigQuerySource:[25,1,1,""],TableRowJsonCoder:[25,1,1,""],WriteToBigQuery:[25,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[25,7,1,""],CREATE_NEVER:[25,7,1,""],WRITE_APPEND:[25,7,1,""],WRITE_EMPTY:[25,7,1,""],WRITE_TRUNCATE:[25,7,1,""],validate_create:[25,4,1,""],validate_write:[25,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[25,2,1,""],format:[25,7,1,""],schema_as_json:[25,2,1,""],writer:[25,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[25,2,1,""],format:[25,7,1,""],reader:[25,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[25,2,1,""],encode:[25,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[25,2,1,""],expand:[25,2,1,""],get_dict_table_schema:[25,4,1,""],get_table_schema_from_string:[25,4,1,""],table_schema_to_dict:[25,4,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[26,1,1,""],run:[26,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[26,2,1,""]},"apache_beam.io.gcp.bigquery_tools":{BigQueryReader:[27,1,1,""],BigQueryWrapper:[27,1,1,""],BigQueryWriter:[27,1,1,""],RowAsDictJsonCoder:[27,1,1,""],default_encoder:[27,5,1,""],parse_table_reference:[27,5,1,""],parse_table_schema_from_json:[27,5,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWrapper":{TEMP_DATASET:[27,7,1,""],TEMP_TABLE:[27,7,1,""],clean_up_temporary_dataset:[27,2,1,""],convert_row_to_dict:[27,2,1,""],create_temporary_dataset:[27,2,1,""],get_or_create_dataset:[27,2,1,""],get_or_create_table:[27,2,1,""],get_query_location:[27,2,1,""],get_table:[27,2,1,""],get_table_location:[27,2,1,""],insert_rows:[27,2,1,""],run_query:[27,2,1,""],unique_row_id:[27,7,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWriter":{Write:[27,2,1,""]},"apache_beam.io.gcp.bigquery_tools.RowAsDictJsonCoder":{decode:[27,2,1,""],encode:[27,2,1,""]},"apache_beam.io.gcp.bigtableio":{WriteToBigTable:[28,1,1,""]},"apache_beam.io.gcp.bigtableio.WriteToBigTable":{expand:[28,2,1,""]},"apache_beam.io.gcp.datastore":{v1:[30,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{adaptive_throttler:[31,0,0,"-"],datastoreio:[32,0,0,"-"],fake_datastore:[33,0,0,"-"],helper:[34,0,0,"-"],query_splitter:[35,0,0,"-"],util:[36,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler":{AdaptiveThrottler:[31,1,1,""]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler":{MIN_REQUESTS:[31,7,1,""],successful_request:[31,2,1,""],throttle_request:[31,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[32,1,1,""],ReadFromDatastore:[32,1,1,""],WriteToDatastore:[32,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[32,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[32,1,1,""],SplitQueryFn:[32,1,1,""],display_data:[32,2,1,""],expand:[32,2,1,""],get_estimated_num_splits:[32,4,1,""],get_estimated_size_bytes:[32,4,1,""],query_latest_statistics_timestamp:[32,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[32,2,1,""],process:[32,2,1,""],start_bundle:[32,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[32,2,1,""],process:[32,2,1,""],start_bundle:[32,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[32,4,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[33,5,1,""],create_entities:[33,5,1,""],create_response:[33,5,1,""],create_run_query:[33,5,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[34,1,1,""],compare_path:[34,5,1,""],fetch_entities:[34,5,1,""],get_datastore:[34,5,1,""],is_key_valid:[34,5,1,""],key_comparator:[34,5,1,""],make_kind_stats_query:[34,5,1,""],make_latest_timestamp_query:[34,5,1,""],make_partition:[34,5,1,""],make_request:[34,5,1,""],retry_on_rpc_error:[34,5,1,""],write_mutations:[34,5,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[35,5,1,""]},"apache_beam.io.gcp.datastore.v1.util":{MovingSum:[36,1,1,""]},"apache_beam.io.gcp.datastore.v1.util.MovingSum":{add:[36,2,1,""],count:[36,2,1,""],has_data:[36,2,1,""],sum:[36,2,1,""]},"apache_beam.io.gcp.datastore_write_it_pipeline":{EntityWrapper:[37,1,1,""],make_ancestor_query:[37,5,1,""],new_pipeline_with_job_name:[37,5,1,""],run:[37,5,1,""]},"apache_beam.io.gcp.datastore_write_it_pipeline.EntityWrapper":{make_entity:[37,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[38,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[38,2,1,""],CHUNK_SIZE:[38,7,1,""],GCS_PREFIX:[38,7,1,""],checksum:[38,2,1,""],copy:[38,2,1,""],create:[38,2,1,""],exists:[38,2,1,""],has_dirs:[38,2,1,""],join:[38,2,1,""],last_updated:[38,2,1,""],mkdirs:[38,2,1,""],open:[38,2,1,""],rename:[38,2,1,""],scheme:[38,3,1,""],size:[38,2,1,""],split:[38,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[39,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[39,2,1,""],checksum:[39,2,1,""],copy:[39,2,1,""],copy_batch:[39,2,1,""],copytree:[39,2,1,""],delete_batch:[39,2,1,""],exists:[39,2,1,""],kms_key:[39,2,1,""],last_updated:[39,2,1,""],list_prefix:[39,2,1,""],open:[39,2,1,""],rename:[39,2,1,""],size:[39,2,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[40,1,1,""],ReadFromPubSub:[40,1,1,""],ReadStringsFromPubSub:[40,5,1,""],WriteStringsToPubSub:[40,5,1,""],WriteToPubSub:[40,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[40,7,1,""],data:[40,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[40,2,1,""],to_runner_api_parameter:[40,2,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[40,2,1,""],to_proto_str:[40,4,1,""],to_runner_api_parameter:[40,2,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[41,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[42,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[42,2,1,""],checksum:[42,2,1,""],copy:[42,2,1,""],create:[42,2,1,""],exists:[42,2,1,""],has_dirs:[42,2,1,""],join:[42,2,1,""],last_updated:[42,2,1,""],mkdirs:[42,2,1,""],open:[42,2,1,""],rename:[42,2,1,""],scheme:[42,3,1,""],size:[42,2,1,""],split:[42,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[43,1,1,""],RangeTracker:[43,1,1,""],Read:[43,1,1,""],RestrictionTracker:[43,1,1,""],Sink:[43,1,1,""],Write:[43,1,1,""],Writer:[43,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[43,2,1,""],estimate_size:[43,2,1,""],get_range_tracker:[43,2,1,""],is_bounded:[43,2,1,""],read:[43,2,1,""],split:[43,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[43,7,1,""],fraction_consumed:[43,2,1,""],position_at_fraction:[43,2,1,""],set_current_position:[43,2,1,""],set_split_points_unclaimed_callback:[43,2,1,""],split_points:[43,2,1,""],start_position:[43,2,1,""],stop_position:[43,2,1,""],try_claim:[43,2,1,""],try_split:[43,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[43,2,1,""],expand:[43,2,1,""],from_runner_api_parameter:[43,4,1,""],get_windowing:[43,2,1,""],to_runner_api_parameter:[43,2,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[43,2,1,""],checkpoint:[43,2,1,""],current_restriction:[43,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[43,2,1,""],initialize_write:[43,2,1,""],open_writer:[43,2,1,""],pre_finalize:[43,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[43,2,1,""],expand:[43,2,1,""]},"apache_beam.io.iobase.Writer":{close:[43,2,1,""],write:[43,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[44,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[44,2,1,""],checksum:[44,2,1,""],copy:[44,2,1,""],create:[44,2,1,""],exists:[44,2,1,""],has_dirs:[44,2,1,""],join:[44,2,1,""],last_updated:[44,2,1,""],mkdirs:[44,2,1,""],open:[44,2,1,""],rename:[44,2,1,""],scheme:[44,3,1,""],size:[44,2,1,""],split:[44,2,1,""]},"apache_beam.io.parquetio":{ReadAllFromParquet:[45,1,1,""],ReadFromParquet:[45,1,1,""],WriteToParquet:[45,1,1,""]},"apache_beam.io.parquetio.ReadAllFromParquet":{DEFAULT_DESIRED_BUNDLE_SIZE:[45,7,1,""],expand:[45,2,1,""]},"apache_beam.io.parquetio.ReadFromParquet":{display_data:[45,2,1,""],expand:[45,2,1,""]},"apache_beam.io.parquetio.WriteToParquet":{display_data:[45,2,1,""],expand:[45,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[46,1,1,""],OffsetRangeTracker:[46,1,1,""],OrderedPositionRangeTracker:[46,1,1,""],UnsplittableRangeTracker:[46,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[46,3,1,""],position_to_fraction:[46,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[46,7,1,""],fraction_consumed:[46,2,1,""],last_record_start:[46,7,1,""],position_at_fraction:[46,2,1,""],set_current_position:[46,2,1,""],set_split_points_unclaimed_callback:[46,2,1,""],split_points:[46,2,1,""],start_position:[46,2,1,""],stop_position:[46,2,1,""],try_claim:[46,2,1,""],try_split:[46,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[46,7,1,""],fraction_consumed:[46,2,1,""],fraction_to_position:[46,2,1,""],position_at_fraction:[46,2,1,""],position_to_fraction:[46,2,1,""],start_position:[46,2,1,""],stop_position:[46,2,1,""],try_claim:[46,2,1,""],try_split:[46,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[46,2,1,""],position_at_fraction:[46,2,1,""],set_current_position:[46,2,1,""],set_split_points_unclaimed_callback:[46,2,1,""],split_points:[46,2,1,""],start_position:[46,2,1,""],stop_position:[46,2,1,""],try_claim:[46,2,1,""],try_split:[46,2,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[47,1,1,""],OffsetRestrictionTracker:[47,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[47,2,1,""],split:[47,2,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[47,2,1,""],checkpoint:[47,2,1,""],current_restriction:[47,2,1,""],current_watermark:[47,2,1,""],defer_remainder:[47,2,1,""],deferred_status:[47,2,1,""],start_position:[47,2,1,""],stop_position:[47,2,1,""],try_claim:[47,2,1,""],try_split:[47,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[48,5,1,""],assert_sources_equal_reference_source:[48,5,1,""],assert_split_at_fraction_behavior:[48,5,1,""],assert_split_at_fraction_binary:[48,5,1,""],assert_split_at_fraction_exhaustive:[48,5,1,""],assert_split_at_fraction_fails:[48,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[48,5,1,""],read_from_source:[48,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[49,1,1,""],ReadFromText:[49,1,1,""],ReadFromTextWithFilename:[49,1,1,""],WriteToText:[49,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[49,7,1,""],expand:[49,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[49,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[49,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[50,1,1,""],WriteToTFRecord:[50,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[50,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[50,2,1,""]},"apache_beam.io.utils":{CountingSource:[51,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[51,2,1,""],get_range_tracker:[51,2,1,""],read:[51,2,1,""],split:[51,2,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[52,1,1,""],ReadFromVcf:[52,1,1,""],Variant:[52,1,1,""],VariantCall:[52,1,1,""],VariantInfo:[52,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[52,7,1,""],line:[52,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[52,2,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[52,7,1,""],field_count:[52,7,1,""]},"apache_beam.metrics":{cells:[54,0,0,"-"],metric:[55,0,0,"-"],metricbase:[56,0,0,"-"],monitoring_infos:[57,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[54,1,1,""],GaugeResult:[54,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[54,7,1,""],max:[54,7,1,""],mean:[54,7,1,""],min:[54,7,1,""],sum:[54,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[54,7,1,""],value:[54,7,1,""]},"apache_beam.metrics.metric":{Metrics:[55,1,1,""],MetricsFilter:[55,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[55,1,1,""],DelegatingDistribution:[55,1,1,""],DelegatingGauge:[55,1,1,""],counter:[55,4,1,""],distribution:[55,4,1,""],gauge:[55,4,1,""],get_namespace:[55,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[55,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[55,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[55,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[55,7,1,""],namespaces:[55,7,1,""],steps:[55,7,1,""],with_name:[55,2,1,""],with_names:[55,2,1,""],with_namespace:[55,2,1,""],with_namespaces:[55,2,1,""],with_step:[55,2,1,""],with_steps:[55,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[56,1,1,""],Distribution:[56,1,1,""],Gauge:[56,1,1,""],Metric:[56,1,1,""],MetricName:[56,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[56,2,1,""],inc:[56,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[56,2,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[56,2,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[56,4,1,""],to_runner_api:[56,2,1,""]},"apache_beam.metrics.monitoring_infos":{create_labels:[57,5,1,""],create_monitoring_info:[57,5,1,""],extract_counter_value:[57,5,1,""],extract_distribution:[57,5,1,""],extract_metric_result_map_value:[57,5,1,""],int64_counter:[57,5,1,""],int64_distribution:[57,5,1,""],int64_gauge:[57,5,1,""],is_counter:[57,5,1,""],is_distribution:[57,5,1,""],is_gauge:[57,5,1,""],is_user_monitoring_info:[57,5,1,""],parse_namespace_and_name:[57,5,1,""],to_key:[57,5,1,""],to_timestamp_proto:[57,5,1,""],to_timestamp_secs:[57,5,1,""],user_metric_urn:[57,5,1,""]},"apache_beam.options":{pipeline_options:[59,0,0,"-"],pipeline_options_validator:[60,0,0,"-"],value_provider:[61,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[59,1,1,""],DirectOptions:[59,1,1,""],GoogleCloudOptions:[59,1,1,""],HadoopFileSystemOptions:[59,1,1,""],PipelineOptions:[59,1,1,""],ProfilingOptions:[59,1,1,""],SetupOptions:[59,1,1,""],StandardOptions:[59,1,1,""],TestOptions:[59,1,1,""],TypeOptions:[59,1,1,""],WorkerOptions:[59,1,1,""]},"apache_beam.options.pipeline_options.DebugOptions":{add_experiment:[59,2,1,""],lookup_experiment:[59,2,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[59,7,1,""],COMPUTE_API_SERVICE:[59,7,1,""],DATAFLOW_ENDPOINT:[59,7,1,""],STORAGE_API_SERVICE:[59,7,1,""],validate:[59,2,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[59,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[59,2,1,""],from_dictionary:[59,3,1,""],get_all_options:[59,2,1,""],view_as:[59,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[59,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[59,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[59,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[60,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[60,7,1,""],ERR_INVALID_GCS_BUCKET:[60,7,1,""],ERR_INVALID_GCS_OBJECT:[60,7,1,""],ERR_INVALID_GCS_PATH:[60,7,1,""],ERR_INVALID_JOB_NAME:[60,7,1,""],ERR_INVALID_NOT_POSITIVE:[60,7,1,""],ERR_INVALID_PROJECT_ID:[60,7,1,""],ERR_INVALID_PROJECT_NUMBER:[60,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[60,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[60,7,1,""],ERR_MISSING_GCS_PATH:[60,7,1,""],ERR_MISSING_OPTION:[60,7,1,""],GCS_BUCKET:[60,7,1,""],GCS_SCHEME:[60,7,1,""],GCS_URI:[60,7,1,""],JOB_PATTERN:[60,7,1,""],OPTIONS:[60,7,1,""],PROJECT_ID_PATTERN:[60,7,1,""],PROJECT_NUMBER_PATTERN:[60,7,1,""],is_full_string_match:[60,2,1,""],is_service_runner:[60,2,1,""],validate:[60,2,1,""],validate_cloud_options:[60,2,1,""],validate_gcs_path:[60,2,1,""],validate_optional_argument_positive:[60,2,1,""],validate_test_matcher:[60,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[61,1,1,""],StaticValueProvider:[61,1,1,""],ValueProvider:[61,1,1,""],check_accessible:[61,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[61,7,1,""],get:[61,2,1,""],get_value:[61,3,1,""],is_accessible:[61,2,1,""],runtime_options:[61,7,1,""],set_runtime_options:[61,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[61,2,1,""],is_accessible:[61,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[61,2,1,""],is_accessible:[61,2,1,""]},"apache_beam.pipeline":{PTransformOverride:[62,1,1,""],Pipeline:[62,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[62,2,1,""],matches:[62,2,1,""]},"apache_beam.pipeline.Pipeline":{apply:[62,2,1,""],from_runner_api:[62,4,1,""],options:[62,7,1,""],replace_all:[62,2,1,""],run:[62,2,1,""],to_runner_api:[62,2,1,""],visit:[62,2,1,""]},"apache_beam.portability":{api:[64,0,0,"-"],common_urns:[73,0,0,"-"],python_urns:[74,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[65,0,0,"-"],beam_expansion_api_pb2_grpc:[66,0,0,"-"],beam_fn_api_pb2_grpc:[67,0,0,"-"],beam_job_api_pb2_grpc:[68,0,0,"-"],beam_provision_api_pb2_grpc:[69,0,0,"-"],beam_runner_api_pb2_grpc:[70,0,0,"-"],endpoints_pb2_grpc:[71,0,0,"-"],standard_window_fns_pb2_grpc:[72,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[65,1,1,""],ArtifactRetrievalServiceStub:[65,1,1,""],ArtifactStagingServiceServicer:[65,1,1,""],ArtifactStagingServiceStub:[65,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[65,5,1,""],add_ArtifactStagingServiceServicer_to_server:[65,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[65,2,1,""],GetManifest:[65,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[65,2,1,""],PutArtifact:[65,2,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc":{ExpansionServiceServicer:[66,1,1,""],ExpansionServiceStub:[66,1,1,""],add_ExpansionServiceServicer_to_server:[66,5,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc.ExpansionServiceServicer":{Expand:[66,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[67,1,1,""],BeamFnControlStub:[67,1,1,""],BeamFnDataServicer:[67,1,1,""],BeamFnDataStub:[67,1,1,""],BeamFnExternalWorkerPoolServicer:[67,1,1,""],BeamFnExternalWorkerPoolStub:[67,1,1,""],BeamFnLoggingServicer:[67,1,1,""],BeamFnLoggingStub:[67,1,1,""],BeamFnStateServicer:[67,1,1,""],BeamFnStateStub:[67,1,1,""],add_BeamFnControlServicer_to_server:[67,5,1,""],add_BeamFnDataServicer_to_server:[67,5,1,""],add_BeamFnExternalWorkerPoolServicer_to_server:[67,5,1,""],add_BeamFnLoggingServicer_to_server:[67,5,1,""],add_BeamFnStateServicer_to_server:[67,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[67,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[67,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnExternalWorkerPoolServicer":{NotifyRunnerAvailable:[67,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[67,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[67,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[68,1,1,""],JobServiceStub:[68,1,1,""],add_JobServiceServicer_to_server:[68,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[68,2,1,""],DescribePipelineOptions:[68,2,1,""],GetMessageStream:[68,2,1,""],GetState:[68,2,1,""],GetStateStream:[68,2,1,""],Prepare:[68,2,1,""],Run:[68,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[69,1,1,""],ProvisionServiceStub:[69,1,1,""],add_ProvisionServiceServicer_to_server:[69,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[69,2,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[73,1,1,""],PropertiesFromEnumValue:[73,1,1,""],PropertiesFromPayloadType:[73,5,1,""]},"apache_beam.pvalue":{AsDict:[75,1,1,""],AsIter:[75,1,1,""],AsList:[75,1,1,""],AsSingleton:[75,1,1,""],EmptySideInput:[75,1,1,""],PCollection:[75,1,1,""],TaggedOutput:[75,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[75,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[75,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[75,4,1,""],to_runner_api:[75,2,1,""],windowing:[75,7,1,""]},"apache_beam.runners":{dataflow:[77,0,0,"-"],direct:[85,0,0,"-"],interactive:[100,0,0,"-"],internal:[109,0,0,"-"],job:[111,0,0,"-"],pipeline_context:[114,0,0,"-"],runner:[115,0,0,"-"],sdf_common:[116,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_metrics:[78,0,0,"-"],dataflow_runner:[79,0,0,"-"],native_io:[80,0,0,"-"],ptransform_overrides:[83,0,0,"-"],test_dataflow_runner:[84,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[78,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[78,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[79,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[79,1,1,""],apply_CombineValues:[79,2,1,""],apply_GroupByKey:[79,2,1,""],apply_Read:[79,2,1,""],apply_WriteToBigQuery:[79,2,1,""],byte_array_to_json_string:[79,4,1,""],deserialize_windowing_strategy:[79,3,1,""],flatten_input_visitor:[79,4,1,""],group_by_key_input_visitor:[79,4,1,""],json_string_to_byte_array:[79,4,1,""],poll_for_job_completion:[79,4,1,""],run_CombineValues:[79,2,1,""],run_Flatten:[79,2,1,""],run_GroupByKey:[79,2,1,""],run_Impulse:[79,2,1,""],run_ParDo:[79,2,1,""],run_Read:[79,2,1,""],run__NativeWrite:[79,2,1,""],run_pipeline:[79,2,1,""],serialize_windowing_strategy:[79,3,1,""],side_input_visitor:[79,4,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[79,2,1,""],matches:[79,2,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[81,0,0,"-"],streaming_create:[82,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[81,1,1,""],DynamicSplitRequest:[81,1,1,""],DynamicSplitResult:[81,1,1,""],DynamicSplitResultWithPosition:[81,1,1,""],NativeSink:[81,1,1,""],NativeSinkWriter:[81,1,1,""],NativeSource:[81,1,1,""],NativeSourceReader:[81,1,1,""],ReaderPosition:[81,1,1,""],ReaderProgress:[81,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[81,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[81,2,1,""],takes_windowed_values:[81,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[81,2,1,""],reader:[81,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[81,2,1,""],request_dynamic_split:[81,2,1,""],returns_windowed_values:[81,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[81,7,1,""],percent_complete:[81,7,1,""],position:[81,7,1,""],remaining_split_points:[81,7,1,""],remaining_time:[81,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[82,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[82,1,1,""],Impulse:[82,1,1,""],expand:[82,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[82,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[82,2,1,""],get_windowing:[82,2,1,""],infer_output_type:[82,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[83,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[83,2,1,""],matches:[83,2,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[84,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[84,2,1,""],run_pipeline:[84,2,1,""],wait_until_in_state:[84,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[86,0,0,"-"],clock:[87,0,0,"-"],consumer_tracking_pipeline_visitor:[88,0,0,"-"],direct_metrics:[89,0,0,"-"],direct_runner:[90,0,0,"-"],direct_userstate:[91,0,0,"-"],evaluation_context:[92,0,0,"-"],executor:[93,0,0,"-"],helper_transforms:[94,0,0,"-"],sdf_direct_runner:[95,0,0,"-"],test_direct_runner:[96,0,0,"-"],transform_evaluator:[97,0,0,"-"],util:[98,0,0,"-"],watermark_manager:[99,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[86,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[86,2,1,""],create_empty_committed_bundle:[86,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[87,1,1,""],RealClock:[87,1,1,""],TestClock:[87,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[87,2,1,""],time:[87,2,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[87,2,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[87,2,1,""],time:[87,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[88,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[88,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[89,1,1,""],DirectMetrics:[89,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[89,2,1,""],commit_physical:[89,2,1,""],extract_committed:[89,2,1,""],extract_latest_attempted:[89,2,1,""],update_physical:[89,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[89,2,1,""],commit_physical:[89,2,1,""],query:[89,2,1,""],update_physical:[89,2,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[90,1,1,""],DirectRunner:[90,7,1,""],SwitchingDirectRunner:[90,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[90,2,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[90,2,1,""]},"apache_beam.runners.direct.direct_userstate":{DirectUserStateContext:[91,1,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[91,2,1,""],get_state:[91,2,1,""],get_timer:[91,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[92,1,1,""],DirectUnmergedState:[92,1,1,""],EvaluationContext:[92,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[92,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[92,2,1,""],create_empty_committed_bundle:[92,2,1,""],extract_all_timers:[92,2,1,""],get_aggregator_values:[92,2,1,""],get_execution_context:[92,2,1,""],get_value_or_block_until_ready:[92,2,1,""],handle_result:[92,2,1,""],is_done:[92,2,1,""],is_root_transform:[92,2,1,""],metrics:[92,2,1,""],schedule_pending_unblocked_tasks:[92,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[93,1,1,""],TransformExecutor:[93,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[93,2,1,""],shutdown:[93,2,1,""],start:[93,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[93,2,1,""],call:[93,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[94,1,1,""],LiftedCombinePerKey:[94,1,1,""],PartialGroupByKeyCombiningValues:[94,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[94,2,1,""],process:[94,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[94,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[94,2,1,""],finish_bundle:[94,2,1,""],process:[94,2,1,""],start_bundle:[94,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[95,1,1,""],ProcessFn:[95,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[95,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[95,1,1,""],SDFProcessElementInvoker:[95,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[95,2,1,""],new_process_fn:[95,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[95,2,1,""],set_process_element_invoker:[95,2,1,""],step_context:[95,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[95,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[95,2,1,""],matches:[95,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[95,1,1,""],invoke_process_element:[95,2,1,""],test_method:[95,2,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[96,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[96,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[97,1,1,""],RootBundleProvider:[97,1,1,""],TransformEvaluatorRegistry:[97,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[97,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[97,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[97,2,1,""],get_root_bundle_provider:[97,2,1,""],should_execute_serially:[97,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[98,1,1,""],TimerFiring:[98,1,1,""],TransformResult:[98,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[99,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[99,7,1,""],WATERMARK_POS_INF:[99,7,1,""],extract_all_timers:[99,2,1,""],get_watermarks:[99,2,1,""],update_watermarks:[99,2,1,""]},"apache_beam.runners.interactive":{cache_manager:[101,0,0,"-"],display:[102,0,0,"-"],interactive_runner:[107,0,0,"-"],pipeline_analyzer:[108,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[101,1,1,""],FileBasedCacheManager:[101,1,1,""],ReadCache:[101,1,1,""],SafeFastPrimitivesCoder:[101,1,1,""],WriteCache:[101,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[101,2,1,""],exists:[101,2,1,""],is_latest_version:[101,2,1,""],read:[101,2,1,""],sink:[101,2,1,""],source:[101,2,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[101,2,1,""],exists:[101,2,1,""],read:[101,2,1,""],sink:[101,2,1,""],source:[101,2,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[101,2,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[101,2,1,""],encode:[101,2,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[101,2,1,""]},"apache_beam.runners.interactive.display":{display_manager:[103,0,0,"-"],interactive_pipeline_graph:[104,0,0,"-"],pipeline_graph:[105,0,0,"-"],pipeline_graph_renderer:[106,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[103,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[103,2,1,""],stop_periodic_update:[103,2,1,""],update_display:[103,2,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[104,1,1,""],format_sample:[104,5,1,""],nice_str:[104,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[104,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[105,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{get_dot:[105,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[106,1,1,""],PipelineGraphRenderer:[106,1,1,""],PydotRenderer:[106,1,1,""],TextRenderer:[106,1,1,""],get_renderer:[106,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[106,3,1,""],render_pipeline_graph:[106,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[106,3,1,""],render_pipeline_graph:[106,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[106,3,1,""],render_pipeline_graph:[106,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[106,3,1,""],render_pipeline_graph:[106,2,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[107,1,1,""],PipelineResult:[107,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[107,2,1,""],cleanup:[107,2,1,""],end_session:[107,2,1,""],run_pipeline:[107,2,1,""],set_render_option:[107,2,1,""],start_session:[107,2,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{get:[107,2,1,""],sample:[107,2,1,""],wait_until_finish:[107,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[108,1,1,""],PipelineInfo:[108,1,1,""],set_proto_map:[108,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[108,2,1,""],pipeline_info:[108,2,1,""],pipeline_proto_to_execute:[108,2,1,""],read_cache_ids:[108,2,1,""],tl_referenced_pcoll_ids:[108,2,1,""],tl_required_trans_ids:[108,2,1,""],write_cache_ids:[108,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[108,1,1,""],all_pcollections:[108,2,1,""],cache_label:[108,2,1,""],leaf_pcollections:[108,2,1,""],producer:[108,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[108,2,1,""],json:[108,2,1,""]},"apache_beam.runners.internal":{names:[110,0,0,"-"]},"apache_beam.runners.job":{manager:[112,0,0,"-"],utils:[113,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[112,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[113,5,1,""],struct_to_dict:[113,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[114,1,1,""],PipelineContext:[114,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[114,4,1,""],to_runner_api:[114,2,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{coder_id_from_element_type:[114,2,1,""],default_environment_id:[114,2,1,""],element_type_from_coder_id:[114,2,1,""],from_runner_api:[114,4,1,""],to_runner_api:[114,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[115,1,1,""],PipelineRunner:[115,1,1,""],PipelineState:[115,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[115,2,1,""],cancel:[115,2,1,""],metrics:[115,2,1,""],state:[115,7,1,""],wait_until_finish:[115,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[115,2,1,""],apply_PTransform:[115,2,1,""],run:[115,2,1,""],run_async:[115,2,1,""],run_pipeline:[115,2,1,""],run_transform:[115,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[115,7,1,""],CANCELLING:[115,7,1,""],DONE:[115,7,1,""],DRAINED:[115,7,1,""],DRAINING:[115,7,1,""],FAILED:[115,7,1,""],PENDING:[115,7,1,""],RUNNING:[115,7,1,""],STARTING:[115,7,1,""],STOPPED:[115,7,1,""],UNKNOWN:[115,7,1,""],UPDATED:[115,7,1,""],is_terminal:[115,3,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[116,1,1,""],ExplodeWindowsFn:[116,1,1,""],PairWithRestrictionFn:[116,1,1,""],ProcessKeyedElements:[116,1,1,""],RandomUniqueKeyFn:[116,1,1,""],SplitRestrictionFn:[116,1,1,""],SplittableParDo:[116,1,1,""],SplittableParDoOverride:[116,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[116,2,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[116,2,1,""],start_bundle:[116,2,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[116,2,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[116,2,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[116,2,1,""],start_bundle:[116,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[116,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[116,2,1,""],matches:[116,2,1,""]},"apache_beam.testing":{benchmarks:[118,0,0,"-"],load_tests:[128,0,0,"-"],pipeline_verifiers:[130,0,0,"-"],synthetic_pipeline:[131,0,0,"-"],test_pipeline:[132,0,0,"-"],test_stream:[133,0,0,"-"],test_utils:[134,0,0,"-"],util:[135,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[119,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[120,0,0,"-"],nexmark_launcher:[122,0,0,"-"],nexmark_util:[123,0,0,"-"],queries:[124,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[121,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[121,1,1,""],Bid:[121,1,1,""],Person:[121,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[122,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[122,2,1,""],generate_events:[122,2,1,""],parse_args:[122,2,1,""],run:[122,2,1,""],run_query:[122,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[123,1,1,""],ParseEventFn:[123,1,1,""],display:[123,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[123,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[123,2,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[125,0,0,"-"],query1:[126,0,0,"-"],query2:[127,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[125,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[126,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[127,5,1,""]},"apache_beam.testing.load_tests":{load_test_metrics_utils:[129,0,0,"-"]},"apache_beam.testing.load_tests.load_test_metrics_utils":{BigQueryClient:[129,1,1,""],MeasureTime:[129,1,1,""],MetricsMonitor:[129,1,1,""],count_bytes:[129,5,1,""],get_element_by_schema:[129,5,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryClient":{match_and_save:[129,2,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureTime":{finish_bundle:[129,2,1,""],process:[129,2,1,""],start_bundle:[129,2,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MetricsMonitor":{send_metrics:[129,2,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[130,1,1,""],PipelineStateMatcher:[130,1,1,""],retry_on_io_error_and_server_error:[130,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[130,2,1,""],describe_to:[130,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[130,2,1,""],describe_to:[130,2,1,""]},"apache_beam.testing.synthetic_pipeline":{ShuffleBarrier:[131,1,1,""],SideInputBarrier:[131,1,1,""],SyntheticSource:[131,1,1,""],SyntheticStep:[131,1,1,""],div_round_up:[131,5,1,""],expand_using_gbk:[131,5,1,""],expand_using_second_output:[131,5,1,""],merge_using_gbk:[131,5,1,""],merge_using_side_input:[131,5,1,""],parse_args:[131,5,1,""],parse_byte_size:[131,5,1,""],rotate_key:[131,5,1,""],run:[131,5,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[131,2,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[131,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[131,2,1,""],element_size:[131,7,1,""],estimate_size:[131,2,1,""],get_range_tracker:[131,2,1,""],read:[131,2,1,""],split:[131,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[131,2,1,""],process:[131,2,1,""],start_bundle:[131,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[132,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[132,2,1,""],get_option:[132,2,1,""],run:[132,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[133,1,1,""],Event:[133,1,1,""],ProcessingTimeEvent:[133,1,1,""],TestStream:[133,1,1,""],WatermarkEvent:[133,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[133,2,1,""],advance_processing_time:[133,2,1,""],advance_watermark_to:[133,2,1,""],advance_watermark_to_infinity:[133,2,1,""],expand:[133,2,1,""],get_windowing:[133,2,1,""]},"apache_beam.testing.test_utils":{PullResponseMessage:[134,1,1,""],TempDir:[134,1,1,""],cleanup_subscriptions:[134,5,1,""],cleanup_topics:[134,5,1,""],compute_hash:[134,5,1,""],create_pull_response:[134,5,1,""],patch_retry:[134,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[134,2,1,""],get_path:[134,2,1,""]},"apache_beam.testing.util":{TestWindowedValue:[135,1,1,""],assert_that:[135,5,1,""],equal_to:[135,5,1,""],is_empty:[135,5,1,""],open_shards:[135,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[135,7,1,""],value:[135,7,1,""],windows:[135,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[137,0,0,"-"],distribution_counter_microbenchmark:[138,0,0,"-"],sideinput_microbenchmark:[139,0,0,"-"],utils:[140,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[137,5,1,""],dict_int_int:[137,5,1,""],globally_windowed_value:[137,5,1,""],large_dict:[137,5,1,""],large_int:[137,5,1,""],large_iterable:[137,5,1,""],large_list:[137,5,1,""],large_string:[137,5,1,""],large_tuple:[137,5,1,""],list_int:[137,5,1,""],random_string:[137,5,1,""],random_windowed_value:[137,5,1,""],run_coder_benchmarks:[137,5,1,""],small_dict:[137,5,1,""],small_int:[137,5,1,""],small_list:[137,5,1,""],small_string:[137,5,1,""],small_tuple:[137,5,1,""],wv_with_multiple_windows:[137,5,1,""],wv_with_one_window:[137,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[138,5,1,""],run_benchmark:[138,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[139,5,1,""],run_benchmark:[139,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[140,1,1,""],check_compiled:[140,5,1,""],run_benchmarks:[140,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[140,7,1,""],num_runs:[140,7,1,""],size:[140,7,1,""]},"apache_beam.transforms":{combiners:[142,0,0,"-"],core:[143,0,0,"-"],create_source:[144,0,0,"-"],display:[145,0,0,"-"],external:[146,0,0,"-"],ptransform:[147,0,0,"-"],sideinputs:[148,0,0,"-"],timeutil:[149,0,0,"-"],trigger:[150,0,0,"-"],userstate:[151,0,0,"-"],util:[152,0,0,"-"],window:[153,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[142,1,1,""],Mean:[142,1,1,""],Sample:[142,1,1,""],ToDict:[142,1,1,""],ToList:[142,1,1,""],Top:[142,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[142,1,1,""],PerElement:[142,1,1,""],PerKey:[142,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[142,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[142,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[142,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[142,1,1,""],PerKey:[142,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[142,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[142,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[142,1,1,""],FixedSizePerKey:[142,1,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizeGlobally":{default_label:[142,2,1,""],display_data:[142,2,1,""],expand:[142,2,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizePerKey":{default_label:[142,2,1,""],display_data:[142,2,1,""],expand:[142,2,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[142,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[142,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[142,4,1,""],LargestPerKey:[142,4,1,""],Of:[142,1,1,""],PerKey:[142,1,1,""],Smallest:[142,4,1,""],SmallestPerKey:[142,4,1,""]},"apache_beam.transforms.combiners.Top.Of":{default_label:[142,2,1,""],expand:[142,2,1,""]},"apache_beam.transforms.combiners.Top.PerKey":{default_label:[142,2,1,""],expand:[142,2,1,""]},"apache_beam.transforms.core":{CombineFn:[143,1,1,""],CombineGlobally:[143,1,1,""],CombinePerKey:[143,1,1,""],CombineValues:[143,1,1,""],Create:[143,1,1,""],DoFn:[143,1,1,""],Filter:[143,5,1,""],FlatMap:[143,5,1,""],Flatten:[143,1,1,""],GroupByKey:[143,1,1,""],Impulse:[143,1,1,""],Map:[143,5,1,""],ParDo:[143,1,1,""],Partition:[143,1,1,""],PartitionFn:[143,1,1,""],WindowInto:[143,1,1,""],Windowing:[143,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[143,2,1,""],add_inputs:[143,2,1,""],apply:[143,2,1,""],compact:[143,2,1,""],create_accumulator:[143,2,1,""],default_label:[143,2,1,""],extract_output:[143,2,1,""],for_input_type:[143,2,1,""],from_callable:[143,4,1,""],get_accumulator_coder:[143,2,1,""],maybe_from_callable:[143,4,1,""],merge_accumulators:[143,2,1,""],to_runner_api_parameter:[143,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[143,2,1,""],as_view:[143,7,1,""],default_label:[143,2,1,""],display_data:[143,2,1,""],expand:[143,2,1,""],fanout:[143,7,1,""],has_defaults:[143,7,1,""],with_defaults:[143,2,1,""],with_fanout:[143,2,1,""],without_defaults:[143,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[143,2,1,""],default_type_hints:[143,2,1,""],display_data:[143,2,1,""],expand:[143,2,1,""],from_runner_api_parameter:[143,4,1,""],make_fn:[143,2,1,""],runner_api_requires_keyed_input:[143,2,1,""],to_runner_api_parameter:[143,2,1,""],with_hot_key_fanout:[143,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[143,2,1,""],from_runner_api_parameter:[143,4,1,""],make_fn:[143,2,1,""],to_runner_api_parameter:[143,2,1,""]},"apache_beam.transforms.core.Create":{expand:[143,2,1,""],get_output_type:[143,2,1,""],get_windowing:[143,2,1,""],infer_output_type:[143,2,1,""],to_runner_api_parameter:[143,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnProcessParams:[143,7,1,""],ElementParam:[143,7,1,""],SideInputParam:[143,7,1,""],StateParam:[143,7,1,""],TimerParam:[143,7,1,""],TimestampParam:[143,7,1,""],WatermarkReporterParam:[143,7,1,""],WindowParam:[143,7,1,""],default_label:[143,2,1,""],finish_bundle:[143,2,1,""],from_callable:[143,4,1,""],get_function_arguments:[143,2,1,""],infer_output_type:[143,2,1,""],is_process_bounded:[143,2,1,""],process:[143,2,1,""],start_bundle:[143,2,1,""],to_runner_api_parameter:[143,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[143,2,1,""],from_runner_api_parameter:[143,4,1,""],get_windowing:[143,2,1,""],to_runner_api_parameter:[143,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[143,1,1,""],expand:[143,2,1,""],from_runner_api_parameter:[143,4,1,""],infer_output_type:[143,2,1,""],runner_api_requires_keyed_input:[143,2,1,""],to_runner_api_parameter:[143,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[143,2,1,""],process:[143,2,1,""]},"apache_beam.transforms.core.Impulse":{expand:[143,2,1,""],from_runner_api_parameter:[143,4,1,""],get_windowing:[143,2,1,""],infer_output_type:[143,2,1,""],to_runner_api_parameter:[143,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[143,2,1,""],display_data:[143,2,1,""],expand:[143,2,1,""],from_runner_api_parameter:[143,4,1,""],infer_output_type:[143,2,1,""],make_fn:[143,2,1,""],runner_api_requires_keyed_input:[143,2,1,""],to_runner_api_parameter:[143,2,1,""],with_outputs:[143,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[143,1,1,""],expand:[143,2,1,""],make_fn:[143,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[143,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[143,2,1,""],partition_for:[143,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[143,1,1,""],expand:[143,2,1,""],from_runner_api_parameter:[143,4,1,""],get_windowing:[143,2,1,""],infer_output_type:[143,2,1,""],to_runner_api_parameter:[143,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[143,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[143,4,1,""],is_default:[143,2,1,""],to_runner_api:[143,2,1,""]},"apache_beam.transforms.display":{DisplayData:[145,1,1,""],DisplayDataItem:[145,1,1,""],HasDisplayData:[145,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[145,3,1,""],create_from_options:[145,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[145,2,1,""],drop_if_none:[145,2,1,""],get_dict:[145,2,1,""],is_valid:[145,2,1,""],should_drop:[145,2,1,""],typeDict:[145,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[145,2,1,""]},"apache_beam.transforms.external":{ExternalTransform:[146,1,1,""],memoize:[146,5,1,""]},"apache_beam.transforms.external.ExternalTransform":{default_label:[146,2,1,""],expand:[146,2,1,""],outer_namespace:[146,3,1,""],to_runner_api_transform:[146,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[147,1,1,""],label_from_callable:[147,5,1,""],ptransform_fn:[147,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[147,2,1,""],expand:[147,2,1,""],from_runner_api:[147,3,1,""],get_windowing:[147,2,1,""],infer_output_type:[147,2,1,""],label:[147,7,1,""],pipeline:[147,7,1,""],register_urn:[147,3,1,""],runner_api_requires_keyed_input:[147,2,1,""],side_inputs:[147,7,1,""],to_runner_api:[147,2,1,""],to_runner_api_parameter:[147,2,1,""],to_runner_api_pickled:[147,2,1,""],type_check_inputs:[147,2,1,""],type_check_inputs_or_outputs:[147,2,1,""],type_check_outputs:[147,2,1,""],with_input_types:[147,2,1,""],with_output_types:[147,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[148,1,1,""],default_window_mapping_fn:[148,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[148,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[149,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[149,7,1,""],REAL_TIME:[149,7,1,""],WATERMARK:[149,7,1,""],from_string:[149,4,1,""],to_runner_api:[149,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[150,1,1,""],AfterAll:[150,1,1,""],AfterAny:[150,1,1,""],AfterCount:[150,1,1,""],AfterEach:[150,1,1,""],AfterProcessingTime:[150,1,1,""],AfterWatermark:[150,1,1,""],DefaultTrigger:[150,1,1,""],OrFinally:[150,1,1,""],Repeatedly:[150,1,1,""],TriggerFn:[150,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[150,7,1,""],DISCARDING:[150,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[150,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[150,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[150,7,1,""],from_runner_api:[150,4,1,""],on_element:[150,2,1,""],on_fire:[150,2,1,""],on_merge:[150,2,1,""],reset:[150,2,1,""],should_fire:[150,2,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[150,7,1,""],from_runner_api:[150,4,1,""],on_element:[150,2,1,""],on_fire:[150,2,1,""],on_merge:[150,2,1,""],reset:[150,2,1,""],should_fire:[150,2,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[150,4,1,""],on_element:[150,2,1,""],on_fire:[150,2,1,""],on_merge:[150,2,1,""],reset:[150,2,1,""],should_fire:[150,2,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[150,7,1,""],from_runner_api:[150,4,1,""],is_late:[150,2,1,""],on_element:[150,2,1,""],on_fire:[150,2,1,""],on_merge:[150,2,1,""],reset:[150,2,1,""],should_fire:[150,2,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[150,4,1,""],on_element:[150,2,1,""],on_fire:[150,2,1,""],on_merge:[150,2,1,""],reset:[150,2,1,""],should_fire:[150,2,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[150,4,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[150,4,1,""],on_element:[150,2,1,""],on_fire:[150,2,1,""],on_merge:[150,2,1,""],reset:[150,2,1,""],should_fire:[150,2,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[150,4,1,""],on_element:[150,2,1,""],on_fire:[150,2,1,""],on_merge:[150,2,1,""],reset:[150,2,1,""],should_fire:[150,2,1,""],to_runner_api:[150,2,1,""]},"apache_beam.transforms.userstate":{BagRuntimeState:[151,1,1,""],BagStateSpec:[151,1,1,""],CombiningValueRuntimeState:[151,1,1,""],CombiningValueStateSpec:[151,1,1,""],RuntimeState:[151,1,1,""],RuntimeTimer:[151,1,1,""],StateSpec:[151,1,1,""],TimerSpec:[151,1,1,""],UserStateContext:[151,1,1,""],get_dofn_specs:[151,5,1,""],is_stateful_dofn:[151,5,1,""],on_timer:[151,5,1,""],validate_stateful_dofn:[151,5,1,""]},"apache_beam.transforms.userstate.BagRuntimeState":{add:[151,2,1,""],clear:[151,2,1,""],read:[151,2,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[151,2,1,""]},"apache_beam.transforms.userstate.CombiningValueRuntimeState":{add:[151,2,1,""],clear:[151,2,1,""],read:[151,2,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[151,2,1,""]},"apache_beam.transforms.userstate.RuntimeState":{for_spec:[151,4,1,""],prefetch:[151,2,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[151,2,1,""],set:[151,2,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[151,2,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[151,2,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[151,2,1,""],get_state:[151,2,1,""],get_timer:[151,2,1,""]},"apache_beam.transforms.util":{BatchElements:[152,1,1,""],CoGroupByKey:[152,1,1,""],Keys:[152,5,1,""],KvSwap:[152,5,1,""],RemoveDuplicates:[152,5,1,""],Reshuffle:[152,1,1,""],Values:[152,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[152,2,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[152,2,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[152,2,1,""],from_runner_api_parameter:[152,4,1,""],to_runner_api_parameter:[152,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[153,1,1,""],FixedWindows:[153,1,1,""],GlobalWindow:[153,1,1,""],GlobalWindows:[153,1,1,""],IntervalWindow:[153,1,1,""],NonMergingWindowFn:[153,1,1,""],Sessions:[153,1,1,""],SlidingWindows:[153,1,1,""],TimestampCombiner:[153,1,1,""],TimestampedValue:[153,1,1,""],WindowFn:[153,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[153,7,1,""],max_timestamp:[153,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[153,2,1,""],from_runner_api_parameter:[153,4,1,""],get_window_coder:[153,2,1,""],offset:[153,7,1,""],size:[153,7,1,""],to_runner_api_parameter:[153,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[153,2,1,""],from_runner_api_parameter:[153,4,1,""],get_window_coder:[153,2,1,""],to_runner_api_parameter:[153,2,1,""],windowed_value:[153,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[153,7,1,""],intersects:[153,2,1,""],start:[153,7,1,""],union:[153,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[153,2,1,""],merge:[153,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[153,2,1,""],from_runner_api_parameter:[153,4,1,""],gap_size:[153,7,1,""],get_window_coder:[153,2,1,""],merge:[153,2,1,""],to_runner_api_parameter:[153,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[153,2,1,""],from_runner_api_parameter:[153,4,1,""],get_window_coder:[153,2,1,""],offset:[153,7,1,""],period:[153,7,1,""],size:[153,7,1,""],to_runner_api_parameter:[153,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[153,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[153,7,1,""],OUTPUT_AT_EOW:[153,7,1,""],OUTPUT_AT_LATEST:[153,7,1,""],get_impl:[153,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[153,7,1,""],value:[153,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[153,1,1,""],MergeContext:[153,1,1,""],assign:[153,2,1,""],get_transformed_output_time:[153,2,1,""],get_window_coder:[153,2,1,""],is_merging:[153,2,1,""],merge:[153,2,1,""],to_runner_api_parameter:[153,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[153,2,1,""]},"apache_beam.typehints":{decorators:[155,0,0,"-"],native_type_compatibility:[156,0,0,"-"],opcodes:[157,0,0,"-"],trivial_inference:[158,0,0,"-"],typecheck:[159,0,0,"-"],typehints:[160,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[155,6,1,""],WithTypeHints:[155,1,1,""],with_input_types:[155,5,1,""],with_output_types:[155,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[155,2,1,""],get_type_hints:[155,2,1,""],with_input_types:[155,2,1,""],with_output_types:[155,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[156,5,1,""],convert_to_beam_types:[156,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[157,5,1,""],binary_and:[157,5,1,""],binary_divide:[157,5,1,""],binary_floor_divide:[157,5,1,""],binary_lshift:[157,5,1,""],binary_modulo:[157,5,1,""],binary_multiply:[157,5,1,""],binary_or:[157,5,1,""],binary_power:[157,5,1,""],binary_rshift:[157,5,1,""],binary_subscr:[157,5,1,""],binary_subtract:[157,5,1,""],binary_true_divide:[157,5,1,""],binary_xor:[157,5,1,""],build_class:[157,5,1,""],build_list:[157,5,1,""],build_map:[157,5,1,""],build_slice:[157,5,1,""],build_tuple:[157,5,1,""],call_function:[157,5,1,""],call_function_kw:[157,5,1,""],call_function_var:[157,5,1,""],call_function_var_wk:[157,5,1,""],compare_op:[157,5,1,""],delete_attr:[157,5,1,""],delete_fast:[157,5,1,""],delete_global:[157,5,1,""],delete_slice_0:[157,5,1,""],delete_slice_1:[157,5,1,""],delete_slice_2:[157,5,1,""],delete_slice_3:[157,5,1,""],dup_top:[157,5,1,""],dup_topx:[157,5,1,""],exec_stmt:[157,5,1,""],get_iter:[157,5,1,""],import_from:[157,5,1,""],import_name:[157,5,1,""],inpalce_or:[157,5,1,""],inplace_add:[157,5,1,""],inplace_and:[157,5,1,""],inplace_divide:[157,5,1,""],inplace_floor_divide:[157,5,1,""],inplace_lshift:[157,5,1,""],inplace_modulo:[157,5,1,""],inplace_multiply:[157,5,1,""],inplace_power:[157,5,1,""],inplace_rshift:[157,5,1,""],inplace_subtract:[157,5,1,""],inplace_true_divide:[157,5,1,""],inplace_xor:[157,5,1,""],list_append:[157,5,1,""],load_attr:[157,5,1,""],load_closure:[157,5,1,""],load_const:[157,5,1,""],load_deref:[157,5,1,""],load_fast:[157,5,1,""],load_global:[157,5,1,""],load_locals:[157,5,1,""],load_name:[157,5,1,""],make_closure:[157,5,1,""],make_function:[157,5,1,""],nop:[157,5,1,""],pop_one:[157,5,1,""],pop_three:[157,5,1,""],pop_top:[157,5,1,""],pop_two:[157,5,1,""],print_item:[157,5,1,""],print_newline:[157,5,1,""],push_value:[157,5,1,""],rot_four:[157,5,1,""],rot_n:[157,5,1,""],rot_three:[157,5,1,""],rot_two:[157,5,1,""],slice_0:[157,5,1,""],slice_1:[157,5,1,""],slice_2:[157,5,1,""],slice_3:[157,5,1,""],store_attr:[157,5,1,""],store_fast:[157,5,1,""],store_global:[157,5,1,""],store_map:[157,5,1,""],store_slice_0:[157,5,1,""],store_slice_1:[157,5,1,""],store_slice_2:[157,5,1,""],store_slice_3:[157,5,1,""],store_subscr:[157,5,1,""],symmetric_binary_op:[157,5,1,""],unary:[157,5,1,""],unary_convert:[157,5,1,""],unary_invert:[157,5,1,""],unary_negative:[157,5,1,""],unary_not:[157,5,1,""],unary_positive:[157,5,1,""],unpack_sequence:[157,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[158,1,1,""],Const:[158,1,1,""],FrameState:[158,1,1,""],TypeInferenceError:[158,6,1,""],element_type:[158,5,1,""],hashable:[158,5,1,""],infer_return_type:[158,5,1,""],infer_return_type_func:[158,5,1,""],instance_to_type:[158,5,1,""],key_value_types:[158,5,1,""],union:[158,5,1,""],union_list:[158,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[158,4,1,""],unwrap_all:[158,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[158,2,1,""],const_type:[158,2,1,""],copy:[158,2,1,""],get_global:[158,2,1,""],get_name:[158,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[159,1,1,""],OutputCheckWrapperDoFn:[159,1,1,""],TypeCheckCombineFn:[159,1,1,""],TypeCheckVisitor:[159,1,1,""],TypeCheckWrapperDoFn:[159,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[159,2,1,""],is_process_bounded:[159,2,1,""],process:[159,2,1,""],start_bundle:[159,2,1,""],wrapper:[159,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[159,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[159,2,1,""],compact:[159,2,1,""],create_accumulator:[159,2,1,""],extract_output:[159,2,1,""],merge_accumulators:[159,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[159,2,1,""],leave_composite_transform:[159,2,1,""],visit_transform:[159,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[159,2,1,""],wrapper:[159,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[160,1,1,""],WindowedValue:[160,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[160,2,1,""],match_type_variables:[160,2,1,""]},"apache_beam.utils":{annotations:[162,0,0,"-"],plugin:[163,0,0,"-"],processes:[164,0,0,"-"],profiler:[165,0,0,"-"],proto_utils:[166,0,0,"-"],retry:[167,0,0,"-"],timestamp:[168,0,0,"-"],urns:[169,0,0,"-"]},"apache_beam.utils.annotations":{BeamDeprecationWarning:[162,6,1,""],annotate:[162,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[163,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[163,3,1,""],get_all_subclasses:[163,3,1,""]},"apache_beam.utils.processes":{Popen:[164,5,1,""],call:[164,5,1,""],check_call:[164,5,1,""],check_output:[164,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[165,1,1,""],Profile:[165,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[165,2,1,""],start:[165,2,1,""],stop:[165,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[165,7,1,""],default_file_copy_fn:[165,4,1,""],factory_from_options:[165,4,1,""]},"apache_beam.utils.proto_utils":{from_micros:[166,5,1,""],pack_Any:[166,5,1,""],pack_Struct:[166,5,1,""],parse_Bytes:[166,5,1,""],unpack_Any:[166,5,1,""]},"apache_beam.utils.retry":{Clock:[167,1,1,""],FuzzedExponentialIntervals:[167,1,1,""],PermanentException:[167,6,1,""],no_retries:[167,5,1,""],retry_on_beam_io_error_filter:[167,5,1,""],retry_on_server_errors_and_timeout_filter:[167,5,1,""],retry_on_server_errors_filter:[167,5,1,""],with_exponential_backoff:[167,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[167,2,1,""]},"apache_beam.utils.timestamp":{Duration:[168,1,1,""],Timestamp:[168,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[168,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{RFC_3339_RE:[168,7,1,""],from_rfc3339:[168,3,1,""],from_utc_datetime:[168,3,1,""],of:[168,4,1,""],predecessor:[168,2,1,""],to_rfc3339:[168,2,1,""],to_utc_datetime:[168,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[169,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[169,3,1,""],register_pickle_urn:[169,3,1,""],register_urn:[169,3,1,""],to_runner_api:[169,2,1,""],to_runner_api_parameter:[169,2,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[5,0,0,"-"],internal:[6,0,0,"-"],io:[13,0,0,"-"],metrics:[53,0,0,"-"],options:[58,0,0,"-"],pipeline:[62,0,0,"-"],portability:[63,0,0,"-"],pvalue:[75,0,0,"-"],runners:[76,0,0,"-"],testing:[117,0,0,"-"],tools:[136,0,0,"-"],transforms:[141,0,0,"-"],typehints:[154,0,0,"-"],utils:[161,0,0,"-"],version:[170,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":52,"123z":40,"29t23":40,"60s":165,"abstract":[18,46,101,106,115,153,159,169],"boolean":[17,18,20,25,38,44,50,145],"byte":[1,9,14,17,18,19,22,39,40,43,45,81,106,160,166],"case":[10,14,17,25,27,28,31,32,40,43,45,48,49,50,52,62,75,81,86,95,135,143,152],"catch":25,"char":49,"class":[1,2,3,4,5,11,12,14,15,16,17,18,19,20,22,25,26,27,28,31,32,34,36,37,38,39,40,42,43,44,45,46,47,49,50,51,52,54,55,56,59,60,61,62,65,66,67,68,69,73,75,78,79,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,101,103,104,105,106,107,108,112,114,115,116,121,122,123,129,130,131,132,133,134,135,140,142,143,145,146,147,148,149,150,151,152,153,155,158,159,160,162,163,165,167,168,169,171],"const":158,"default":[1,4,14,16,18,25,27,28,39,43,45,49,50,59,75,97,105,130,132,142,143,145,147,153,162,165,167],"enum":[18,115],"export":[25,27],"final":[1,16,17,19,43,49,92,95,115,143,152,169],"float":[1,9,18,20,25,31,34,38,43,44,48,52,54,133,140,145,153,160,168],"function":[1,4,9,10,11,12,18,20,24,25,27,31,34,38,43,44,48,55,62,81,113,129,131,132,134,135,140,142,143,147,150,152,153,155,157,158,160,162,167,169],"import":[4,43,52,77,85,148,153,155,163,167,171],"int":[1,9,14,18,19,25,31,34,38,39,44,45,48,49,52,57,79,101,115,133,140,143,145,155,160,168],"long":[4,46,143,167,168],"new":[4,10,17,18,19,20,25,38,43,44,52,62,67,75,79,81,115,131,135,140,143,150],"null":[14,27],"public":[1,59,162],"return":[1,3,4,9,10,12,14,16,17,18,19,20,25,27,31,32,33,34,35,38,39,42,43,44,45,46,48,49,50,52,54,55,57,59,60,62,68,75,79,81,87,90,92,95,97,99,101,106,108,115,131,132,134,135,140,142,143,145,147,150,152,153,155,156,158,160,162,166,167,168,169],"short":[25,145],"static":[1,18,20,22,25,32,40,43,55,56,61,62,75,79,114,142,143,145,149,150,151,152,153,155,158,160,165,168],"super":147,"switch":90,"throw":65,"transient":[43,167],"true":[1,9,11,14,17,18,25,27,31,34,40,42,43,45,48,49,50,52,57,59,60,62,92,97,132,135,140,143,145,150,167],"try":[17,43,48],"while":[14,17,34,43,48,81,92,165],But:25,For:[1,2,3,4,6,7,8,9,10,11,12,14,15,17,18,20,25,33,34,36,40,43,45,48,60,62,63,64,74,81,86,87,88,93,97,98,99,105,106,114,123,132,133,134,135,136,140,143,145,147,148,152,153,157,158,159,161,162,163,164,165,166,167,168,169],GCS:[16,25,38,39,49,60],Has:25,IDs:[104,108],KMS:[25,39],Not:155,One:155,Such:43,TOS:157,The:[1,4,8,9,11,14,16,18,20,25,27,28,32,34,37,40,43,45,49,50,52,54,55,56,57,59,62,65,68,75,77,79,81,82,90,91,92,103,106,115,121,122,123,125,126,127,129,132,133,134,135,142,143,145,147,152,153,155,156,157,158,160,162,167,169,171],Their:97,Then:14,There:[18,25,82],These:[27,43,50,57,133],Use:[48,106,130],Used:[17,39,43,49,50,51,52,67,114,134,158],Uses:[14,45,143],Will:95,With:147,__all__:1,__call__:140,__init__:[59,140,147,155],__name__:162,__scatter__:35,__stat_kind__:32,__stat_total__:32,_add_argparse_arg:59,_avrosourc:[14,17],_gener:28,_groupbykeyonli:97,_intervalwindowbas:153,_list:20,_match:130,_mutat:32,_namespac:145,_num_query_splits_max:32,_paralleltriggerfn:150,_paramet:62,_parquetsourc:45,_picklecoderbas:1,_processelementsevalu:95,_py:64,_source_class:49,_sre:[20,168],_statedofnparam:143,_timerdofnparam:143,_unused_context:22,a12345:123,a7syug:31,abc:[59,115],abil:155,abl:[9,20,78,143],about:[18,43,52,56,103,104,107,115,131,162],abov:[4,43,48,59,142,152],absolut:[18,19],abstractdofnwrapp:159,accept:[14,25,43,45,49,143,152,155],access:[8,19,20,28,38,42,43,44,55,56,61,92,107,108,114,115,143,151,171],accessor:73,accord:[18,38,44,48,153],accordingli:43,accumul:[54,60,143,150,159],accumulation_mod:143,accumulationmod:150,accur:43,ack_id:134,across:[1,32,43,92,143,152],act:97,action:157,activ:67,actual:[12,19,45,62,130,135,143,147,150],acycl:171,adapt:31,adaptive_throttl:[13,23,29,30,171],adaptivethrottl:[31,34],add:[25,36,59,62,101,133,143,145,147,151,152,155],add_argu:59,add_artifactretrievalserviceservicer_to_serv:65,add_artifactstagingserviceservicer_to_serv:65,add_beamfncontrolservicer_to_serv:67,add_beamfndataservicer_to_serv:67,add_beamfnexternalworkerpoolservicer_to_serv:67,add_beamfnloggingservicer_to_serv:67,add_beamfnstateservicer_to_serv:67,add_el:133,add_expansionserviceservicer_to_serv:66,add_experi:59,add_extra_args_fn:59,add_input:[143,159],add_jobserviceservicer_to_serv:68,add_provisionserviceservicer_to_serv:69,added:[18,20,38,42,44,49,55,133,143,150],addit:[27,49,52,59,67,92,142,143,147,160,162],addition:[4,14,27,45,169],additionali:155,address:43,adjust:[18,19,43,45],advanc:[87,133],advance_bi:[87,133],advance_processing_tim:133,advance_tim:87,advance_watermark_to:133,advance_watermark_to_infin:133,afford:143,after:[12,16,18,20,31,38,39,42,43,44,45,48,49,52,60,62,79,81,88,91,92,95,133,143,150,167,168,171],afteral:150,afterani:150,aftercount:150,aftereach:150,afterprocessingtim:150,afterwatermark:150,again:[31,34,62,81],against:[18,20,60,132,135,159],age:45,aggreg:[60,89,94,115,140,143],aggregated_valu:115,aggregator_or_nam:[92,115],agre:43,aka:153,alert:75,algorithm:31,alia:[52,90,135,143,160],aliv:107,all:[5,12,16,18,20,25,27,32,34,38,42,43,44,46,52,59,60,62,65,75,81,92,97,99,101,115,116,129,132,133,135,139,140,143,145,150,152,153,155,163,167],all_pcollect:108,allel:52,allow:[43,55,56,67,75,107,130,143,145,147,151,153,155,160,167],allow_malformed_record:52,alreadi:[18,19,20,25,38,42,43,44,62,168],also:[1,16,25,43,56,62,67,82,89,92,115,143,147,150,152,155,165,169],altern:[52,147,152,162],alternate_bas:52,although:43,alwai:[1,4,19,25,43,46,147,162,165],alyssa:14,amort:152,amount:[43,48,152],analys:158,analysi:108,analyz:[4,103,108],ancestor:37,and_latest_vers:101,ani:[1,2,12,14,18,19,20,25,32,38,40,42,43,44,45,52,59,92,95,99,115,137,143,145,150,151,153,155,160,162,163,166],annot:[132,147,155,161,171],anoth:[1,62,95],any_msg:166,anyth:[77,85],anytypeconstraint:160,apach:[36,43,46,47,79,145,150,170],apache_beam:171,api:[1,9,25,27,40,43,55,62,63,82,112,113,114,115,129,145,151,162,171],apicli:78,apitool:25,app:39,appear:[52,143,155],append:[18,27,43,67,132],append_trailing_newlin:49,appengin:39,appli:[18,31,43,62,75,93,107,115,142,143,147,153],applic:[14,16,18,20,38,39,42,44,45,97],applied_ptransform:[62,79,83,88,92,93,95,97,99,116],applied_transform:159,appliedptransform:[62,88,92,98,99],apply_combinevalu:79,apply_groupbykei:79,apply_ptransform:115,apply_read:79,apply_writetobigqueri:79,apply_xyz:115,applypartitionfnfn:143,approach:147,appropri:[9,92],approxim:[32,43,81,137],arbitrari:75,arbitrarili:43,arg1:162,arg2:162,arg:[12,16,17,26,27,32,39,40,50,59,93,94,95,116,123,131,135,142,143,146,152,156,157,159,162,164,167],arg_hint:155,arg_nam:60,argpars:59,args_for_invok:95,argument:[1,12,14,18,24,25,27,34,39,42,43,45,49,50,55,59,60,62,75,79,131,132,135,140,142,143,145,147,152,155,157,160,162,167,169],argumentplacehold:12,argv:[24,26,37,41,59,62,131,132],arithmet:[142,168],around:[75,114,159],arrai:22,arriv:[150,153],artifact:65,artifactretrievalserviceservic:65,artifactretrievalservicestub:65,artifactstagingserviceservic:65,artifactstagingservicestub:65,as_cloud_object:1,as_deterministic_cod:1,as_singleton_view:143,as_view:143,ascii:[11,49],asdict:[75,148],asit:[75,148],ask:81,aslist:[25,75,148],aspect:43,assert:48,assert_reentrant_reads_succe:48,assert_sources_equal_reference_sourc:48,assert_split_at_fraction_behavior:48,assert_split_at_fraction_binari:48,assert_split_at_fraction_exhaust:48,assert_split_at_fraction_fail:48,assert_split_at_fraction_succeeds_and_consist:48,assert_that:[132,135],assertsourcesequalreferencesourc:48,assertsplitatfract:48,assertsplitatfractionbehavior:48,assertsplitatfractionexhaust:48,assideinput:75,assign:[43,116,143,153],assign_context:153,assigncontext:153,assingleton:[75,148],associ:[4,25,43,52,67,75,81,142,143,145,147,153],assum:[32,43,48,49],assumpt:103,asynchron:92,atom:43,attempt:[31,81,93,152],attempt_cal:93,attr:132,attribut:[19,25,40,49,105,134,153],auction:[121,122,123,125,126,127],auth:[6,7,171],authent:8,authenticationexcept:8,author:[121,122],auto:[16,17,18,20,38,42,44,49,50,52],automat:64,avail:[18,25,33,39,52,56,65,75,107,135,143,145,153,171],averag:[36,138],avoid:[18,25,27,43,153,160],avro:14,avroio:[13,43,171],avroio_test:48,await_complet:93,awar:168,b12345:123,back:[1,107],backend:107,background:115,backoff:167,backward:[1,2,3,6,7,8,9,10,11,12,15,18,27,33,34,39,40,43,45,55,60,62,63,64,74,77,81,85,86,87,88,93,97,98,99,103,104,105,106,107,108,114,133,134,136,147,148,150,151,152,157,158,159,161,162,163,164,165,166,167,168,169],bag:151,bagruntimest:151,bagstatespec:151,bar:[18,45],barrier:131,base64:[11,81],base:[1,2,3,4,5,8,12,14,15,16,17,18,19,20,22,25,26,27,28,31,32,34,36,37,38,39,40,42,43,44,45,46,47,49,50,51,52,54,55,56,57,59,60,61,62,65,66,67,68,69,73,75,78,79,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,101,103,104,105,106,107,108,112,114,115,116,121,122,123,129,130,131,132,133,134,135,140,142,143,145,146,147,148,149,150,151,152,153,155,158,159,160,162,163,165,167,168,169],base_match:[60,130],base_url:42,basematch:[60,130],basepath:[18,20,38,44],basic:[9,45,142,145,153],batch:[25,33,34,43,45,90,143,152,153,171],batch_siz:[25,33],batchel:152,beam:[1,5,14,25,28,36,43,45,46,47,57,62,73,79,82,84,96,101,105,107,132,135,150,151,156,162,167,169,170],beam_artifact_api_pb2_grpc:[63,64,171],beam_expansion_api_pb2_grpc:[63,64,171],beam_fn_api_pb2_grpc:[63,64,171],beam_job_api_pb2_grpc:[63,64,171],beam_provision_api_pb2_grpc:[63,64,171],beam_runner_api_pb2:169,beam_runner_api_pb2_grpc:[63,64,171],beamassertexcept:135,beamdeprecationwarn:162,beamerror:5,beamfncontrolservic:67,beamfncontrolstub:67,beamfndataservic:67,beamfndatastub:67,beamfnexternalworkerpoolservic:67,beamfnexternalworkerpoolstub:67,beamfnloggingservic:67,beamfnloggingstub:67,beamfnstateservic:67,beamfnstatestub:67,beamioerror:[18,20,38,42,44],beamplugin:[18,106,163],bean:[1,169],becaus:[43,103,143,162],becom:[14,43,142,143],been:[43,54,65,101,140,153,156],befor:[43,48,49,65,79,81,97,101,130,132,143,150,153,155,167,171],begin:[14,43,45,49,50,81],behalf:67,behav:[14,37,45,49,50],behavior:[18,48,115,131,137,143,155,157,162],behaviour:[48,131],behavor:75,behind:75,being:[43,52,81,92,135,140,143,150],belong:[62,75,90,116,143,145,147],below:[4,25,28,32,37,43,45,131,143,167],benchmark:[117,137,140,171],benchmark_suit:140,benchmarkconfig:140,best:[27,40,43,152],better:[52,162],betweeen:46,between:[18,20,22,25,31,34,46,48,56,67,78,81,90,152,153,165,167],beyond:[40,43],bid:[121,122,123,126],bidder:[121,123],big:24,big_query_query_to_table_pipelin:[13,23,171],bigger:45,bigqueri:[13,23,24,27,59,129,171],bigquery_api_servic:59,bigquery_io_read_pipelin:[13,23,171],bigquery_tool:[13,23,171],bigquerycli:129,bigquerydisposit:25,bigqueryread:27,bigquerysink:[25,27],bigquerysourc:25,bigquerywrapp:27,bigquerywrit:27,bigtabl:[28,43],bigtableio:[13,23,171],bigtablewritefn:28,binari:[45,48],binary_add:157,binary_and:157,binary_divid:157,binary_floor_divid:157,binary_lshift:157,binary_modulo:157,binary_multipli:157,binary_or:157,binary_pow:157,binary_rshift:157,binary_subscr:157,binary_subtract:157,binary_true_divid:157,binary_xor:157,bind:160,bind_type_vari:160,bit:54,blob:35,block:[14,43,45,79,115,132],block_until:92,bodi:169,book:31,bool:[9,14,17,25,27,31,45,48,49,52,62,103,132,140,145,150,155,160],both:[1,17,25,27,34,40,43,48,61,147,155,162,171],bother:94,bottleneck:143,bound:[18,19,143,150,153,158,171],boundari:[43,81],boundedsourc:[15,17,43,48,51,131],boundedwindow:153,boundmethod:158,bucket:[31,39,60],bucket_m:[31,36],bucketnam:60,buffer:[1,18,19,39,45,91,97,143],buffer_s:[25,27],build:[41,62,64,84,107,131,132,171],build_class:157,build_console_url:84,build_list:157,build_map:157,build_slic:157,build_tupl:157,built:[84,96,147,150,152,153,155,160],builtin:143,bulk:143,bundl:[14,15,17,43,45,49,86,89,92,93,94,97,143,152],bundle_factori:[76,85,92,171],bundle_id:43,bundlebaseddirectrunn:[90,91],bundlefactori:86,byte_arrai:3,byte_array_to_json_str:79,byte_offset:81,bytearrai:19,bytearraytojsonstr:79,bytecod:157,bytecountingoutputstream:3,bytescod:[1,50],bzip2:18,cach:[25,79,84,94,101,104,107,108],cache_dir:[101,107],cache_label:[101,108],cache_manag:[76,100,103,107,108,171],cached_pcollect:104,cachemanag:[101,103,108],caches_us:108,calcul:138,call:[2,4,16,25,28,31,34,39,43,46,52,60,62,65,68,81,93,95,115,134,142,143,145,147,150,152,164,167,169],call_funct:157,call_function_kw:157,call_function_var:157,call_function_var_wk:157,callabl:[1,11,115,137,140,143,158,167,169],callableptransform:147,callabletask:93,callablewrappercombinefn:[143,150],callablewrapperdofn:143,callablewrapperpartitionfn:143,callback:[2,43,46,59,62,92,93,115],caller:[31,43,95],can:[1,4,9,11,12,14,15,17,18,20,22,25,26,27,28,32,40,43,45,46,48,49,50,59,62,67,75,92,95,98,106,115,130,131,132,133,137,140,143,145,147,152,153,155,156,158,160,162,165,167,168,169],cancel:[68,115],cannot:[5,40,43,81],cap:32,capabl:[43,171],capit:160,captur:147,car67:123,care:104,categori:[121,123,160],caus:[150,162],cbf:43,cbt:28,ceas:133,ceil:131,cell:[25,28,53,103,151,171],cellcommitst:54,certain:[32,43,84,90,123],chain:147,chanc:[143,152],chang:[40,54,67,68,92,103,162,171],channel:[18,20,38,44,65,66,67,68,69],chapter:31,charact:[11,18,49,60,101],charg:[78,89],check:[11,18,20,25,38,42,43,44,48,61,62,75,92,135,140,143,145,155,159,160],check_access:61,check_cal:164,check_compil:140,check_don:[43,47],check_output:164,checkpoint:[43,47,95,152],checksum:[18,20,38,39,42,44,130],choos:17,chosen:[32,43,167],chr20:52,chunk:[18,20,25,28,65,153],chunk_siz:[18,38],citi:[121,123],claim:43,classmethod:[1,18,20,38,42,44,46,59,61,79,106,115,145,146,147,153,163,168,169],clean:[43,101,134],clean_up_temporary_dataset:27,cleanup:[101,107,122,134],cleanup_subscript:134,cleanup_top:134,clear:[67,95,103,150,151],clear_pvalu:115,client:[10,18,25,27,31,34,35,39,43],clock:[76,85,92,99,134,152,167,171],clone:62,close:[16,18,19,20,38,43,44,46],closure_typ:158,cloud:[1,25,28,32,34,35,37,39,40,59,60,77,81,134],cls:[1,59,166],cmd:123,co_nam:157,code:[4,12,18,43,48,123,140,147,151,160,167],codec:[14,45],coder:[11,16,25,27,43,49,50,82,101,133,137,151,171],coder_benchmark_factori:137,coder_id:114,coder_id_from_element_typ:114,coder_proto:1,coderbas:4,coderimpl:1,coderregistri:1,coders_context:1,coders_microbenchmark:[136,171],coexist:162,cogroupbykei:[131,152],cold:143,collect:[1,55,56,137,140,171],collis:56,column:45,com:[10,11,25,28,31,32,35,39,59,60,123],combin:[18,20,38,42,43,44,94,97,141,143,150,151,153,171],combine_fn:[94,151],combine_op:150,combine_payload:143,combinefn:[142,143,159],combinefnprocesscontext:143,combineglob:143,combineperkei:[94,143],combinevalu:143,combiningvalueruntimest:151,combiningvaluestatespec:151,combiningvaluestatetag:150,combnin:143,come:[8,27,162],comma:25,command:[25,59,123,132],comment:[62,143],commit:[33,34,43,54,65,88,91,92,151],commit_log:89,commit_phys:89,commitmanifest:65,commitrespons:34,common:[10,14,25,27,28,45,49,50,73,89,116,129,143,159,168],common_urn:[63,171],commun:145,compact:[143,159],compar:[34,43,46,130,142],compare_op:157,compare_path:34,comparison:34,compat:[1,2,3,6,7,8,9,10,11,12,15,18,20,27,33,34,39,40,43,45,55,60,62,63,64,74,77,81,85,86,87,88,93,97,98,99,103,104,105,106,107,108,114,133,134,136,142,143,147,148,150,151,152,157,158,159,161,162,163,164,165,166,167,168,169],compil:[1,140],complet:[1,19,25,34,43,81,92,93,115,132],completed_bundl:92,completed_committed_bundl:99,completed_tim:[92,99],completion_callback:93,complex:[43,45,160],complex_operation_returning_xyz:4,compli:[14,17],complianc:25,compliant:168,complic:157,compon:[1,18,20,38,40,42,44,145],component:114,composit:[4,43,82,115,135,153,158,160],compositetypehint:[155,160],compress:[14,17,18,20,38,43,44,45,49,50,52],compress_point:155,compressedfil:18,compression_typ:[16,17,18,20,38,42,44,49,50,52],compressiontyp:[16,17,18,20,49,50,52],comput:[5,12,32,59,62,115,130,134,142,143,147,171],compute_api_servic:59,compute_hash:134,concat:15,concat_posit:81,concat_sourc:[13,171],concaten:81,concatposit:81,concatrangetrack:15,concatsourc:15,concept:[25,32,43,153,171],conceptu:[43,62,152],concret:[115,143],concrete_typ:160,concurr:[43,48],condens:[142,143],condit:43,config:22,configur:[26,32,42,45,59,62,95,132],confirm:37,conflict:[43,160],connect:[19,34,42,59],connector:[28,32,36],consecut:[86,153],consid:[14,18,31,34,43,45,62,143,150,152],consist:[1,11,43,48,52,56,60,79,89,92,97,101,114,142,143],consol:84,const_typ:158,constant:[27,143],constrain:[14,45,49],constraint:[69,155],construct:[1,10,14,25,45,49,50,55,66,75,81,92,93,114,115],constructor:[1,50,65,66,67,68,69,103,104,105,107,108,147,169],consum:[43,88,152],consumed_split_point:81,consumer_tracking_pipeline_visitor:[76,85,171],consumertrackingpipelinevisitor:88,contain:[4,9,11,12,14,18,19,20,25,27,32,33,38,40,43,44,45,48,49,50,54,59,62,65,75,92,95,116,130,132,136,142,143,145,147,153,155,160,161,166],content:[18,20,37,38,44,49,52,65,92,104,130,134,135,152,166],context:[1,22,40,43,54,62,65,66,67,68,69,75,92,114,134,143,146,147,150,151,153,165,169],contian:112,continu:[43,48,153,165],control:[25,27,67,86,112,131,150,162,167],conveni:[9,25,36],convent:[18,153],convers:[9,156],convert:[1,9,10,27,46,57,126,143,145,156,169],convert_row_to_dict:27,convert_to_beam_typ:156,coordin:155,copi:[18,20,38,39,42,44,131,143,158],copy_batch:39,copytre:39,core:[26,32,60,82,94,95,116,123,129,130,131,141,159,171],correct:[18,20,32,48],correctli:[43,143],correspond:[1,9,14,25,45,52,103,106,131,152,155,157,158,160,168,169],cost:152,could:[1,32,43,62,152,165,169,171],count:[14,26,33,36,45,49,50,51,54,56,104,140,142,150],count_byt:129,count_tag:150,countcombinefn:150,counter:[55,56,57,92,98,157],countingsourc:51,coutner:57,coverag:48,cprofil:165,creat:[10,11,14,15,17,18,20,25,27,28,33,35,37,38,40,42,43,44,45,52,55,56,57,62,75,79,82,83,86,92,97,104,105,115,122,131,134,135,137,140,143,145,147,152,153,155,157,158,159,164,166,168],create_accumul:[143,159],create_bundl:[86,92],create_commit:33,create_disposit:25,create_empty_committed_bundl:[86,92],create_ent:33,create_from:145,create_from_opt:145,create_if_need:25,create_label:57,create_monitoring_info:57,create_nev:25,create_pull_respons:134,create_respons:33,create_run_queri:33,create_sourc:[141,171],create_temp_fil:134,create_temporary_dataset:27,createptransformoverrid:[79,83],creation:[14,17,45,49,50,52],credenti:8,credit_card:[121,123],criteria:95,cross:164,csv:43,cumul:165,current:[11,17,18,19,25,40,43,45,49,62,68,75,78,81,89,92,95,115,129,133,143,162],current_posit:43,current_restrict:[43,47],current_tim:87,current_value_accessor:151,current_watermark:47,cursor:43,custom:[4,12,16,43,62,115,130,131,132,143,147,153,155,160,162],custom_messag:162,custommapp:147,customtransform:147,cycl:103,dag:[62,115],data:[3,4,17,18,19,20,24,25,28,31,32,40,43,45,48,52,54,62,67,75,131,134,143,145,150,153,171],databas:43,dataflow:[1,5,8,9,24,25,26,27,43,59,60,75,76,115,150,171],dataflow_cli:78,dataflow_endpoint:59,dataflow_metr:[76,77,171],dataflow_runn:[76,77,84,171],dataflowapplicationcli:78,dataflowmetr:78,dataflowpipelineresult:[78,79],dataflowrunn:[77,78,79,83,84,122],dataset:[25,27,129],dataset_id:27,datastor:[13,23,37,171],datastore_pb2:34,datastore_write_it_pipelin:[13,23,171],datastoreio:[13,23,29,30,171],date:27,datetim:[145,168],deal:[43,143],debug:[122,158],debugopt:[59,60],dec:56,decapret:162,decid:[14,43,45,49,95,103,106,107],decim:25,decod:[1,4,25,27,49,50,82,101,135,137],decode_from_byt:4,decodeandemitdofn:82,decomposit:43,decompress:[17,18,43],decor:[1,4,25,134,143,147,151,154,162,167,169,171],decreas:43,decrement:56,deduc:158,dedupl:[40,152],def:[4,59,140,147,151,155,162],default_desired_bundle_s:[14,45,49],default_edge_attr:105,default_encod:27,default_environ:[62,114],default_environment_id:114,default_file_copy_fn:165,default_label:[142,143,146,147],default_output_cod:[15,43,131],default_runn:59,default_type_hint:[94,143,155],default_valu:[61,75],default_vertex_attr:105,default_window_mapping_fn:148,defaultrootbundleprovid:97,defaulttrigg:150,defer_remaind:47,deferred_statu:47,defin:[1,4,13,14,17,18,20,25,32,34,40,43,45,55,59,76,81,123,131,134,143,145,146,147,153,154,155,157,160],definit:43,deflat:[14,18],degre:143,delai:[31,150,167],deleg:[46,55],delegatingcount:55,delegatingdistribut:55,delegatinggaug:55,delet:[18,20,25,32,37,38,39,42,44],delete_attr:157,delete_batch:39,delete_fast:157,delete_glob:157,delete_slice_0:157,delete_slice_1:157,delete_slice_2:157,delete_slice_3:157,deletefromdatastor:32,delimit:49,deliv:[40,92],demand:165,demarc:81,depend:[18,19,20,43,54,106,145,163],dependent_real_tim:149,deprec:[43,81,162],deprecationwarn:162,depth:[62,158],deriv:[35,101,108,147,153],descend:[141,147],describ:[25,28,42,43,48,59,67,75,81,131,142,143,147],describe_mismatch:130,describe_to:130,describepipelineopt:68,descript:[1,11,42,43,60,79,81,121,123,130,143],deserialize_windowing_strategi:79,design:[62,152],desir:[14,25,35,43,45,49,143],desired_bundle_s:[14,15,17,43,45,49,51,131],desired_cache_label:108,desired_num_offsets_per_split:47,despit:143,dest:[39,165],dest_kms_key_nam:39,destin:[18,20,38,42,44],destination_file_nam:[18,20,38,42,44],detail:[4,17,32,43,49,60,62,77,85,95,103,131,143,147,148,155],detect:[17,43,49,50,52,143],detect_compression_typ:18,determin:[18,31,43,49,52,62,95,142,143,150,151,153],determinist:[1,4],develop:[17,32,40,60,145,171],deviat:152,dialect:25,dict:[9,18,25,27,38,40,44,52,75,104,105,108,115,142,145,152,160],dict_int_int:137,dict_obj:113,dict_to_struct:113,dictionari:[4,9,12,14,25,27,45,50,57,59,97,135,140,143,145,156],did:48,differ:[1,17,18,20,25,43,48,49,62,67,81,101,131,167],digit:[25,40],dill:[1,11],dillcod:1,direct:[76,143,171],direct_metr:[76,85,171],direct_runn:[76,85,96,171],direct_runner_use_stacked_bundl:86,direct_userst:[76,85,171],directli:[25,43,56,75,143,148],directmetr:89,directopt:59,directori:[18,20,38,39,42,43,44,62,107,134],directpipelineresult:90,directrow:28,directrunn:[59,62,89,90,92,95,98,122,123,132],directrunneropt:86,directstepcontext:92,directunmergedst:92,directuserstatecontext:91,dirti:54,dis:157,disable_run_time_type_check:155,discard:150,discourag:162,discuss:31,disk:[25,44],displai:[43,55,59,76,81,100,107,123,141,143,147,171],display_data:[14,16,17,25,32,43,45,59,142,143,145],display_data_dict:145,display_graph:105,display_manag:[76,100,102,171],displaydata:145,displaydataitem:145,displaymanag:103,disposit:25,distinct:62,distinguish:75,distrbut:57,distribut:[42,54,55,56,57,138,143],distribution_counter_microbenchmark:[136,171],distributionaccumul:138,distributiondoubl:57,distributionint64:57,distributionresult:[54,57],div_round_up:131,divid:[97,153],do_fn:116,doc:[25,28,32,59,60,157],dockerrpcmanag:112,docstr:152,document:[17,43,45,59,95,135,143,150,157],doe:[25,27,43,49,62,94,115,145,162,165],doesn:[18,20,34,38,44],dofn:[4,25,26,28,32,43,75,82,91,94,95,116,123,129,131,143,145,147,151,159],dofninvok:[95,151],dofnprocessparam:143,dofnrunn:143,dollar:126,domain:[10,149],don:94,done:[20,25,42,43,45,62,92,115,116,130,153],donwstream:152,dooutputstupl:143,dot:[104,105,106],doubl:[36,167],down:43,download:19,downloaderstream:19,downstream:[43,152],drain:115,drop:[31,145],drop_default:59,drop_if_default:145,drop_if_non:145,dry_run:27,duck:4,due:[11,43,143],dump:11,dump_sess:11,dup_top:157,dup_topx:157,duplic:40,durat:[79,115,123,133,145,153,168],dure:[5,12,14,17,19,25,39,40,45,49,50,52,55,56,59,65,133,143,158,167],dynam:[17,32,43,48,61,62],dynamic_split_request:81,dynamicsplitrequest:81,dynamicsplitresult:81,dynamicsplitresultwithposit:81,e2e:[84,96],each:[1,14,20,25,27,31,34,39,40,43,45,48,49,50,52,62,88,116,123,131,133,140,142,143,145,152,153,155,157,160],earli:[25,150,171],earliest:153,easi:143,easier:18,ec_point:155,edg:[62,105],effect:[19,147,152],effici:[1,4,17,43,113,143],effort:[27,40],either:[16,18,19,25,27,34,43,48,52,62,95,98,101,132,143,147,155,156,160],elantra:123,elem:[43,123],elem_cod:1,element:[1,4,25,26,27,34,40,43,45,48,49,54,75,82,94,95,98,99,116,129,131,133,135,137,139,140,142,143,145,150,152,153,158,159],element_and_restrict:116,element_cod:116,element_s:131,element_typ:[75,114,158],element_type_from_coder_id:114,elementandrestrict:[95,116],elementev:133,elementparam:143,elm:123,els:[81,155],elsewher:[81,146],email:[121,123],emb:11,emit:[67,75,82,133,150,152],empti:[17,22,25,40,43,75,92,97,143,150],emptysideinput:75,enable_run_time_type_check:155,enable_trac:11,encapsul:81,encod:[1,3,4,9,11,16,25,27,43,49,50,81,82,101,135,137,169],encode_to_byt:4,encoded_:16,encoded_kei:98,encoded_str:79,encoded_table_row:[25,27],encoded_valu:[16,82],encount:19,encrypt:39,end:[14,15,18,19,24,43,45,46,49,50,52,59,60,81,94,95,107,130,133,150,153,162],end_cursor:33,end_sess:107,endpoint:146,endpoint_pattern:60,endpoints_pb2_grpc:[63,64,171],enforc:155,engin:[39,43],ensur:[32,43],entail:25,enter:84,enter_composite_transform:159,entir:[25,27,32,43,75,79,81,90,115,135,143,153],entiti:[32,33,34,37,73],entitywrapp:37,entri:[1,36,37,67,75],enum_typ:73,enumer:74,environ:[10,95,114],eof:[18,19],epoch:[18,20,31,38,40,44,57,87,153,168],equal:[19,32,43,48,59,145,152],equal_to:[132,135],equival:[18,20,43,48,143,147,152],err_invalid_gcs_bucket:60,err_invalid_gcs_object:60,err_invalid_gcs_path:60,err_invalid_job_nam:60,err_invalid_not_posit:60,err_invalid_project_id:60,err_invalid_project_numb:60,err_invalid_test_matcher_typ:60,err_invalid_test_matcher_unpickl:60,err_missing_gcs_path:60,err_missing_opt:60,error:[1,19,25,27,42,43,60,65,130,143,153,155,158,159,167,171],error_messag:1,escap:101,especi:[153,168],essenti:[59,143],estim:[1,32,43,81,152],estimate_s:[1,15,17,43,51,131],etc:[27,32,43,55,115,147,171],euro:126,evalu:[12,86,92,93,95,97,98,137,150,168],evaluation_context:[76,85,93,97,171],evaluationcontext:92,even:[17,34,43,155,162,167],event:[43,121,122,123,125,126,127,133,150,153],event_count:25,everi:[4,25,43,48,62,79,103,115,167],everyth:[18,20,38,44,103,153],evict:101,evolv:39,exact:[131,143],exactli:[1,32,43,59,62,75,150],exampl:[1,4,10,14,17,25,28,40,43,45,48,52,81,97,105,123,132,140,143,145,147,152,153,155,162,168,169,171],exce:39,exceed:34,except:[5,8,18,34,39,43,130,143,155,158,162,167],excess:25,exclus:[19,43],exec_stmt:157,execut:[1,12,25,27,40,43,55,56,59,60,62,65,68,75,76,77,79,84,85,90,92,93,95,96,97,103,104,108,115,132,133,140,143,147,158,171],executor:[76,85,97,171],executor_servic:92,exhaust:48,exist:[14,17,18,20,25,38,39,40,42,43,44,45,49,50,52,101,132,134,143,162],existing_keyed_st:92,exp_multipli:162,expand:[14,22,25,28,32,40,43,45,49,50,52,66,82,94,95,101,116,131,133,142,143,146,147,152],expand_using_gbk:131,expand_using_second_output:131,expans:[143,146],expansionserviceservic:66,expansionservicestub:66,expect:[1,16,25,27,28,37,42,46,48,59,62,130,132,135,169,171],expected_checksum:130,expected_item:48,expected_outcom:48,expected_st:[84,130],expectedsplitoutcom:48,experi:[59,61],experiment:[25,27,39,40,43,45,55,103,104,105,106,107,108,147,150,151,152,162,163],expir:[121,123,151],explain:43,explod:116,explodewindowsfn:116,exponenti:167,expos:[25,36,56],express:[18,106],extend:[16,43,49,60,130,163],extens:[14,17,43,45,49,50,52],extent:143,extern:[43,141,143,171],externaltransform:146,extra:[121,123,130,132,162],extra_messag:162,extra_opt:132,extra_typ:[9,25],extract:[62,88,99,142],extract_all_tim:[92,99],extract_commit:89,extract_counter_valu:57,extract_distribut:57,extract_latest_attempt:89,extract_metric_result_map_valu:57,extract_output:[143,159],extrem:142,face:[55,151],fact:162,factor:167,factori:86,factory_from_opt:165,fail:[18,20,25,27,34,38,39,43,44,48,52,115,158],failur:[27,34,43],fake:33,fake_datastor:[13,23,29,30,171],fake_run_queri:33,fakesourc:139,fall:[1,43],fallback:4,fallback_cod:1,fals:[3,9,14,17,18,25,27,33,40,43,45,52,59,62,79,101,103,114,132,135,143,145,147,150,157,158,165,167],famili:48,fanin:131,fanout:[131,143],far:[81,156],fast:1,fastavro:14,fastcod:1,faster:[4,14],fastprimitivescod:[1,133],fault:43,favorite_color:14,favorite_numb:14,fetch:[18,19,20,32,34,38,42,44,103,130,139],fetch_ent:34,feth:32,few:[48,147],field1:25,field2:25,field3:25,field:[14,25,27,34,40,43,45,52,57,104,135,145,162],field_count:52,file:[14,16,17,18,19,20,25,27,38,39,42,43,44,45,49,50,52,54,55,56,62,101,130,134,135,171],file_copy_fn:165,file_handl:16,file_meta:18,file_nam:[17,52],file_name_suffix:[14,16,45,49,50],file_path:[11,18,49,50,52,130],file_path_prefix:[14,16,45,49,50],file_pattern:[14,17,45,49,50,52],filebasedcachemanag:101,filebasedsink:[13,43,130,171],filebasedsourc:[13,49,171],filechecksummatch:130,filemetadata:18,filenam:[14,39,45,49,50,134],fileobj:18,filepath:18,filesystem:[13,14,19,38,42,43,44,45,163,171],filesystemio:[13,171],fill:145,filter:[18,32,34,52,55,78,89,127,130,143,162,167],filter_regex:137,finalize_writ:[16,43],find:[5,18,20,27,142,152,167],finish:[19,33,79,115,150,165],finish_bundl:[94,129,131,143,159],finish_st:93,finishcombin:94,finit:[43,153],fire:[98,99,150,151],fired_tim:93,first:[4,11,18,20,27,38,40,42,43,44,48,52,62,65,68,131,143,147,152,157,160,167,171],fix:[1,143,152,153],fixed_cost:152,fixedsizeglob:142,fixedsizeperkei:142,fixedwindow:153,flag:[14,17,18,20,38,44,45,49,50,52,59],flat:152,flatmap:[11,75,143,147,171],flatten:[15,25,143],flatten_input_visitor:79,flatten_result:[25,27],flavor:162,flink:[13,171],flink_streaming_impulse_sourc:[13,21,171],flinkstreamingimpulsesourc:22,floatcod:1,flush:[18,94],fn_paramet:153,fn_proto:169,fn_to_execut:12,fnapirunn:90,fnmatch:[18,20],fold:143,follow:[14,18,20,25,34,43,45,48,49,50,95,123,129,132,143,153,155,160,162,165],foo:[1,18,20,45,155,169],foo_from_proto:[1,169],foopayload:[1,169],footer:16,footprint:115,for_input_typ:143,for_spec:151,forc:[75,103,116],form:[14,18,19,25,39,40,42,75,140,152,153,155,162,168],formal:155,format:[16,18,20,25,27,40,43,45,48,52,57,60,106,123,129],format_sampl:104,former:75,formula:[31,152,153],forward:97,found:132,foundat:18,frac:15,fraction:[15,43,46,47,48,81,167],fraction_consum:[15,43,46],fraction_to_posit:46,frame:[157,158],framest:[157,158],framework:[4,17,25,43,81],fresh:143,from:[1,4,8,10,14,16,17,18,19,20,24,25,27,32,34,35,37,38,39,40,43,44,45,46,48,49,50,52,59,60,62,68,75,79,81,88,101,108,115,123,126,130,131,132,134,139,142,143,145,147,150,152,153,155,162,167,168,169,171],from_cal:143,from_dictionari:59,from_json_valu:9,from_micro:166,from_rfc3339:168,from_runner_api:[1,56,62,75,114,143,147,150,169],from_runner_api_paramet:[1,22,43,143,152,153],from_str:149,from_type_hint:1,from_utc_datetim:168,fronend:103,frontend:103,full:[18,20,31,38,42,43,44,48,62,101,130,132,153,163],full_label:[146,159],fulli:[19,25,43,81,155],fun:167,func:[143,146,155,158],functiontyp:158,furnish:75,further:[67,147,167],fuse:152,fusion:152,futur:[1,2,3,12,18,19,20,25,27,31,34,36,39,40,43,47,52,54,55,56,60,61,62,65,66,67,68,69,73,75,81,86,87,89,92,93,95,97,98,99,112,114,115,116,133,134,142,143,145,148,149,150,151,153,155,158,162,163,165,167,168,169],future_output_watermark:95,fuzz:167,fuzzedexponentialinterv:167,gap:153,gap_siz:153,gather:35,gaug:[55,56,57],gaugeresult:[54,57],gce:8,gcp:[6,13,171],gcs:39,gcs_bucket:60,gcs_prefix:38,gcs_scheme:60,gcs_uri:60,gcsfilesystem:[13,23,171],gcsio:[13,23,171],gener:[1,14,17,18,28,40,43,45,49,50,64,75,105,121,122,125,131,132,133,137,143,160],generate_bundle_id:43,generate_ev:122,generate_fn:137,generate_input_valu:138,generateddirectrow:28,genom:52,genotyp:52,geographi:25,get:[3,8,17,18,20,25,32,38,43,44,48,61,65,67,68,69,75,81,99,106,107,115,131,132,143,150,151,163,167,169],get_accumulator_cod:143,get_aggregator_valu:92,get_all_opt:59,get_all_plugin_path:163,get_all_subclass:163,get_chunk_s:20,get_count:3,get_datastor:34,get_dict:145,get_dict_table_schema:25,get_dofn_spec:151,get_dot:105,get_element_by_schema:129,get_estimated_num_split:32,get_estimated_size_byt:32,get_evalu:97,get_execution_context:92,get_filesystem:20,get_full_options_as_arg:132,get_function_argu:143,get_glob:158,get_impl:[1,153],get_it:157,get_keyed_st:92,get_nam:158,get_namespac:55,get_new_http:10,get_opt:132,get_or_create_dataset:27,get_or_create_t:27,get_output_typ:143,get_path:134,get_progress:81,get_query_loc:27,get_rang:19,get_range_track:[15,17,43,48,51,131],get_render:106,get_replacement_transform:[62,79,83,95,116],get_root_bundl:97,get_root_bundle_provid:97,get_schem:20,get_service_credenti:8,get_split:35,get_stat:[91,151],get_tabl:27,get_table_loc:27,get_table_schema_from_str:25,get_tim:[91,151],get_transformed_output_tim:153,get_type_hint:155,get_typed_value_descriptor:9,get_valu:61,get_value_or_block_until_readi:92,get_varint_s:3,get_watermark:99,get_window:[22,43,82,133,143,147],get_window_cod:153,getartifact:65,getattr:157,getmanifest:65,getmessagestream:68,getprovisioninfo:69,getrangetrack:48,getstat:68,getstatestream:68,github:[11,35,39,52],give:[17,18,20,38,43,44,48,55,62,81,95,131],given:[1,3,12,14,17,18,19,20,25,26,32,33,34,35,37,38,39,40,43,44,45,46,48,49,50,59,60,62,75,95,97,101,106,108,115,130,131,133,135,140,143,150,151,152,153,156,158,167,168,169],glob:[14,17,45,49,50,52,130,135],glob_pattern:135,global:[1,43,92,97,142,153],global_to_loc:15,globally_windowed_valu:137,globalwindow:153,goe:60,going:[32,78],gone:75,good:32,googl:[1,8,25,28,31,32,34,35,39,40,57,59,60,77,134],googleapi:[59,60],googlecloudopt:[59,60],googlecloudplatform:[35,39],googledatastor:34,gracefulli:95,granular:[31,45,153,168],graph:[62,75,79,88,90,97,103,104,105,106,107,147,171],graphviz:106,greater:[32,143,155],greater_than:32,greatest:142,group:[4,15,45,56,59,143,147,152,153],group_by_key_input_visitor:79,groupbykei:[1,115,131,143,147,152,153,171],grpc:[65,66,67,68,69],guarante:[1,2,3,4,6,7,8,9,10,11,12,15,27,33,34,39,40,43,45,55,60,62,63,64,74,77,81,85,86,87,88,93,97,98,99,103,104,105,106,107,108,114,133,134,136,147,148,150,151,152,157,158,159,161,162,163,164,165,166,167,168,169],guid:150,gzip:[18,43],had:[1,101,143,169],hadoop:42,hadoopfilesystem:[13,59,171],hadoopfilesystemopt:[42,59],halfwai:48,hamcrest:[60,130],hand:25,handl:[16,17,18,20,31,38,43,44,49,50,52,92,157],handle_result:92,happen:[25,35,43,48,62,103,134,167],har:[48,67,69],has:[1,9,19,25,32,34,43,52,59,60,75,81,88,90,99,123,132,135,140,142,143,145,155,171],has_data:36,has_default:143,has_dir:[18,38,42,44],has_display_data:145,has_kw:157,has_part:147,has_side_input:143,has_var:157,hasdisplaydata:[43,59,81,143,145,147],hash:[101,130,134],hashabl:158,hashing_alg:134,have:[4,8,11,12,25,27,32,34,43,52,54,62,65,75,127,129,142,143,145,150,153,155,156,157,167],hdf:42,head:[18,20,38,44],header:[16,49,52],heap:165,heavi:48,heavyweight:48,help:[48,143],helper:[13,23,29,30,48,104,108,148,171],helper_transform:[76,85,171],henc:[32,43,81],here:[1,25,28,34,43,77,85,143,153,157],hidden:75,hierarch:9,hierarchi:62,high:[25,90,143],higher:[45,49,52],hint:[4,147,154,155,158,160],histori:31,hold:[25,43,62,95,143],holder:[12,116],homogen:1,honor:81,hour:167,how:[25,32,43,75,81,103,106,107,114,131,137,142,143,147,153,162,171],howev:[1,32,35,43,52],html:[31,59,106,157],hts:52,http:[10,11,25,28,31,32,35,39,43,52,59,60,106,145,150,157,167],http_client:[6,171],http_proxi:10,httperror:167,httplib2:10,https_proxi:10,huge:75,hypothet:43,hyundai:123,id_label:[40,41],id_or_nam:33,ideal:152,idempot:43,ident:155,identifi:[14,25,40,43,45,49,50,101,142,143,145],ids:34,iff:16,ignor:[25,27,32,40,46,133,135],illustr:[43,126,127,162],imagin:43,immedi:[68,115],immut:43,impact:[32,49],implement:[1,3,16,17,18,19,20,25,28,31,35,38,42,43,44,46,47,48,49,55,60,61,62,77,78,79,81,82,85,87,89,90,92,94,115,140,142,143,145,146,147,148,160,167,169],implementor:[18,43,143],impli:[45,52,162],implicitli:153,import_from:157,import_nam:157,imposs:43,improv:[1,25],impuls:[82,143],inc:[36,55,56],includ:[18,20,25,27,38,40,43,48,52,92,95,121,123,153],inclus:[43,46],incom:40,incompat:162,inconsist:11,incorrect:48,increas:167,increment:[56,155],indefinit:[79,115],independ:[43,79,155],index:[52,75,81,143,150,155,160],index_tag:150,indic:[18,20,38,43,44,49,52,62,75,152,166,167],individu:[17,43,48,143,153],inequ:32,inf:46,infer:[4,158],infer_output_typ:[22,82,143,147],infer_return_typ:158,infer_return_type_func:158,infin:[43,153],info:[10,52,57,108,115,123,151],infor:57,inform:[8,17,43,45,52,69,78,79,81,92,95,103,104,107,115,143,152,158,170],infrastructur:125,inherit:[43,81,145,169],init_result:[16,43],initi:[10,14,15,17,19,25,31,32,40,42,43,45,46,49,50,52,56,59,62,69,75,78,81,95,97,116,130,131,132,140,142,143],initial_bid:[121,123],initial_delay_sec:167,initialize_writ:[16,43],inject:[17,147],inlin:157,inmemoryunmergedst:92,inner:[81,155,160],inpalce_or:157,inplace_add:157,inplace_and:157,inplace_divid:157,inplace_floor_divid:157,inplace_lshift:157,inplace_modulo:157,inplace_multipli:157,inplace_pow:157,inplace_rshift:157,inplace_subtract:157,inplace_true_divid:157,inplace_xor:157,inprocess:85,input:[5,12,13,14,22,25,40,43,45,49,50,52,59,62,75,81,82,88,92,93,95,97,99,108,115,116,131,137,138,139,140,142,143,147,148,152,153,158,159,166,168,171],input_bundl:93,input_committed_bundl:97,input_or_input:147,input_or_output:147,input_pcol:147,input_per_sourc:139,input_s:137,input_spec:131,input_timestamp:153,input_typ:[143,158],input_type_hint:147,inputstream:3,insert:[25,27,28,108],insert_list:129,insert_row:27,insert_values_in_arg:12,insertterrorsvaluelistentri:27,insid:132,inspect:158,inst:162,instanc:[1,4,10,12,18,20,25,27,28,38,44,52,60,62,69,75,78,79,81,97,98,106,134,135,140,143,145,147,150,153,155,158,160,167,168],instance_id:28,instance_to_typ:158,instanti:[81,158,163],instead:[11,25,43,52,62,142,148,162,167],instruct:67,instrument:140,int64:45,int64_count:57,int64_distribut:57,int64_gaug:57,int96:45,int_to_str:155,integ:[1,3,20,25,43,47,55,137,143,145,153,157],integr:[27,129,132,167],intend:[31,36,43,56,75,155,167],interact:[18,27,76,78,171],interactive_pipeline_graph:[76,100,102,171],interactive_runn:[76,100,103,171],interactivepipelinegraph:104,interactiverunn:107,interchang:25,interest:48,interfac:[19,20,40,56,75,145,151],intermedi:[25,143],intern:[1,2,3,15,33,34,43,55,60,62,63,64,74,76,77,78,81,85,86,87,88,93,97,98,99,114,133,134,136,145,148,153,157,158,159,161,162,164,165,166,167,168,169,171],interpol:[46,152],interpret:[25,81],intersect:153,interv:[22,46,153,165,167,168],interval_m:22,interval_second:165,intervalwindow:153,introduc:[43,135],introduct:25,invalid:[18,19,39,59,60,131,155],invalid_argu:65,invoc:[43,95],invok:[43,95,143,150],invoke_process_el:95,involv:25,iobas:[13,15,16,17,25,27,46,47,48,51,76,77,80,131,143,171],ioerror:[17,18,20,38,44,115],ipython:104,is_access:61,is_bound:[43,81],is_count:57,is_default:143,is_determinist:1,is_distribut:57,is_don:92,is_empti:135,is_full_string_match:60,is_gaug:57,is_globally_window:148,is_integration_test:132,is_key_valid:34,is_kv_cod:1,is_lat:150,is_latest_vers:101,is_merg:153,is_pair_lik:1,is_process_bound:[143,159],is_root_transform:92,is_service_runn:60,is_stateful_dofn:151,is_termin:115,is_user_monitoring_info:57,is_valid:145,is_valid_compression_typ:18,isn:[18,20,38,44,155],issu:[11,27],item:[48,98,121,122,127,131,145],item_nam:[121,123],items_before_split:48,iter:[1,2,17,34,42,43,48,59,75,81,139,143,148,150,152,153,156,160,167],iterable_state_read:114,iterable_state_writ:114,iterablecod:1,its:[1,4,12,18,25,34,40,43,140,143,145,147,152,158,166,169,171],itself:[43,81,168],java:35,job:[24,26,32,37,62,65,66,67,68,69,76,78,79,84,90,115,123,130,132,171],job_graph:78,job_nam:[37,60,132],job_pattern:60,job_result:78,jobapi:112,jobserviceservic:68,jobservicestub:68,jobstat:115,join:[18,20,38,42,44],json:[9,11,25,27,79,108,131],json_string_to_byte_arrai:79,json_valu:[6,7,171],jsonarrai:9,jsonobject:9,jsonstringtobytearrai:79,jsonvalu:[9,25],just:[32,43,49,75,147],keep:[36,43,81,89,97,107],kei:[1,4,9,14,25,27,32,33,34,39,40,43,45,46,52,57,59,75,81,91,92,94,95,97,98,116,131,140,142,143,145,147,151,152,153,156,158,171],kept:[107,143,145],key1:145,key2:145,key3:145,key4:145,key5:145,key_cod:[1,91],key_compar:34,key_value_typ:158,keyed_earliest_hold:99,keyed_watermark_hold:98,keyedworkitem:[95,98],keyspac:46,keyword:[12,75,142,143,155],keyword_hint:155,kind:[32,34,37,43,143,162],kms_kei:[25,27,39],know:158,known:[18,25,60,92],known_text:25,kv_type:158,kvswap:152,kwarg:[2,12,16,17,26,27,32,39,40,49,50,52,59,93,94,95,116,135,142,143,152,155,159,164,166],kwarg_hint:155,kwargs_for_invok:95,kwd:146,label:[14,22,45,57,62,75,82,101,108,131,135,142,143,145,147,152,159,162],label_from_cal:147,lambda:[25,147,150],land:31,languag:171,larg:[32,48,49,75],large_dict:137,large_int:137,large_iter:137,large_list:137,large_str:137,large_tupl:137,larger:43,largest:[43,142,152,168],largestperkei:142,last:[18,20,34,38,43,44,52,95],last_record_start:46,last_upd:[18,20,38,39,42,44],late:150,late_tag:150,latenc:[34,143],later:[95,132,133,143],latest:[32,34,56,101,103],latest_int_64:57,latest_timestamp:34,latter:75,launch:123,launcher:[122,125],lazili:143,lead:104,leaf:[18,20,38,44],leaf_pcollect:108,least:[40,48,142,150],leave_composite_transform:159,left:[48,55,143],left_fract:48,left_result:48,len:19,length:[1,31,35,39,137,155,167],less:[35,46,143],less_than:32,let:[4,43,55],letter:[14,25,27,45,49,50,60,160],level:[14,45,62,104,108,143],lexicograph:46,lexicographickeyrangetrack:46,librari:[1,8,11,14,39,51,52,59,142,157],licens:18,lift:143,liftedcombineperkei:94,lightweight:48,like:[4,14,18,20,32,38,42,43,44,45,49,75,143,155,158,160],limit:[18,20,32,34,37,167],line:[25,43,49,52,59,123,132,134],linear:152,linearli:46,link:5,list:[1,9,12,15,18,20,25,27,28,33,34,35,38,39,44,45,48,52,60,61,62,75,98,101,104,131,132,134,135,137,140,142,143,152,155,156,160],list_append:157,list_int:137,list_prefix:39,load:[11,125,126,127,129],load_attr:157,load_closur:157,load_const:157,load_deref:157,load_fast:157,load_glob:157,load_loc:157,load_nam:157,load_sess:11,load_test:[117,171],load_test_metrics_util:[117,128,171],local:[16,18,20,27,44,49,62,85,90,101,108,143],local_to_glob:15,local_var:158,localfilesystem:[13,18,171],locat:[43,162],lock:43,log:[67,151,165,167],log_result:165,logger:[134,167],logic:[17,27,43,55,89,95,116,153,167],loglevel:122,long_gener:139,look:155,lookup:75,lookup_experi:59,loop:[43,143],lose:168,low:45,lower:[10,150,155],lower_bound:138,mach:20,machin:[43,90],machineari:95,made:[4,25,43,65,68,75],magic:116,mai:[1,4,17,18,20,25,27,35,40,43,45,52,55,67,75,81,95,97,115,142,143,152,162],main:[25,28,35,37,43,75,143],main_kw:143,main_tabl:[25,28],mainli:95,make:[25,27,33,34,43,46,60,82,95,116,121,130,167],make_ancestor_queri:37,make_closur:157,make_ent:37,make_fn:143,make_funct:157,make_http_request:167,make_kind_stats_queri:34,make_latest_timestamp_queri:34,make_partit:34,make_request:34,makexyz:4,malform:156,malformedvcfrecord:52,manag:[25,28,43,62,76,99,103,107,111,134,150,165,171],mandatori:[143,152,162],mani:[9,22,32,39,43,142,143],manifest:65,manner:[14,43,45,48,152],map:[1,14,25,40,45,46,52,57,75,82,101,104,108,126,142,143,148,152],mapfn:147,mapper:94,maria:123,mark:162,marker:75,massiv:[25,28],master:35,match:[1,18,20,25,27,55,60,62,79,83,95,116,135],match_and_sav:129,match_fil:18,match_type_vari:160,matcher:[60,62,84,96,130,135],matchresult:[18,20],materi:[75,101,115,135],matter:43,max:[35,54,143,152],max_batch_operation_s:39,max_batch_s:152,max_bytes_rewritten_per_cal:39,max_delay_sec:167,max_dur:95,max_num_output:95,max_timestamp:153,maximum:[18,20,152,158,167],maybe_from_cal:143,mean:[43,54,101,142,162],mean_temp:25,meant:[67,115],measur:[137,138,139,152],measuretim:129,member:[16,65],memoiz:146,memori:[45,54,94,97,165],memoryreport:165,memoryview:19,merg:[43,94,131,143,150,153],merge_accumul:[143,159],merge_context:153,merge_result:[150,153],merge_using_gbk:131,merge_using_side_input:131,mergecontext:153,messag:[1,22,40,43,68,162],message_count:22,met:135,meta:18,metadata:[8,18,20,38,44,69,108,127],metadata_list:18,method:[1,4,17,18,19,20,32,33,34,42,43,46,48,56,59,60,62,79,95,115,131,132,134,143,145,147,148,151,158,159,160,162,167,169],metric:[67,78,89,92,115,129,140,171],metric_nam:55,metric_proto:57,metric_typ:129,metricbas:[53,55,171],metricnam:56,metricresult:[57,78,89,115],metrics_contain:93,metricsenviron:55,metricsfilt:55,metricsmonitor:129,micro:[166,168],microbenchmark:[137,138,139,140],microsecond:[32,138,153,168],might:[43,49,81,145,162],millisecond:[22,34,40,79,115],mime:[14,18,20,38,39,44,45],mime_typ:[14,16,18,20,38,39,42,44,45],min:[54,152],min_batch_s:152,min_bundle_s:[14,17,45,49],min_fraction_of_files_to_stat:17,min_num_offsets_per_split:47,min_number_of_files_to_stat:17,min_request:31,minimim:152,minimum:[14,17,45,49,99],mirror:155,mismatch_descript:130,miss:60,mix:155,mixin:[145,155],mkdir:[18,20,38,42,44],mock:134,mode:[18,19,25,28,39,43,79,82,83,135,143,153],model:[117,118,119,122,171],modifi:[12,43,108,143,147,157],modul:[0,6,7,13,21,23,29,30,53,58,63,64,76,77,80,85,100,102,109,111,117,118,119,120,124,128,136,141,154,161,171],moment:12,monitor:57,monitoring_info:[53,171],monitoring_info_proto:57,monitoringinfo:57,month:25,more:[4,17,18,20,25,32,38,42,43,44,45,49,60,62,95,103,110,131,143,145,147,150,152,153,157],moreov:43,most:[14,25,43,45,48,49,142,147,167],mostli:[62,152,167],move:[18,20,36,38,44,97],movingfunct:36,movingsum:36,msg:166,msg_class:166,much:[9,45],multi:[43,48],multipl:[17,27,32,43,52,56,75,97,139,142,143,150,152,155],multipli:162,muss:43,must:[1,12,17,19,25,27,31,40,42,43,45,49,60,62,65,75,81,115,132,133,140,143,147,153,155,167],mutabl:[43,157],mutat:[33,34,43],mute:106,muterender:106,my_side_input:75,my_timer_expiry_callback:151,my_tranform:62,myavrofil:14,mybenchmark:140,mydofn:151,myjobnam:132,myoutput:45,myparquetfil:45,mypath:[14,45],mypqfil:45,myproxi:10,myptransform:75,mysink:43,name:[14,17,25,27,34,39,40,43,45,49,52,55,56,57,60,62,65,76,78,81,98,108,109,115,121,123,131,132,134,135,140,143,151,152,155,160,162,171],namespac:[14,32,34,37,55,56,57,114,129,145,160],nanosecond:45,nativ:[25,43,81,112,147,156],native_io:[25,27,76,77,171],native_type_compat:[154,171],nativesink:[25,43,81],nativesinkwrit:[27,81],nativesourc:[25,81],nativesourceread:[27,81],natur:142,necessari:[4,75,140,145,168],necessarili:81,need:[2,4,16,18,20,25,33,38,43,44,46,60,62,67,69,95,134,135,147,162,167],neg:[18,19,46],negat:155,neither:[25,145],nest:[3,25,45,160],never:[12,43,75,150,153,165],new_pipeline_with_job_nam:37,new_process_fn:95,new_save_module_dict:11,new_track:47,new_valu:108,new_watermark:133,newlin:49,newobject:[1,2,3,12,18,19,20,25,27,31,34,36,39,40,43,47,52,54,55,56,60,61,62,65,66,67,68,69,73,75,81,86,87,89,92,93,95,97,98,99,112,114,115,116,133,134,142,143,145,148,149,150,151,153,155,158,163,165,167,168,169],nexmark:[117,118,171],nexmark_launch:[117,118,119,123,171],nexmark_model:[117,118,119,120,171],nexmark_util:[117,118,119,171],nexmarklaunch:122,next:153,nice_str:104,nnnnn:[14,45,49,50],no_retri:167,node:[62,75,79,115,147],non:[11,22,40,43,46,75,115,143,145,167],none:[1,9,14,15,16,17,18,20,22,24,25,26,27,28,32,34,35,37,39,40,43,45,46,47,48,49,50,51,52,54,57,59,61,62,75,78,79,81,82,84,89,92,95,98,101,104,105,106,107,108,112,114,115,121,125,126,127,130,131,132,134,142,143,145,147,150,152,153,158,159,160,162,165,166,169],nonmergingwindowfn:153,nonzero:167,nop:157,nor:25,normal:[32,45,52,145,153],nosetest:132,notabl:48,notbig:25,note:[1,11,18,19,25,32,33,35,43,45,62,82,135,143,147,155,160,162,165],noth:[81,162],notic:155,notifi:31,notify_observ:2,notifyrunneravail:67,notimplementederror:115,notion:[43,81,142],now:[31,36,167],nth:152,nullabl:25,num_byt:18,num_el:152,num_input:138,num_items_to_read_before_split:48,num_partit:143,num_retri:167,num_run:[137,138,139,140],num_shard:[14,16,45,49,50],num_slow:26,num_sourc:139,num_split:[32,35],num_window:137,num_work:132,number:[12,14,18,19,20,22,25,26,27,32,33,35,40,43,45,48,49,50,52,60,87,95,101,122,130,135,140,142,143,152,167,168],numer:[25,40,168],obei:43,obj:[9,11,27],object:[1,2,4,5,9,11,12,14,16,17,18,19,20,25,27,37,38,39,40,42,43,44,45,46,50,52,55,56,59,60,61,62,75,76,78,81,88,95,97,101,103,105,108,112,114,115,116,121,122,123,129,130,132,133,134,137,140,143,147,150,151,153,155,157,158,160,165,167,168,169],observ:[0,171],observablemixin:2,obtain:[18,25,43,55,59,132,142,143,147,152],occupi:43,occur:[35,42,48,52,142,153],octet:[16,18,20,38,39,42,44],offer:[27,62,131],offici:43,offset:[18,19,43,47,81,153,168],offset_infin:46,offset_range_track:17,offsetrang:47,offsetrangetrack:[17,46],offsetrestrictiontrack:47,oflong:36,often:[152,162],okai:43,old:[43,162],old_multipli:162,on_el:150,on_fir:150,on_merg:150,on_success_match:60,on_tim:151,onc:[18,31,43,75,97,143,150,153,155],one:[1,4,14,25,31,33,34,40,43,45,48,49,50,52,59,60,62,75,81,95,97,103,110,129,140,142,143,147,152,153,155,160,169],ones:[48,59,86],onli:[1,2,3,6,7,8,9,10,11,12,14,15,18,22,25,27,33,34,40,43,45,46,48,49,50,52,55,60,62,63,64,74,75,81,86,87,88,89,93,97,98,99,103,104,114,132,133,134,135,136,142,143,145,148,152,155,157,158,159,161,162,163,164,165,166,167,168,169],opaqu:16,opcod:[154,171],open:[16,17,18,20,38,39,42,43,44,135],open_fil:17,open_shard:135,open_writ:[16,43],oper:[1,4,5,18,20,25,38,39,43,44,45,62,115,137,138,143,147,152,153,168],operation:152,opt_nam:132,optim:[14,45,49,150],option:[8,18,20,25,32,37,38,40,42,43,44,50,62,68,69,79,84,86,90,96,106,107,108,115,122,131,132,135,143,147,152,155,160,162,165,171],option_nam:61,orchestr:122,order:[1,4,25,32,39,43,46,52,62,115,132,134,142,143,155,160],orderedpositionrangetrack:46,ordinari:75,ordinarili:[143,152],orfin:150,org:[25,36,43,59,79,106,145,150,157],organ:27,orient:43,origin:[43,48,108,155],original_range_track:48,original_read:48,original_stop_posit:48,other:[15,18,20,25,34,43,46,49,52,62,69,81,114,131,137,143,145,152,153,155,160],otherwis:[1,9,18,22,43,48,59,62,132,133,143,147],our:62,out:[18,19,115,143],outer:[33,43],outer_namespac:146,output:[13,14,16,17,18,28,40,43,45,49,50,52,57,62,75,86,88,92,95,97,99,103,130,131,133,142,143,147,152,153,159,171],output_at_earliest:153,output_at_earliest_transform:153,output_at_eow:153,output_at_latest:153,output_filter_ratio:131,output_pcollect:[86,92],output_records_per_input_record:131,output_tag:108,outputcheckwrapperdofn:159,outputstream:3,over:[59,143,152,167],overhead:18,overlap:43,overload:31,overload_ratio:31,overrid:[16,25,59,62,82,83,95,115,116,130,143,145,147,169],overridden:43,overwrit:16,own:[27,143,152],p12345:123,pack_ani:166,pack_struct:166,packag:[12,171],pad:[14,45,49,50],pair:[18,20,38,43,44,47,59,75,81,116,131,142,143,145],pairwithrestrictionfn:116,pane:150,parallel:[5,12,17,20,25,28,32,43,143,147,171],param:[28,48,140],paramet:[1,8,9,10,12,14,15,16,17,18,19,20,24,25,27,31,32,33,34,35,38,39,40,42,43,44,45,46,48,49,50,52,55,56,57,59,62,65,66,67,68,69,75,78,79,81,86,92,95,97,99,103,104,105,106,107,108,115,130,131,132,134,135,137,140,142,143,147,150,152,153,155,156,158,160,162,167,168,169],parameter:160,parameter_typ:[1,147,169],pardo:[25,43,75,95,115,116,143,147],pardo_payload:143,parent:[50,165],parquet:45,parquetio:[13,171],pars:[14,27,49,52,59,122,123,125,131,132,166],parse_arg:[122,131],parse_byt:166,parse_byte_s:131,parse_int:155,parse_namespace_and_nam:57,parse_table_refer:27,parse_table_schema_from_json:27,parseeventfn:123,parser:59,part:[1,17,18,20,25,38,43,44,55,59,79,81,95,143],partial:[34,43,94,143],partialgroupbykeycombiningvalu:94,particular:[14,43,45,48,49,50,52,104,127,147,152,158],partit:[25,27,34,35,43,143,160],partition_for:143,partitionfn:143,partitionid:34,pass:[1,14,16,18,20,25,28,38,42,43,44,45,50,52,59,79,95,122,125,131,135,142,143,147,150,151,153,155,169],past:[43,81],patch:134,patch_retri:134,path:[14,16,17,18,20,34,38,39,42,43,44,45,49,50,52,60,130,134,143,163],pathnam:[18,20,38,42,44],pattern:[14,17,18,20,39,45,49,50,52,60,135,147,167],payload:[40,146,169],payload_typ:73,pbegin:[22,43,79,82,101,133,143],pc1:[131,152],pc2:[131,152],pc3:152,pcoll1:152,pcoll:[14,25,32,40,43,45,49,50,62,75,79,94,95,101,107,116,132,142,143,147,152],pcoll_id:108,pcollect:[1,4,14,16,25,32,43,45,49,52,62,75,92,95,99,101,104,107,108,115,116,131,133,135,137,142,143,147,152,153,171],pcollection_stat:104,pcolls_to_pcoll_id:107,pdf:52,peform:143,pend:115,per:[25,75,92,94,138,140,143,152,167],per_bundle_delay_sec:131,per_element_cost:152,per_element_delay_sec:131,percent_complet:81,percentag:81,perel:142,perfectli:43,perform:[1,14,17,18,20,32,36,43,45,48,49,95,116,121,122,123,125,126,127,131,137,138,139,143,152,153,159,162],perform_multi_threaded_test:48,perhap:81,period:[32,103,153],perkei:142,permanentexcept:[8,167],permit:[152,160],persist:[115,143],person:[121,122,123],phase:[43,52,134],phaseset:52,phred:52,physic:89,pick:[1,145],pickl:[1,4,11,43,132,169],picklabl:43,pickle_urn:169,picklecod:[1,11,43],pickler:[6,171],piec:97,pipe:[19,147],pipelin:[1,5,12,14,17,24,25,37,40,41,42,43,45,49,50,52,55,56,59,60,66,68,69,75,76,77,79,83,84,85,88,90,92,95,96,103,104,105,106,107,108,114,115,116,121,122,123,125,126,127,129,130,131,132,133,135,143,145,147,148,152,159,171],pipeline_analyz:[76,100,103,171],pipeline_context:[76,171],pipeline_graph:[76,100,102,104,106,171],pipeline_graph_render:[76,100,102,103,107,171],pipeline_info:[107,108],pipeline_opt:[18,20,37,38,42,44,58,60,61,92,145,171],pipeline_options_valid:[58,171],pipeline_proto:[103,105,108],pipeline_proto_to_execut:108,pipeline_result:130,pipeline_verifi:[117,171],pipelineanalyz:[103,108],pipelineananlyz:108,pipelinecontext:[1,114,169],pipelineerror:[5,62],pipelinegraph:[104,105,106],pipelinegraphrender:[103,106],pipelineinfo:108,pipelineopt:[18,20,38,44,59,60,62,108,132,145],pipelineoptionsvalid:60,pipelineresult:[107,115],pipelinerunn:[62,79,90,107,108,115,132,171],pipelinest:[115,130],pipelinestatematch:130,pipelinevisitor:[62,88,159],pipestream:19,place:[9,12,27,75,143,147,153,167],placehold:[12,14,17,45,49,50],plai:27,plain:[27,75],plane:67,platform:164,pleas:[17,25,43,45,60,131,162],plugin:[18,106,161,171],pobject:143,point:[1,14,27,35,37,43,45,92,97,153,158,167,168],poll:79,poll_for_job_complet:79,pool:[12,59],pool_siz:12,pop_on:157,pop_thre:157,pop_top:157,pop_two:157,popen:164,popul:[59,62,134,145],portabl:171,portion:143,pos:[15,46],posit:[12,15,18,19,43,46,47,48,52,60,81,133,143,155],position_at_fract:[15,43,46],position_for_fract:48,position_to_fract:46,positional_hint:155,possibl:[1,17,20,25,27,43,48,60,101,129,143],potenti:[75,92],power:171,practic:43,pre:[43,94,143],pre_fin:[16,43],pre_finalize_result:43,preced:152,precis:[25,153,168],predecessor:168,prefer:[1,18,169],prefetch:151,prefix:[14,18,20,38,45,49,50,57,101],prepar:68,preparationid:68,presenc:162,present:[19,25,52,65,142],preserv:[48,62],prespecifi:131,prevent:[17,43,56,57,152],previou:[25,43,95,133],previous:31,previu:162,price:[121,123,126],primari:[43,81],primarii:131,primarili:[15,39],primary_range_track:48,primit:[1,82,90,95,116,143,153,160],print:[140,158,162],print_item:157,print_newlin:157,prior:43,prob:52,problem:115,proce:143,proces:116,process:[1,4,18,25,26,28,32,43,75,81,82,85,87,92,94,95,97,99,112,113,116,123,129,131,133,137,142,143,147,150,151,152,153,159,161,165,171],process_continu:95,process_element_invok:95,process_keyed_elements_transform:95,process_st:93,process_to_termin:123,processcontinu:95,processdata:25,processel:95,processfn:95,processingtimeev:133,processkeyedel:116,processkeyedelementsviakeyedworkitem:95,processkeyedelementsviakeyedworkitemsoverrid:95,produc:[1,14,22,43,45,48,49,62,75,88,92,95,108,131,133,142,143,152,162],profil:[152,161,171],profile_id:165,profile_loc:165,profilingopt:59,program:[25,150,157,171],progress:[46,67,81,115,143],project:[8,25,27,28,32,34,40,60,106,122],project_id:[27,28],project_id_pattern:60,project_nam:129,project_number_pattern:60,promis:43,proper:[57,147,151,155],properli:[43,95,155],properti:[35,43,48],propertiesfromenumtyp:73,propertiesfromenumvalu:73,propertiesfrompayloadtyp:73,proto:[34,56,57,62,75,103,104,105,108,114,143,147,150],proto_map:108,proto_message_typ:1,proto_util:[161,171],protobuf:[1,57,166],protoc:1,protocod:1,protocol:[1,43],provid:[1,12,14,18,19,20,22,25,27,32,35,37,38,40,43,44,45,46,47,57,61,62,69,92,97,99,103,107,108,114,115,132,133,143,147,152,155,169,171],provis:69,provisionserviceservic:69,provisionservicestub:69,proxi:10,proxy_env_var:10,proxy_info_from_environment_var:10,proxyinfo:10,pseudo:43,pseudocod:48,ptransform:[4,5,14,22,25,28,32,40,43,45,49,50,52,57,62,75,79,82,83,88,92,93,94,95,101,104,108,116,131,133,135,141,142,143,145,146,152,160,171],ptransform_arg:116,ptransform_fn:147,ptransform_kwarg:116,ptransform_overrid:[76,77,171],ptransform_side_input:116,ptransform_test:51,ptransformoverrid:[62,79,83,95,116],ptransformwithsideinput:143,pub:40,pub_client:134,publish:40,publish_time_nano:134,publish_time_sec:134,pubsub:[13,23,123,134,171],pubsub_integration_test:41,pubsub_it_pipelin:[13,23,171],pubsubmessag:40,pull:[75,134],pullrespons:134,pullresponsemessag:134,pure:3,purpos:132,push_valu:157,put:[11,19,115],putartifact:65,pvalu:[5,12,14,28,40,43,45,49,50,52,62,88,115,143,147,148,171],pvalue_class:12,pvalueerror:5,pvalueish:[62,107,146,147],pyarrow:45,pydot:106,pydotrender:106,pypi:106,python:[1,3,5,9,11,14,18,19,27,42,43,45,59,74,82,106,107,122,123,132,137,138,139,142,143,155,156,157,158,160,167],python_urn:[63,171],pyvcf:52,pyx:3,qualiti:[52,162],queri:[24,25,27,32,33,34,35,37,57,78,89,103,108,115,117,118,119,121,122,123,171],query0:[117,118,119,122,124,171],query1:[117,118,119,124,171],query2:[117,118,119,124,171],query_arg:[122,125,126],query_error:122,query_latest_statistics_timestamp:32,query_result:25,query_splitt:[13,23,29,30,171],queryiter:34,querysplitt:35,querysplitterimpl:35,question:[38,44,140,162],quickstart:[25,28],quit:9,quot:[18,101],race:43,rais:[1,5,9,16,17,18,19,20,25,27,34,38,39,42,43,44,48,59,62,115,131,132,135,142,143,145,147,155,156,158,167],random:[1,19,33,35,137,138,152,167],random_str:137,random_windowed_valu:137,randomli:167,randomuniquekeyfn:116,rang:[15,17,19,43,46,47,48,81,153],range_track:[13,15,17,43,48,51,131,171],rangetrack:[15,17,43,46,48],rather:[1,18,20,25,52,155,157,169],ratio:31,raw:[43,123,133],raw_byt:79,raw_ev:[125,126,127],rawiobas:19,reach:[19,101,167],reachabl:[79,115],read:[1,3,10,14,15,17,18,19,20,24,25,26,32,34,37,38,39,40,43,44,45,48,49,50,51,52,81,92,101,108,131,151,171],read_al:3,read_bigendian_doubl:3,read_bigendian_int32:3,read_bigendian_int64:3,read_bigendian_uint64:3,read_buffer_s:39,read_byte_py2:3,read_byte_py3:3,read_cache_id:108,read_from_sourc:48,read_record:17,read_siz:18,read_var_int64:3,readabl:[18,19],readallfil:[14,45],readallfromavro:14,readallfromparquet:45,readallfromtext:49,readcach:[101,108],reader:[25,27,43,81],readerposit:81,readerprogress:81,readfn:32,readfromavro:14,readfromdatastor:32,readfromparquet:45,readfrompubsub:40,readfromsourc:48,readfromtext:[49,171],readfromtextwithfilenam:49,readfromtfrecord:50,readfromvcf:52,readi:[130,171],readinto:19,readlin:18,readstringsfrompubsub:40,real:[12,87],real_tim:[149,150],realclock:87,realiti:143,realli:4,reason:[4,143,167],rebalanc:[43,48],receiv:[43,48,97,122,123,125,143,155],receivedmessag:134,recent:36,recommend:[14,45,48,49,132,162],record:[14,16,17,34,40,43,45,48,50,52,81,108],record_batch_s:45,record_current_posit:43,record_index:81,record_start:46,recurs:[18,20,38,39,44],recv_pip:19,redefinit:59,reduc:[14,45,49,115,143],reduct:143,redund:43,reentrant:[43,48],ref:114,refer:[25,27,43,48,52,56,62,147],referenc:[104,108,114],reference_bas:52,reference_nam:52,reference_source_info:48,referenced_pcollect:104,refsnp:52,refus:43,regist:[1,4,20,62,93,132,169],register_cod:4,register_observ:2,register_pickle_urn:169,register_structured_urn:1,register_urn:[1,147,169],registr:[4,169],registri:[1,4],regular:[18,160],reify_window:135,reifywindow:143,reimplement:145,reject:145,rel:[18,19,81,152],relat:[5,43,56,67,88,147],releas:[95,97,162],relev:[39,57],reli:[25,135],remain:[19,43,81],remaining_split_point:81,remaining_tim:81,remot:[25,40,79,167],remov:[49,152,162],remove_objects_from_arg:12,removedupl:152,renam:[18,20,38,39,42,43,44],render:[103,104,105,106,107],render_opt:107,render_pipeline_graph:106,rendererd:106,repeat:25,repeatedli:[143,150],replac:[12,14,45,49,50,62,116,134,142,143,157,162],replace_al:62,replec:162,report:[43,57,67,99,143,165,167],report_current_posit:43,report_onc:165,repres:[12,17,18,25,27,40,43,45,47,48,52,54,59,75,81,115,134,143,145,148,150,168,171],represen:143,represent:[25,81,104,105,106,134,145,153],request:[18,19,27,31,32,33,34,46,55,65,66,67,68,69,81,92,95,134,167],request_dynamic_split:81,request_iter:[65,67],requir:[1,4,9,14,25,43,45,49,59,60,108,143,162],required_transform:104,reserv:160,reserve_pric:[121,123],reset:150,reshuffl:[143,152],reshuffleperkei:152,residu:[43,81,95],residual_range_track:48,residual_restrict:95,resolut:[45,115],resourc:[43,69,132],respect:[14,25,43,45,48,49,50,52],respond:[78,89],respons:[4,18,20,33,34,67,68,93,95,134],rest:43,restrain:143,restrict:[43,55,95,116],restriction_cod:116,restriction_track:[13,171],restrictionprovid:143,restrictiontrack:[43,47,95,143],result:[1,11,12,17,18,25,27,32,35,37,43,48,52,54,55,57,59,79,81,92,93,94,95,98,104,115,129,130,140,142,143,147,152,153,155,162,165],result_pcol:147,resum:95,retri:[8,27,34,43,130,134,161,171],retriev:[12,19,65,103,142,155],retry_filt:167,retry_on_beam_io_error_filt:167,retry_on_io_error_and_server_error:130,retry_on_rpc_error:34,retry_on_server_errors_and_timeout_filt:167,retry_on_server_errors_filt:167,return_context:62,return_type_hint:155,returns_windowed_valu:81,revers:[142,152],rewind:18,rewrit:39,rfc3339:168,rfc:[40,168],rfc_3339_re:168,right:[48,62,167],right_fract:48,right_result:48,role:121,roll:36,root:[92,93,97],root_transform:[92,99],rootbundleprovid:97,rot_four:157,rot_n:157,rot_thre:157,rot_two:157,rotate_kei:131,round:103,row:[25,26,27,28,45,129],row_group_buffer_s:45,rowasdictjsoncod:[25,27],rowtostringwithslowdown:26,rpc:[31,34,55,167],rpc_stats_callback:34,rpcerror:34,rule:34,run:[5,8,11,12,24,26,35,37,41,43,62,64,68,79,84,91,92,93,96,97,104,107,115,122,123,129,131,132,137,138,139,140,143,145,160],run__nativewrit:79,run_abc:115,run_async:115,run_benchmark:[138,139,140],run_bq_pipelin:24,run_coder_benchmark:137,run_combinevalu:79,run_command:112,run_flatten:79,run_groupbykei:79,run_impuls:79,run_pardo:79,run_pipelin:[41,79,84,90,96,107,115],run_queri:[27,33,122],run_read:79,run_transform:115,run_using_threadpool:12,runner:[5,22,25,27,32,43,55,59,60,62,67,68,132,133,143,147,171],runner_api_requires_keyed_input:[143,147],runnerapi:68,runnerapifn:[1,143,153,169],runnererror:5,runtim:[1,5,17,32,69,129,155,159],runtime_opt:[18,38,44,61],runtimeerror:[5,62],runtimest:151,runtimetim:151,runtimevalueprovid:[18,38,44,61],runtimevalueprovidererror:5,safe:[43,89,104,105],safefastprimitivescod:101,safeti:43,sai:[4,43],same:[1,4,17,18,20,25,27,34,38,39,43,44,48,49,52,56,57,62,75,81,86,115,131,135,142,143,153,156,162,167],sampl:[1,24,25,101,104,107,142,151],sample_s:101,samtool:52,satisfi:[43,158],save:165,save_modul:11,scale:[25,52],scatter:33,scenario:[25,27,43],schedul:[88,93],schedule_pending_unblocked_task:92,schema:[14,25,27,45,52],schema_as_json:25,schema_nam:129,schema_str:27,scheme:[18,20,38,42,43,44,60],scope:33,score:52,sdf:[82,95,116],sdf_common:[76,171],sdf_direct_runn:[76,85,171],sdf_invok:95,sdfprocesselementinvok:95,sdist:64,sdk:[36,43,67,69,74,79,155,160,170],sdk_locat:122,sdkfunctionspec:[1,169],search:167,second:[4,18,20,27,34,38,40,44,48,57,87,130,131,133,140,147,152,153,157,165,167,168],section:43,see:[4,14,17,20,25,31,32,42,43,45,48,49,50,59,60,62,95,107,115,131,143,147,150,152,153],seed:[137,138],seek:[18,19],seek_cur:[18,19],seek_end:[18,19],seek_set:[18,19],seekabl:[17,18,19],select:[25,34,45,75,127],self:[1,2,28,43,140,143,145,147,151,155,168,169],seller:[121,123],semant:[32,43,133,147,150,154,160],send:[31,67,122,125,129],send_metr:129,sens:4,sent:[31,67,143],separ:[25,52,131,143,153,155],sequenc:[43,52,137,138,158],sequenti:[19,43,65],seri:[121,122,123,125,126,127,131,153],serial:[4,25,27,43,62,97,114,169],serializ:[133,152],serialize_windowing_strategi:79,serialized_byt:166,serialized_data:79,serv:125,server:[65,66,67,68,69,167],servic:[8,14,25,40,43,45,49,59,60,65,66,67,68,69,78,79,81,130,167],session:[11,107,153],set:[4,14,15,17,18,19,20,22,25,28,31,32,39,40,43,45,48,49,50,52,55,56,59,60,61,75,79,92,95,99,104,107,108,115,130,131,143,150,151,152,153,155,160,162,167],set_current_posit:[15,43,46],set_interval_m:22,set_message_count:22,set_opt:20,set_process_element_invok:95,set_proto_map:108,set_render_opt:107,set_running_in_gc:8,set_runtime_opt:61,set_split_points_unclaimed_callback:[43,46],setup:[43,64,95,132],setupopt:[59,60],sever:[13,15,25,27,81,135,140,143,147,152],sha1:134,shape:131,shard:[14,16,35,45,49,50,135],shard_name_templ:[14,16,45,49,50],share:[25,86,92,110],shift:62,shortvalu:145,should:[11,12,17,18,19,20,25,27,31,38,40,43,44,49,56,62,75,81,95,97,104,115,116,130,132,133,135,138,142,143,145,148,150,152,155,160,165,167,169,171],should_drop:145,should_execute_seri:97,should_fir:150,shown:145,shuffl:[81,143],shuffle_posit:81,shufflebarri:131,shuffler:4,shutdown:93,side:[5,12,25,31,75,92,94,131,139,142,143,148,152],side_input:[25,92,97,147],side_input_valu:93,side_input_visitor:79,side_inputs_contain:99,side_t:25,sideinput:[141,171],sideinput_microbenchmark:[136,171],sideinputbarri:131,sideinputerror:5,sideinputmap:148,sideinputparam:143,signal:[19,25,43],signatur:[115,143,167],signifi:162,signific:[32,171],significantli:[14,43,152],similar:36,similarli:25,simpl:[1,14,45,55,126,127,140,143,152,153,155,158,160,167,171],simplefilt:162,simpler:[9,43,147],simpli:[59,106,125,143,165],simul:[26,121,122,123,125,126,127,134],sinc:[1,4,25,31,32,40,43,57,87,135,153,162,168],singl:[14,16,17,19,25,32,43,45,52,54,85,89,90,98,142,143,152,153,155],singleton:75,singletoncod:1,sink:[13,16,18,25,27,40,43,49,50,81,101,171],sinkwrit:81,size:[1,3,12,14,17,18,19,20,32,38,39,42,43,44,45,49,94,131,137,140,152,153,171],size_in_byt:18,skip:[48,49,134,143],skip_header_lin:49,sleep:[34,134,167],sleep_sec:130,slice_0:157,slice_1:157,slice_2:157,slice_3:157,slide:153,slidingwindow:153,slot:153,slow:26,slow_stream:[0,171],small:[25,35],small_dict:137,small_int:137,small_list:137,small_str:137,small_tupl:137,smaller:[34,40,152,168],smallest:[142,152],smallestperkei:142,snapshot:99,softwar:[18,106],solut:147,some:[25,43,48,93,97,115,143,147,152,165,171],somefn:147,someth:[81,165],sometim:[4,143],soon:43,sort:142,sortbi:165,sourc:[1,2,3,5,8,9,10,11,12,13,14,15,16,17,18,19,20,22,24,25,26,27,28,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,54,55,56,57,59,60,61,62,65,66,67,68,69,73,75,78,79,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,101,103,104,105,106,107,108,112,113,114,115,116,121,122,123,125,126,127,129,130,131,132,133,134,135,137,138,139,140,142,143,145,146,147,148,149,150,151,152,153,155,156,157,158,159,160,162,163,164,165,166,167,168,169,171],source_bundl:15,source_file_nam:[18,20,38,42,44],source_frac:15,source_index:15,source_info:48,source_ix:15,source_posit:15,source_test_util:[13,171],source_test_utils_test:48,sourcebas:[43,81],sourcebundl:43,sourcereaderprogress:81,sources_info:48,space:[4,167],speak:112,spec:[52,151],spec_paramet:22,special:[25,82,101,143],specif:[14,27,43,45,49,54,57,59,62,74,75,81,82,92,95,97,116,131,143,151,162],specifi:[4,9,14,17,18,20,25,27,32,38,40,43,44,45,49,52,59,60,62,75,79,81,92,95,131,132,133,135,140,142,143,147,150,151,152,153,155,158,160,162,171],specul:150,spent:34,split:[14,15,17,18,20,25,28,32,35,38,42,43,44,45,46,47,48,49,51,67,78,81,116,131,143],split_fract:[43,48],split_offset:46,split_point:[43,46],split_points_unknown:43,split_posit:[43,48],split_result:48,splitfractionstatist:48,splitqueryfn:32,splitrestrictionfn:116,splittabl:[17,43,95,116,143],splittabledofn:[82,116],splittablepardo:116,splittablepardooverrid:116,splitter:35,sql:25,src:[35,39,165],src_dest_pair:39,sre:31,sre_pattern:[20,168],sssss:[14,45,49,50],stabl:[67,171],stack:[86,157,158],stage:[43,65],staging_loc:122,stai:[43,81],stand:43,standard:[18,25,59,147,167],standard_window_fns_pb2_grpc:[63,64,171],standardopt:[59,60],star:165,start:[15,19,42,43,46,47,48,52,59,60,93,103,107,112,115,121,123,130,153,165],start_bundl:[32,94,116,129,131,143,159],start_periodic_upd:103,start_posit:[15,17,43,46,47,48,51,131],start_sess:107,start_stat:93,startup:[8,163],stat:[32,48,103,104],state:[43,67,68,78,79,84,89,91,92,95,97,115,121,123,130,150,151,157,158],state_sampl:93,state_spec:[91,151],state_tag:151,statement:171,stateparam:143,statespec:151,staticvalueprovid:61,statist:[32,34,56],statu:[103,115,167],stdout:140,step:[1,4,25,37,43,55,57,78,92,95,101,115,131],step_context:[91,95],step_label:1,step_nam:92,still:[17,43,67,171],sting:25,stop:[43,47,48,103,115,165],stop_periodic_upd:103,stop_posit:[15,17,43,46,47,48,51,81,131],storag:[39,43,59,60,143],storage_api_servic:59,storage_cli:39,store:[18,20,31,45,48,52,62,67,82,153,158,168],store_attr:157,store_fast:157,store_glob:157,store_map:157,store_slice_0:157,store_slice_1:157,store_slice_2:157,store_slice_3:157,store_subscr:157,str:[1,9,14,16,17,18,19,25,27,28,34,39,40,45,48,49,52,62,104,105,106,107,108,132,134,135,145,155,160],straight:9,strategi:168,stream:[3,16,18,19,20,22,25,38,39,40,42,44,68,79,82,83,90,121,122,123,125,126,127,133,135,143,149,171],streaming_cr:[76,77,80,171],streaming_impuls:22,streamingcr:82,stress:48,strictli:[4,40],string:[1,10,14,17,18,19,20,25,27,37,38,40,42,44,45,46,49,50,52,55,56,60,75,81,130,131,134,135,137,140,145,162,166,168],string_valu:145,stringutil:79,strip_trailing_newlin:49,strongli:48,struct:[45,166],struct_obj:113,struct_to_dict:113,structur:[9,18,20,38,44],strutf8cod:[1,49],style:18,sub:[17,32,40,43,81,115,134,143],sub_client:134,sub_range_track:15,subclass:[2,4,43,46,48,51,56,59,60,142,143,145,147,153,163],subclassess:60,subcompon:145,subdirectori:171,subject:[40,162],submit:[68,79],submit_timestamp:129,submodul:[29,118],subprocess:164,subscrib:68,subscribercli:134,subscript:[40,134],subsequ:[43,81,167],subset:160,subsystem:4,subtrigg:150,succe:[43,48],succeed:[31,39,43],success:[31,34,43,81],successful_request:31,successfulli:[43,65,79],suffic:162,suffici:81,suffix:[14,18,37,45,49,50,134],suggest:[43,162],suggested_split_posit:48,suit:[121,122,123,125,126,127],suitabl:[1,97,143],sum:[36,54,143],sum_int_64:57,sunnyval:123,suppli:[59,62,75,132,142],support:[1,9,14,18,19,25,27,28,38,40,42,43,44,45,49,62,68,81,90,91,115,143,145,147,150,155,159],suppos:33,sure:[60,95,116,130],surround:152,switchingdirectrunn:[90,96],symmetric_binary_op:157,sync:97,syntax:[1,9,18,20,25,28,143,154,160],synthet:131,synthetic_pipelin:[117,171],syntheticsourc:131,syntheticstep:131,sys:[59,62,132],system:[18,20,32,38,42,43,44,132,150],tabl:[24,25,26,27,28,32,43,129],table_id:[27,28],table_row:[25,27],table_schema:25,table_schema_to_dict:25,tablecel:25,tablefieldschema:25,tablerefer:[25,27],tablerow:[25,27],tablerowjsoncod:25,tableschema:[25,27],tag1:152,tag2:152,tag:[57,75,132,143,152],taggedoutput:75,tail:[18,20,38,44],take:[12,43,62,81,135,140,142,143],taken:152,takes_windowed_valu:81,tar:122,target:[31,152],target_batch_duration_sec:152,target_batch_overhead:152,target_window_fn:148,task:[43,92],techniqu:25,tell:[18,19],temp:101,temp_dataset:27,temp_dataset_:27,temp_loc:122,temp_path:16,temp_tabl:27,temp_table_:27,tempdir:134,templat:[14,45,49,50,61],temporari:[40,43,134,152],temporarili:167,term:[25,43],termin:[43,95,123,130],test:[25,33,39,41,48,60,84,87,96,152,167,171],test_bigquery_cli:[25,27],test_client:25,test_dataflow_runn:[76,77,171],test_direct_runn:[76,85,171],test_id:129,test_method:95,test_pipelin:[117,171],test_read_metr:51,test_runner_api:[62,132],test_stream:[117,171],test_util:[117,171],testcas:134,testclock:87,testdataflowrunn:84,testdirectrunn:96,testopt:[59,60],testpipelin:132,testrunn:132,teststream:133,testwindowedvalu:135,text:[25,43,49,62,106,135,171],textio:[13,171],textrender:106,tfrecord:50,tfrecordio:[13,171],than:[1,18,20,25,32,35,40,43,45,46,52,110,133,143,152,155,157,168,169],thei:[18,43,48,56,75,97,135,142,143,153],them:[11,43,79,143],themselv:[55,75,160],therebi:143,therefor:18,thi:[1,4,8,12,14,16,17,18,19,20,22,25,27,28,31,32,34,35,36,38,39,40,43,44,45,46,48,49,50,52,54,55,56,57,59,62,65,67,75,76,77,81,82,85,86,88,90,92,95,97,101,103,104,105,106,107,108,115,116,123,125,126,127,130,131,132,134,135,137,138,142,143,145,147,148,150,151,152,153,155,158,160,162,165,167,168,169,171],thing:[43,165],those:[1,14,25,28,43,82,104,132,143,145],though:143,thread:[12,43,48,89,103,104,105],three:[4,40,43,48,55,121],throttl:[31,34],throttle_delai:34,throttle_request:31,throttled_sec:34,throttler:[31,34],through:[32,43,46,50,60,62,122,125,131,143,167],throughout:[12,25],throughput:90,thu:[101,152],till:95,time:[4,12,14,17,18,20,25,27,31,34,38,40,43,44,45,49,50,52,79,81,87,95,97,115,130,133,138,139,140,142,143,149,150,152,153,160,163,167,168],time_domain:[98,150,151],time_in_m:122,time_prefix:165,timedelta:145,timedomain:[149,151],timeout:[84,115,123,167],timer:[92,95,98,99,149,150,151],timer_fir:98,timer_spec:[91,151],timerfir:98,timerparam:143,timerspec:151,timestamp:[1,32,34,40,45,54,57,86,95,98,99,121,123,133,135,143,145,149,150,151,153,161,171],timestamp_attribut:[40,41],timestamp_combin:[143,153],timestamp_proto:57,timestamp_sec:57,timestampcod:1,timestampcombin:153,timestamped_valu:133,timestampedvalu:[133,153],timestampparam:[95,143],timeutil:[1,141,153,171],timezon:40,tl_referenced_pcoll_id:108,tl_required_trans_id:108,to_be_merg:[150,153],to_delete_mut:32,to_json_valu:9,to_kei:57,to_low:155,to_proto_str:40,to_rfc3339:168,to_runner_api:[1,56,62,75,114,143,147,149,150,151,169],to_runner_api_paramet:[1,22,40,43,143,147,152,153,169],to_runner_api_pickl:147,to_runner_api_transform:146,to_timestamp_proto:57,to_timestamp_sec:57,to_type_hint:1,to_upsert_mut:32,to_utc_datetim:168,todict:142,todo:[62,82],togeth:[56,143],toggl:155,token:162,toler:[43,52],tolist:142,too:[35,48,143],took:[1,169],tool:[25,27,171],top:[62,104,108,142,155,157,171],topic:[40,134],tostringcod:49,total:[22,43,48,81,142,152,155,167],total_bytes_count:129,track:[36,43,46,54,56,88,89,92,97,99],tracker:[15,36,43,46,48,95],transform:[4,14,15,22,25,26,28,32,40,43,45,49,50,51,52,55,59,62,75,79,81,82,86,88,90,91,92,94,95,97,99,101,107,108,115,116,123,129,131,133,135,159,171],transform_evalu:[76,85,95,98,171],transform_evaluation_st:93,transform_evaluator_registri:93,transform_keyed_st:99,transform_nod:[79,115],transform_proto:108,transformerror:5,transformevalu:[91,93,97,98],transformevaluatorregistri:97,transformexecutor:93,transformresult:[92,98],transformss:116,transformwatermark:99,translat:[18,62,78],translate_pattern:18,travers:[59,62],treat:168,treatment:143,tree:[18,38,44,131],tri:167,trigger:[25,92,141,143,171],triggercontext:150,triggerfn:[143,150],trivial:[48,143,158],trivial_infer:[154,171],try_claim:[15,43,46,47],try_split:[15,43,46,47,48],tupl:[1,9,12,15,27,34,39,43,48,52,57,75,131,135,142,143,152,155,160,169],tuplecod:1,tuplesequencecod:1,turn:[25,167],twice:[11,43,57],two:[4,14,18,20,38,40,42,43,44,45,48,81,131,142,143,155,158,160,162],txt:134,typ:156,type1:25,type2:25,type3:25,type:[1,2,3,4,9,12,14,17,18,19,20,25,27,28,31,34,36,38,39,40,43,44,45,46,47,48,52,54,55,56,57,60,61,62,65,66,67,68,69,73,75,81,86,87,89,92,93,95,97,98,99,112,114,115,116,129,132,133,134,142,143,145,147,148,149,150,151,152,153,154,155,156,158,159,160,162,163,165,167,168,169],type_1:155,type_2:155,type_check:160,type_check_input:147,type_check_inputs_or_output:147,type_check_output:147,type_hint:[147,155,159],type_urn:57,typecheck:[154,171],typecheckcombinefn:159,typecheckerror:[142,155],typecheckvisitor:159,typecheckwrapperdofn:159,typecod:[0,171],typeconstraint:[147,155,158,160],typedict:145,typeerror:[9,16,17,25,62,143,147],typehint:[1,4,143,147,171],typeinferenceerror:158,typeopt:[59,60],typevari:160,typic:[17,49,50,52,62,115,138,143,147,162],uid:43,ultim:155,unabl:32,unari:157,unary_convert:157,unary_invert:157,unary_neg:157,unary_not:157,unary_posit:157,unavail:[35,101],unbound:[22,81,82,133,153,171],unclaim:43,uncommit:92,uncommitted_output_bundl:98,uncommittedbundl:86,uncompress:[18,45],unconsum:43,undeclar:143,undeclared_tag_valu:98,under:[18,32,40,122,143,152],underli:[18,20,35,49,52,92,147,150,153,158],underlying_result:107,underlying_runn:[107,108],underscor:[25,27],undesir:4,unfinish:43,unicod:[9,106,145],union:[15,48,115,153,158,160],union_list:158,uniqu:[27,40,43,55,75,116,142,152],unique_row_id:27,unit:[33,40,45,48,145,153],unittest:134,unix:[18,20,38,40,44,133,153,168],unknown:[1,43,59,115,131],unless:[14,19,45,49,75,153],unmergedst:92,unmodifi:143,unpack:[155,166],unpack_ani:166,unpack_sequ:157,unpickl:[60,132],unprocess:[43,95,143],unprocessed_bundl:[98,99],unquot:101,unsplitt:[43,46],unsplittablerangetrack:46,unstart:46,until:[68,79,84,94,97,115,132,143],unused_arg:[26,116,123,143,155,157],unused_context:[1,143,147,150,152,153,169],unused_el:82,unused_fn_paramet:153,unused_input:[43,133,143],unused_input_typ:[22,82,143,147],unused_kwarg:[26,116,123,143,155],unused_paramet:[143,152],unused_payload:[1,143],unused_registri:1,unused_st:157,unused_typehint:1,unwrap:[133,158],unwrap_al:158,updat:[25,32,43,54,55,56,62,79,89,91,92,99,103,104,115,138],update_displai:103,update_pcollection_stat:104,update_phys:89,update_watermark:99,upload:[19,65],uploaderstream:19,upon:19,upper:[14,45,49,50,155],upper_bound:138,upstream:[88,143],upto:34,uqfound:11,uri:[18,38,44,60],uri_schema_pattern:20,url:[18,42,84,145],urn:[1,22,57,62,73,74,143,146,147,153,161,171],usabl:[14,45],usag:[1,43,48,62,122,123,147,151,155,162,163,165],use:[1,2,3,4,6,7,8,9,10,11,12,14,15,18,20,25,31,32,33,34,36,38,39,40,41,43,44,45,48,49,55,56,57,59,60,62,63,64,65,74,75,79,81,86,87,88,93,97,98,99,114,131,132,133,134,136,137,143,148,155,157,158,159,161,162,164,165,166,167,168,169],use_deprecated_int96_timestamp:45,use_fake_cod:[62,114],use_fastavro:14,use_global_window:135,use_legacy_sql:27,use_standard_sql:25,used:[1,4,10,11,12,14,17,18,20,22,25,27,28,33,38,40,43,44,45,46,49,50,52,54,55,56,57,59,62,75,76,79,81,86,87,88,92,95,97,98,104,115,123,129,130,131,132,133,135,137,143,145,147,148,150,152,153,155,160,162,167,169],useful:[1,57,92,143],user:[12,14,17,18,20,25,32,38,40,43,44,55,56,57,75,78,81,91,108,145,148,151,162,163],user_metric_urn:57,userst:[91,141,171],userstatecontext:[91,151],uses:[4,18,35,40,97,134],using:[1,4,8,9,12,20,24,25,27,32,43,49,52,62,81,90,93,106,116,131,133,143,147,153,155,160,162],usual:101,utc:[40,168],utf:[1,49],util:[6,8,9,10,13,18,19,23,27,29,30,48,76,79,85,95,106,108,111,114,117,123,129,131,132,133,134,136,141,143,149,153,155,170,171],v31:152,v32:152,v33:152,val:3,valid:[14,17,18,25,27,34,40,45,49,50,52,59,60,95,132,135,143,145,147,151,155,160],validate_cloud_opt:60,validate_composite_type_param:147,validate_cr:25,validate_gcs_path:60,validate_optional_argument_posit:60,validate_stateful_dofn:151,validate_test_match:60,validate_writ:25,validatesrunn:132,valu:[1,2,3,5,9,11,12,14,16,17,18,20,25,32,38,40,43,44,45,48,49,50,52,54,55,56,57,59,60,61,62,75,81,82,88,94,99,101,115,129,131,132,133,134,135,137,138,139,140,142,143,145,148,150,151,152,153,155,156,158,166,167,168],value_cod:1,value_descriptor:73,value_provid:[58,171],value_provider_list:61,value_to_consum:[92,99],value_typ:61,valueerror:[16,17,18,19,25,27,39,43,48,59,62,131,132,143,145,155,156,158],valueprovid:[5,16,17,61],vari:1,variabl:[1,10,56],varianc:152,variant:52,variantcal:52,variantinfo:52,varint:3,varintcod:1,variou:[25,27,48,110,137,157],vcf:52,vcfio:[13,171],vcfv4:52,vehicl:123,verbos:[137,140,158],veri:[75,94],verif:130,verifi:[14,17,37,43,45,48,49,50,52,84,96,125,130,132,133,159],version:[1,18,52,82,101,162,171],vertex:105,verybig:25,vet:67,via:[62,95,114,153,160,169],view:[60,92],view_a:59,view_class:148,view_opt:148,violat:155,visibl:104,visit:[62,115],visit_transform:[88,159],visitor:[62,88],volum:143,voluntarili:95,wai:[4,18,32,43,46,48,81,131,143,147,152,162],wait:[34,79,84,115,130,132],wait_until_finish:[107,115],wait_until_finish_dur:122,wait_until_in_st:84,want:[4,32,43,75,115,137,167],warn:[162,167],watermark:[47,92,95,99,133,143,149,150,151],watermark_manag:[76,85,171],watermark_neg_inf:99,watermark_pos_inf:99,watermarkev:133,watermarkmanag:99,watermarkreporterparam:143,weather_st:25,weight:48,well:[25,36,43,48,101],were:[37,43,92,147,152,162],what:[1,25,43,131,150,153,162],whatev:[32,62,152],when:[3,8,14,17,18,19,25,32,34,40,43,45,48,49,50,62,64,75,92,95,103,104,133,134,143,145,147,150,158,160,168],whenc:[18,19],whenev:[4,143],where:[1,17,27,39,43,62,75,107,131,142,143,152,153,155,156,167,169,171],whether:[1,17,18,25,31,38,43,44,49,54,62,75,81,86,103,140,145,150,151,153,158],which:[1,12,14,15,17,18,25,27,31,32,35,40,43,45,46,49,50,52,67,75,76,81,82,90,95,101,104,115,131,132,135,142,143,150,152,153,155,156,159,165,167,171],whit:162,who:[106,121,132],whole:[17,18,25,43,60,155],whose:[1,43,46,62,75,104,143,146,150,152],wider:152,width:153,wiki:25,wikipedia:25,window:[1,36,75,79,81,86,91,94,95,98,116,133,135,137,141,143,147,148,150,151,152,171],window_cod:1,window_fn:153,window_m:[31,36],windowed_valu:153,windowedtypeconstraint:160,windowedvalu:[86,133,143,160],windowedvaluecod:1,windowfn:[143,153],windowing_strategi:116,windowinto:[143,153],windowintofn:143,windowparam:[94,95,116,143],wipe:115,wire:143,wish:145,with_attribut:[40,41],with_default:143,with_exponential_backoff:167,with_fanout:143,with_hot_key_fanout:143,with_input_typ:[4,147,155],with_nam:55,with_namespac:55,with_output:143,with_output_typ:[4,147,155],with_step:55,with_typ:9,within:[43,48,65,81,86,92,131,153],without:[17,43,142,165],without_default:143,withtypehint:[143,147,155],work:[25,34,43,48,56,62,67,81,152,155],worker:[8,11,32,43,59,69,79,81,107,143,163],worker_executing_project:8,workeropt:[59,60],workflow:[8,11,43,131],workitem:81,would:[1,43,75,152,153,155,169],wrap:[9,19,75,82,143,147,167],wrapped_value_cod:1,wrapper:[18,25,27,59,75,84,96,114,132,147,151,155,159,165],writabl:19,write:[1,3,4,14,16,18,19,20,24,25,27,28,32,33,34,37,38,39,40,43,44,45,49,50,62,81,92,101,131,169,171],write_:16,write_append:25,write_bigendian_doubl:3,write_bigendian_int32:3,write_bigendian_int64:3,write_bigendian_uint64:3,write_byt:3,write_cache_id:108,write_disposit:25,write_empti:25,write_encoded_record:16,write_mut:34,write_record:16,write_result:43,write_trunc:25,write_var_int64:3,writeabl:18,writecach:[101,108],writeimpl:43,writer:[25,27,43,55,81,148],writer_result:[16,43],writestringstopubsub:40,writetoavro:14,writetobigqueri:25,writetobigt:28,writetodatastor:32,writetoparquet:45,writetopubsub:40,writetotext:[49,62,171],writetotfrecord:50,writetrunc:25,written:[14,16,18,19,20,25,37,38,43,44,45,49,50,134],wrong:52,wrote:43,wv_with_multiple_window:137,wv_with_one_window:137,www:106,xrang:162,xyz:[4,59,115],xyzcod:4,xyzopt:59,year:25,yet:[43,90],yield:[2,17,43,143,167],you:[14,32,45,49,59,60,145],your:[48,60,171],yyyymmdd:27,zero:[22,43,143]},titles:["apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.http_client module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.flink package","apache_beam.io.flink.flink_streaming_impulse_source module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.bigquery_tools module","apache_beam.io.gcp.bigtableio module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.datastore.v1.adaptive_throttler module","apache_beam.io.gcp.datastore.v1.datastoreio module","apache_beam.io.gcp.datastore.v1.fake_datastore module","apache_beam.io.gcp.datastore.v1.helper module","apache_beam.io.gcp.datastore.v1.query_splitter module","apache_beam.io.gcp.datastore.v1.util module","apache_beam.io.gcp.datastore_write_it_pipeline module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.parquetio module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.metrics.monitoring_infos module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_expansion_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.internal package","apache_beam.runners.internal.names module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.load_tests package","apache_beam.testing.load_tests.load_test_metrics_utils module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.external module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{adaptive_throttl:31,annot:162,apach:171,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170],api:[64,65,66,67,68,69,70,71,72],auth:8,avroio:14,beam:171,beam_artifact_api_pb2_grpc:65,beam_expansion_api_pb2_grpc:66,beam_fn_api_pb2_grpc:67,beam_job_api_pb2_grpc:68,beam_provision_api_pb2_grpc:69,beam_runner_api_pb2_grpc:70,benchmark:[118,119,120,121,122,123,124,125,126,127],big_query_query_to_table_pipelin:24,bigqueri:25,bigquery_io_read_pipelin:26,bigquery_tool:27,bigtableio:28,bundle_factori:86,cache_manag:101,cell:54,clock:87,coder:[0,1,2,3,4],coders_microbenchmark:137,combin:142,common_urn:73,concat_sourc:15,consumer_tracking_pipeline_visitor:88,core:143,create_sourc:144,dataflow:[77,78,79,80,81,82,83,84],dataflow_metr:78,dataflow_runn:79,datastor:[29,30,31,32,33,34,35,36],datastore_write_it_pipelin:37,datastoreio:32,decor:155,direct:[85,86,87,88,89,90,91,92,93,94,95,96,97,98,99],direct_metr:89,direct_runn:90,direct_userst:91,displai:[102,103,104,105,106,145],display_manag:103,distribution_counter_microbenchmark:138,endpoints_pb2_grpc:71,error:5,evaluation_context:92,executor:93,extern:146,fake_datastor:33,filebasedsink:16,filebasedsourc:17,filesystem:[18,20],filesystemio:19,flink:[21,22],flink_streaming_impulse_sourc:22,gcp:[7,8,9,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41],gcsfilesystem:38,gcsio:39,hadoopfilesystem:42,helper:34,helper_transform:94,http_client:10,interact:[100,101,102,103,104,105,106,107,108],interactive_pipeline_graph:104,interactive_runn:107,intern:[6,7,8,9,10,11,12,109,110],iobas:[43,81],job:[111,112,113],json_valu:9,load_test:[128,129],load_test_metrics_util:129,localfilesystem:44,manag:112,metric:[53,54,55,56,57],metricbas:56,model:[120,121],modul:[1,2,3,4,5,8,9,10,11,12,14,15,16,17,18,19,20,22,24,25,26,27,28,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,54,55,56,57,59,60,61,62,65,66,67,68,69,70,71,72,73,74,75,78,79,81,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,98,99,101,103,104,105,106,107,108,110,112,113,114,115,116,121,122,123,125,126,127,129,130,131,132,133,134,135,137,138,139,140,142,143,144,145,146,147,148,149,150,151,152,153,155,156,157,158,159,160,162,163,164,165,166,167,168,169,170],monitoring_info:57,name:110,native_io:[80,81,82],native_type_compat:156,nexmark:[119,120,121,122,123,124,125,126,127],nexmark_launch:122,nexmark_model:121,nexmark_util:123,observ:2,opcod:157,option:[58,59,60,61],overview:171,packag:[0,6,7,13,21,23,29,30,53,58,63,64,76,77,80,85,100,102,109,111,117,118,119,120,124,128,136,141,154,161],parquetio:45,pickler:11,pipelin:62,pipeline_analyz:108,pipeline_context:114,pipeline_graph:105,pipeline_graph_render:106,pipeline_opt:59,pipeline_options_valid:60,pipeline_verifi:130,plugin:163,portabl:[63,64,65,66,67,68,69,70,71,72,73,74],process:164,profil:165,proto_util:166,ptransform:147,ptransform_overrid:83,pubsub:40,pubsub_it_pipelin:41,pvalu:75,python:171,python_urn:74,queri:[124,125,126,127],query0:125,query1:126,query2:127,query_splitt:35,range_track:46,restriction_track:47,retri:167,runner:[76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116],sdf_common:116,sdf_direct_runn:95,sdk:171,sideinput:148,sideinput_microbenchmark:139,slow_stream:3,source_test_util:48,standard_window_fns_pb2_grpc:72,statu:171,streaming_cr:82,submodul:[0,6,7,13,21,23,30,53,58,63,64,76,77,80,85,100,102,109,111,117,119,120,124,128,136,141,154,161,171],subpackag:[6,13,23,29,63,76,77,100,117,118,119,171],synthetic_pipelin:131,test:[117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135],test_dataflow_runn:84,test_direct_runn:96,test_pipelin:132,test_stream:133,test_util:134,textio:49,tfrecordio:50,timestamp:168,timeutil:149,tool:[136,137,138,139,140],transform:[141,142,143,144,145,146,147,148,149,150,151,152,153],transform_evalu:97,trigger:150,trivial_infer:158,typecheck:159,typecod:4,typehint:[154,155,156,157,158,159,160],typic:171,urn:169,usag:171,userst:151,util:[12,36,51,98,113,135,140,152,161,162,163,164,165,166,167,168,169],value_provid:61,vcfio:52,version:170,watermark_manag:99,window:153}})