| Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.http_client","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.flink","apache_beam.io.flink.flink_streaming_impulse_source","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.datastore.v1.adaptive_throttler","apache_beam.io.gcp.datastore.v1.datastoreio","apache_beam.io.gcp.datastore.v1.fake_datastore","apache_beam.io.gcp.datastore.v1.helper","apache_beam.io.gcp.datastore.v1.query_splitter","apache_beam.io.gcp.datastore.v1.util","apache_beam.io.gcp.datastore_write_it_pipeline","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.parquetio","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.metrics.monitoring_infos","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.internal","apache_beam.runners.internal.names","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.load_tests","apache_beam.testing.load_tests.load_test_metrics_utils","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.http_client.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.flink.rst","apache_beam.io.flink.flink_streaming_impulse_source.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.datastore.v1.adaptive_throttler.rst","apache_beam.io.gcp.datastore.v1.datastoreio.rst","apache_beam.io.gcp.datastore.v1.fake_datastore.rst","apache_beam.io.gcp.datastore.v1.helper.rst","apache_beam.io.gcp.datastore.v1.query_splitter.rst","apache_beam.io.gcp.datastore.v1.util.rst","apache_beam.io.gcp.datastore_write_it_pipeline.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.parquetio.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.metrics.monitoring_infos.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.internal.rst","apache_beam.runners.internal.names.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.load_tests.rst","apache_beam.testing.load_tests.load_test_metrics_utils.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[167,0,0,"-"]},"apache_beam.coders":{coders:[1,0,0,"-"],observable:[2,0,0,"-"],slow_stream:[3,0,0,"-"],typecoders:[4,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,3,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],register_structured_urn:[1,4,1,""],register_urn:[1,3,1,""],to_runner_api:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],coders:[1,2,1,""],from_runner_api_parameter:[1,4,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[2,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[2,2,1,""],register_observer:[2,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[3,1,1,""],InputStream:[3,1,1,""],OutputStream:[3,1,1,""],get_varint_size:[3,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[3,2,1,""],get_count:[3,2,1,""],write:[3,2,1,""],write_byte:[3,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[3,2,1,""],read_all:[3,2,1,""],read_bigendian_double:[3,2,1,""],read_bigendian_int32:[3,2,1,""],read_bigendian_int64:[3,2,1,""],read_bigendian_uint64:[3,2,1,""],read_byte_py2:[3,2,1,""],read_byte_py3:[3,2,1,""],read_var_int64:[3,2,1,""],size:[3,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[3,2,1,""],size:[3,2,1,""],write:[3,2,1,""],write_bigendian_double:[3,2,1,""],write_bigendian_int32:[3,2,1,""],write_bigendian_int64:[3,2,1,""],write_bigendian_uint64:[3,2,1,""],write_byte:[3,2,1,""],write_var_int64:[3,2,1,""]},"apache_beam.error":{BeamError:[5,6,1,""],PValueError:[5,6,1,""],PipelineError:[5,6,1,""],RunnerError:[5,6,1,""],RuntimeValueProviderError:[5,6,1,""],SideInputError:[5,6,1,""],TransformError:[5,6,1,""]},"apache_beam.internal":{gcp:[7,0,0,"-"],http_client:[10,0,0,"-"],pickler:[11,0,0,"-"],util:[12,0,0,"-"]},"apache_beam.internal.gcp":{auth:[8,0,0,"-"],json_value:[9,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[8,6,1,""],get_service_credentials:[8,5,1,""],set_running_in_gce:[8,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[9,5,1,""],get_typed_value_descriptor:[9,5,1,""],to_json_value:[9,5,1,""]},"apache_beam.internal.http_client":{get_new_http:[10,5,1,""],proxy_info_from_environment_var:[10,5,1,""]},"apache_beam.internal.pickler":{dump_session:[11,5,1,""],dumps:[11,5,1,""],load_session:[11,5,1,""],loads:[11,5,1,""],new_save_module_dict:[11,5,1,""],save_module:[11,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[12,1,1,""],insert_values_in_args:[12,5,1,""],remove_objects_from_args:[12,5,1,""],run_using_threadpool:[12,5,1,""]},"apache_beam.io":{avroio:[14,0,0,"-"],concat_source:[15,0,0,"-"],filebasedsink:[16,0,0,"-"],filebasedsource:[17,0,0,"-"],filesystem:[18,0,0,"-"],filesystemio:[19,0,0,"-"],filesystems:[20,0,0,"-"],flink:[21,0,0,"-"],gcp:[23,0,0,"-"],hadoopfilesystem:[40,0,0,"-"],iobase:[41,0,0,"-"],localfilesystem:[42,0,0,"-"],parquetio:[43,0,0,"-"],range_trackers:[44,0,0,"-"],restriction_trackers:[45,0,0,"-"],source_test_utils:[46,0,0,"-"],textio:[47,0,0,"-"],tfrecordio:[48,0,0,"-"],utils:[49,0,0,"-"],vcfio:[50,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[14,1,1,""],ReadFromAvro:[14,1,1,""],WriteToAvro:[14,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[14,7,1,""],expand:[14,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[14,2,1,""],expand:[14,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[14,2,1,""],expand:[14,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[15,1,1,""],ConcatSource:[15,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[15,2,1,""],global_to_local:[15,2,1,""],local_to_global:[15,2,1,""],position_at_fraction:[15,2,1,""],set_current_position:[15,2,1,""],start_position:[15,2,1,""],stop_position:[15,2,1,""],sub_range_tracker:[15,2,1,""],try_claim:[15,2,1,""],try_split:[15,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[15,2,1,""],estimate_size:[15,2,1,""],get_range_tracker:[15,2,1,""],read:[15,2,1,""],sources:[15,7,1,""],split:[15,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[16,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[16,2,1,""],display_data:[16,2,1,""],finalize_write:[16,2,1,""],initialize_write:[16,2,1,""],open:[16,2,1,""],open_writer:[16,2,1,""],pre_finalize:[16,2,1,""],write_encoded_record:[16,2,1,""],write_record:[16,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[17,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[17,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[17,7,1,""],display_data:[17,2,1,""],estimate_size:[17,2,1,""],get_range_tracker:[17,2,1,""],open_file:[17,2,1,""],read:[17,2,1,""],read_records:[17,2,1,""],split:[17,2,1,""],splittable:[17,7,1,""]},"apache_beam.io.filesystem":{CompressedFile:[18,1,1,""],CompressionTypes:[18,1,1,""],FileMetadata:[18,1,1,""],FileSystem:[18,1,1,""],MatchResult:[18,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[18,2,1,""],closed:[18,2,1,""],flush:[18,2,1,""],read:[18,2,1,""],readable:[18,2,1,""],readline:[18,2,1,""],seek:[18,2,1,""],seekable:[18,7,1,""],tell:[18,2,1,""],write:[18,2,1,""],writeable:[18,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[18,7,1,""],BZIP2:[18,7,1,""],GZIP:[18,7,1,""],UNCOMPRESSED:[18,7,1,""],detect_compression_type:[18,3,1,""],is_valid_compression_type:[18,3,1,""],mime_type:[18,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[18,2,1,""],CHUNK_SIZE:[18,7,1,""],checksum:[18,2,1,""],copy:[18,2,1,""],create:[18,2,1,""],exists:[18,2,1,""],has_dirs:[18,2,1,""],join:[18,2,1,""],last_updated:[18,2,1,""],match:[18,2,1,""],match_files:[18,2,1,""],mkdirs:[18,2,1,""],open:[18,2,1,""],rename:[18,2,1,""],scheme:[18,3,1,""],size:[18,2,1,""],split:[18,2,1,""],translate_pattern:[18,4,1,""]},"apache_beam.io.filesystemio":{Downloader:[19,1,1,""],DownloaderStream:[19,1,1,""],PipeStream:[19,1,1,""],Uploader:[19,1,1,""],UploaderStream:[19,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[19,2,1,""],size:[19,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[19,2,1,""],readinto:[19,2,1,""],seek:[19,2,1,""],seekable:[19,2,1,""],tell:[19,2,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[19,2,1,""],seek:[19,2,1,""],tell:[19,2,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[19,2,1,""],put:[19,2,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[19,2,1,""],tell:[19,2,1,""],writable:[19,2,1,""],write:[19,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[20,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[20,4,1,""],URI_SCHEMA_PATTERN:[20,7,1,""],checksum:[20,4,1,""],copy:[20,4,1,""],create:[20,4,1,""],exists:[20,4,1,""],get_chunk_size:[20,4,1,""],get_filesystem:[20,4,1,""],get_scheme:[20,4,1,""],join:[20,4,1,""],last_updated:[20,4,1,""],match:[20,4,1,""],mkdirs:[20,4,1,""],open:[20,4,1,""],rename:[20,4,1,""],set_options:[20,3,1,""],split:[20,4,1,""]},"apache_beam.io.flink":{flink_streaming_impulse_source:[22,0,0,"-"]},"apache_beam.io.flink.flink_streaming_impulse_source":{FlinkStreamingImpulseSource:[22,1,1,""]},"apache_beam.io.flink.flink_streaming_impulse_source.FlinkStreamingImpulseSource":{URN:[22,7,1,""],config:[22,7,1,""],expand:[22,2,1,""],from_runner_api_parameter:[22,4,1,""],get_windowing:[22,2,1,""],infer_output_type:[22,2,1,""],set_interval_ms:[22,2,1,""],set_message_count:[22,2,1,""],to_runner_api_parameter:[22,2,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[24,0,0,"-"],bigquery:[25,0,0,"-"],bigquery_io_read_pipeline:[26,0,0,"-"],datastore:[27,0,0,"-"],datastore_write_it_pipeline:[35,0,0,"-"],gcsfilesystem:[36,0,0,"-"],gcsio:[37,0,0,"-"],pubsub:[38,0,0,"-"],pubsub_it_pipeline:[39,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[24,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[25,1,1,""],BigQuerySink:[25,1,1,""],BigQuerySource:[25,1,1,""],TableRowJsonCoder:[25,1,1,""],WriteToBigQuery:[25,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[25,7,1,""],CREATE_NEVER:[25,7,1,""],WRITE_APPEND:[25,7,1,""],WRITE_EMPTY:[25,7,1,""],WRITE_TRUNCATE:[25,7,1,""],validate_create:[25,4,1,""],validate_write:[25,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[25,2,1,""],format:[25,7,1,""],schema_as_json:[25,2,1,""],writer:[25,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[25,2,1,""],format:[25,7,1,""],reader:[25,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[25,2,1,""],encode:[25,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[25,2,1,""],expand:[25,2,1,""],get_dict_table_schema:[25,4,1,""],get_table_schema_from_string:[25,4,1,""],table_schema_to_dict:[25,4,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[26,1,1,""],run:[26,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[26,2,1,""]},"apache_beam.io.gcp.datastore":{v1:[28,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{adaptive_throttler:[29,0,0,"-"],datastoreio:[30,0,0,"-"],fake_datastore:[31,0,0,"-"],helper:[32,0,0,"-"],query_splitter:[33,0,0,"-"],util:[34,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler":{AdaptiveThrottler:[29,1,1,""]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler":{MIN_REQUESTS:[29,7,1,""],successful_request:[29,2,1,""],throttle_request:[29,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[30,1,1,""],ReadFromDatastore:[30,1,1,""],WriteToDatastore:[30,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[30,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[30,1,1,""],SplitQueryFn:[30,1,1,""],display_data:[30,2,1,""],expand:[30,2,1,""],get_estimated_num_splits:[30,4,1,""],get_estimated_size_bytes:[30,4,1,""],query_latest_statistics_timestamp:[30,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[30,2,1,""],process:[30,2,1,""],start_bundle:[30,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[30,2,1,""],process:[30,2,1,""],start_bundle:[30,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[30,4,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[31,5,1,""],create_entities:[31,5,1,""],create_response:[31,5,1,""],create_run_query:[31,5,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[32,1,1,""],compare_path:[32,5,1,""],fetch_entities:[32,5,1,""],get_datastore:[32,5,1,""],is_key_valid:[32,5,1,""],key_comparator:[32,5,1,""],make_kind_stats_query:[32,5,1,""],make_latest_timestamp_query:[32,5,1,""],make_partition:[32,5,1,""],make_request:[32,5,1,""],retry_on_rpc_error:[32,5,1,""],write_mutations:[32,5,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[33,5,1,""]},"apache_beam.io.gcp.datastore.v1.util":{MovingSum:[34,1,1,""]},"apache_beam.io.gcp.datastore.v1.util.MovingSum":{add:[34,2,1,""],count:[34,2,1,""],has_data:[34,2,1,""],sum:[34,2,1,""]},"apache_beam.io.gcp.datastore_write_it_pipeline":{EntityWrapper:[35,1,1,""],make_ancestor_query:[35,5,1,""],new_pipeline_with_job_name:[35,5,1,""],run:[35,5,1,""]},"apache_beam.io.gcp.datastore_write_it_pipeline.EntityWrapper":{make_entity:[35,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[36,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[36,2,1,""],CHUNK_SIZE:[36,7,1,""],GCS_PREFIX:[36,7,1,""],checksum:[36,2,1,""],copy:[36,2,1,""],create:[36,2,1,""],exists:[36,2,1,""],has_dirs:[36,2,1,""],join:[36,2,1,""],last_updated:[36,2,1,""],mkdirs:[36,2,1,""],open:[36,2,1,""],rename:[36,2,1,""],scheme:[36,3,1,""],size:[36,2,1,""],split:[36,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[37,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[37,2,1,""],checksum:[37,2,1,""],copy:[37,2,1,""],copy_batch:[37,2,1,""],copytree:[37,2,1,""],delete_batch:[37,2,1,""],exists:[37,2,1,""],kms_key:[37,2,1,""],last_updated:[37,2,1,""],list_prefix:[37,2,1,""],open:[37,2,1,""],rename:[37,2,1,""],size:[37,2,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[38,1,1,""],ReadFromPubSub:[38,1,1,""],ReadStringsFromPubSub:[38,5,1,""],WriteStringsToPubSub:[38,5,1,""],WriteToPubSub:[38,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[38,7,1,""],data:[38,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[38,2,1,""],to_runner_api_parameter:[38,2,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[38,2,1,""],to_proto_str:[38,4,1,""],to_runner_api_parameter:[38,2,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[39,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[40,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[40,2,1,""],checksum:[40,2,1,""],copy:[40,2,1,""],create:[40,2,1,""],exists:[40,2,1,""],has_dirs:[40,2,1,""],join:[40,2,1,""],last_updated:[40,2,1,""],mkdirs:[40,2,1,""],open:[40,2,1,""],rename:[40,2,1,""],scheme:[40,3,1,""],size:[40,2,1,""],split:[40,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[41,1,1,""],RangeTracker:[41,1,1,""],Read:[41,1,1,""],RestrictionTracker:[41,1,1,""],Sink:[41,1,1,""],Write:[41,1,1,""],Writer:[41,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[41,2,1,""],estimate_size:[41,2,1,""],get_range_tracker:[41,2,1,""],is_bounded:[41,2,1,""],read:[41,2,1,""],split:[41,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[41,7,1,""],fraction_consumed:[41,2,1,""],position_at_fraction:[41,2,1,""],set_current_position:[41,2,1,""],set_split_points_unclaimed_callback:[41,2,1,""],split_points:[41,2,1,""],start_position:[41,2,1,""],stop_position:[41,2,1,""],try_claim:[41,2,1,""],try_split:[41,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[41,2,1,""],expand:[41,2,1,""],from_runner_api_parameter:[41,4,1,""],get_windowing:[41,2,1,""],to_runner_api_parameter:[41,2,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[41,2,1,""],checkpoint:[41,2,1,""],current_restriction:[41,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[41,2,1,""],initialize_write:[41,2,1,""],open_writer:[41,2,1,""],pre_finalize:[41,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[41,2,1,""],expand:[41,2,1,""]},"apache_beam.io.iobase.Writer":{close:[41,2,1,""],write:[41,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[42,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[42,2,1,""],checksum:[42,2,1,""],copy:[42,2,1,""],create:[42,2,1,""],exists:[42,2,1,""],has_dirs:[42,2,1,""],join:[42,2,1,""],last_updated:[42,2,1,""],mkdirs:[42,2,1,""],open:[42,2,1,""],rename:[42,2,1,""],scheme:[42,3,1,""],size:[42,2,1,""],split:[42,2,1,""]},"apache_beam.io.parquetio":{ReadAllFromParquet:[43,1,1,""],ReadFromParquet:[43,1,1,""],WriteToParquet:[43,1,1,""]},"apache_beam.io.parquetio.ReadAllFromParquet":{DEFAULT_DESIRED_BUNDLE_SIZE:[43,7,1,""],expand:[43,2,1,""]},"apache_beam.io.parquetio.ReadFromParquet":{display_data:[43,2,1,""],expand:[43,2,1,""]},"apache_beam.io.parquetio.WriteToParquet":{display_data:[43,2,1,""],expand:[43,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[44,1,1,""],OffsetRangeTracker:[44,1,1,""],OrderedPositionRangeTracker:[44,1,1,""],UnsplittableRangeTracker:[44,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[44,3,1,""],position_to_fraction:[44,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[44,7,1,""],fraction_consumed:[44,2,1,""],last_record_start:[44,7,1,""],position_at_fraction:[44,2,1,""],set_current_position:[44,2,1,""],set_split_points_unclaimed_callback:[44,2,1,""],split_points:[44,2,1,""],start_position:[44,2,1,""],stop_position:[44,2,1,""],try_claim:[44,2,1,""],try_split:[44,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[44,7,1,""],fraction_consumed:[44,2,1,""],fraction_to_position:[44,2,1,""],position_at_fraction:[44,2,1,""],position_to_fraction:[44,2,1,""],start_position:[44,2,1,""],stop_position:[44,2,1,""],try_claim:[44,2,1,""],try_split:[44,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[44,2,1,""],position_at_fraction:[44,2,1,""],set_current_position:[44,2,1,""],set_split_points_unclaimed_callback:[44,2,1,""],split_points:[44,2,1,""],start_position:[44,2,1,""],stop_position:[44,2,1,""],try_claim:[44,2,1,""],try_split:[44,2,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[45,1,1,""],OffsetRestrictionTracker:[45,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[45,2,1,""],split:[45,2,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[45,2,1,""],checkpoint:[45,2,1,""],current_restriction:[45,2,1,""],start_position:[45,2,1,""],stop_position:[45,2,1,""],try_claim:[45,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[46,5,1,""],assert_sources_equal_reference_source:[46,5,1,""],assert_split_at_fraction_behavior:[46,5,1,""],assert_split_at_fraction_binary:[46,5,1,""],assert_split_at_fraction_exhaustive:[46,5,1,""],assert_split_at_fraction_fails:[46,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[46,5,1,""],read_from_source:[46,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[47,1,1,""],ReadFromText:[47,1,1,""],ReadFromTextWithFilename:[47,1,1,""],WriteToText:[47,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[47,7,1,""],expand:[47,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[47,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[47,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[48,1,1,""],WriteToTFRecord:[48,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[48,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[48,2,1,""]},"apache_beam.io.utils":{CountingSource:[49,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[49,2,1,""],get_range_tracker:[49,2,1,""],read:[49,2,1,""],split:[49,2,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[50,1,1,""],ReadFromVcf:[50,1,1,""],Variant:[50,1,1,""],VariantCall:[50,1,1,""],VariantInfo:[50,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[50,7,1,""],line:[50,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[50,2,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[50,7,1,""],field_count:[50,7,1,""]},"apache_beam.metrics":{cells:[52,0,0,"-"],metric:[53,0,0,"-"],metricbase:[54,0,0,"-"],monitoring_infos:[55,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[52,1,1,""],GaugeResult:[52,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[52,7,1,""],max:[52,7,1,""],mean:[52,7,1,""],min:[52,7,1,""],sum:[52,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[52,7,1,""],value:[52,7,1,""]},"apache_beam.metrics.metric":{Metrics:[53,1,1,""],MetricsFilter:[53,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[53,1,1,""],DelegatingDistribution:[53,1,1,""],DelegatingGauge:[53,1,1,""],counter:[53,4,1,""],distribution:[53,4,1,""],gauge:[53,4,1,""],get_namespace:[53,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[53,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[53,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[53,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[53,7,1,""],namespaces:[53,7,1,""],steps:[53,7,1,""],with_name:[53,2,1,""],with_names:[53,2,1,""],with_namespace:[53,2,1,""],with_namespaces:[53,2,1,""],with_step:[53,2,1,""],with_steps:[53,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[54,1,1,""],Distribution:[54,1,1,""],Gauge:[54,1,1,""],Metric:[54,1,1,""],MetricName:[54,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[54,2,1,""],inc:[54,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[54,2,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[54,2,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[54,4,1,""],to_runner_api:[54,2,1,""]},"apache_beam.metrics.monitoring_infos":{create_labels:[55,5,1,""],create_monitoring_info:[55,5,1,""],extract_counter_value:[55,5,1,""],extract_distribution:[55,5,1,""],extract_metric_result_map_value:[55,5,1,""],int64_counter:[55,5,1,""],int64_distribution:[55,5,1,""],int64_gauge:[55,5,1,""],is_counter:[55,5,1,""],is_distribution:[55,5,1,""],is_gauge:[55,5,1,""],is_user_monitoring_info:[55,5,1,""],parse_namespace_and_name:[55,5,1,""],to_key:[55,5,1,""],to_timestamp_proto:[55,5,1,""],to_timestamp_secs:[55,5,1,""],user_metric_urn:[55,5,1,""]},"apache_beam.options":{pipeline_options:[57,0,0,"-"],pipeline_options_validator:[58,0,0,"-"],value_provider:[59,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[57,1,1,""],DirectOptions:[57,1,1,""],GoogleCloudOptions:[57,1,1,""],HadoopFileSystemOptions:[57,1,1,""],PipelineOptions:[57,1,1,""],ProfilingOptions:[57,1,1,""],SetupOptions:[57,1,1,""],StandardOptions:[57,1,1,""],TestOptions:[57,1,1,""],TypeOptions:[57,1,1,""],WorkerOptions:[57,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[57,7,1,""],COMPUTE_API_SERVICE:[57,7,1,""],DATAFLOW_ENDPOINT:[57,7,1,""],STORAGE_API_SERVICE:[57,7,1,""],validate:[57,2,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[57,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[57,2,1,""],from_dictionary:[57,3,1,""],get_all_options:[57,2,1,""],view_as:[57,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[57,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[57,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[57,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[58,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[58,7,1,""],ERR_INVALID_GCS_BUCKET:[58,7,1,""],ERR_INVALID_GCS_OBJECT:[58,7,1,""],ERR_INVALID_GCS_PATH:[58,7,1,""],ERR_INVALID_JOB_NAME:[58,7,1,""],ERR_INVALID_NOT_POSITIVE:[58,7,1,""],ERR_INVALID_PROJECT_ID:[58,7,1,""],ERR_INVALID_PROJECT_NUMBER:[58,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[58,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[58,7,1,""],ERR_MISSING_GCS_PATH:[58,7,1,""],ERR_MISSING_OPTION:[58,7,1,""],GCS_BUCKET:[58,7,1,""],GCS_SCHEME:[58,7,1,""],GCS_URI:[58,7,1,""],JOB_PATTERN:[58,7,1,""],OPTIONS:[58,7,1,""],PROJECT_ID_PATTERN:[58,7,1,""],PROJECT_NUMBER_PATTERN:[58,7,1,""],is_full_string_match:[58,2,1,""],is_service_runner:[58,2,1,""],validate:[58,2,1,""],validate_cloud_options:[58,2,1,""],validate_gcs_path:[58,2,1,""],validate_optional_argument_positive:[58,2,1,""],validate_test_matcher:[58,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[59,1,1,""],StaticValueProvider:[59,1,1,""],ValueProvider:[59,1,1,""],check_accessible:[59,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[59,7,1,""],get:[59,2,1,""],get_value:[59,3,1,""],is_accessible:[59,2,1,""],runtime_options:[59,7,1,""],set_runtime_options:[59,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[59,2,1,""],is_accessible:[59,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[59,2,1,""],is_accessible:[59,2,1,""]},"apache_beam.pipeline":{PTransformOverride:[60,1,1,""],Pipeline:[60,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[60,2,1,""],matches:[60,2,1,""]},"apache_beam.pipeline.Pipeline":{apply:[60,2,1,""],from_runner_api:[60,4,1,""],options:[60,7,1,""],replace_all:[60,2,1,""],run:[60,2,1,""],to_runner_api:[60,2,1,""],visit:[60,2,1,""]},"apache_beam.portability":{api:[62,0,0,"-"],common_urns:[70,0,0,"-"],python_urns:[71,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[63,0,0,"-"],beam_fn_api_pb2_grpc:[64,0,0,"-"],beam_job_api_pb2_grpc:[65,0,0,"-"],beam_provision_api_pb2_grpc:[66,0,0,"-"],beam_runner_api_pb2_grpc:[67,0,0,"-"],endpoints_pb2_grpc:[68,0,0,"-"],standard_window_fns_pb2_grpc:[69,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[63,1,1,""],ArtifactRetrievalServiceStub:[63,1,1,""],ArtifactStagingServiceServicer:[63,1,1,""],ArtifactStagingServiceStub:[63,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[63,5,1,""],add_ArtifactStagingServiceServicer_to_server:[63,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[63,2,1,""],GetManifest:[63,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[63,2,1,""],PutArtifact:[63,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[64,1,1,""],BeamFnControlStub:[64,1,1,""],BeamFnDataServicer:[64,1,1,""],BeamFnDataStub:[64,1,1,""],BeamFnExternalWorkerPoolServicer:[64,1,1,""],BeamFnExternalWorkerPoolStub:[64,1,1,""],BeamFnLoggingServicer:[64,1,1,""],BeamFnLoggingStub:[64,1,1,""],BeamFnStateServicer:[64,1,1,""],BeamFnStateStub:[64,1,1,""],add_BeamFnControlServicer_to_server:[64,5,1,""],add_BeamFnDataServicer_to_server:[64,5,1,""],add_BeamFnExternalWorkerPoolServicer_to_server:[64,5,1,""],add_BeamFnLoggingServicer_to_server:[64,5,1,""],add_BeamFnStateServicer_to_server:[64,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[64,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[64,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnExternalWorkerPoolServicer":{NotifyRunnerAvailable:[64,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[64,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[64,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[65,1,1,""],JobServiceStub:[65,1,1,""],add_JobServiceServicer_to_server:[65,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[65,2,1,""],GetMessageStream:[65,2,1,""],GetState:[65,2,1,""],GetStateStream:[65,2,1,""],Prepare:[65,2,1,""],Run:[65,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[66,1,1,""],ProvisionServiceStub:[66,1,1,""],add_ProvisionServiceServicer_to_server:[66,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[66,2,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[70,1,1,""],PropertiesFromEnumValue:[70,1,1,""],PropertiesFromPayloadType:[70,5,1,""]},"apache_beam.pvalue":{AsDict:[72,1,1,""],AsIter:[72,1,1,""],AsList:[72,1,1,""],AsSingleton:[72,1,1,""],EmptySideInput:[72,1,1,""],PCollection:[72,1,1,""],TaggedOutput:[72,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[72,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[72,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[72,4,1,""],to_runner_api:[72,2,1,""],windowing:[72,7,1,""]},"apache_beam.runners":{dataflow:[74,0,0,"-"],direct:[82,0,0,"-"],interactive:[97,0,0,"-"],internal:[106,0,0,"-"],job:[108,0,0,"-"],pipeline_context:[111,0,0,"-"],runner:[112,0,0,"-"],sdf_common:[113,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_metrics:[75,0,0,"-"],dataflow_runner:[76,0,0,"-"],native_io:[77,0,0,"-"],ptransform_overrides:[80,0,0,"-"],test_dataflow_runner:[81,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[75,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[75,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[76,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[76,1,1,""],apply_CombineValues:[76,2,1,""],apply_GroupByKey:[76,2,1,""],apply_Read:[76,2,1,""],apply_WriteToBigQuery:[76,2,1,""],byte_array_to_json_string:[76,4,1,""],deserialize_windowing_strategy:[76,3,1,""],flatten_input_visitor:[76,4,1,""],group_by_key_input_visitor:[76,4,1,""],json_string_to_byte_array:[76,4,1,""],poll_for_job_completion:[76,4,1,""],run_CombineValues:[76,2,1,""],run_Flatten:[76,2,1,""],run_GroupByKey:[76,2,1,""],run_Impulse:[76,2,1,""],run_ParDo:[76,2,1,""],run_Read:[76,2,1,""],run__NativeWrite:[76,2,1,""],run_pipeline:[76,2,1,""],serialize_windowing_strategy:[76,3,1,""],side_input_visitor:[76,4,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[76,2,1,""],matches:[76,2,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[78,0,0,"-"],streaming_create:[79,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[78,1,1,""],DynamicSplitRequest:[78,1,1,""],DynamicSplitResult:[78,1,1,""],DynamicSplitResultWithPosition:[78,1,1,""],NativeSink:[78,1,1,""],NativeSinkWriter:[78,1,1,""],NativeSource:[78,1,1,""],NativeSourceReader:[78,1,1,""],ReaderPosition:[78,1,1,""],ReaderProgress:[78,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[78,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[78,2,1,""],takes_windowed_values:[78,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[78,2,1,""],reader:[78,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[78,2,1,""],request_dynamic_split:[78,2,1,""],returns_windowed_values:[78,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[78,7,1,""],percent_complete:[78,7,1,""],position:[78,7,1,""],remaining_split_points:[78,7,1,""],remaining_time:[78,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[79,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[79,1,1,""],Impulse:[79,1,1,""],expand:[79,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[79,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[79,2,1,""],get_windowing:[79,2,1,""],infer_output_type:[79,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[80,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[80,2,1,""],matches:[80,2,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[81,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[81,2,1,""],run_pipeline:[81,2,1,""],wait_until_in_state:[81,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[83,0,0,"-"],clock:[84,0,0,"-"],consumer_tracking_pipeline_visitor:[85,0,0,"-"],direct_metrics:[86,0,0,"-"],direct_runner:[87,0,0,"-"],direct_userstate:[88,0,0,"-"],evaluation_context:[89,0,0,"-"],executor:[90,0,0,"-"],helper_transforms:[91,0,0,"-"],sdf_direct_runner:[92,0,0,"-"],test_direct_runner:[93,0,0,"-"],transform_evaluator:[94,0,0,"-"],util:[95,0,0,"-"],watermark_manager:[96,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[83,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[83,2,1,""],create_empty_committed_bundle:[83,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[84,1,1,""],RealClock:[84,1,1,""],TestClock:[84,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[84,2,1,""],time:[84,2,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[84,2,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[84,2,1,""],time:[84,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[85,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[85,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[86,1,1,""],DirectMetrics:[86,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[86,2,1,""],commit_physical:[86,2,1,""],extract_committed:[86,2,1,""],extract_latest_attempted:[86,2,1,""],update_physical:[86,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[86,2,1,""],commit_physical:[86,2,1,""],query:[86,2,1,""],update_physical:[86,2,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[87,1,1,""],DirectRunner:[87,7,1,""],SwitchingDirectRunner:[87,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[87,2,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[87,2,1,""]},"apache_beam.runners.direct.direct_userstate":{DirectUserStateContext:[88,1,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[88,2,1,""],get_state:[88,2,1,""],get_timer:[88,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[89,1,1,""],DirectUnmergedState:[89,1,1,""],EvaluationContext:[89,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[89,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[89,2,1,""],create_empty_committed_bundle:[89,2,1,""],extract_all_timers:[89,2,1,""],get_aggregator_values:[89,2,1,""],get_execution_context:[89,2,1,""],get_value_or_block_until_ready:[89,2,1,""],handle_result:[89,2,1,""],is_done:[89,2,1,""],is_root_transform:[89,2,1,""],metrics:[89,2,1,""],schedule_pending_unblocked_tasks:[89,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[90,1,1,""],TransformExecutor:[90,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[90,2,1,""],shutdown:[90,2,1,""],start:[90,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[90,2,1,""],call:[90,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[91,1,1,""],LiftedCombinePerKey:[91,1,1,""],PartialGroupByKeyCombiningValues:[91,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[91,2,1,""],process:[91,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[91,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[91,2,1,""],finish_bundle:[91,2,1,""],process:[91,2,1,""],start_bundle:[91,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[92,1,1,""],ProcessFn:[92,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[92,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[92,1,1,""],SDFProcessElementInvoker:[92,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[92,2,1,""],new_process_fn:[92,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[92,2,1,""],set_process_element_invoker:[92,2,1,""],step_context:[92,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[92,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[92,2,1,""],matches:[92,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[92,1,1,""],invoke_process_element:[92,2,1,""],test_method:[92,2,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[93,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[93,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[94,1,1,""],RootBundleProvider:[94,1,1,""],TransformEvaluatorRegistry:[94,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[94,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[94,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[94,2,1,""],get_root_bundle_provider:[94,2,1,""],should_execute_serially:[94,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[95,1,1,""],TimerFiring:[95,1,1,""],TransformResult:[95,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[96,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[96,7,1,""],WATERMARK_POS_INF:[96,7,1,""],extract_all_timers:[96,2,1,""],get_watermarks:[96,2,1,""],update_watermarks:[96,2,1,""]},"apache_beam.runners.interactive":{cache_manager:[98,0,0,"-"],display:[99,0,0,"-"],interactive_runner:[104,0,0,"-"],pipeline_analyzer:[105,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[98,1,1,""],FileBasedCacheManager:[98,1,1,""],ReadCache:[98,1,1,""],SafeFastPrimitivesCoder:[98,1,1,""],WriteCache:[98,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[98,2,1,""],exists:[98,2,1,""],is_latest_version:[98,2,1,""],read:[98,2,1,""],sink:[98,2,1,""],source:[98,2,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[98,2,1,""],exists:[98,2,1,""],read:[98,2,1,""],sink:[98,2,1,""],source:[98,2,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[98,2,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[98,2,1,""],encode:[98,2,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[98,2,1,""]},"apache_beam.runners.interactive.display":{display_manager:[100,0,0,"-"],interactive_pipeline_graph:[101,0,0,"-"],pipeline_graph:[102,0,0,"-"],pipeline_graph_renderer:[103,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[100,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[100,2,1,""],stop_periodic_update:[100,2,1,""],update_display:[100,2,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[101,1,1,""],format_sample:[101,5,1,""],nice_str:[101,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[101,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[102,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{get_dot:[102,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[103,1,1,""],PipelineGraphRenderer:[103,1,1,""],PydotRenderer:[103,1,1,""],TextRenderer:[103,1,1,""],get_renderer:[103,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[103,3,1,""],render_pipeline_graph:[103,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[103,3,1,""],render_pipeline_graph:[103,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[103,3,1,""],render_pipeline_graph:[103,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[103,3,1,""],render_pipeline_graph:[103,2,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[104,1,1,""],PipelineResult:[104,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[104,2,1,""],cleanup:[104,2,1,""],end_session:[104,2,1,""],run_pipeline:[104,2,1,""],set_render_option:[104,2,1,""],start_session:[104,2,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{get:[104,2,1,""],sample:[104,2,1,""],wait_until_finish:[104,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[105,1,1,""],PipelineInfo:[105,1,1,""],set_proto_map:[105,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[105,2,1,""],pipeline_info:[105,2,1,""],pipeline_proto_to_execute:[105,2,1,""],read_cache_ids:[105,2,1,""],tl_referenced_pcoll_ids:[105,2,1,""],tl_required_trans_ids:[105,2,1,""],write_cache_ids:[105,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[105,1,1,""],all_pcollections:[105,2,1,""],cache_label:[105,2,1,""],leaf_pcollections:[105,2,1,""],producer:[105,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[105,2,1,""],json:[105,2,1,""]},"apache_beam.runners.internal":{names:[107,0,0,"-"]},"apache_beam.runners.job":{manager:[109,0,0,"-"],utils:[110,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[109,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[110,5,1,""],struct_to_dict:[110,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[111,1,1,""],PipelineContext:[111,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[111,4,1,""],to_runner_api:[111,2,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{coder_id_from_element_type:[111,2,1,""],default_environment_id:[111,2,1,""],from_runner_api:[111,4,1,""],to_runner_api:[111,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[112,1,1,""],PipelineRunner:[112,1,1,""],PipelineState:[112,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[112,2,1,""],cancel:[112,2,1,""],metrics:[112,2,1,""],state:[112,7,1,""],wait_until_finish:[112,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[112,2,1,""],apply_PTransform:[112,2,1,""],run:[112,2,1,""],run_async:[112,2,1,""],run_pipeline:[112,2,1,""],run_transform:[112,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[112,7,1,""],CANCELLING:[112,7,1,""],DONE:[112,7,1,""],DRAINED:[112,7,1,""],DRAINING:[112,7,1,""],FAILED:[112,7,1,""],PENDING:[112,7,1,""],RUNNING:[112,7,1,""],STARTING:[112,7,1,""],STOPPED:[112,7,1,""],UNKNOWN:[112,7,1,""],UPDATED:[112,7,1,""],is_terminal:[112,3,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[113,1,1,""],ExplodeWindowsFn:[113,1,1,""],PairWithRestrictionFn:[113,1,1,""],ProcessKeyedElements:[113,1,1,""],RandomUniqueKeyFn:[113,1,1,""],SplitRestrictionFn:[113,1,1,""],SplittableParDo:[113,1,1,""],SplittableParDoOverride:[113,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[113,2,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[113,2,1,""],start_bundle:[113,2,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[113,2,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[113,2,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[113,2,1,""],start_bundle:[113,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[113,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[113,2,1,""],matches:[113,2,1,""]},"apache_beam.testing":{benchmarks:[115,0,0,"-"],load_tests:[125,0,0,"-"],pipeline_verifiers:[127,0,0,"-"],synthetic_pipeline:[128,0,0,"-"],test_pipeline:[129,0,0,"-"],test_stream:[130,0,0,"-"],test_utils:[131,0,0,"-"],util:[132,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[116,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[117,0,0,"-"],nexmark_launcher:[119,0,0,"-"],nexmark_util:[120,0,0,"-"],queries:[121,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[118,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[118,1,1,""],Bid:[118,1,1,""],Person:[118,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[119,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[119,2,1,""],generate_events:[119,2,1,""],parse_args:[119,2,1,""],run:[119,2,1,""],run_query:[119,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[120,1,1,""],ParseEventFn:[120,1,1,""],display:[120,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[120,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[120,2,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[122,0,0,"-"],query1:[123,0,0,"-"],query2:[124,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[122,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[123,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[124,5,1,""]},"apache_beam.testing.load_tests":{load_test_metrics_utils:[126,0,0,"-"]},"apache_beam.testing.load_tests.load_test_metrics_utils":{BigQueryClient:[126,1,1,""],MeasureTime:[126,1,1,""],MetricsMonitor:[126,1,1,""],count_bytes:[126,5,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryClient":{match_and_save:[126,2,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureTime":{finish_bundle:[126,2,1,""],process:[126,2,1,""],start_bundle:[126,2,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MetricsMonitor":{send_metrics:[126,2,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[127,1,1,""],PipelineStateMatcher:[127,1,1,""],retry_on_io_error_and_server_error:[127,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[127,2,1,""],describe_to:[127,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[127,2,1,""],describe_to:[127,2,1,""]},"apache_beam.testing.synthetic_pipeline":{ShuffleBarrier:[128,1,1,""],SideInputBarrier:[128,1,1,""],SyntheticSource:[128,1,1,""],SyntheticStep:[128,1,1,""],div_round_up:[128,5,1,""],expand_using_gbk:[128,5,1,""],expand_using_second_output:[128,5,1,""],merge_using_gbk:[128,5,1,""],merge_using_side_input:[128,5,1,""],parse_args:[128,5,1,""],parse_byte_size:[128,5,1,""],rotate_key:[128,5,1,""],run:[128,5,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[128,2,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[128,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[128,2,1,""],element_size:[128,7,1,""],estimate_size:[128,2,1,""],get_range_tracker:[128,2,1,""],read:[128,2,1,""],split:[128,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[128,2,1,""],process:[128,2,1,""],start_bundle:[128,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[129,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[129,2,1,""],get_option:[129,2,1,""],run:[129,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[130,1,1,""],Event:[130,1,1,""],ProcessingTimeEvent:[130,1,1,""],TestStream:[130,1,1,""],WatermarkEvent:[130,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[130,2,1,""],advance_processing_time:[130,2,1,""],advance_watermark_to:[130,2,1,""],advance_watermark_to_infinity:[130,2,1,""],expand:[130,2,1,""],get_windowing:[130,2,1,""]},"apache_beam.testing.test_utils":{PullResponseMessage:[131,1,1,""],TempDir:[131,1,1,""],cleanup_subscriptions:[131,5,1,""],cleanup_topics:[131,5,1,""],compute_hash:[131,5,1,""],create_pull_response:[131,5,1,""],patch_retry:[131,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[131,2,1,""],get_path:[131,2,1,""]},"apache_beam.testing.util":{TestWindowedValue:[132,1,1,""],assert_that:[132,5,1,""],equal_to:[132,5,1,""],is_empty:[132,5,1,""],open_shards:[132,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[132,7,1,""],value:[132,7,1,""],windows:[132,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[134,0,0,"-"],distribution_counter_microbenchmark:[135,0,0,"-"],sideinput_microbenchmark:[136,0,0,"-"],utils:[137,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[134,5,1,""],dict_int_int:[134,5,1,""],globally_windowed_value:[134,5,1,""],large_dict:[134,5,1,""],large_int:[134,5,1,""],large_iterable:[134,5,1,""],large_list:[134,5,1,""],large_string:[134,5,1,""],large_tuple:[134,5,1,""],list_int:[134,5,1,""],random_string:[134,5,1,""],random_windowed_value:[134,5,1,""],run_coder_benchmarks:[134,5,1,""],small_dict:[134,5,1,""],small_int:[134,5,1,""],small_list:[134,5,1,""],small_string:[134,5,1,""],small_tuple:[134,5,1,""],wv_with_multiple_windows:[134,5,1,""],wv_with_one_window:[134,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[135,5,1,""],run_benchmark:[135,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[136,5,1,""],run_benchmark:[136,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[137,1,1,""],check_compiled:[137,5,1,""],run_benchmarks:[137,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[137,7,1,""],num_runs:[137,7,1,""],size:[137,7,1,""]},"apache_beam.transforms":{combiners:[139,0,0,"-"],core:[140,0,0,"-"],create_source:[141,0,0,"-"],display:[142,0,0,"-"],ptransform:[143,0,0,"-"],sideinputs:[144,0,0,"-"],timeutil:[145,0,0,"-"],trigger:[146,0,0,"-"],userstate:[147,0,0,"-"],util:[148,0,0,"-"],window:[149,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[139,1,1,""],Mean:[139,1,1,""],Sample:[139,1,1,""],ToDict:[139,1,1,""],ToList:[139,1,1,""],Top:[139,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[139,1,1,""],PerElement:[139,1,1,""],PerKey:[139,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[139,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[139,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[139,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[139,1,1,""],PerKey:[139,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[139,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[139,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[139,1,1,""],FixedSizePerKey:[139,1,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizeGlobally":{default_label:[139,2,1,""],display_data:[139,2,1,""],expand:[139,2,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizePerKey":{default_label:[139,2,1,""],display_data:[139,2,1,""],expand:[139,2,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[139,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[139,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[139,4,1,""],LargestPerKey:[139,4,1,""],Of:[139,1,1,""],PerKey:[139,1,1,""],Smallest:[139,4,1,""],SmallestPerKey:[139,4,1,""]},"apache_beam.transforms.combiners.Top.Of":{default_label:[139,2,1,""],expand:[139,2,1,""]},"apache_beam.transforms.combiners.Top.PerKey":{default_label:[139,2,1,""],expand:[139,2,1,""]},"apache_beam.transforms.core":{CombineFn:[140,1,1,""],CombineGlobally:[140,1,1,""],CombinePerKey:[140,1,1,""],CombineValues:[140,1,1,""],Create:[140,1,1,""],DoFn:[140,1,1,""],Filter:[140,5,1,""],FlatMap:[140,5,1,""],Flatten:[140,1,1,""],GroupByKey:[140,1,1,""],Impulse:[140,1,1,""],Map:[140,5,1,""],ParDo:[140,1,1,""],Partition:[140,1,1,""],PartitionFn:[140,1,1,""],WindowInto:[140,1,1,""],Windowing:[140,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[140,2,1,""],add_inputs:[140,2,1,""],apply:[140,2,1,""],create_accumulator:[140,2,1,""],default_label:[140,2,1,""],extract_output:[140,2,1,""],for_input_type:[140,2,1,""],from_callable:[140,4,1,""],get_accumulator_coder:[140,2,1,""],maybe_from_callable:[140,4,1,""],merge_accumulators:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[140,2,1,""],as_view:[140,7,1,""],default_label:[140,2,1,""],display_data:[140,2,1,""],expand:[140,2,1,""],fanout:[140,7,1,""],has_defaults:[140,7,1,""],with_defaults:[140,2,1,""],with_fanout:[140,2,1,""],without_defaults:[140,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[140,2,1,""],default_type_hints:[140,2,1,""],display_data:[140,2,1,""],expand:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],make_fn:[140,2,1,""],runner_api_requires_keyed_input:[140,2,1,""],to_runner_api_parameter:[140,2,1,""],with_hot_key_fanout:[140,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],make_fn:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.core.Create":{expand:[140,2,1,""],get_output_type:[140,2,1,""],get_windowing:[140,2,1,""],infer_output_type:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnProcessParams:[140,7,1,""],ElementParam:[140,7,1,""],SideInputParam:[140,7,1,""],StateParam:[140,7,1,""],TimerParam:[140,7,1,""],TimestampParam:[140,7,1,""],WatermarkReporterParam:[140,7,1,""],WindowParam:[140,7,1,""],default_label:[140,2,1,""],finish_bundle:[140,2,1,""],from_callable:[140,4,1,""],get_function_arguments:[140,2,1,""],infer_output_type:[140,2,1,""],is_process_bounded:[140,2,1,""],process:[140,2,1,""],start_bundle:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],get_windowing:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[140,1,1,""],expand:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],infer_output_type:[140,2,1,""],runner_api_requires_keyed_input:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[140,2,1,""],process:[140,2,1,""]},"apache_beam.transforms.core.Impulse":{expand:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],get_windowing:[140,2,1,""],infer_output_type:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[140,2,1,""],display_data:[140,2,1,""],expand:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],infer_output_type:[140,2,1,""],make_fn:[140,2,1,""],runner_api_requires_keyed_input:[140,2,1,""],to_runner_api_parameter:[140,2,1,""],with_outputs:[140,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[140,1,1,""],expand:[140,2,1,""],make_fn:[140,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[140,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[140,2,1,""],partition_for:[140,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[140,1,1,""],expand:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],get_windowing:[140,2,1,""],infer_output_type:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[140,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[140,4,1,""],is_default:[140,2,1,""],to_runner_api:[140,2,1,""]},"apache_beam.transforms.display":{DisplayData:[142,1,1,""],DisplayDataItem:[142,1,1,""],HasDisplayData:[142,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[142,3,1,""],create_from_options:[142,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[142,2,1,""],drop_if_none:[142,2,1,""],get_dict:[142,2,1,""],is_valid:[142,2,1,""],should_drop:[142,2,1,""],typeDict:[142,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[142,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[143,1,1,""],label_from_callable:[143,5,1,""],ptransform_fn:[143,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[143,2,1,""],expand:[143,2,1,""],from_runner_api:[143,3,1,""],get_windowing:[143,2,1,""],infer_output_type:[143,2,1,""],label:[143,7,1,""],pipeline:[143,7,1,""],register_urn:[143,3,1,""],runner_api_requires_keyed_input:[143,2,1,""],side_inputs:[143,7,1,""],to_runner_api:[143,2,1,""],to_runner_api_parameter:[143,2,1,""],to_runner_api_pickled:[143,2,1,""],type_check_inputs:[143,2,1,""],type_check_inputs_or_outputs:[143,2,1,""],type_check_outputs:[143,2,1,""],with_input_types:[143,2,1,""],with_output_types:[143,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[144,1,1,""],default_window_mapping_fn:[144,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[144,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[145,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[145,7,1,""],REAL_TIME:[145,7,1,""],WATERMARK:[145,7,1,""],from_string:[145,4,1,""],to_runner_api:[145,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[146,1,1,""],AfterAll:[146,1,1,""],AfterAny:[146,1,1,""],AfterCount:[146,1,1,""],AfterEach:[146,1,1,""],AfterProcessingTime:[146,1,1,""],AfterWatermark:[146,1,1,""],DefaultTrigger:[146,1,1,""],OrFinally:[146,1,1,""],Repeatedly:[146,1,1,""],TriggerFn:[146,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[146,7,1,""],DISCARDING:[146,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[146,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[146,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[146,7,1,""],from_runner_api:[146,4,1,""],on_element:[146,2,1,""],on_fire:[146,2,1,""],on_merge:[146,2,1,""],reset:[146,2,1,""],should_fire:[146,2,1,""],to_runner_api:[146,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[146,7,1,""],from_runner_api:[146,4,1,""],on_element:[146,2,1,""],on_fire:[146,2,1,""],on_merge:[146,2,1,""],reset:[146,2,1,""],should_fire:[146,2,1,""],to_runner_api:[146,2,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[146,4,1,""],on_element:[146,2,1,""],on_fire:[146,2,1,""],on_merge:[146,2,1,""],reset:[146,2,1,""],should_fire:[146,2,1,""],to_runner_api:[146,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[146,7,1,""],from_runner_api:[146,4,1,""],is_late:[146,2,1,""],on_element:[146,2,1,""],on_fire:[146,2,1,""],on_merge:[146,2,1,""],reset:[146,2,1,""],should_fire:[146,2,1,""],to_runner_api:[146,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[146,4,1,""],on_element:[146,2,1,""],on_fire:[146,2,1,""],on_merge:[146,2,1,""],reset:[146,2,1,""],should_fire:[146,2,1,""],to_runner_api:[146,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[146,4,1,""],to_runner_api:[146,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[146,4,1,""],on_element:[146,2,1,""],on_fire:[146,2,1,""],on_merge:[146,2,1,""],reset:[146,2,1,""],should_fire:[146,2,1,""],to_runner_api:[146,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[146,4,1,""],on_element:[146,2,1,""],on_fire:[146,2,1,""],on_merge:[146,2,1,""],reset:[146,2,1,""],should_fire:[146,2,1,""],to_runner_api:[146,2,1,""]},"apache_beam.transforms.userstate":{BagRuntimeState:[147,1,1,""],BagStateSpec:[147,1,1,""],CombiningValueRuntimeState:[147,1,1,""],CombiningValueStateSpec:[147,1,1,""],RuntimeState:[147,1,1,""],RuntimeTimer:[147,1,1,""],StateSpec:[147,1,1,""],TimerSpec:[147,1,1,""],UserStateContext:[147,1,1,""],get_dofn_specs:[147,5,1,""],is_stateful_dofn:[147,5,1,""],on_timer:[147,5,1,""],validate_stateful_dofn:[147,5,1,""]},"apache_beam.transforms.userstate.BagRuntimeState":{add:[147,2,1,""],clear:[147,2,1,""],read:[147,2,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[147,2,1,""]},"apache_beam.transforms.userstate.CombiningValueRuntimeState":{add:[147,2,1,""],clear:[147,2,1,""],read:[147,2,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[147,2,1,""]},"apache_beam.transforms.userstate.RuntimeState":{for_spec:[147,4,1,""],prefetch:[147,2,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[147,2,1,""],set:[147,2,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[147,2,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[147,2,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[147,2,1,""],get_state:[147,2,1,""],get_timer:[147,2,1,""]},"apache_beam.transforms.util":{BatchElements:[148,1,1,""],CoGroupByKey:[148,1,1,""],Keys:[148,5,1,""],KvSwap:[148,5,1,""],RemoveDuplicates:[148,5,1,""],Reshuffle:[148,1,1,""],Values:[148,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[148,2,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[148,2,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[148,2,1,""],from_runner_api_parameter:[148,4,1,""],to_runner_api_parameter:[148,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[149,1,1,""],FixedWindows:[149,1,1,""],GlobalWindow:[149,1,1,""],GlobalWindows:[149,1,1,""],IntervalWindow:[149,1,1,""],NonMergingWindowFn:[149,1,1,""],Sessions:[149,1,1,""],SlidingWindows:[149,1,1,""],TimestampCombiner:[149,1,1,""],TimestampedValue:[149,1,1,""],WindowFn:[149,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[149,7,1,""],max_timestamp:[149,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[149,2,1,""],from_runner_api_parameter:[149,4,1,""],get_window_coder:[149,2,1,""],offset:[149,7,1,""],size:[149,7,1,""],to_runner_api_parameter:[149,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[149,2,1,""],from_runner_api_parameter:[149,4,1,""],get_window_coder:[149,2,1,""],to_runner_api_parameter:[149,2,1,""],windowed_value:[149,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[149,7,1,""],intersects:[149,2,1,""],start:[149,7,1,""],union:[149,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[149,2,1,""],merge:[149,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[149,2,1,""],from_runner_api_parameter:[149,4,1,""],gap_size:[149,7,1,""],get_window_coder:[149,2,1,""],merge:[149,2,1,""],to_runner_api_parameter:[149,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[149,2,1,""],from_runner_api_parameter:[149,4,1,""],get_window_coder:[149,2,1,""],offset:[149,7,1,""],period:[149,7,1,""],size:[149,7,1,""],to_runner_api_parameter:[149,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[149,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[149,7,1,""],OUTPUT_AT_EOW:[149,7,1,""],OUTPUT_AT_LATEST:[149,7,1,""],get_impl:[149,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[149,7,1,""],value:[149,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[149,1,1,""],MergeContext:[149,1,1,""],assign:[149,2,1,""],get_transformed_output_time:[149,2,1,""],get_window_coder:[149,2,1,""],is_merging:[149,2,1,""],merge:[149,2,1,""],to_runner_api_parameter:[149,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[149,2,1,""]},"apache_beam.typehints":{decorators:[151,0,0,"-"],native_type_compatibility:[152,0,0,"-"],opcodes:[153,0,0,"-"],trivial_inference:[154,0,0,"-"],typecheck:[155,0,0,"-"],typehints:[156,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[151,6,1,""],WithTypeHints:[151,1,1,""],with_input_types:[151,5,1,""],with_output_types:[151,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[151,2,1,""],get_type_hints:[151,2,1,""],with_input_types:[151,2,1,""],with_output_types:[151,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[152,5,1,""],convert_to_beam_types:[152,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[153,5,1,""],binary_and:[153,5,1,""],binary_divide:[153,5,1,""],binary_floor_divide:[153,5,1,""],binary_lshift:[153,5,1,""],binary_modulo:[153,5,1,""],binary_multiply:[153,5,1,""],binary_or:[153,5,1,""],binary_power:[153,5,1,""],binary_rshift:[153,5,1,""],binary_subscr:[153,5,1,""],binary_subtract:[153,5,1,""],binary_true_divide:[153,5,1,""],binary_xor:[153,5,1,""],build_class:[153,5,1,""],build_list:[153,5,1,""],build_map:[153,5,1,""],build_slice:[153,5,1,""],build_tuple:[153,5,1,""],call_function:[153,5,1,""],call_function_kw:[153,5,1,""],call_function_var:[153,5,1,""],call_function_var_wk:[153,5,1,""],compare_op:[153,5,1,""],delete_attr:[153,5,1,""],delete_fast:[153,5,1,""],delete_global:[153,5,1,""],delete_slice_0:[153,5,1,""],delete_slice_1:[153,5,1,""],delete_slice_2:[153,5,1,""],delete_slice_3:[153,5,1,""],dup_top:[153,5,1,""],dup_topx:[153,5,1,""],exec_stmt:[153,5,1,""],get_iter:[153,5,1,""],import_from:[153,5,1,""],import_name:[153,5,1,""],inpalce_or:[153,5,1,""],inplace_add:[153,5,1,""],inplace_and:[153,5,1,""],inplace_divide:[153,5,1,""],inplace_floor_divide:[153,5,1,""],inplace_lshift:[153,5,1,""],inplace_modulo:[153,5,1,""],inplace_multiply:[153,5,1,""],inplace_power:[153,5,1,""],inplace_rshift:[153,5,1,""],inplace_subtract:[153,5,1,""],inplace_true_divide:[153,5,1,""],inplace_xor:[153,5,1,""],list_append:[153,5,1,""],load_attr:[153,5,1,""],load_closure:[153,5,1,""],load_const:[153,5,1,""],load_deref:[153,5,1,""],load_fast:[153,5,1,""],load_global:[153,5,1,""],load_locals:[153,5,1,""],load_name:[153,5,1,""],make_closure:[153,5,1,""],make_function:[153,5,1,""],nop:[153,5,1,""],pop_one:[153,5,1,""],pop_three:[153,5,1,""],pop_top:[153,5,1,""],pop_two:[153,5,1,""],print_item:[153,5,1,""],print_newline:[153,5,1,""],push_value:[153,5,1,""],rot_four:[153,5,1,""],rot_n:[153,5,1,""],rot_three:[153,5,1,""],rot_two:[153,5,1,""],slice_0:[153,5,1,""],slice_1:[153,5,1,""],slice_2:[153,5,1,""],slice_3:[153,5,1,""],store_attr:[153,5,1,""],store_fast:[153,5,1,""],store_global:[153,5,1,""],store_map:[153,5,1,""],store_slice_0:[153,5,1,""],store_slice_1:[153,5,1,""],store_slice_2:[153,5,1,""],store_slice_3:[153,5,1,""],store_subscr:[153,5,1,""],symmetric_binary_op:[153,5,1,""],unary:[153,5,1,""],unary_convert:[153,5,1,""],unary_invert:[153,5,1,""],unary_negative:[153,5,1,""],unary_not:[153,5,1,""],unary_positive:[153,5,1,""],unpack_sequence:[153,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[154,1,1,""],Const:[154,1,1,""],FrameState:[154,1,1,""],TypeInferenceError:[154,6,1,""],element_type:[154,5,1,""],hashable:[154,5,1,""],infer_return_type:[154,5,1,""],infer_return_type_func:[154,5,1,""],instance_to_type:[154,5,1,""],key_value_types:[154,5,1,""],union:[154,5,1,""],union_list:[154,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[154,4,1,""],unwrap_all:[154,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[154,2,1,""],const_type:[154,2,1,""],copy:[154,2,1,""],get_global:[154,2,1,""],get_name:[154,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[155,1,1,""],OutputCheckWrapperDoFn:[155,1,1,""],TypeCheckCombineFn:[155,1,1,""],TypeCheckVisitor:[155,1,1,""],TypeCheckWrapperDoFn:[155,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[155,2,1,""],is_process_bounded:[155,2,1,""],process:[155,2,1,""],start_bundle:[155,2,1,""],wrapper:[155,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[155,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[155,2,1,""],create_accumulator:[155,2,1,""],extract_output:[155,2,1,""],merge_accumulators:[155,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[155,2,1,""],leave_composite_transform:[155,2,1,""],visit_transform:[155,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[155,2,1,""],wrapper:[155,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[156,1,1,""],WindowedValue:[156,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[156,2,1,""],match_type_variables:[156,2,1,""]},"apache_beam.utils":{annotations:[158,0,0,"-"],plugin:[159,0,0,"-"],processes:[160,0,0,"-"],profiler:[161,0,0,"-"],proto_utils:[162,0,0,"-"],retry:[163,0,0,"-"],timestamp:[164,0,0,"-"],urns:[165,0,0,"-"]},"apache_beam.utils.annotations":{BeamDeprecationWarning:[158,6,1,""],annotate:[158,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[159,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[159,3,1,""],get_all_subclasses:[159,3,1,""]},"apache_beam.utils.processes":{Popen:[160,5,1,""],call:[160,5,1,""],check_call:[160,5,1,""],check_output:[160,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[161,1,1,""],Profile:[161,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[161,2,1,""],start:[161,2,1,""],stop:[161,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[161,7,1,""],default_file_copy_fn:[161,4,1,""],factory_from_options:[161,4,1,""]},"apache_beam.utils.proto_utils":{from_micros:[162,5,1,""],pack_Any:[162,5,1,""],pack_Struct:[162,5,1,""],parse_Bytes:[162,5,1,""],unpack_Any:[162,5,1,""]},"apache_beam.utils.retry":{Clock:[163,1,1,""],FuzzedExponentialIntervals:[163,1,1,""],PermanentException:[163,6,1,""],no_retries:[163,5,1,""],retry_on_beam_io_error_filter:[163,5,1,""],retry_on_server_errors_and_timeout_filter:[163,5,1,""],retry_on_server_errors_filter:[163,5,1,""],with_exponential_backoff:[163,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[163,2,1,""]},"apache_beam.utils.timestamp":{Duration:[164,1,1,""],Timestamp:[164,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[164,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{RFC_3339_RE:[164,7,1,""],from_rfc3339:[164,3,1,""],from_utc_datetime:[164,3,1,""],of:[164,4,1,""],predecessor:[164,2,1,""],to_rfc3339:[164,2,1,""],to_utc_datetime:[164,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[165,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[165,3,1,""],register_pickle_urn:[165,3,1,""],register_urn:[165,3,1,""],to_runner_api:[165,2,1,""],to_runner_api_parameter:[165,2,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[5,0,0,"-"],internal:[6,0,0,"-"],io:[13,0,0,"-"],metrics:[51,0,0,"-"],options:[56,0,0,"-"],pipeline:[60,0,0,"-"],portability:[61,0,0,"-"],pvalue:[72,0,0,"-"],runners:[73,0,0,"-"],testing:[114,0,0,"-"],tools:[133,0,0,"-"],transforms:[138,0,0,"-"],typehints:[150,0,0,"-"],utils:[157,0,0,"-"],version:[166,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":50,"123z":38,"29t23":38,"60s":161,"abstract":[18,44,98,103,112,149,155,165],"boolean":[17,18,20,25,36,42,48,142],"byte":[1,14,17,18,19,22,37,38,41,43,78,103,156,162],"case":[10,14,17,25,29,30,38,41,43,46,47,48,50,60,72,78,83,92,132,140,148],"catch":25,"char":47,"class":[1,2,3,4,5,11,12,14,15,16,17,18,19,20,22,25,26,29,30,32,34,35,36,37,38,40,41,42,43,44,45,47,48,49,50,52,53,54,57,58,59,60,63,64,65,66,70,72,75,76,78,79,80,81,83,84,85,86,87,88,89,90,91,92,93,94,95,96,98,100,101,102,103,104,105,109,111,112,113,118,119,120,126,127,128,129,130,131,132,137,139,140,142,143,144,145,146,147,148,149,151,154,155,156,158,159,161,163,164,165,167],"const":154,"default":[1,4,14,16,18,25,37,41,43,47,48,57,72,94,102,127,129,139,140,142,143,149,158,161,163],"enum":[18,112],"export":25,"final":[1,16,17,19,41,47,89,92,112,140,148,165],"float":[1,9,18,20,25,29,32,36,41,42,46,50,52,130,137,142,149,156,164],"function":[1,4,9,10,11,12,18,20,24,25,29,32,36,41,42,46,53,60,78,110,126,128,129,131,132,137,139,140,143,146,148,149,151,153,154,156,158,163,165],"import":[4,41,50,74,82,144,149,151,159,163,167],"int":[1,9,14,18,19,25,29,32,36,37,42,43,46,47,50,55,76,98,112,130,137,140,142,151,156,164],"long":[4,44,140,163,164],"new":[4,10,17,18,19,20,25,36,41,42,50,60,64,72,76,78,112,128,132,137,140,146],"null":14,"public":[1,57,158],"return":[1,3,4,9,10,12,14,16,17,18,19,20,25,29,30,31,32,33,36,37,40,41,42,43,44,46,47,48,50,52,53,55,57,58,60,65,72,76,78,84,87,89,92,94,96,98,103,105,112,128,129,131,132,137,139,140,142,143,146,148,149,151,152,154,156,158,162,163,164,165],"short":[25,142],"static":[1,18,20,22,25,30,38,41,53,54,59,60,72,76,111,139,140,142,145,146,147,148,149,151,154,156,161,164],"super":143,"switch":87,"throw":63,"transient":[41,163],"true":[1,9,11,14,17,18,25,29,32,38,40,41,43,46,47,48,50,55,57,58,60,89,94,129,132,137,140,142,146,163],"try":[17,41,46],"while":[14,17,32,41,46,78,89,161],But:25,For:[1,2,3,4,6,7,8,9,10,11,12,14,15,17,18,20,25,31,32,34,38,41,43,46,58,60,61,62,71,78,83,84,85,90,94,95,96,102,103,111,120,129,130,131,133,137,140,142,143,144,148,149,153,154,155,157,158,159,160,161,162,163,164,165],GCS:[16,25,36,37,47,58],Has:25,IDs:[101,105],KMS:37,Not:151,One:151,Such:41,TOS:153,The:[1,4,8,9,11,14,16,18,20,25,30,32,35,38,41,43,47,48,50,52,53,54,55,57,60,63,65,72,74,76,78,79,87,88,89,100,103,112,118,119,120,122,123,124,129,130,131,132,139,140,142,143,148,149,151,152,153,154,156,158,163,165,167],Their:94,Then:14,There:[18,25,79],These:[41,48,55,130],Use:[46,103,127],Used:[17,37,41,47,48,49,50,64,111,131,154],Uses:[14,43,140],Will:92,With:143,__all__:1,__call__:137,__init__:[57,137,143,151],__name__:158,__scatter__:33,__stat_kind__:30,__stat_total__:30,_add_argparse_arg:57,_avrosourc:[14,17],_groupbykeyonli:94,_intervalwindowbas:149,_list:20,_match:127,_mutat:30,_namespac:142,_num_query_splits_max:30,_paralleltriggerfn:146,_paramet:60,_parquetsourc:43,_picklecoderbas:1,_processelementsevalu:92,_py:62,_source_class:47,_sre:[20,164],_statedofnparam:140,_timerdofnparam:140,_unused_context:22,a12345:120,a7syug:29,abc:[57,112],abil:151,abl:[9,20,75,140],about:[18,41,50,54,100,101,104,112,128,158],abov:[4,41,46,57,139,148],absolut:[18,19],abstractdofnwrapp:155,accept:[14,25,41,43,47,140,148,151],access:[8,19,20,36,40,41,42,53,54,59,89,104,105,111,112,140,147,167],accessor:70,accord:[18,36,42,46,149],accordingli:41,accumul:[52,58,140,146,155],accumulation_mod:140,accumulationmod:146,accur:41,ack_id:131,across:[1,30,41,89,148],act:94,action:153,activ:64,actual:[12,19,43,60,127,132,140,143,146],acycl:167,adapt:29,adaptive_throttl:[13,23,27,28,167],adaptivethrottl:[29,32],add:[25,34,57,60,98,130,140,142,143,147,148,151],add_argu:57,add_artifactretrievalserviceservicer_to_serv:63,add_artifactstagingserviceservicer_to_serv:63,add_beamfncontrolservicer_to_serv:64,add_beamfndataservicer_to_serv:64,add_beamfnexternalworkerpoolservicer_to_serv:64,add_beamfnloggingservicer_to_serv:64,add_beamfnstateservicer_to_serv:64,add_el:130,add_input:[140,155],add_jobserviceservicer_to_serv:65,add_provisionserviceservicer_to_serv:66,added:[18,20,36,40,42,47,53,130,140,146],addit:[47,50,64,89,139,140,143,156,158],addition:[4,14,43,165],additionali:151,address:41,adjust:[18,19,41,43],advanc:[84,130],advance_bi:[84,130],advance_processing_tim:130,advance_tim:84,advance_watermark_to:130,advance_watermark_to_infin:130,afford:140,after:[12,16,18,20,29,36,37,40,41,42,43,46,47,50,58,60,76,78,85,88,89,92,130,140,146,163,164,167],afteral:146,afterani:146,aftercount:146,aftereach:146,afterprocessingtim:146,afterwatermark:146,again:[29,32,60,78],against:[18,20,58,129,132,155],age:43,aggreg:[58,86,91,112,137,140],aggregated_valu:112,aggregator_or_nam:[89,112],agre:41,aka:149,alert:72,algorithm:29,alia:[50,87,132,140,156],aliv:104,all:[5,12,16,18,20,25,30,32,36,40,41,42,44,50,57,58,60,63,72,78,89,94,96,98,112,113,129,130,132,136,137,140,142,146,148,149,151,159,163],all_pcollect:105,allel:50,allow:[41,53,54,64,72,104,127,140,142,143,147,149,151,156,163],allow_malformed_record:50,alreadi:[18,19,20,25,36,40,41,42,60,164],also:[1,16,25,41,54,60,64,79,86,89,112,140,143,146,148,151,161,165],altern:[50,143,148,158],alternate_bas:50,although:41,alwai:[1,4,19,25,41,44,143,158,161],alyssa:14,amort:148,amount:[41,46,148],analys:154,analysi:105,analyz:[4,100,105],ancestor:35,and_latest_vers:98,ani:[1,2,12,14,18,19,20,25,30,36,38,40,41,42,43,50,57,89,92,96,112,134,140,142,146,147,149,151,156,158,159,162],annot:[129,143,151,157,167],anoth:[1,60,92],any_msg:162,anyth:[74,82],anytypeconstraint:156,apach:[34,41,44,45,76,142,146,166],apache_beam:167,api:[1,9,25,38,41,53,60,61,79,109,110,111,112,126,142,147,158,167],apicli:75,apitool:25,app:37,appear:[50,140,151],append:[18,41,64,129],append_trailing_newlin:47,appengin:37,appli:[18,29,41,60,72,90,104,112,139,140,143,149],applic:[14,16,18,20,36,37,40,42,43,94],applied_ptransform:[60,76,80,85,89,90,92,94,96,113],applied_transform:155,appliedptransform:[60,85,89,95,96],apply_combinevalu:76,apply_groupbykei:76,apply_ptransform:112,apply_read:76,apply_writetobigqueri:76,apply_xyz:112,applypartitionfnfn:140,approach:143,appropri:[9,89],approxim:[30,41,78,134],arbitrari:72,arbitrarili:41,arg1:158,arg2:158,arg:[12,16,17,26,30,37,38,48,57,90,91,92,113,120,128,132,139,140,148,152,153,155,158,160,163],arg_hint:151,arg_nam:58,argpars:57,args_for_invok:92,argument:[1,12,14,18,24,25,32,37,40,41,43,47,48,53,57,58,60,72,76,128,129,132,137,139,140,142,143,148,151,153,156,158,163,165],argumentplacehold:12,argv:[24,26,35,39,57,60,128,129],arithmet:[139,164],around:[72,111,155],arrai:22,arriv:[146,149],artifact:63,artifactretrievalserviceservic:63,artifactretrievalservicestub:63,artifactstagingserviceservic:63,artifactstagingservicestub:63,as_cloud_object:1,as_deterministic_cod:1,as_singleton_view:140,as_view:140,ascii:[11,47],asdict:[72,144],asit:[72,144],ask:78,aslist:[25,72,144],aspect:41,assert:46,assert_reentrant_reads_succe:46,assert_sources_equal_reference_sourc:46,assert_split_at_fraction_behavior:46,assert_split_at_fraction_binari:46,assert_split_at_fraction_exhaust:46,assert_split_at_fraction_fail:46,assert_split_at_fraction_succeeds_and_consist:46,assert_that:[129,132],assertsourcesequalreferencesourc:46,assertsplitatfract:46,assertsplitatfractionbehavior:46,assertsplitatfractionexhaust:46,assideinput:72,assign:[41,113,140,149],assign_context:149,assigncontext:149,assingleton:[72,144],associ:[4,25,41,50,64,72,78,139,140,142,143,149],assum:[30,41,46,47],assumpt:100,asynchron:89,atom:41,attempt:[29,78,90,148],attempt_cal:90,attr:129,attribut:[19,25,38,47,102,131,149],auction:[118,119,120,122,123,124],auth:[6,7,167],authent:8,authenticationexcept:8,author:[118,119],auto:[16,17,18,20,36,40,42,47,48,50],automat:62,avail:[18,25,31,37,50,54,63,72,104,140,142,149,167],averag:[34,135],avoid:[18,25,41,149,156],avro:14,avroio:[13,41,167],avroio_test:46,await_complet:90,awar:164,b12345:120,back:[1,104],backend:104,background:112,backoff:163,backward:[1,2,3,6,7,8,9,10,11,12,15,18,31,32,37,38,41,43,53,58,60,61,62,71,74,78,82,83,84,85,90,94,95,96,100,101,102,103,104,105,111,130,131,133,143,144,146,147,148,153,154,155,157,158,159,160,161,162,163,164,165],bag:147,bagruntimest:147,bagstatespec:147,bar:[18,43],barrier:128,base64:[11,78],base:[1,2,3,4,5,8,12,14,15,16,17,18,19,20,22,25,26,29,30,32,34,35,36,37,38,40,41,42,43,44,45,47,48,49,50,52,53,54,55,57,58,59,60,63,64,65,66,70,72,75,76,78,79,80,81,83,84,85,86,87,88,89,90,91,92,93,94,95,96,98,100,101,102,103,104,105,109,111,112,113,118,119,120,126,127,128,129,130,131,132,137,139,140,142,143,144,145,146,147,148,149,151,154,155,156,158,159,161,163,164,165],base_match:[58,127],base_url:40,basematch:[58,127],basepath:[18,20,36,42],basestr:9,basic:[9,43,139,142,149],batch:[25,31,32,41,43,87,140,148,149,167],batch_siz:[25,31],batchel:148,beam:[1,5,14,25,34,41,43,44,45,55,60,70,76,79,81,93,98,102,104,129,132,146,147,152,158,163,165,166],beam_artifact_api_pb2_grpc:[61,62,167],beam_fn_api_pb2_grpc:[61,62,167],beam_job_api_pb2_grpc:[61,62,167],beam_provision_api_pb2_grpc:[61,62,167],beam_runner_api_pb2:165,beam_runner_api_pb2_grpc:[61,62,167],beamassertexcept:132,beamdeprecationwarn:158,beamerror:5,beamfncontrolservic:64,beamfncontrolstub:64,beamfndataservic:64,beamfndatastub:64,beamfnexternalworkerpoolservic:64,beamfnexternalworkerpoolstub:64,beamfnloggingservic:64,beamfnloggingstub:64,beamfnstateservic:64,beamfnstatestub:64,beamioerror:[18,20,36,40,42],beamplugin:[18,103,159],bean:[1,165],becaus:[41,100,140,158],becom:[14,41,139,140],been:[41,52,63,98,137,149,152],befor:[41,46,47,63,76,78,94,98,127,129,140,146,149,151,163,167],begin:[14,41,43,47,48,78],behalf:64,behav:[14,35,43,47,48],behavior:[18,46,112,128,134,140,151,153,158],behaviour:[46,128],behavor:72,behind:72,being:[41,50,78,89,132,137,140,146],belong:[60,72,87,113,140,142,143],below:[4,25,30,35,41,43,128,140,163],benchmark:[114,134,137,167],benchmark_suit:137,benchmarkconfig:137,best:[38,41,148],better:[50,158],betweeen:44,between:[18,20,22,25,29,32,44,46,54,64,75,78,87,148,149,161,163],beyond:[38,41],bid:[118,119,120,123],bidder:[118,120],big:24,big_query_query_to_table_pipelin:[13,23,167],bigger:43,bigqueri:[13,23,24,57,167],bigquery_api_servic:57,bigquery_io_read_pipelin:[13,23,167],bigquerycli:126,bigquerydisposit:25,bigquerysink:25,bigquerysourc:25,bigtabl:41,binari:[43,46],binary_add:153,binary_and:153,binary_divid:153,binary_floor_divid:153,binary_lshift:153,binary_modulo:153,binary_multipli:153,binary_or:153,binary_pow:153,binary_rshift:153,binary_subscr:153,binary_subtract:153,binary_true_divid:153,binary_xor:153,bind:156,bind_type_vari:156,bit:52,blob:33,block:[14,41,43,76,112,129],block_until:89,bodi:165,book:29,bool:[9,14,17,25,29,43,46,47,50,60,100,129,137,142,146,151,156],both:[1,17,25,32,38,41,46,59,143,151,158,167],bother:91,bottleneck:140,bound:[18,19,140,146,149,154,167],boundari:[41,78],boundedsourc:[15,17,41,46,49,128],boundedwindow:149,boundmethod:154,bucket:[29,37,58],bucket_m:[29,34],bucketnam:58,buffer:[1,18,19,37,43,88,94],buffer_s:25,build:[39,60,62,81,104,128,129,167],build_class:153,build_console_url:81,build_list:153,build_map:153,build_slic:153,build_tupl:153,built:[81,93,143,146,148,149,151,156],builtin:140,bulk:140,bundl:[14,15,17,41,43,47,83,86,89,90,91,94,140,148],bundle_factori:[73,82,89,167],bundle_id:41,bundlebaseddirectrunn:[87,88],bundlefactori:83,byte_arrai:3,byte_array_to_json_str:76,byte_offset:78,bytearrai:19,bytearraytojsonstr:76,bytecod:153,bytecountingoutputstream:3,bytescod:[1,48],bzip2:18,cach:[25,76,81,91,98,101,104,105],cache_dir:[98,104],cache_label:[98,105],cache_manag:[73,97,100,104,105,167],cached_pcollect:101,cachemanag:[98,100,105],caches_us:105,calcul:135,call:[2,4,16,25,29,32,37,41,44,50,58,60,63,65,78,90,92,112,131,139,140,142,143,146,148,160,163,165],call_funct:153,call_function_kw:153,call_function_var:153,call_function_var_wk:153,callabl:[1,11,112,134,137,140,154,163,165],callableptransform:143,callabletask:90,callablewrappercombinefn:[140,146],callablewrapperdofn:140,callablewrapperpartitionfn:140,callback:[2,41,44,60,89,90,112],caller:[29,41,92],can:[1,4,9,11,12,14,15,17,18,20,22,25,26,30,38,41,43,44,46,47,48,60,64,72,89,92,95,103,112,127,128,129,130,134,137,140,142,143,148,149,151,152,154,156,158,161,163,164,165],cancel:[65,112],cannot:[5,38,41,78],cap:30,capabl:[41,167],capit:156,captur:143,car67:120,care:101,categori:[118,120,156],caus:[146,158],cbf:41,ceas:130,ceil:128,cell:[25,51,100,147,167],cellcommitst:52,certain:[30,41,81,87,120],chain:143,chanc:[140,148],chang:[38,52,64,65,89,100,158,167],channel:[18,20,36,42,63,64,65,66],chapter:29,charact:[11,18,47,58,98],charg:[75,86],check:[11,18,20,25,36,40,41,42,46,59,60,72,89,132,137,140,142,151,155,156],check_access:59,check_cal:160,check_compil:137,check_don:[41,45],check_output:160,checkpoint:[41,45,92,148],checksum:[18,20,36,37,40,42,127],choos:17,chosen:[30,41,163],chr20:50,chunk:[18,20,25,63,149],chunk_siz:[18,36],citi:[118,120],claim:41,classmethod:[1,18,20,36,40,42,44,57,59,76,103,112,142,143,149,159,164,165],clean:[41,98,131],cleanup:[98,104,119,131],cleanup_subscript:131,cleanup_top:131,clear:[64,92,100,146,147],clear_pvalu:112,client:[10,18,25,29,32,33,37,41],clock:[73,82,89,96,131,148,163,167],clone:60,close:[16,18,19,20,36,41,42,44],closure_typ:154,cloud:[1,25,30,32,33,35,37,38,57,58,74,78,131],cls:[1,57,162],cmd:120,co_nam:153,code:[4,12,18,41,46,120,137,143,147,156,163],codec:[14,43],coder:[11,16,25,41,47,48,79,98,130,134,147,167],coder_benchmark_factori:134,coder_id_from_element_typ:111,coder_proto:1,coderbas:4,coderimpl:1,coderregistri:1,coders_context:1,coders_microbenchmark:[133,167],coexist:158,cogroupbykei:[128,148],cold:140,collect:[1,53,54,134,137,167],collis:54,column:43,com:[10,11,25,29,30,33,37,57,58,120],combin:[18,20,36,40,41,42,91,94,138,140,146,147,149,167],combine_fn:[91,147],combine_op:146,combine_payload:140,combinefn:[139,140,155],combinefnprocesscontext:140,combineglob:140,combineperkei:[91,140],combinevalu:140,combiningvalueruntimest:147,combiningvaluestatespec:147,combiningvaluestatetag:146,combnin:140,come:[8,158],comma:25,command:[25,57,120,129],comment:[60,140],commit:[31,32,41,52,63,85,88,89,147],commit_log:86,commit_phys:86,commitmanifest:63,commitrespons:32,common:[10,14,25,43,47,48,70,86,113,140,155,164],common_urn:[61,167],commun:142,compar:[32,41,44,127,139],compare_op:153,compare_path:32,comparison:32,compat:[1,2,3,6,7,8,9,10,11,12,15,18,20,31,32,37,38,41,43,53,58,60,61,62,71,74,78,82,83,84,85,90,94,95,96,100,101,102,103,104,105,111,130,131,133,139,140,143,144,146,147,148,153,154,155,157,158,159,160,161,162,163,164,165],compil:[1,137],complet:[1,19,25,32,41,78,89,90,112,129],completed_bundl:89,completed_committed_bundl:96,completed_tim:[89,96],completion_callback:90,complex:[41,43,156],complex_operation_returning_xyz:4,compli:[14,17],complianc:25,compliant:164,complic:153,compon:[1,18,20,36,38,40,42,142],component:111,composit:[4,41,79,112,132,149,154,156],compositetypehint:[151,156],compress:[14,17,18,20,36,41,42,43,47,48,50],compress_point:151,compressedfil:18,compression_typ:[16,17,18,20,36,40,42,47,48,50],compressiontyp:[16,17,18,20,47,48,50],comput:[5,12,30,57,60,112,127,131,139,140,143,167],compute_api_servic:57,compute_hash:131,concat:15,concat_posit:78,concat_sourc:[13,167],concaten:78,concatposit:78,concatrangetrack:15,concatsourc:15,concept:[25,30,41,149,167],conceptu:[41,60,148],concret:[112,140],concrete_typ:156,concurr:[41,46],condens:[139,140],condit:41,config:22,configur:[26,30,40,43,57,60,92,129],confirm:35,conflict:[41,156],connect:[19,32,40,57],connector:[30,34],consecut:[83,149],consid:[14,18,29,32,41,43,60,140,146,148],consist:[1,11,41,46,50,54,58,76,86,89,94,98,111,139,140],consol:81,const_typ:154,constant:140,constrain:[14,43,47],constraint:[66,151],construct:[1,10,14,25,43,47,48,53,72,78,89,90,111,112],constructor:[1,48,63,64,65,66,100,101,102,104,105,143,165],consum:[41,85,148],consumed_split_point:78,consumer_tracking_pipeline_visitor:[73,82,167],consumertrackingpipelinevisitor:85,contain:[4,9,11,12,14,18,19,20,25,30,31,36,38,41,42,43,46,47,48,52,57,60,63,72,89,92,113,127,129,133,139,140,142,143,149,151,156,157,162],content:[18,20,35,36,42,47,50,63,89,101,127,131,148,162],context:[1,22,38,41,52,60,63,64,65,66,72,89,111,131,140,143,146,147,149,161,165],contian:109,continu:[41,46,149,161],control:[25,64,83,109,128,146,158,163],conveni:[9,25,34],convent:[18,149],convers:[9,152],convert:[1,9,10,44,55,123,140,142,152,165],convert_to_beam_typ:152,coordin:151,copi:[18,20,36,37,40,42,128,140,154],copy_batch:37,copytre:37,core:[26,30,58,79,91,92,113,120,126,127,128,138,155,167],correct:[18,20,30,46],correctli:[41,140],correspond:[1,9,14,25,43,50,100,103,128,148,151,153,154,156,164,165],cost:148,could:[1,30,41,60,148,161,165,167],count:[14,26,31,34,43,47,48,49,52,54,101,137,139,146],count_byt:126,count_tag:146,countcombinefn:146,counter:[53,54,55,89,95,153],counter_nam:126,countingsourc:49,coutner:55,coverag:46,cprofil:161,creat:[10,11,14,15,17,18,20,25,31,33,35,36,38,40,41,42,43,50,53,54,55,60,72,76,79,80,83,89,94,101,102,112,119,128,131,132,134,137,140,142,143,148,149,151,153,154,155,160,162,164],create_accumul:[140,155],create_bundl:[83,89],create_commit:31,create_disposit:25,create_empty_committed_bundl:[83,89],create_ent:31,create_from:142,create_from_opt:142,create_if_need:25,create_label:55,create_monitoring_info:55,create_nev:25,create_pull_respons:131,create_respons:31,create_run_queri:31,create_sourc:[138,167],create_temp_fil:131,createptransformoverrid:[76,80],creation:[14,17,43,47,48,50],credenti:8,credit_card:[118,120],criteria:92,cross:160,csv:41,cumul:161,current:[11,17,18,19,25,38,41,43,47,60,65,72,75,78,86,89,92,112,130,140,158],current_posit:41,current_restrict:[41,45],current_tim:84,current_value_accessor:147,cursor:41,custom:[4,12,16,41,60,112,127,128,129,140,143,149,151,156,158],custom_messag:158,custommapp:143,customtransform:143,cycl:100,dag:[60,112],data:[3,4,17,18,19,20,24,25,29,30,38,41,43,46,50,52,60,64,72,128,131,140,142,146,149,167],databas:41,dataflow:[1,5,8,9,24,25,26,41,57,58,72,73,112,146,167],dataflow_cli:75,dataflow_endpoint:57,dataflow_metr:[73,74,167],dataflow_runn:[73,74,81,167],dataflowapplicationcli:75,dataflowmetr:75,dataflowpipelineresult:[75,76],dataflowrunn:[74,75,76,80,81,119],dataset:[25,126],datastor:[13,23,35,167],datastore_pb2:32,datastore_write_it_pipelin:[13,23,167],datastoreio:[13,23,27,28,167],datetim:[142,164],deal:[41,140],debug:[119,154],debugopt:[57,58],dec:54,decapret:158,decid:[14,41,43,47,92,100,103,104],decim:25,decod:[1,4,25,47,48,79,98,134],decode_from_byt:4,decodeandemitdofn:79,decomposit:41,decompress:[17,18,41],decor:[1,4,25,131,140,143,147,150,158,163,165,167],decreas:41,decrement:54,deduc:154,dedupl:[38,148],def:[4,57,137,143,147,151,158],default_desired_bundle_s:[14,43,47],default_edge_attr:102,default_environ:[60,111],default_environment_id:111,default_file_copy_fn:161,default_label:[139,140,143],default_output_cod:[15,41,128],default_runn:57,default_type_hint:[91,140,151],default_valu:[59,72],default_vertex_attr:102,default_window_mapping_fn:144,defaultrootbundleprovid:94,defaulttrigg:146,defin:[1,4,13,14,17,18,20,25,30,32,38,41,43,53,57,73,78,120,128,131,140,142,143,149,150,151,153,156],definit:41,deflat:14,degre:140,delai:[29,146,163],deleg:[44,53],delegatingcount:53,delegatingdistribut:53,delegatinggaug:53,delet:[18,20,25,30,35,36,37,40,42],delete_attr:153,delete_batch:37,delete_fast:153,delete_glob:153,delete_slice_0:153,delete_slice_1:153,delete_slice_2:153,delete_slice_3:153,deletefromdatastor:30,delimit:47,deliv:[38,89],demand:161,demarc:78,depend:[18,19,20,41,52,103,142,159],dependent_real_tim:145,deprec:[41,78,158],deprecationwarn:158,depth:[60,154],deriv:[33,98,105,143,149],descend:[138,143],describ:[25,40,41,46,57,64,72,78,128,139,140,143],describe_mismatch:127,describe_to:127,descript:[1,11,40,41,58,76,78,118,120,127,140],deserialize_windowing_strategi:76,design:[60,148],desir:[14,25,33,41,43,47,140],desired_bundle_s:[14,15,17,41,43,47,49,128],desired_cache_label:105,desired_num_offsets_per_split:45,despit:140,dest:[37,161],dest_kms_key_nam:37,destin:[18,20,36,40,42],destination_file_nam:[18,20,36,40,42],detail:[4,17,30,41,47,58,60,74,82,92,100,128,140,143,144,151],detect:[17,41,47,48,50,140],detect_compression_typ:18,determin:[18,29,41,47,50,60,92,139,140,146,147,149],determinist:[1,4],develop:[17,30,38,58,142,167],deviat:148,dialect:25,dict:[9,18,25,36,38,42,50,72,101,102,105,112,139,142,148,156],dict_int_int:134,dict_obj:110,dict_to_struct:110,dictionari:[4,9,12,14,25,43,48,55,57,94,132,137,140,142,152],did:46,differ:[1,17,18,20,25,41,46,47,60,64,78,98,128,163],digit:[25,38],dill:[1,11],dillcod:1,direct:[73,140,167],direct_metr:[73,82,167],direct_runn:[73,82,93,167],direct_runner_use_stacked_bundl:83,direct_userst:[73,82,167],directli:[25,41,54,72,140,144],directmetr:86,directopt:57,directori:[18,20,36,37,40,41,42,60,104,131],directpipelineresult:87,directrunn:[57,60,86,87,89,92,95,119,120,129],directrunneropt:83,directstepcontext:89,directunmergedst:89,directuserstatecontext:88,dirti:52,dis:153,disable_run_time_type_check:151,discard:146,discourag:158,discuss:29,disk:[25,42],displai:[41,53,57,73,78,97,104,120,138,140,143,167],display_data:[14,16,17,25,30,41,43,57,139,140,142],display_data_dict:142,display_graph:102,display_manag:[73,97,99,167],displaydata:142,displaydataitem:142,displaymanag:100,disposit:25,distinct:60,distinguish:72,distrbut:55,distribut:[40,52,53,54,55,135,140],distribution_counter_microbenchmark:[133,167],distributionaccumul:135,distributiondoubl:55,distributionint64:55,distributionresult:[52,55],div_round_up:128,divid:[94,149],do_fn:113,doc:[25,30,57,58,153],dockerrpcmanag:109,docstr:148,document:[17,41,43,57,92,140,146,153],doe:[25,41,47,60,91,112,142,158,161],doesn:[18,20,32,36,42],dofn:[4,25,26,30,41,72,79,88,91,92,113,120,126,128,140,142,143,147,155],dofninvok:[92,147],dofnprocessparam:140,dofnrunn:140,dollar:123,domain:[10,145],don:91,done:[20,25,40,41,43,60,89,112,113,127,149],donwstream:148,dooutputstupl:140,dot:[101,102,103],doubl:[34,163],down:41,download:19,downloaderstream:19,downstream:[41,148],drain:112,drop:[29,142],drop_default:57,drop_if_default:142,drop_if_non:142,duck:4,due:[11,41,140],dump:11,dump_sess:11,dup_top:153,dup_topx:153,duplic:38,durat:[76,112,120,130,142,149,164],dure:[5,12,14,17,19,25,37,38,43,47,48,50,53,54,57,63,130,140,154,163],dynam:[17,30,41,46,59,60],dynamic_split_request:78,dynamicsplitrequest:78,dynamicsplitresult:78,dynamicsplitresultwithposit:78,e2e:[81,93],each:[1,14,20,25,29,32,37,38,41,43,46,47,48,50,60,85,113,120,128,130,137,139,140,142,148,149,151,153,156],earli:[25,146,167],earliest:149,easi:140,easier:18,ec_point:151,edg:[60,102],effect:[19,143,148],effici:[1,4,17,41,110,140],effort:38,either:[16,18,19,25,32,41,46,50,60,92,95,98,129,140,143,151,152,156],elantra:120,elem:[41,120],elem_cod:1,element:[1,4,25,26,32,38,41,43,46,47,52,72,79,91,92,95,96,113,126,128,130,132,134,136,137,139,140,142,146,148,149,154,155],element_and_restrict:113,element_cod:113,element_s:128,element_typ:[72,111,154],elementandrestrict:[92,113],elementev:130,elementparam:140,elm:120,els:[78,151],elsewher:78,email:[118,120],emb:11,emit:[64,72,79,130,146,148],empti:[17,22,25,38,41,72,89,94,140,146],emptysideinput:72,enable_run_time_type_check:151,enable_trac:11,encapsul:78,encod:[1,3,4,9,11,16,25,41,47,48,78,79,98,134,165],encode_to_byt:4,encoded_:16,encoded_kei:95,encoded_str:76,encoded_table_row:25,encoded_valu:[16,79],encount:19,encrypt:37,end:[14,15,18,19,24,41,43,44,47,48,50,57,58,78,91,92,104,127,130,146,149,158],end_cursor:31,end_sess:104,endpoint_pattern:58,endpoints_pb2_grpc:[61,62,167],enforc:151,engin:[37,41],ensur:[30,41],entail:25,enter:81,enter_composite_transform:155,entir:[25,30,41,72,76,78,87,112,132,140,149],entiti:[30,31,32,35,70],entitywrapp:35,entri:[1,34,35,64,72],enum_typ:70,enumer:71,environ:[10,92,111],eof:[18,19],epoch:[18,20,29,36,38,42,55,84,149,164],equal:[19,30,41,46,57,142,148],equal_to:[129,132],equival:[18,20,41,46,143,148],err_invalid_gcs_bucket:58,err_invalid_gcs_object:58,err_invalid_gcs_path:58,err_invalid_job_nam:58,err_invalid_not_posit:58,err_invalid_project_id:58,err_invalid_project_numb:58,err_invalid_test_matcher_typ:58,err_invalid_test_matcher_unpickl:58,err_missing_gcs_path:58,err_missing_opt:58,error:[1,19,25,40,41,58,63,127,140,149,151,154,155,163,167],error_messag:1,escap:98,especi:[149,164],essenti:[57,140],estim:[1,30,41,78,148],estimate_s:[1,15,17,41,49,128],etc:[30,41,53,112,143,167],euro:123,evalu:[12,83,89,90,92,94,95,134,146,164],evaluation_context:[73,82,90,94,167],evaluationcontext:89,even:[17,32,41,151,158,163],event:[41,118,119,120,122,123,124,130,146,149],event_count:25,everi:[4,25,41,46,60,76,100,112,163],everyth:[18,20,36,42,100,149],evict:98,evolv:37,exact:[128,140],exactli:[1,30,41,57,60,72,146],exampl:[1,4,10,14,17,25,38,41,43,46,50,78,94,102,120,129,137,140,142,143,148,149,151,158,164,165,167],exce:37,exceed:32,except:[5,8,18,32,37,41,127,140,151,154,158,163],excess:25,exclus:[19,41],exec_stmt:153,execut:[1,12,25,38,41,53,54,57,58,60,63,65,72,73,74,76,81,82,87,89,90,92,93,94,100,101,105,112,129,130,137,140,143,154,167],executor:[73,82,94,167],executor_servic:89,exhaust:46,exist:[14,17,18,20,25,36,37,38,40,41,42,43,47,48,50,98,129,131,140,158],existing_keyed_st:89,exp_multipli:158,expand:[14,22,25,30,38,41,43,47,48,50,79,91,92,98,113,128,130,139,140,143,148],expand_using_gbk:128,expand_using_second_output:128,expans:140,expect:[1,16,25,35,40,44,46,57,60,127,129,132,165,167],expected_checksum:127,expected_item:46,expected_outcom:46,expected_st:[81,127],expectedsplitoutcom:46,experi:59,experiment:[37,38,41,43,53,100,101,102,103,104,105,143,146,147,148,158,159],expir:[118,120,147],explain:41,explod:113,explodewindowsfn:113,exponenti:163,expos:[25,34,54],express:[18,103],extend:[16,41,47,58,127,159],extens:[14,17,41,43,47,48,50],extent:140,extern:[41,140,167],extra:[118,120,127,129,158],extra_messag:158,extra_opt:129,extra_typ:[9,25],extract:[60,85,96,139],extract_all_tim:[89,96],extract_commit:86,extract_counter_valu:55,extract_distribut:55,extract_latest_attempt:86,extract_metric_result_map_valu:55,extract_output:[140,155],extrem:139,face:[53,147],fact:158,factor:163,factori:83,factory_from_opt:161,fail:[18,20,25,32,36,37,41,42,46,50,112,154],failur:[32,41],fake:31,fake_datastor:[13,23,27,28,167],fake_run_queri:31,fakesourc:136,fall:[1,41],fallback:4,fallback_cod:1,fals:[3,9,14,17,18,25,31,38,41,43,50,57,60,76,98,100,111,129,132,140,142,143,146,153,154,161,163],famili:46,fanin:128,fanout:[128,140],far:[78,152],fast:1,fastavro:14,fastcod:1,faster:[4,14],fastprimitivescod:[1,130],fault:41,favorite_color:14,favorite_numb:14,fetch:[18,19,20,30,32,36,40,42,100,127,136],fetch_ent:32,feth:30,few:[46,143],field1:25,field2:25,field3:25,field:[14,25,32,38,41,43,50,55,101,132,142,158],field_count:50,file:[14,16,17,18,19,20,25,36,37,40,41,42,43,47,48,50,52,53,54,60,98,127,131,132,167],file_copy_fn:161,file_handl:16,file_meta:18,file_nam:[17,50],file_name_suffix:[14,16,43,47,48],file_path:[11,18,47,48,50,127],file_path_prefix:[14,16,43,47,48],file_pattern:[14,17,43,47,48,50],filebasedcachemanag:98,filebasedsink:[13,41,127,167],filebasedsourc:[13,47,167],filechecksummatch:127,filemetadata:18,filenam:[14,37,43,47,48,131],fileobj:18,filepath:18,filesystem:[13,14,19,36,40,41,42,43,159,167],filesystemio:[13,167],fill:142,filter:[18,30,32,50,53,75,86,124,127,140,158,163],filter_regex:134,finalize_writ:[16,41],find:[5,18,20,139,148,163],finish:[19,31,76,112,146,161],finish_bundl:[91,126,128,140,155],finish_st:90,finishcombin:91,finit:[41,149],fire:[95,96,146,147],fired_tim:90,first:[4,11,18,20,36,38,40,41,42,46,50,60,63,65,128,140,143,148,153,156,163,167],fix:[1,140,148,149],fixed_cost:148,fixedsizeglob:139,fixedsizeperkei:139,fixedwindow:149,flag:[14,17,18,20,36,42,43,47,48,50,57],flat:148,flatmap:[11,72,140,143,167],flatten:[15,25,140],flatten_input_visitor:76,flatten_result:25,flavor:158,flink:[13,167],flink_streaming_impulse_sourc:[13,21,167],flinkstreamingimpulsesourc:22,floatcod:1,flush:[18,91],fn_paramet:149,fn_proto:165,fn_to_execut:12,fnapirunn:87,fnmatch:[18,20],fold:140,follow:[14,18,20,25,32,41,43,46,47,48,92,120,129,140,149,151,156,158,161],foo:[1,18,20,43,151,165],foo_from_proto:[1,165],foopayload:[1,165],footer:16,footprint:112,for_input_typ:140,for_spec:147,forc:[72,100,113],form:[14,18,19,25,37,38,40,72,137,148,149,151,158,164],formal:151,format:[16,18,20,25,38,41,43,46,50,55,58,103,120],format_sampl:101,former:72,formula:[29,148,149],forward:94,found:129,foundat:18,frac:15,fraction:[15,41,44,46,78,163],fraction_consum:[15,41,44],fraction_to_posit:44,frame:[153,154],framest:[153,154],framework:[4,17,25,41,78],fresh:140,from:[1,4,8,10,14,16,17,18,19,20,24,25,30,32,33,35,36,37,38,41,42,43,44,46,47,48,50,57,58,60,65,72,76,78,85,98,105,112,120,123,127,128,129,131,136,139,140,142,143,146,148,149,151,158,163,164,165,167],from_cal:140,from_dictionari:57,from_json_valu:9,from_micro:162,from_rfc3339:164,from_runner_api:[1,54,60,72,111,140,143,146,165],from_runner_api_paramet:[1,22,41,140,148,149],from_str:145,from_type_hint:1,from_utc_datetim:164,fronend:100,frontend:100,full:[18,20,29,36,40,41,42,46,60,98,127,129,149,159],full_label:155,fulli:[19,25,41,78,151],fun:163,func:[140,151,154],functiontyp:154,furnish:72,further:[64,143,163],fuse:148,fusion:148,futur:[1,2,3,12,18,19,20,25,29,32,34,37,38,41,45,50,52,53,54,58,59,60,63,64,65,66,70,72,78,83,84,86,89,90,92,94,95,96,109,111,112,113,130,131,139,140,142,144,145,146,147,149,151,154,158,159,161,163,164,165],future_output_watermark:92,fuzz:163,fuzzedexponentialinterv:163,gap:149,gap_siz:149,gather:33,gaug:[53,54,55],gaugeresult:[52,55],gce:8,gcp:[6,13,167],gcs:37,gcs_bucket:58,gcs_prefix:36,gcs_scheme:58,gcs_uri:58,gcsfilesystem:[13,23,167],gcsio:[13,23,167],gener:[1,14,17,18,38,41,43,47,48,62,72,102,118,119,122,128,129,130,134,140,156],generate_bundle_id:41,generate_ev:119,generate_fn:134,generate_input_valu:135,genom:50,genotyp:50,geographi:25,get:[3,8,17,18,20,25,30,36,41,42,46,59,63,64,65,66,72,78,96,103,104,112,128,129,140,146,147,159,163,165],get_accumulator_cod:140,get_aggregator_valu:89,get_all_opt:57,get_all_plugin_path:159,get_all_subclass:159,get_chunk_s:20,get_count:3,get_datastor:32,get_dict:142,get_dict_table_schema:25,get_dofn_spec:147,get_dot:102,get_estimated_num_split:30,get_estimated_size_byt:30,get_evalu:94,get_execution_context:89,get_filesystem:20,get_full_options_as_arg:129,get_function_argu:140,get_glob:154,get_impl:[1,149],get_it:153,get_keyed_st:89,get_nam:154,get_namespac:53,get_new_http:10,get_opt:129,get_output_typ:140,get_path:131,get_progress:78,get_rang:19,get_range_track:[15,17,41,46,49,128],get_render:103,get_replacement_transform:[60,76,80,92,113],get_root_bundl:94,get_root_bundle_provid:94,get_schem:20,get_service_credenti:8,get_split:33,get_stat:[88,147],get_table_schema_from_str:25,get_tim:[88,147],get_transformed_output_tim:149,get_type_hint:151,get_typed_value_descriptor:9,get_valu:59,get_value_or_block_until_readi:89,get_varint_s:3,get_watermark:96,get_window:[22,41,79,130,140,143],get_window_cod:149,getartifact:63,getattr:153,getmanifest:63,getmessagestream:65,getprovisioninfo:66,getrangetrack:46,getstat:65,getstatestream:65,github:[11,33,37,50],give:[17,18,20,36,41,42,46,53,60,78,92,128],given:[1,3,12,14,17,18,19,20,25,26,30,31,32,33,35,36,37,38,41,42,43,44,46,47,48,57,58,60,72,92,94,98,103,105,112,127,128,130,132,137,140,146,147,148,149,152,154,163,164,165],glob:[14,17,43,47,48,50,127,132],global:[1,41,89,94,139,149],global_to_loc:15,globally_windowed_valu:134,globalwindow:149,goe:58,going:[30,75],gone:72,good:30,googl:[1,8,25,29,30,32,33,37,38,55,57,58,74,131],googleapi:[57,58],googlecloudopt:[57,58],googlecloudplatform:[33,37],googledatastor:32,gracefulli:92,granular:[29,43,149,164],graph:[60,72,76,85,87,94,100,101,102,103,104,143,167],graphviz:103,greater:[30,140,151],greater_than:30,greatest:139,group:[4,15,43,54,57,140,143,148,149],group_by_key_input_visitor:76,groupbykei:[1,112,128,140,143,148,149,167],grpc:[63,64,65,66],guarante:[1,2,3,4,6,7,8,9,10,11,12,15,31,32,37,38,41,43,53,58,60,61,62,71,74,78,82,83,84,85,90,94,95,96,100,101,102,103,104,105,111,130,131,133,143,144,146,147,148,153,154,155,157,158,159,160,161,162,163,164,165],guid:146,gzip:[18,41],had:[1,98,140,165],hadoop:40,hadoopfilesystem:[13,57,167],hadoopfilesystemopt:[40,57],halfwai:46,hamcrest:[58,127],hand:25,handl:[16,17,18,20,29,36,41,42,47,48,50,89,153],handle_result:89,happen:[25,33,41,46,60,100,131,163],har:[46,64,66],has:[1,9,19,25,30,32,41,50,57,58,72,78,85,87,96,120,129,132,137,139,140,142,151,167],has_data:34,has_default:140,has_dir:[18,36,40,42],has_display_data:142,has_kw:153,has_part:143,has_var:153,hasdisplaydata:[41,57,78,140,142,143],hash:[98,127,131],hashabl:154,hashing_alg:131,have:[4,8,11,12,25,30,32,41,50,52,60,63,72,124,139,140,142,146,149,151,152,153,163],hdf:40,head:[18,20,36,42],header:[16,47,50],heap:161,heavi:46,heavyweight:46,help:[46,140],helper:[13,23,27,28,46,101,105,144,167],helper_transform:[73,82,167],henc:[30,41,78],here:[1,25,32,41,74,82,140,149,153],hidden:72,hierarch:9,hierarchi:60,high:[25,87,140],higher:[43,47,50],hint:[4,143,150,151,154,156],histori:29,hold:[25,41,60,92,140],holder:[12,113],homogen:1,honor:78,hour:163,how:[25,30,41,72,78,100,103,104,111,128,134,139,140,143,149,158,167],howev:[1,30,33,41,50],html:[29,57,103,153],hts:50,http:[10,11,25,29,30,33,37,41,50,57,58,103,142,146,153,163],http_client:[6,167],http_proxi:10,httperror:163,httplib2:10,https_proxi:10,huge:72,hypothet:41,hyundai:120,id_label:[38,39],id_or_nam:31,ideal:148,idempot:41,ident:151,identifi:[14,25,38,41,43,47,48,98,139,140,142],ids:32,iff:16,ignor:[25,30,38,44,130,132],illustr:[41,123,124,158],imagin:41,immedi:[65,112],immut:41,impact:[30,47],implement:[1,3,16,17,18,19,20,25,29,33,36,40,41,42,44,45,46,47,53,58,59,60,74,75,76,78,79,82,84,86,87,89,91,112,137,139,140,142,143,144,156,163,165],implementor:[18,41,140],impli:[43,50,158],implicitli:149,import_from:153,import_nam:153,imposs:41,improv:[1,25],impuls:[79,140],inc:[34,53,54],includ:[18,20,25,36,38,41,46,50,89,92,118,120,149],inclus:[41,44],incom:38,incompat:158,inconsist:11,incorrect:46,increas:163,increment:[54,151],indefinit:[76,112],independ:[41,76,151],index:[50,72,78,140,146,151,156],index_tag:146,indic:[18,20,36,41,42,47,50,60,72,148,162,163],individu:[17,41,46,140,149],inequ:30,inf:44,infer:[4,154],infer_output_typ:[22,79,140,143],infer_return_typ:154,infer_return_type_func:154,infin:[41,149],info:[10,50,55,105,112,120,147],infor:55,inform:[8,17,41,43,50,66,75,76,78,89,92,100,101,104,112,140,148,154,166],infrastructur:122,inherit:[41,78,142,165],init_result:[16,41],initi:[10,14,15,17,19,25,29,30,38,40,41,43,44,47,48,50,54,57,60,66,72,75,78,92,94,113,127,128,129,137,139,140],initial_bid:[118,120],initial_delay_sec:163,initialize_writ:[16,41],inject:[17,143],inlin:153,inmemoryunmergedst:89,inner:[78,151,156],inpalce_or:153,inplace_add:153,inplace_and:153,inplace_divid:153,inplace_floor_divid:153,inplace_lshift:153,inplace_modulo:153,inplace_multipli:153,inplace_pow:153,inplace_rshift:153,inplace_subtract:153,inplace_true_divid:153,inplace_xor:153,inprocess:82,input:[5,12,13,14,22,25,38,41,43,47,48,50,57,60,72,78,79,85,89,90,92,94,96,105,112,113,128,134,135,136,137,139,140,143,144,148,149,154,155,162,164,167],input_bundl:90,input_committed_bundl:94,input_or_input:143,input_or_output:143,input_pcol:143,input_per_sourc:136,input_s:134,input_spec:128,input_timestamp:149,input_typ:[140,154],input_type_hint:143,inputstream:3,insert:[25,105],insert_values_in_arg:12,insid:129,inspect:154,inst:158,instanc:[1,4,10,12,18,20,25,36,42,50,58,60,66,72,75,76,78,94,95,103,131,132,137,140,142,143,146,149,151,154,156,163,164],instance_to_typ:154,instanti:[78,154,159],instead:[11,25,41,50,60,139,144,158,163],instruct:64,instrument:137,int64:43,int64_count:55,int64_distribut:55,int64_gaug:55,int96:43,int_to_str:151,integ:[1,3,20,25,41,45,53,134,140,142,149,153],integr:[126,129,163],intend:[29,34,41,54,72,151,163],interact:[18,73,75,167],interactive_pipeline_graph:[73,97,99,167],interactive_runn:[73,97,100,167],interactivepipelinegraph:101,interactiverunn:104,interchang:25,interest:46,interfac:[19,20,38,54,72,142,147],intermedi:[25,140],intern:[1,2,3,15,31,32,41,53,58,60,61,62,71,73,74,75,78,82,83,84,85,90,94,95,96,111,130,131,133,142,144,149,153,154,155,157,158,160,161,162,163,164,165,167],interpol:[44,148],interpret:[25,78],intersect:149,interv:[22,44,149,161,163,164],interval_m:22,interval_second:161,intervalwindow:149,introduc:[41,132],introduct:25,invalid:[18,19,37,57,58,128,151],invalid_argu:63,invoc:[41,92],invok:[41,92,140,146],invoke_process_el:92,involv:25,iobas:[13,15,16,17,25,44,45,46,49,73,74,77,128,140,167],ioerror:[17,18,20,36,42,112],ipython:101,is_access:59,is_bound:[41,78],is_count:55,is_default:140,is_determinist:1,is_distribut:55,is_don:89,is_empti:132,is_full_string_match:58,is_gaug:55,is_globally_window:144,is_integration_test:129,is_key_valid:32,is_kv_cod:1,is_lat:146,is_latest_vers:98,is_merg:149,is_pair_lik:1,is_process_bound:[140,155],is_root_transform:89,is_service_runn:58,is_stateful_dofn:147,is_termin:112,is_user_monitoring_info:55,is_valid:142,is_valid_compression_typ:18,isn:[18,20,36,42,151],issu:11,item:[46,95,118,119,124,128,142],item_nam:[118,120],items_before_split:46,iter:[1,2,17,32,40,41,46,57,72,78,136,140,144,146,148,149,152,156,163],iterable_state_read:111,iterable_state_writ:111,iterablecod:1,its:[1,4,12,18,25,32,38,41,137,140,142,143,148,154,162,165,167],itself:[41,78,164],java:33,job:[24,26,30,35,60,63,64,65,66,73,75,76,81,87,112,120,127,129,167],job_graph:75,job_nam:[35,58,129],job_pattern:58,job_result:75,jobapi:109,jobserviceservic:65,jobservicestub:65,jobstat:112,join:[18,20,36,40,42],json:[9,11,25,76,105,128],json_string_to_byte_arrai:76,json_valu:[6,7,167],jsonarrai:9,jsonobject:9,jsonstringtobytearrai:76,jsonvalu:[9,25],just:[30,41,47,72,143],keep:[34,41,78,86,94,104],kei:[1,4,9,14,30,31,32,37,38,41,43,44,50,55,72,78,88,89,91,92,94,95,113,128,137,139,140,142,143,147,148,149,152,154,167],kept:[104,142],key1:142,key2:142,key3:142,key4:142,key5:142,key_cod:[1,88],key_compar:32,key_value_typ:154,keyed_earliest_hold:96,keyed_watermark_hold:95,keyedworkitem:[92,95],keyspac:44,keyword:[12,72,139,140,151],keyword_hint:151,kind:[30,32,35,41,140,158],kms_kei:37,know:154,known:[18,25,58,89],known_text:25,kv_type:154,kvswap:148,kwarg:[2,12,16,17,26,30,37,38,47,48,50,57,90,91,92,113,132,139,140,148,151,155,160,162],kwarg_hint:151,kwargs_for_invok:92,label:[14,22,43,55,60,72,79,98,105,128,132,139,140,142,143,148,155,158],label_from_cal:143,lambda:[25,143,146],land:29,languag:167,larg:[30,46,47,72],large_dict:134,large_int:134,large_iter:134,large_list:134,large_str:134,large_tupl:134,larger:41,largest:[41,139,148,164],largestperkei:139,last:[18,20,32,36,41,42,50,92],last_record_start:44,last_upd:[18,20,36,37,40,42],late:146,late_tag:146,latenc:[32,140],later:[92,129,130,140],latest:[30,32,54,98,100],latest_int_64:55,latest_timestamp:32,latter:72,launch:120,launcher:[119,122],lead:101,leaf:[18,20,36,42],leaf_pcollect:105,least:[38,46,139,146],leave_composite_transform:155,left:[46,53,140],left_fract:46,left_result:46,len:19,length:[1,29,33,37,134,151,163],less:[33,44,140],less_than:30,let:[4,41,53],letter:[14,25,43,47,48,58,156],level:[14,43,60,101,105,140],lexicograph:44,lexicographickeyrangetrack:44,librari:[1,8,11,14,37,49,50,57,139,153],licens:18,lift:140,liftedcombineperkei:91,lightweight:46,like:[4,14,18,20,30,36,40,41,42,43,47,72,140,151,154,156],limit:[18,20,30,32,35,163],line:[25,41,47,50,57,120,129,131],linear:148,linearli:44,link:5,list:[1,9,12,15,18,20,25,31,32,33,36,37,42,43,46,50,58,59,60,72,95,98,101,128,129,131,132,134,137,139,140,148,151,152,156],list_append:153,list_int:134,list_prefix:37,load:[11,122,123,124,126],load_attr:153,load_closur:153,load_const:153,load_deref:153,load_fast:153,load_glob:153,load_loc:153,load_nam:153,load_sess:11,load_test:[114,167],load_test_metrics_util:[114,125,167],local:[16,18,20,42,47,60,82,87,98,105,140],local_to_glob:15,local_var:154,localfilesystem:[13,18,167],locat:[41,158],lock:41,log:[64,147,161,163],log_result:161,logger:[131,163],logic:[17,41,53,86,92,113,149,163],loglevel:119,long_gener:136,look:151,lookup:72,loop:[41,140],lose:164,low:43,lower:[10,146,151],lower_bound:135,mach:20,machin:[41,87],machineari:92,made:[4,25,41,63,65,72],magic:113,mai:[1,4,17,18,20,25,33,38,41,43,50,53,64,72,78,92,94,112,139,140,148,158],main:[25,33,35,41,72,140],main_kw:140,main_tabl:25,mainli:92,make:[25,31,32,41,44,58,79,92,113,118,127,163],make_ancestor_queri:35,make_closur:153,make_ent:35,make_fn:140,make_funct:153,make_http_request:163,make_kind_stats_queri:32,make_latest_timestamp_queri:32,make_partit:32,make_request:32,makexyz:4,malform:152,malformedvcfrecord:50,manag:[25,41,60,73,96,100,104,108,131,146,161,167],mandatori:[140,148,158],mani:[9,22,30,37,41,139,140],manifest:63,manner:[14,41,43,46,148],map:[1,14,25,38,43,44,50,55,72,79,98,101,105,123,139,140,144,148],mapfn:143,mapper:91,maria:120,mark:158,marker:72,massiv:25,master:33,match:[1,18,20,25,53,58,60,76,80,92,113,132],match_and_sav:126,match_fil:18,match_type_vari:156,matcher:[58,60,81,93,127,132],matchresult:[18,20],materi:[72,98,112,132],matter:41,max:[33,52,140,148],max_batch_operation_s:37,max_batch_s:148,max_bytes_rewritten_per_cal:37,max_delay_sec:163,max_dur:92,max_num_output:92,max_timestamp:149,maximum:[18,20,148,154,163],maybe_from_cal:140,mean:[41,52,98,139,158],mean_temp:25,meant:[64,112],measur:[134,135,136,148],measuretim:126,member:[16,63],memori:[43,52,91,94,161],memoryreport:161,memoryview:19,merg:[41,91,128,140,146,149],merge_accumul:[140,155],merge_context:149,merge_result:[146,149],merge_using_gbk:128,merge_using_side_input:128,mergecontext:149,messag:[1,22,38,41,65,158],message_count:22,met:132,meta:18,metadata:[8,18,20,36,42,66,105,124],metadata_list:18,method:[1,4,17,18,19,20,30,31,32,40,41,44,46,54,57,58,60,76,92,112,128,129,131,140,142,143,144,147,154,155,156,158,163,165],metric:[64,75,86,89,112,126,137,167],metric_nam:53,metric_proto:55,metricbas:[51,53,167],metricnam:54,metricresult:[55,75,86,112],metrics_contain:90,metricsenviron:53,metricsfilt:53,metricsmonitor:126,micro:[162,164],microbenchmark:[134,135,136,137],microsecond:[30,135,149,164],might:[41,47,78,142,158],millisecond:[22,32,38,76,112],mime:[14,18,20,36,37,42,43],mime_typ:[14,16,18,20,36,37,40,42,43],min:[52,148],min_batch_s:148,min_bundle_s:[14,17,43,47],min_fraction_of_files_to_stat:17,min_num_offsets_per_split:45,min_number_of_files_to_stat:17,min_request:29,minimim:148,minimum:[14,17,43,47,96],mirror:151,mismatch_descript:127,miss:58,mix:151,mixin:[142,151],mkdir:[18,20,36,40,42],mock:131,mode:[18,19,25,37,41,76,79,80,140,149],model:[114,115,116,119,167],modifi:[12,41,105,143,153],modul:[0,6,7,13,21,23,27,28,51,56,61,62,73,74,77,82,97,99,106,108,114,115,116,117,121,125,133,138,150,157,167],moment:12,monitor:55,monitoring_info:[51,167],monitoring_info_proto:55,monitoringinfo:55,month:25,more:[4,17,18,20,25,30,36,40,41,42,43,47,58,60,92,100,107,128,140,142,143,146,148,149,153],moreov:41,most:[14,25,41,43,46,47,139,143,163],mostli:[60,148,163],move:[18,20,34,36,42,94],movingfunct:34,movingsum:34,msg:162,msg_class:162,much:[9,43],multi:[41,46],multipl:[17,30,41,50,54,72,94,136,139,140,146,148,151],multipli:158,muss:41,must:[1,12,17,19,25,29,38,40,41,43,47,58,60,63,72,78,112,129,130,137,140,143,149,151,163],mutabl:[41,153],mutat:[31,32,41],mute:103,muterender:103,my_side_input:72,my_timer_expiry_callback:147,my_tranform:60,myavrofil:14,mybenchmark:137,mydofn:147,myjobnam:129,myoutput:43,myparquetfil:43,mypath:[14,43],mypqfil:43,myproxi:10,myptransform:72,mysink:41,name:[14,17,25,32,37,38,41,43,47,50,53,54,55,58,60,63,73,75,78,95,105,106,112,118,120,128,129,131,137,140,147,148,151,156,158,167],namespac:[14,30,32,35,53,54,55,126,142,156],nanosecond:43,nativ:[25,41,78,109,143,152],native_io:[25,73,74,167],native_type_compat:[150,167],nativesink:[25,41,78],nativesinkwrit:78,nativesourc:[25,78],nativesourceread:78,natur:139,necessari:[4,72,137,142,164],necessarili:78,need:[2,4,16,18,20,25,31,36,41,42,44,58,60,64,66,92,131,132,143,158,163],neg:[18,19,44],negat:151,neither:[25,142],nest:[3,25,43,156],never:[12,41,72,146,149,161],new_pipeline_with_job_nam:35,new_process_fn:92,new_save_module_dict:11,new_track:45,new_valu:105,new_watermark:130,newlin:47,newobject:[1,2,3,12,18,19,20,25,29,32,34,37,38,41,45,50,52,53,54,58,59,60,63,64,65,66,70,72,78,83,84,86,89,90,92,94,95,96,109,111,112,113,130,131,139,140,142,144,145,146,147,149,151,154,159,161,163,164,165],nexmark:[114,115,167],nexmark_launch:[114,115,116,120,167],nexmark_model:[114,115,116,117,167],nexmark_util:[114,115,116,167],nexmarklaunch:119,next:149,nice_str:101,nnnnn:[14,43,47,48],no_retri:163,node:[60,72,76,112,143],non:[11,22,38,41,44,72,112,140,142,163],none:[1,9,14,15,16,17,18,20,22,24,25,26,30,32,33,35,37,38,41,43,44,46,47,48,49,50,52,55,57,59,60,72,75,76,78,79,81,86,89,92,95,98,101,102,103,104,105,109,111,112,118,122,123,124,127,128,129,131,139,140,142,143,146,148,149,154,155,156,158,161,162,165],nonmergingwindowfn:149,nonzero:163,nop:153,nor:25,normal:[30,43,50,142,149],nosetest:129,notabl:46,notbig:25,note:[1,11,18,19,25,30,31,33,41,43,60,79,132,140,143,151,156,158,161],noth:[78,158],notic:151,notifi:29,notify_observ:2,notifyrunneravail:64,notimplementederror:112,notion:[41,78,139],now:[29,34,163],nth:148,nullabl:25,num_byt:18,num_el:148,num_input:135,num_items_to_read_before_split:46,num_partit:140,num_retri:163,num_run:[134,135,136,137],num_shard:[14,16,43,47,48],num_slow:26,num_sourc:136,num_split:[30,33],num_window:134,num_work:129,number:[12,14,18,19,20,22,25,26,30,31,33,38,41,43,46,47,48,50,58,84,92,98,119,127,132,137,139,140,148,163,164],numer:[25,38,164],obei:41,obj:[9,11],object:[1,2,4,5,9,11,12,14,16,17,18,19,20,25,35,36,37,38,40,41,42,43,44,48,50,53,54,57,58,59,60,72,73,75,78,85,92,94,98,100,102,105,109,111,112,113,118,119,120,126,127,129,130,131,134,137,140,143,146,147,149,151,153,154,156,161,163,164,165],observ:[0,167],observablemixin:2,obtain:[18,25,41,53,57,129,139,140,143,148],occupi:41,occur:[33,40,46,50,139,149],octet:[16,18,20,36,37,40,42],offer:[60,128],offici:41,offset:[18,19,41,45,78,149,164],offset_infin:44,offset_range_track:17,offsetrang:45,offsetrangetrack:[17,44],offsetrestrictiontrack:45,oflong:34,often:[148,158],okai:41,old:[41,158],old_multipli:158,on_el:146,on_fir:146,on_merg:146,on_success_match:58,on_tim:147,onc:[18,29,41,72,94,140,146,149,151],one:[1,4,14,25,29,31,32,38,41,43,46,47,48,50,57,58,60,72,78,92,94,100,107,137,139,140,143,148,149,151,156,165],ones:[46,57,83],onli:[1,2,3,6,7,8,9,10,11,12,14,15,18,22,25,31,32,38,41,43,44,46,47,48,50,53,58,60,61,62,71,72,78,83,84,85,86,90,94,95,96,100,101,111,129,130,131,132,133,139,140,142,144,148,151,153,154,155,157,158,159,160,161,162,163,164,165],opaqu:16,opcod:[150,167],open:[16,17,18,20,36,37,40,41,42],open_fil:17,open_shard:132,open_writ:[16,41],oper:[1,4,5,18,20,25,36,37,41,42,43,60,112,134,135,140,143,148,149,164],operation:148,opt_nam:129,optim:[14,43,47,146],option:[8,18,20,30,35,36,38,40,41,42,48,60,66,76,81,83,87,93,103,104,105,112,119,128,129,132,140,143,148,151,156,158,161,167],option_nam:59,orchestr:119,order:[1,4,25,30,37,41,44,50,60,112,129,131,139,140,151,156],orderedpositionrangetrack:44,ordinari:72,ordinarili:[140,148],orfin:146,org:[25,34,41,57,76,103,142,146,153],orient:41,origin:[41,46,105,151],original_range_track:46,original_read:46,original_stop_posit:46,other:[15,18,20,25,32,41,44,47,50,60,66,78,111,128,134,140,142,148,149,151,156],otherwis:[1,9,18,22,41,46,60,129,130,140,143],our:60,out:[18,19,112,140],outer:[31,41],output:[13,14,16,17,18,38,41,43,47,48,50,55,60,72,83,85,89,92,94,96,100,127,128,130,139,140,143,148,149,155,167],output_at_earliest:149,output_at_earliest_transform:149,output_at_eow:149,output_at_latest:149,output_filter_ratio:128,output_pcollect:[83,89],output_records_per_input_record:128,output_tag:105,outputcheckwrapperdofn:155,outputstream:3,over:[57,140,148,163],overhead:18,overlap:41,overload:29,overload_ratio:29,overrid:[16,25,57,60,79,80,92,112,113,127,140,142,143,165],overridden:41,overwrit:16,own:[140,148],p12345:120,pack_ani:162,pack_struct:162,packag:[12,167],pad:[14,43,47,48],pair:[18,20,36,41,42,45,57,72,78,113,128,139,140,142],pairwithrestrictionfn:113,pane:146,parallel:[5,12,17,20,25,30,41,140,143,167],param:[46,137],paramet:[1,8,9,10,12,14,15,16,17,18,19,20,24,25,29,30,31,32,33,36,37,38,40,41,42,43,44,46,47,48,50,53,54,55,57,60,63,64,65,66,72,75,76,78,83,89,92,94,96,100,101,102,103,104,105,112,127,128,129,131,132,134,137,139,140,143,146,148,149,151,152,154,156,158,163,164,165],parameter:156,parameter_typ:[1,143,165],pardo:[25,41,72,92,112,113,140,143],pardo_payload:140,parent:[48,161],parquet:43,parquetio:[13,167],pars:[14,47,50,57,119,120,122,128,129,162],parse_arg:[119,128],parse_byt:162,parse_byte_s:128,parse_int:151,parse_namespace_and_nam:55,parseeventfn:120,parser:57,part:[1,17,18,20,25,36,41,42,53,57,76,78,92,140],partial:[32,41,91,140],partialgroupbykeycombiningvalu:91,particular:[14,41,43,46,47,48,50,101,124,143,148,154],partit:[25,32,33,41,140,156],partition_for:140,partitionfn:140,partitionid:32,pass:[1,14,16,18,20,25,36,40,41,42,43,48,50,57,76,92,119,122,128,132,139,140,143,146,147,149,151,165],past:[41,78],patch:131,patch_retri:131,path:[14,16,17,18,20,32,36,37,40,41,42,43,47,48,50,58,127,131,140,159],pathnam:[18,20,36,40,42],pattern:[14,17,18,20,37,43,47,48,50,58,132,143,163],payload:[38,165],payload_typ:70,pbegin:[22,41,76,79,98,130,140],pc1:[128,148],pc2:[128,148],pc3:148,pcoll1:148,pcoll:[14,25,30,38,41,43,47,48,60,72,76,91,92,98,104,113,129,139,140,143,148],pcoll_id:105,pcollect:[1,4,14,16,25,30,41,43,47,50,60,72,89,92,96,98,101,104,105,112,113,128,130,132,134,139,140,143,148,149,167],pcollection_stat:101,pcolls_to_pcoll_id:104,pdf:50,peform:140,pend:112,per:[25,72,89,91,135,137,140,148,163],per_bundle_delay_sec:128,per_element_cost:148,per_element_delay_sec:128,percent_complet:78,percentag:78,perel:139,perfectli:41,perform:[1,14,17,18,20,30,34,41,43,46,47,92,113,118,119,120,122,123,124,128,134,135,136,140,148,149,155,158],perform_multi_threaded_test:46,perhap:78,period:[30,100,149],perkei:139,permanentexcept:[8,163],permit:[148,156],persist:[112,140],person:[118,119,120],phase:[41,50,131],phaseset:50,phred:50,physic:86,pick:[1,142],pickl:[1,4,11,41,129,165],picklabl:41,pickle_urn:165,picklecod:[1,11,41],pickler:[6,167],piec:94,pipe:[19,143],pipelin:[1,5,12,14,17,24,25,35,38,39,40,41,43,47,48,50,53,54,57,58,65,66,72,73,74,76,80,81,82,85,87,89,92,93,100,101,102,103,104,105,111,112,113,118,119,120,122,123,124,126,127,128,129,130,132,140,142,143,144,148,155,167],pipeline_analyz:[73,97,100,167],pipeline_context:[73,167],pipeline_graph:[73,97,99,101,103,167],pipeline_graph_render:[73,97,99,100,104,167],pipeline_info:[104,105],pipeline_opt:[18,20,35,36,40,42,56,58,59,89,142,167],pipeline_options_valid:[56,167],pipeline_proto:[100,102,105],pipeline_proto_to_execut:105,pipeline_result:127,pipeline_verifi:[114,167],pipelineanalyz:[100,105],pipelineananlyz:105,pipelinecontext:[1,111,165],pipelineerror:[5,60],pipelinegraph:[101,102,103],pipelinegraphrender:[100,103],pipelineinfo:105,pipelineopt:[18,20,36,42,57,58,60,105,129,142],pipelineoptionsvalid:58,pipelineresult:[104,112],pipelinerunn:[60,76,87,104,105,112,129,167],pipelinest:[112,127],pipelinestatematch:127,pipelinevisitor:[60,85,155],pipestream:19,place:[9,12,72,140,143,149,163],placehold:[12,14,17,43,47,48],plain:72,plane:64,platform:160,pleas:[17,25,41,43,58,128,158],plugin:[18,103,157,167],pobject:140,point:[1,14,33,35,41,43,89,94,149,154,163,164],poll:76,poll_for_job_complet:76,pool:[12,57],pool_siz:12,pop_on:153,pop_thre:153,pop_top:153,pop_two:153,popen:160,popul:[60,131,142],portabl:167,portion:140,pos:[15,44],posit:[12,15,18,19,41,44,45,46,50,58,78,130,140,151],position_at_fract:[15,41,44],position_for_fract:46,position_to_fract:44,positional_hint:151,possibl:[1,17,20,25,41,46,58,98,140],potenti:[72,89],power:167,practic:41,pre:[41,91,140],pre_fin:[16,41],pre_finalize_result:41,preced:148,precis:[25,149,164],predecessor:164,prefer:[1,18,165],prefetch:147,prefix:[14,18,20,36,43,47,48,55,98],prepar:65,preparationid:65,presenc:158,present:[19,25,50,63,139],preserv:[46,60],prespecifi:128,prevent:[17,41,54,55,148],previou:[25,41,92,130],previous:29,previu:158,price:[118,120,123],primari:[41,78],primarii:128,primarili:[15,37],primary_range_track:46,primit:[1,79,87,92,113,140,149,156],print:[137,154,158],print_item:153,print_newlin:153,prior:41,prob:50,problem:112,proce:140,proces:113,process:[1,4,18,25,26,30,41,72,78,79,82,84,89,91,92,94,96,109,110,113,120,126,128,130,134,139,140,143,146,147,148,149,155,157,161,167],process_continu:92,process_element_invok:92,process_keyed_elements_transform:92,process_st:90,process_to_termin:120,processcontinu:92,processdata:25,processel:92,processfn:92,processingtimeev:130,processkeyedel:113,processkeyedelementsviakeyedworkitem:92,processkeyedelementsviakeyedworkitemsoverrid:92,produc:[1,14,22,41,43,46,47,60,72,85,89,92,105,128,130,139,140,148,158],profil:[148,157,167],profile_id:161,profile_loc:161,profilingopt:57,program:[25,146,153,167],progress:[44,64,78,112,140],project:[8,25,30,32,38,58,103,119],project_id_pattern:58,project_nam:126,project_number_pattern:58,promis:41,proper:[55,143,147,151],properli:[41,92,151],properti:[33,41,46],propertiesfromenumtyp:70,propertiesfromenumvalu:70,propertiesfrompayloadtyp:70,proto:[32,54,55,60,72,100,101,102,105,111,140,143,146],proto_map:105,proto_message_typ:1,proto_util:[157,167],protobuf:[1,55,162],protoc:1,protocod:1,protocol:[1,41],provid:[1,12,14,18,19,20,22,25,30,33,35,36,38,41,42,43,44,45,55,59,60,66,89,94,96,100,104,105,111,112,129,130,140,143,148,151,165,167],provis:66,provisionserviceservic:66,provisionservicestub:66,proxi:10,proxy_env_var:10,proxy_info_from_environment_var:10,proxyinfo:10,pseudo:41,pseudocod:46,ptransform:[4,5,14,22,25,30,38,41,43,47,48,50,55,60,72,76,79,80,85,89,90,91,92,98,101,105,113,128,130,132,138,139,140,142,148,156,167],ptransform_arg:113,ptransform_fn:143,ptransform_kwarg:113,ptransform_overrid:[73,74,167],ptransform_side_input:113,ptransform_test:49,ptransformoverrid:[60,76,80,92,113],ptransformwithsideinput:140,pub:38,pub_client:131,publish:38,publish_time_nano:131,publish_time_sec:131,pubsub:[13,23,120,131,167],pubsub_integration_test:39,pubsub_it_pipelin:[13,23,167],pubsubmessag:38,pull:[72,131],pullrespons:131,pullresponsemessag:131,pure:3,purpos:129,push_valu:153,put:[11,19,112],putartifact:63,pvalu:[5,12,14,38,41,43,47,48,50,60,85,112,140,143,144,167],pvalue_class:12,pvalueerror:5,pvalueish:[60,104,143],pyarrow:43,pydot:103,pydotrender:103,pypi:103,python:[1,3,5,9,11,14,18,19,40,41,43,57,71,79,103,104,119,120,129,134,135,136,139,140,151,152,153,154,156,163],python_urn:[61,167],pyvcf:50,pyx:3,qualiti:[50,158],queri:[24,25,30,31,32,33,35,55,75,86,100,105,112,114,115,116,118,119,120,167],query0:[114,115,116,119,121,167],query1:[114,115,116,121,167],query2:[114,115,116,121,167],query_arg:[119,122,123],query_error:119,query_latest_statistics_timestamp:30,query_result:25,query_splitt:[13,23,27,28,167],queryiter:32,querysplitt:33,querysplitterimpl:33,question:[36,42,137,158],quickstart:25,quit:9,quot:[18,98],race:41,rais:[1,5,9,16,17,18,19,20,25,32,36,37,40,41,42,46,57,60,112,128,129,132,139,140,142,143,151,152,154,163],random:[1,19,31,33,134,135,148,163],random_str:134,random_windowed_valu:134,randomli:163,randomuniquekeyfn:113,rang:[15,17,19,41,44,45,46,78,149],range_track:[13,15,17,41,46,49,128,167],rangetrack:[15,17,41,44,46],rather:[1,18,20,25,50,151,153,165],ratio:29,raw:[41,120,130],raw_byt:76,raw_ev:[122,123,124],rawiobas:19,reach:[19,98,163],reachabl:[76,112],read:[1,3,10,14,15,17,18,19,20,24,25,26,30,32,35,36,37,38,41,42,43,46,47,48,49,50,78,89,98,105,128,147,167],read_al:3,read_bigendian_doubl:3,read_bigendian_int32:3,read_bigendian_int64:3,read_bigendian_uint64:3,read_buffer_s:37,read_byte_py2:3,read_byte_py3:3,read_cache_id:105,read_from_sourc:46,read_record:17,read_siz:18,read_var_int64:3,readabl:[18,19],readallfil:[14,43],readallfromavro:14,readallfromparquet:43,readallfromtext:47,readcach:[98,105],reader:[25,41,78],readerposit:78,readerprogress:78,readfn:30,readfromavro:14,readfromdatastor:30,readfromparquet:43,readfrompubsub:38,readfromsourc:46,readfromtext:[47,167],readfromtextwithfilenam:47,readfromtfrecord:48,readfromvcf:50,readi:[127,167],readinto:19,readlin:18,readstringsfrompubsub:38,real:[12,84],real_tim:[145,146],realclock:84,realiti:140,realli:4,reason:[4,140,163],rebalanc:[41,46],receiv:[41,46,94,119,120,122,140,151],receivedmessag:131,recent:34,recommend:[14,43,46,47,129,158],record:[14,16,17,32,38,41,43,46,48,50,78,105],record_batch_s:43,record_current_posit:41,record_index:78,record_start:44,recurs:[18,20,36,37,42],recv_pip:19,redefinit:57,reduc:[14,43,47,112,140],reduct:140,redund:41,reentrant:[41,46],refer:[25,41,46,50,54,60,143],referenc:[101,105,111],reference_bas:50,reference_nam:50,reference_source_info:46,referenced_pcollect:101,refsnp:50,refus:41,regist:[1,4,20,60,90,129,165],register_cod:4,register_observ:2,register_pickle_urn:165,register_structured_urn:1,register_urn:[1,143,165],registr:[4,165],registri:[1,4],regular:[18,156],reify_window:132,reifywindow:140,reimplement:142,reject:142,rel:[18,19,78,148],relat:[5,41,54,64,85,143],releas:[92,94,158],relev:[37,55],reli:[25,132],remain:[19,41,78],remaining_split_point:78,remaining_tim:78,remot:[25,38,76,163],remov:[47,148,158],remove_objects_from_arg:12,removedupl:148,renam:[18,20,36,37,40,41,42],render:[100,101,102,103,104],render_opt:104,render_pipeline_graph:103,rendererd:103,repeat:25,repeatedli:[140,146],replac:[12,14,43,47,48,60,113,131,139,140,153,158],replace_al:60,replec:158,report:[41,55,64,96,140,161,163],report_current_posit:41,report_onc:161,repres:[12,17,18,25,38,41,43,45,46,50,52,57,72,78,112,131,140,142,144,146,164,167],represent:[25,78,101,102,103,131,142,149],request:[18,19,29,30,31,32,44,53,63,64,65,66,78,89,92,131,163],request_dynamic_split:78,request_iter:[63,64],requir:[1,4,9,14,25,41,43,47,57,58,105,140,158],required_transform:101,reserv:156,reserve_pric:[118,120],reset:146,reshuffl:[140,148],reshuffleperkei:148,residu:[41,78,92],residual_range_track:46,residual_restrict:92,resolut:[43,112],resourc:[41,66,129],respect:[14,25,41,43,46,47,48,50],respond:[75,86],respons:[4,18,20,31,32,64,65,90,92,131],rest:41,restrain:140,restrict:[41,53,92,113],restriction_cod:113,restriction_track:[13,167],restrictionprovid:140,restrictiontrack:[41,45,92,140],result:[1,11,12,17,18,25,30,33,35,41,46,50,52,53,55,57,76,78,89,90,91,92,95,101,112,126,127,137,139,140,143,148,149,151,158,161],result_list:126,result_pcol:143,resum:92,retri:[8,32,41,127,131,157,167],retriev:[12,19,63,100,139,151],retry_filt:163,retry_on_beam_io_error_filt:163,retry_on_io_error_and_server_error:127,retry_on_rpc_error:32,retry_on_server_errors_and_timeout_filt:163,retry_on_server_errors_filt:163,return_context:60,return_type_hint:151,returns_windowed_valu:78,revers:[139,148],rewind:18,rewrit:37,rfc3339:164,rfc:[38,164],rfc_3339_re:164,right:[46,60,163],right_fract:46,right_result:46,role:118,roll:34,root:[89,90,94],root_transform:[89,96],rootbundleprovid:94,rot_four:153,rot_n:153,rot_thre:153,rot_two:153,rotate_kei:128,round:100,row:[25,26,43],row_group_buffer_s:43,rowasdictjsoncod:25,rowtostringwithslowdown:26,rpc:[29,32,53,163],rpc_stats_callback:32,rpcerror:32,rule:32,run:[5,8,11,12,24,26,33,35,39,41,60,62,65,76,81,88,89,90,93,94,101,104,112,119,120,128,129,134,135,136,137,140,142,156],run__nativewrit:76,run_abc:112,run_async:112,run_benchmark:[135,136,137],run_bq_pipelin:24,run_coder_benchmark:134,run_combinevalu:76,run_command:109,run_flatten:76,run_groupbykei:76,run_impuls:76,run_pardo:76,run_pipelin:[39,76,81,87,93,104,112],run_queri:[31,119],run_read:76,run_transform:112,run_using_threadpool:12,runner:[5,22,25,30,41,53,58,60,64,129,130,140,143,167],runner_api_requires_keyed_input:[140,143],runnerapi:65,runnerapifn:[1,140,149,165],runnererror:5,runtim:[1,5,17,30,66,151,155],runtime_opt:[18,36,42,59],runtimeerror:[5,60],runtimest:147,runtimetim:147,runtimevalueprovid:[18,36,42,59],runtimevalueprovidererror:5,safe:[41,86,101,102],safefastprimitivescod:98,safeti:41,sai:[4,41],same:[1,4,17,18,20,25,32,36,37,41,42,46,47,50,54,55,60,72,78,83,112,128,132,139,140,149,152,158,163],sampl:[1,24,25,98,101,104,139,147],sample_s:98,samtool:50,satisfi:[41,154],save:161,save_modul:11,scale:[25,50],scatter:31,scenario:[25,41],schedul:[85,90],schedule_pending_unblocked_task:89,schema:[14,25,43,50],schema_as_json:25,schema_map:126,scheme:[18,20,36,40,41,42,58],scope:31,score:50,sdf:[79,92,113],sdf_common:[73,167],sdf_direct_runn:[73,82,167],sdf_invok:92,sdfprocesselementinvok:92,sdist:62,sdk:[34,41,64,66,71,76,151,156,166],sdk_locat:119,sdkfunctionspec:[1,165],search:163,second:[4,18,20,32,36,38,42,46,55,84,127,128,130,137,143,148,149,153,161,163,164],section:41,see:[4,14,17,20,25,29,30,40,41,43,46,47,48,57,58,60,92,104,112,128,140,143,146,148,149],seed:[134,135],seek:[18,19],seek_cur:[18,19],seek_end:[18,19],seek_set:[18,19],seekabl:[17,18,19],select:[25,32,43,72,124],self:[1,2,41,137,140,142,143,147,151,164,165],seller:[118,120],semant:[30,41,130,143,146,150,156],send:[29,64,119,122],send_metr:126,sens:4,sent:[29,64,140],separ:[25,50,128,140,149,151],sequenc:[41,50,134,135,154],sequenti:[19,41,63],seri:[118,119,120,122,123,124,128,149],serial:[4,25,41,60,94,111,165],serializ:[130,148],serialize_windowing_strategi:76,serialized_byt:162,serialized_data:76,serv:122,server:[63,64,65,66,163],servic:[8,14,25,38,41,43,47,57,58,63,64,65,66,75,76,78,127,163],session:[11,104,149],set:[4,14,15,17,18,19,20,22,25,29,30,37,38,41,43,46,47,48,50,53,54,57,58,59,72,76,89,92,96,101,104,105,112,127,128,140,146,147,148,149,151,156,158,163],set_current_posit:[15,41,44],set_interval_m:22,set_message_count:22,set_opt:20,set_process_element_invok:92,set_proto_map:105,set_render_opt:104,set_running_in_gc:8,set_runtime_opt:59,set_split_points_unclaimed_callback:[41,44],setup:[41,62,92,129],setupopt:[57,58],sever:[13,15,25,78,132,137,140,143,148],sha1:131,shape:128,shard:[14,16,33,43,47,48,132],shard_name_templ:[14,16,43,47,48],share:[25,83,89,107],shift:60,shortvalu:142,should:[11,12,17,18,19,20,25,29,36,38,41,42,47,54,60,72,78,92,94,101,112,113,127,129,130,132,135,139,140,142,144,146,148,151,156,161,163,165,167],should_drop:142,should_execute_seri:94,should_fir:146,shown:142,shuffl:[78,140],shuffle_posit:78,shufflebarri:128,shuffler:4,shutdown:90,side:[5,12,25,29,72,89,91,128,136,139,140,144,148],side_input:[25,89,94,143],side_input_valu:90,side_input_visitor:76,side_inputs_contain:96,side_t:25,sideinput:[138,167],sideinput_microbenchmark:[133,167],sideinputbarri:128,sideinputerror:5,sideinputmap:144,sideinputparam:140,signal:[19,25,41],signatur:[112,140,163],signifi:158,signific:[30,167],significantli:[14,41,148],similar:34,similarli:25,simpl:[1,14,43,53,123,124,137,140,148,149,151,154,156,163,167],simplefilt:158,simpler:[9,41,143],simpli:[57,103,122,140,161],simul:[26,118,119,120,122,123,124,131],sinc:[1,4,25,29,30,38,41,55,84,132,149,158,164],singl:[14,16,17,19,25,30,41,43,50,52,82,86,87,95,139,140,148,149,151],singleton:72,singletoncod:1,sink:[13,16,18,25,38,41,47,48,78,98,167],sinkwrit:78,size:[1,3,12,14,17,18,19,20,30,36,37,40,41,42,43,47,91,128,134,137,148,149,167],size_in_byt:18,skip:[46,47,131,140],skip_header_lin:47,sleep:[32,131,163],sleep_sec:127,slice_0:153,slice_1:153,slice_2:153,slice_3:153,slide:149,slidingwindow:149,slot:149,slow:26,slow_stream:[0,167],small:[25,33],small_dict:134,small_int:134,small_list:134,small_str:134,small_tupl:134,smaller:[32,38,148,164],smallest:[139,148],smallestperkei:139,snapshot:96,softwar:[18,103],solut:143,some:[25,41,46,90,94,112,140,143,148,161,167],somefn:143,someth:[78,161],sometim:[4,140],soon:41,sort:139,sortbi:161,sourc:[1,2,3,5,8,9,10,11,12,13,14,15,16,17,18,19,20,22,24,25,26,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,52,53,54,55,57,58,59,60,63,64,65,66,70,72,75,76,78,79,80,81,83,84,85,86,87,88,89,90,91,92,93,94,95,96,98,100,101,102,103,104,105,109,110,111,112,113,118,119,120,122,123,124,126,127,128,129,130,131,132,134,135,136,137,139,140,142,143,144,145,146,147,148,149,151,152,153,154,155,156,158,159,160,161,162,163,164,165,167],source_bundl:15,source_file_nam:[18,20,36,40,42],source_frac:15,source_index:15,source_info:46,source_ix:15,source_posit:15,source_test_util:[13,167],source_test_utils_test:46,sourcebas:[41,78],sourcebundl:41,sourcereaderprogress:78,sources_info:46,space:[4,163],speak:109,spec:[50,147],spec_paramet:22,special:[25,79,98,140],specif:[14,41,43,47,52,55,57,60,71,72,78,79,89,92,94,113,128,140,147,158],specifi:[4,9,14,17,18,20,25,30,36,38,41,42,43,47,50,57,58,60,72,76,78,89,92,128,129,130,137,139,140,143,146,147,148,149,151,154,156,158,167],specul:146,spent:32,split:[14,15,17,18,20,25,30,33,36,40,41,42,43,44,45,46,47,49,64,75,78,113,128,140],split_fract:[41,46],split_offset:44,split_point:[41,44],split_points_unknown:41,split_posit:[41,46],split_result:46,splitfractionstatist:46,splitqueryfn:30,splitrestrictionfn:113,splittabl:[17,41,92,113,140],splittabledofn:[79,113],splittablepardo:113,splittablepardooverrid:113,splitter:33,sql:25,src:[33,37,161],src_dest_pair:37,sre:29,sre_pattern:[20,164],sssss:[14,43,47,48],stabl:[64,167],stack:[83,153,154],stage:[41,63],staging_loc:119,stai:[41,78],stand:41,standard:[18,25,57,143,163],standard_window_fns_pb2_grpc:[61,62,167],standardopt:[57,58],star:161,start:[15,19,40,41,44,45,46,50,57,58,90,100,104,109,112,118,120,127,149,161],start_bundl:[30,91,113,126,128,140,155],start_periodic_upd:100,start_posit:[15,17,41,44,45,46,49,128],start_sess:104,start_stat:90,startup:[8,159],stat:[30,46,100,101],state:[41,64,65,75,76,81,86,88,89,92,94,112,118,120,127,146,147,153,154],state_sampl:90,state_spec:[88,147],state_tag:147,statement:167,stateparam:140,statespec:147,staticvalueprovid:59,statist:[30,32,54],statu:[100,112,163],stdout:137,step:[1,4,25,35,41,53,55,75,89,92,98,112,128],step_context:[88,92],step_label:1,step_nam:89,still:[17,41,64,167],sting:25,stop:[41,45,46,100,112,161],stop_periodic_upd:100,stop_posit:[15,17,41,44,45,46,49,78,128],storag:[37,41,57,58,140],storage_api_servic:57,storage_cli:37,store:[18,20,29,43,46,50,60,64,79,149,154,164],store_attr:153,store_fast:153,store_glob:153,store_map:153,store_slice_0:153,store_slice_1:153,store_slice_2:153,store_slice_3:153,store_subscr:153,str:[1,9,14,16,17,18,19,25,32,37,38,43,46,47,50,60,101,102,103,104,105,129,131,142,151,156],straight:9,strategi:164,stream:[3,16,18,19,20,22,25,36,37,38,40,42,65,76,79,80,87,118,119,120,122,123,124,130,140,145,167],streaming_cr:[73,74,77,167],streaming_impuls:22,streamingcr:79,stress:46,strictli:[4,38],string:[1,9,10,14,17,18,19,20,25,35,36,38,40,42,43,44,47,48,50,53,54,58,72,78,127,128,131,132,134,137,142,158,162,164],string_valu:142,stringutil:76,strip_trailing_newlin:47,strongli:46,struct:[43,162],struct_obj:110,struct_to_dict:110,structur:[9,18,20,36,42],strutf8cod:[1,47],style:18,sub:[17,30,38,41,78,112,131,140],sub_client:131,sub_range_track:15,subclass:[2,4,41,44,46,49,54,57,58,139,140,142,143,149,159],subclassess:58,subcompon:142,subdirectori:167,subject:[38,158],submit:[65,76],submodul:[27,115],subprocess:160,subscrib:65,subscribercli:131,subscript:[38,131],subsequ:[41,78,163],subset:156,subsystem:4,subtrigg:146,succe:[41,46],succeed:[29,37,41],success:[29,32,41,78],successful_request:29,successfulli:[41,63,76],suffic:158,suffici:78,suffix:[14,18,35,43,47,48,131],suggest:[41,158],suggested_split_posit:46,suit:[118,119,120,122,123,124],suitabl:[1,94,140],sum:[34,52,140],sum_int_64:55,sunnyval:120,suppli:[60,72,129,139],support:[1,9,14,18,19,25,36,38,40,41,42,43,47,60,78,87,88,112,140,142,143,146,151,155],suppos:31,sure:[58,92,113,127],surround:148,switchingdirectrunn:[87,93],symmetric_binary_op:153,sync:94,syntax:[1,9,18,20,25,140,150,156],synthet:128,synthetic_pipelin:[114,167],syntheticsourc:128,syntheticstep:128,sys:[57,60,129],system:[18,20,30,36,40,41,42,129,146],tabl:[24,25,26,30,41,126],table_row:25,table_schema:25,table_schema_to_dict:25,tablecel:25,tablefieldschema:25,tablerefer:25,tablerow:25,tablerowjsoncod:25,tableschema:25,tag1:148,tag2:148,tag:[55,72,129,140,148],taggedoutput:72,tail:[18,20,36,42],take:[12,41,60,78,132,137,139,140],taken:148,takes_windowed_valu:78,tar:119,target:[29,148],target_batch_duration_sec:148,target_batch_overhead:148,target_window_fn:144,task:[41,89],techniqu:25,tell:[18,19],temp:98,temp_loc:119,temp_path:16,tempdir:131,templat:[14,43,47,48,59],temporari:[38,41,131,148],temporarili:163,term:[25,41],termin:[41,92,120,127],test:[25,31,37,39,46,58,81,84,93,148,163,167],test_bigquery_cli:25,test_client:25,test_dataflow_runn:[73,74,167],test_direct_runn:[73,82,167],test_method:92,test_pipelin:[114,167],test_read_metr:49,test_runner_api:[60,129],test_stream:[114,167],test_util:[114,167],testcas:131,testclock:84,testdataflowrunn:81,testdirectrunn:93,testopt:[57,58],testpipelin:129,testrunn:129,teststream:130,testwindowedvalu:132,text:[25,41,47,60,103,167],textio:[13,167],textrender:103,tfrecord:48,tfrecordio:[13,167],than:[1,18,20,25,30,33,38,41,43,44,50,107,130,140,148,151,153,164,165],thei:[18,41,46,54,72,94,132,139,140,149],them:[11,41,76,140],themselv:[53,72,156],therebi:140,therefor:18,thi:[1,4,8,12,14,16,17,18,19,20,22,25,29,30,32,33,34,36,37,38,41,42,43,44,46,47,48,50,52,53,54,55,57,60,63,64,72,73,74,78,79,82,83,85,87,89,92,94,98,100,101,102,103,104,105,112,113,120,122,123,124,127,128,129,131,132,134,135,139,140,142,143,144,146,147,148,149,151,154,156,158,161,163,164,165,167],thing:[41,161],those:[1,14,25,41,79,101,129,140,142],thread:[12,41,46,86,100,101,102],three:[4,38,41,46,53,118],throttl:[29,32],throttle_delai:32,throttle_request:29,throttled_sec:32,throttler:[29,32],through:[30,41,44,48,58,60,119,122,128,140,163],throughout:[12,25],throughput:87,thu:[98,148],till:92,time:[4,12,14,17,18,20,25,29,32,36,38,41,42,43,47,48,50,76,78,84,92,94,112,127,130,135,136,137,139,140,145,146,148,149,156,159,163,164],time_domain:[95,146,147],time_in_m:119,time_prefix:161,timedelta:142,timedomain:[145,147],timeout:[81,112,120,163],timer:[89,92,95,96,145,146,147],timer_fir:95,timer_spec:[88,147],timerfir:95,timerparam:140,timerspec:147,timestamp:[1,30,32,38,43,52,55,83,92,95,96,118,120,130,132,140,142,145,146,147,149,157,167],timestamp_attribut:[38,39],timestamp_combin:[140,149],timestamp_proto:55,timestamp_sec:55,timestampcod:1,timestampcombin:149,timestamped_valu:130,timestampedvalu:[130,149],timestampparam:[92,140],timeutil:[1,138,149,167],timezon:38,tl_referenced_pcoll_id:105,tl_required_trans_id:105,to_be_merg:[146,149],to_delete_mut:30,to_json_valu:9,to_kei:55,to_low:151,to_proto_str:38,to_rfc3339:164,to_runner_api:[1,54,60,72,111,140,143,145,146,147,165],to_runner_api_paramet:[1,22,38,41,140,143,148,149,165],to_runner_api_pickl:143,to_timestamp_proto:55,to_timestamp_sec:55,to_upsert_mut:30,to_utc_datetim:164,todict:139,todo:[60,79],togeth:[54,140],toggl:151,token:158,toler:[41,50],tolist:139,too:[33,46,140],took:[1,165],tool:[25,167],top:[60,101,105,139,151,153,167],topic:[38,131],tostringcod:47,total:[22,41,46,78,139,148,151,163],track:[34,41,44,52,54,85,86,89,94,96],tracker:[15,34,41,44,46,92],transform:[4,14,15,22,25,26,30,38,41,43,47,48,49,50,53,57,60,72,76,78,79,83,85,87,88,89,91,92,94,96,98,104,105,112,113,120,126,128,130,132,155,167],transform_evalu:[73,82,92,95,167],transform_evaluation_st:90,transform_evaluator_registri:90,transform_keyed_st:96,transform_nod:[76,112],transform_proto:105,transformerror:5,transformevalu:[88,90,94,95],transformevaluatorregistri:94,transformexecutor:90,transformresult:[89,95],transformss:113,transformwatermark:96,translat:[18,60,75],translate_pattern:18,travers:[57,60],treat:164,treatment:140,tree:[18,36,42,128],tri:163,trigger:[25,89,138,140,167],triggercontext:146,triggerfn:[140,146],trivial:[46,140,154],trivial_infer:[150,167],try_claim:[15,41,44,45],try_split:[15,41,44,46],tupl:[1,9,12,15,32,37,41,46,50,55,72,128,132,139,140,148,151,156,165],tuplecod:1,tuplesequencecod:1,turn:[25,163],twice:[11,41,55],two:[4,14,18,20,36,38,40,41,42,43,46,78,128,139,140,151,154,156,158],txt:131,typ:152,type1:25,type2:25,type3:25,type:[1,2,3,4,9,12,14,17,18,19,20,25,29,32,34,36,37,38,41,42,43,44,45,46,50,52,53,54,55,58,59,60,63,64,65,66,70,72,78,83,84,86,89,90,92,94,95,96,109,111,112,113,129,130,131,139,140,142,143,144,145,146,147,148,149,150,151,152,154,155,156,158,159,161,163,164,165],type_1:151,type_2:151,type_check:156,type_check_input:143,type_check_inputs_or_output:143,type_check_output:143,type_hint:[143,151,155],type_urn:55,typecheck:[150,167],typecheckcombinefn:155,typecheckerror:[139,151],typecheckvisitor:155,typecheckwrapperdofn:155,typecod:[0,167],typeconstraint:[143,151,154,156],typedict:142,typeerror:[9,16,17,25,60,140,143],typehint:[1,4,140,143,167],typeinferenceerror:154,typeopt:[57,58],typevari:156,typic:[17,47,48,50,60,112,135,140,143,158],uid:41,ultim:151,unabl:30,unari:153,unary_convert:153,unary_invert:153,unary_neg:153,unary_not:153,unary_posit:153,unavail:[33,98],unbound:[22,78,79,130,149,167],unclaim:41,uncommit:89,uncommitted_output_bundl:95,uncommittedbundl:83,uncompress:[18,43],unconsum:41,undeclar:140,undeclared_tag_valu:95,under:[18,30,38,119,140,148],underli:[18,20,33,47,50,89,143,146,149,154],underlying_result:104,underlying_runn:[104,105],underscor:25,undesir:4,unfinish:41,unicod:[103,142],union:[15,46,112,149,154,156],union_list:154,uniqu:[38,41,53,72,113,139,148],unit:[31,38,43,46,142,149],unittest:131,unix:[18,20,36,38,42,130,149,164],unknown:[1,41,112,128],unless:[14,19,43,47,72,149],unmergedst:89,unpack:[151,162],unpack_ani:162,unpack_sequ:153,unpickl:[58,129],unprocess:[41,92],unprocessed_bundl:[95,96],unquot:98,unsplitt:[41,44],unsplittablerangetrack:44,unstart:44,until:[65,76,81,91,94,112,129,140],unused_arg:[26,113,120,140,151,153],unused_context:[1,140,143,146,148,149,165],unused_el:79,unused_fn_paramet:149,unused_input:[41,130,140],unused_input_typ:[22,79,140,143],unused_kwarg:[26,113,120,140,151],unused_paramet:[140,148],unused_payload:[1,140],unused_registri:1,unused_st:153,unused_typehint:1,unwrap:[130,154],unwrap_al:154,updat:[25,30,41,52,53,54,60,76,86,88,89,96,100,101,112,135],update_displai:100,update_pcollection_stat:101,update_phys:86,update_watermark:96,upload:[19,63],uploaderstream:19,upon:19,upper:[14,43,47,48,151],upper_bound:135,upstream:[85,140],upto:32,uqfound:11,uri:[18,36,42,58],uri_schema_pattern:20,url:[18,40,81,142],urn:[1,22,55,60,70,71,140,143,149,157,167],usabl:[14,43],usag:[1,41,46,60,119,120,143,147,151,158,159,161],use:[1,2,3,4,6,7,8,9,10,11,12,14,15,18,20,25,29,30,31,32,34,36,37,38,39,41,42,43,46,47,53,54,55,57,58,60,61,62,63,71,72,76,78,83,84,85,90,94,95,96,111,128,129,130,131,133,134,140,144,151,153,154,155,157,158,160,161,162,163,164,165],use_deprecated_int96_timestamp:43,use_fake_cod:[60,111],use_fastavro:14,use_global_window:132,use_standard_sql:25,used:[1,4,10,11,12,14,17,18,20,22,25,31,36,38,41,42,43,44,47,48,50,52,53,54,55,57,60,72,73,76,78,83,84,85,89,92,94,95,101,112,120,126,127,128,129,130,132,134,140,142,143,144,146,148,149,151,156,158,163,165],useful:[1,55,89,140],user:[12,14,17,18,20,25,30,36,38,41,42,53,54,55,72,75,78,88,105,142,144,147,158,159],user_metric_urn:55,userst:[88,138,167],userstatecontext:[88,147],uses:[4,18,33,38,94,131],using:[1,4,8,9,12,20,24,25,30,41,47,50,60,78,87,90,103,113,128,130,140,143,149,151,156,158],usual:98,utc:[38,164],utf:[1,47],util:[6,8,9,10,13,18,19,23,27,28,46,73,76,82,92,103,105,108,111,114,120,126,128,129,130,131,133,138,140,145,149,151,166,167],v31:148,v32:148,v33:148,val:3,valid:[14,17,18,25,32,38,43,47,48,50,57,58,92,129,132,140,142,143,147,151,156],validate_cloud_opt:58,validate_composite_type_param:143,validate_cr:25,validate_gcs_path:58,validate_optional_argument_posit:58,validate_stateful_dofn:147,validate_test_match:58,validate_writ:25,validatesrunn:129,valu:[1,2,3,5,9,11,12,14,16,17,18,20,25,30,36,38,41,42,43,46,47,48,50,52,53,54,55,57,58,59,60,72,78,79,85,91,96,98,112,128,129,130,131,132,134,135,136,137,139,140,142,144,146,147,148,149,151,152,154,162,163,164],value_cod:1,value_descriptor:70,value_provid:[56,167],value_provider_list:59,value_to_consum:[89,96],value_typ:59,valueerror:[16,17,18,19,25,37,41,46,57,60,128,129,140,142,151,152,154],valueprovid:[5,16,17,59],vari:1,variabl:[1,10,54],varianc:148,variant:50,variantcal:50,variantinfo:50,varint:3,varintcod:1,variou:[25,46,107,134,153],vcf:50,vcfio:[13,167],vcfv4:50,vehicl:120,verbos:[134,137,154],veri:[72,91],verif:127,verifi:[14,17,35,41,43,46,47,48,50,81,93,122,127,129,130,155],version:[1,18,50,79,98,158,167],vertex:102,verybig:25,vet:64,via:[60,92,111,149,156,165],view:[58,89],view_a:57,view_class:144,view_opt:144,violat:151,visibl:101,visit:[60,112],visit_transform:[85,155],visitor:[60,85],volum:140,voluntarili:92,wai:[4,18,30,41,44,46,78,128,140,143,148,158],wait:[32,76,81,112,127,129],wait_until_finish:[104,112],wait_until_finish_dur:119,wait_until_in_st:81,want:[4,30,41,72,112,134,163],warn:[158,163],watermark:[89,92,96,130,140,145,146,147],watermark_manag:[73,82,167],watermark_neg_inf:96,watermark_pos_inf:96,watermarkev:130,watermarkmanag:96,watermarkreporterparam:140,weather_st:25,weight:46,well:[25,34,41,46,98],were:[35,41,89,143,148,158],what:[1,25,41,128,146,149,158],whatev:[30,60,148],when:[3,8,14,17,18,19,25,30,32,38,41,43,46,47,48,60,62,72,89,92,100,101,130,131,140,142,143,146,154,156,164],whenc:[18,19],whenev:[4,140],where:[1,17,37,41,60,72,104,128,139,140,148,149,151,152,163,165,167],whether:[1,17,18,25,29,36,41,42,47,52,60,72,78,83,100,137,142,146,147,149,154],which:[1,12,14,15,17,18,25,29,30,33,38,41,43,44,47,48,50,64,72,73,78,79,87,92,98,101,112,128,129,139,140,146,148,149,151,152,155,161,163,167],whit:158,who:[103,118,129],whole:[17,18,25,41,58,151],whose:[1,41,44,60,72,101,140,146,148],wider:148,width:149,wiki:25,wikipedia:25,window:[1,34,72,76,78,83,88,91,92,95,113,130,132,134,138,140,143,144,146,147,148,167],window_cod:1,window_fn:149,window_m:[29,34],windowed_valu:149,windowedtypeconstraint:156,windowedvalu:[83,130,140,156],windowedvaluecod:1,windowfn:[140,149],windowing_strategi:113,windowinto:[140,149],windowintofn:140,windowparam:[91,92,113,140],wipe:112,wish:142,with_attribut:[38,39],with_default:140,with_exponential_backoff:163,with_fanout:140,with_hot_key_fanout:140,with_input_typ:[4,143,151],with_nam:53,with_namespac:53,with_output:140,with_output_typ:[4,143,151],with_step:53,with_typ:9,within:[41,46,63,78,83,89,128,149],without:[17,41,139,161],without_default:140,withtypehint:[140,143,151],work:[25,32,41,46,54,60,64,78,148,151],worker:[8,11,30,41,57,66,76,78,104,140,159],worker_executing_project:8,workeropt:[57,58],workflow:[8,11,41,128],workitem:78,would:[1,41,72,148,149,151,165],wrap:[9,19,72,79,140,143,163],wrapped_value_cod:1,wrapper:[18,25,57,72,81,93,111,129,143,147,151,155,161],writabl:19,write:[1,3,4,14,16,18,19,20,24,25,30,31,32,35,36,37,38,41,42,43,47,48,60,78,89,98,128,165,167],write_:16,write_append:25,write_bigendian_doubl:3,write_bigendian_int32:3,write_bigendian_int64:3,write_bigendian_uint64:3,write_byt:3,write_cache_id:105,write_disposit:25,write_empti:25,write_encoded_record:16,write_mut:32,write_record:16,write_result:41,write_trunc:25,write_var_int64:3,writeabl:18,writecach:[98,105],writeimpl:41,writer:[25,41,53,78,144],writer_result:[16,41],writestringstopubsub:38,writetoavro:14,writetobigqueri:25,writetodatastor:30,writetoparquet:43,writetopubsub:38,writetotext:[47,60,167],writetotfrecord:48,writetrunc:25,written:[14,16,18,19,20,25,35,36,41,42,43,47,48,131],wrong:50,wrote:41,wv_with_multiple_window:134,wv_with_one_window:134,www:103,xrang:158,xyz:[4,57,112],xyzcod:4,xyzopt:57,year:25,yet:[41,87],yield:[2,17,41,140,163],you:[14,30,43,47,57,58,142],your:[46,58,167],zero:[22,41,140]},titles:["apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.http_client module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.flink package","apache_beam.io.flink.flink_streaming_impulse_source module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.datastore.v1.adaptive_throttler module","apache_beam.io.gcp.datastore.v1.datastoreio module","apache_beam.io.gcp.datastore.v1.fake_datastore module","apache_beam.io.gcp.datastore.v1.helper module","apache_beam.io.gcp.datastore.v1.query_splitter module","apache_beam.io.gcp.datastore.v1.util module","apache_beam.io.gcp.datastore_write_it_pipeline module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.parquetio module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.metrics.monitoring_infos module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.internal package","apache_beam.runners.internal.names module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.load_tests package","apache_beam.testing.load_tests.load_test_metrics_utils module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{adaptive_throttl:29,annot:158,apach:167,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166],api:[62,63,64,65,66,67,68,69],auth:8,avroio:14,beam:167,beam_artifact_api_pb2_grpc:63,beam_fn_api_pb2_grpc:64,beam_job_api_pb2_grpc:65,beam_provision_api_pb2_grpc:66,beam_runner_api_pb2_grpc:67,benchmark:[115,116,117,118,119,120,121,122,123,124],big_query_query_to_table_pipelin:24,bigqueri:25,bigquery_io_read_pipelin:26,bundle_factori:83,cache_manag:98,cell:52,clock:84,coder:[0,1,2,3,4],coders_microbenchmark:134,combin:139,common_urn:70,concat_sourc:15,consumer_tracking_pipeline_visitor:85,core:140,create_sourc:141,dataflow:[74,75,76,77,78,79,80,81],dataflow_metr:75,dataflow_runn:76,datastor:[27,28,29,30,31,32,33,34],datastore_write_it_pipelin:35,datastoreio:30,decor:151,direct:[82,83,84,85,86,87,88,89,90,91,92,93,94,95,96],direct_metr:86,direct_runn:87,direct_userst:88,displai:[99,100,101,102,103,142],display_manag:100,distribution_counter_microbenchmark:135,endpoints_pb2_grpc:68,error:5,evaluation_context:89,executor:90,fake_datastor:31,filebasedsink:16,filebasedsourc:17,filesystem:[18,20],filesystemio:19,flink:[21,22],flink_streaming_impulse_sourc:22,gcp:[7,8,9,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39],gcsfilesystem:36,gcsio:37,hadoopfilesystem:40,helper:32,helper_transform:91,http_client:10,interact:[97,98,99,100,101,102,103,104,105],interactive_pipeline_graph:101,interactive_runn:104,intern:[6,7,8,9,10,11,12,106,107],iobas:[41,78],job:[108,109,110],json_valu:9,load_test:[125,126],load_test_metrics_util:126,localfilesystem:42,manag:109,metric:[51,52,53,54,55],metricbas:54,model:[117,118],modul:[1,2,3,4,5,8,9,10,11,12,14,15,16,17,18,19,20,22,24,25,26,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,52,53,54,55,57,58,59,60,63,64,65,66,67,68,69,70,71,72,75,76,78,79,80,81,83,84,85,86,87,88,89,90,91,92,93,94,95,96,98,100,101,102,103,104,105,107,109,110,111,112,113,118,119,120,122,123,124,126,127,128,129,130,131,132,134,135,136,137,139,140,141,142,143,144,145,146,147,148,149,151,152,153,154,155,156,158,159,160,161,162,163,164,165,166],monitoring_info:55,name:107,native_io:[77,78,79],native_type_compat:152,nexmark:[116,117,118,119,120,121,122,123,124],nexmark_launch:119,nexmark_model:118,nexmark_util:120,observ:2,opcod:153,option:[56,57,58,59],overview:167,packag:[0,6,7,13,21,23,27,28,51,56,61,62,73,74,77,82,97,99,106,108,114,115,116,117,121,125,133,138,150,157],parquetio:43,pickler:11,pipelin:60,pipeline_analyz:105,pipeline_context:111,pipeline_graph:102,pipeline_graph_render:103,pipeline_opt:57,pipeline_options_valid:58,pipeline_verifi:127,plugin:159,portabl:[61,62,63,64,65,66,67,68,69,70,71],process:160,profil:161,proto_util:162,ptransform:143,ptransform_overrid:80,pubsub:38,pubsub_it_pipelin:39,pvalu:72,python:167,python_urn:71,queri:[121,122,123,124],query0:122,query1:123,query2:124,query_splitt:33,range_track:44,restriction_track:45,retri:163,runner:[73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113],sdf_common:113,sdf_direct_runn:92,sdk:167,sideinput:144,sideinput_microbenchmark:136,slow_stream:3,source_test_util:46,standard_window_fns_pb2_grpc:69,statu:167,streaming_cr:79,submodul:[0,6,7,13,21,23,28,51,56,61,62,73,74,77,82,97,99,106,108,114,116,117,121,125,133,138,150,157,167],subpackag:[6,13,23,27,61,73,74,97,114,115,116,167],synthetic_pipelin:128,test:[114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132],test_dataflow_runn:81,test_direct_runn:93,test_pipelin:129,test_stream:130,test_util:131,textio:47,tfrecordio:48,timestamp:164,timeutil:145,tool:[133,134,135,136,137],transform:[138,139,140,141,142,143,144,145,146,147,148,149],transform_evalu:94,trigger:146,trivial_infer:154,typecheck:155,typecod:4,typehint:[150,151,152,153,154,155,156],typic:167,urn:165,usag:167,userst:147,util:[12,34,49,95,110,132,137,148,157,158,159,160,161,162,163,164,165],value_provid:59,vcfio:50,version:166,watermark_manag:96,window:149}}) |