| Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.datastore.v1.adaptive_throttler","apache_beam.io.gcp.datastore.v1.datastoreio","apache_beam.io.gcp.datastore.v1.fake_datastore","apache_beam.io.gcp.datastore.v1.helper","apache_beam.io.gcp.datastore.v1.query_splitter","apache_beam.io.gcp.datastore.v1.util","apache_beam.io.gcp.datastore_write_it_pipeline","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.datastore.v1.adaptive_throttler.rst","apache_beam.io.gcp.datastore.v1.datastoreio.rst","apache_beam.io.gcp.datastore.v1.fake_datastore.rst","apache_beam.io.gcp.datastore.v1.helper.rst","apache_beam.io.gcp.datastore.v1.query_splitter.rst","apache_beam.io.gcp.datastore.v1.util.rst","apache_beam.io.gcp.datastore_write_it_pipeline.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[158,0,0,"-"]},"apache_beam.coders":{coders:[1,0,0,"-"],observable:[2,0,0,"-"],slow_stream:[3,0,0,"-"],typecoders:[4,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,3,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],register_structured_urn:[1,4,1,""],register_urn:[1,3,1,""],to_runner_api:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],coders:[1,2,1,""],from_runner_api_parameter:[1,4,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[2,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[2,2,1,""],register_observer:[2,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[3,1,1,""],InputStream:[3,1,1,""],OutputStream:[3,1,1,""],get_varint_size:[3,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[3,2,1,""],get_count:[3,2,1,""],write:[3,2,1,""],write_byte:[3,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[3,2,1,""],read_all:[3,2,1,""],read_bigendian_double:[3,2,1,""],read_bigendian_int32:[3,2,1,""],read_bigendian_int64:[3,2,1,""],read_bigendian_uint64:[3,2,1,""],read_byte_py2:[3,2,1,""],read_byte_py3:[3,2,1,""],read_var_int64:[3,2,1,""],size:[3,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[3,2,1,""],size:[3,2,1,""],write:[3,2,1,""],write_bigendian_double:[3,2,1,""],write_bigendian_int32:[3,2,1,""],write_bigendian_int64:[3,2,1,""],write_bigendian_uint64:[3,2,1,""],write_byte:[3,2,1,""],write_var_int64:[3,2,1,""]},"apache_beam.error":{BeamError:[5,6,1,""],PValueError:[5,6,1,""],PipelineError:[5,6,1,""],RunnerError:[5,6,1,""],RuntimeValueProviderError:[5,6,1,""],SideInputError:[5,6,1,""],TransformError:[5,6,1,""]},"apache_beam.internal":{gcp:[7,0,0,"-"],pickler:[10,0,0,"-"],util:[11,0,0,"-"]},"apache_beam.internal.gcp":{auth:[8,0,0,"-"],json_value:[9,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[8,6,1,""],get_service_credentials:[8,5,1,""],set_running_in_gce:[8,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[9,5,1,""],get_typed_value_descriptor:[9,5,1,""],to_json_value:[9,5,1,""]},"apache_beam.internal.pickler":{dump_session:[10,5,1,""],dumps:[10,5,1,""],load_session:[10,5,1,""],loads:[10,5,1,""],new_save_module_dict:[10,5,1,""],save_module:[10,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[11,1,1,""],insert_values_in_args:[11,5,1,""],remove_objects_from_args:[11,5,1,""],run_using_threadpool:[11,5,1,""]},"apache_beam.io":{avroio:[13,0,0,"-"],concat_source:[14,0,0,"-"],filebasedsink:[15,0,0,"-"],filebasedsource:[16,0,0,"-"],filesystem:[17,0,0,"-"],filesystemio:[18,0,0,"-"],filesystems:[19,0,0,"-"],gcp:[20,0,0,"-"],hadoopfilesystem:[37,0,0,"-"],iobase:[38,0,0,"-"],localfilesystem:[39,0,0,"-"],range_trackers:[40,0,0,"-"],restriction_trackers:[41,0,0,"-"],source_test_utils:[42,0,0,"-"],textio:[43,0,0,"-"],tfrecordio:[44,0,0,"-"],utils:[45,0,0,"-"],vcfio:[46,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[13,1,1,""],ReadFromAvro:[13,1,1,""],WriteToAvro:[13,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[13,7,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[14,1,1,""],ConcatSource:[14,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[14,2,1,""],global_to_local:[14,2,1,""],local_to_global:[14,2,1,""],position_at_fraction:[14,2,1,""],set_current_position:[14,2,1,""],start_position:[14,2,1,""],stop_position:[14,2,1,""],sub_range_tracker:[14,2,1,""],try_claim:[14,2,1,""],try_split:[14,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[14,2,1,""],estimate_size:[14,2,1,""],get_range_tracker:[14,2,1,""],read:[14,2,1,""],sources:[14,7,1,""],split:[14,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[15,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[15,2,1,""],display_data:[15,2,1,""],finalize_write:[15,2,1,""],initialize_write:[15,2,1,""],open:[15,2,1,""],open_writer:[15,2,1,""],pre_finalize:[15,2,1,""],write_encoded_record:[15,2,1,""],write_record:[15,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[16,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[16,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[16,7,1,""],display_data:[16,2,1,""],estimate_size:[16,2,1,""],get_range_tracker:[16,2,1,""],open_file:[16,2,1,""],read:[16,2,1,""],read_records:[16,2,1,""],split:[16,2,1,""],splittable:[16,7,1,""]},"apache_beam.io.filesystem":{CompressedFile:[17,1,1,""],CompressionTypes:[17,1,1,""],FileMetadata:[17,1,1,""],FileSystem:[17,1,1,""],MatchResult:[17,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[17,2,1,""],closed:[17,2,1,""],flush:[17,2,1,""],read:[17,2,1,""],readable:[17,2,1,""],readline:[17,2,1,""],seek:[17,2,1,""],seekable:[17,7,1,""],tell:[17,2,1,""],write:[17,2,1,""],writeable:[17,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[17,7,1,""],BZIP2:[17,7,1,""],GZIP:[17,7,1,""],UNCOMPRESSED:[17,7,1,""],detect_compression_type:[17,3,1,""],is_valid_compression_type:[17,3,1,""],mime_type:[17,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[17,2,1,""],CHUNK_SIZE:[17,7,1,""],checksum:[17,2,1,""],copy:[17,2,1,""],create:[17,2,1,""],exists:[17,2,1,""],has_dirs:[17,2,1,""],join:[17,2,1,""],last_updated:[17,2,1,""],match:[17,2,1,""],match_files:[17,2,1,""],mkdirs:[17,2,1,""],open:[17,2,1,""],rename:[17,2,1,""],scheme:[17,3,1,""],size:[17,2,1,""],split:[17,2,1,""],translate_pattern:[17,4,1,""]},"apache_beam.io.filesystemio":{Downloader:[18,1,1,""],DownloaderStream:[18,1,1,""],PipeStream:[18,1,1,""],Uploader:[18,1,1,""],UploaderStream:[18,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[18,2,1,""],size:[18,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[18,2,1,""],readinto:[18,2,1,""],seek:[18,2,1,""],seekable:[18,2,1,""],tell:[18,2,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[18,2,1,""],seek:[18,2,1,""],tell:[18,2,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[18,2,1,""],put:[18,2,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[18,2,1,""],tell:[18,2,1,""],writable:[18,2,1,""],write:[18,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[19,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[19,4,1,""],URI_SCHEMA_PATTERN:[19,7,1,""],checksum:[19,4,1,""],copy:[19,4,1,""],create:[19,4,1,""],exists:[19,4,1,""],get_chunk_size:[19,4,1,""],get_filesystem:[19,4,1,""],get_scheme:[19,4,1,""],join:[19,4,1,""],last_updated:[19,4,1,""],match:[19,4,1,""],mkdirs:[19,4,1,""],open:[19,4,1,""],rename:[19,4,1,""],set_options:[19,3,1,""],split:[19,4,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[21,0,0,"-"],bigquery:[22,0,0,"-"],bigquery_io_read_pipeline:[23,0,0,"-"],datastore:[24,0,0,"-"],datastore_write_it_pipeline:[32,0,0,"-"],gcsfilesystem:[33,0,0,"-"],gcsio:[34,0,0,"-"],pubsub:[35,0,0,"-"],pubsub_it_pipeline:[36,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[21,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[22,1,1,""],BigQuerySink:[22,1,1,""],BigQuerySource:[22,1,1,""],TableRowJsonCoder:[22,1,1,""],WriteToBigQuery:[22,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[22,7,1,""],CREATE_NEVER:[22,7,1,""],WRITE_APPEND:[22,7,1,""],WRITE_EMPTY:[22,7,1,""],WRITE_TRUNCATE:[22,7,1,""],validate_create:[22,4,1,""],validate_write:[22,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[22,2,1,""],format:[22,7,1,""],schema_as_json:[22,2,1,""],writer:[22,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[22,2,1,""],format:[22,7,1,""],reader:[22,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[22,2,1,""],encode:[22,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[22,2,1,""],expand:[22,2,1,""],get_dict_table_schema:[22,4,1,""],get_table_schema_from_string:[22,4,1,""],table_schema_to_dict:[22,4,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[23,1,1,""],run:[23,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[23,2,1,""]},"apache_beam.io.gcp.datastore":{v1:[25,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{adaptive_throttler:[26,0,0,"-"],datastoreio:[27,0,0,"-"],fake_datastore:[28,0,0,"-"],helper:[29,0,0,"-"],query_splitter:[30,0,0,"-"],util:[31,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler":{AdaptiveThrottler:[26,1,1,""]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler":{MIN_REQUESTS:[26,7,1,""],successful_request:[26,2,1,""],throttle_request:[26,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[27,1,1,""],ReadFromDatastore:[27,1,1,""],WriteToDatastore:[27,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[27,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[27,1,1,""],SplitQueryFn:[27,1,1,""],display_data:[27,2,1,""],expand:[27,2,1,""],get_estimated_num_splits:[27,4,1,""],get_estimated_size_bytes:[27,4,1,""],query_latest_statistics_timestamp:[27,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[27,2,1,""],process:[27,2,1,""],start_bundle:[27,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[27,2,1,""],process:[27,2,1,""],start_bundle:[27,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[27,4,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[28,5,1,""],create_entities:[28,5,1,""],create_response:[28,5,1,""],create_run_query:[28,5,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[29,1,1,""],compare_path:[29,5,1,""],fetch_entities:[29,5,1,""],get_datastore:[29,5,1,""],is_key_valid:[29,5,1,""],key_comparator:[29,5,1,""],make_kind_stats_query:[29,5,1,""],make_latest_timestamp_query:[29,5,1,""],make_partition:[29,5,1,""],make_request:[29,5,1,""],retry_on_rpc_error:[29,5,1,""],write_mutations:[29,5,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[30,5,1,""]},"apache_beam.io.gcp.datastore.v1.util":{MovingSum:[31,1,1,""]},"apache_beam.io.gcp.datastore.v1.util.MovingSum":{add:[31,2,1,""],count:[31,2,1,""],has_data:[31,2,1,""],sum:[31,2,1,""]},"apache_beam.io.gcp.datastore_write_it_pipeline":{EntityWrapper:[32,1,1,""],make_ancestor_query:[32,5,1,""],new_pipeline_with_job_name:[32,5,1,""],run:[32,5,1,""]},"apache_beam.io.gcp.datastore_write_it_pipeline.EntityWrapper":{make_entity:[32,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[33,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[33,2,1,""],CHUNK_SIZE:[33,7,1,""],GCS_PREFIX:[33,7,1,""],checksum:[33,2,1,""],copy:[33,2,1,""],create:[33,2,1,""],exists:[33,2,1,""],has_dirs:[33,2,1,""],join:[33,2,1,""],last_updated:[33,2,1,""],mkdirs:[33,2,1,""],open:[33,2,1,""],rename:[33,2,1,""],scheme:[33,3,1,""],size:[33,2,1,""],split:[33,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[34,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[34,2,1,""],checksum:[34,2,1,""],copy:[34,2,1,""],copy_batch:[34,2,1,""],copytree:[34,2,1,""],delete_batch:[34,2,1,""],exists:[34,2,1,""],last_updated:[34,2,1,""],list_prefix:[34,2,1,""],open:[34,2,1,""],rename:[34,2,1,""],size:[34,2,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[35,1,1,""],ReadFromPubSub:[35,1,1,""],ReadStringsFromPubSub:[35,5,1,""],WriteStringsToPubSub:[35,5,1,""],WriteToPubSub:[35,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[35,7,1,""],data:[35,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[35,2,1,""],to_runner_api_parameter:[35,2,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[35,2,1,""],to_proto_str:[35,4,1,""],to_runner_api_parameter:[35,2,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[36,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[37,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[37,2,1,""],checksum:[37,2,1,""],copy:[37,2,1,""],create:[37,2,1,""],exists:[37,2,1,""],has_dirs:[37,2,1,""],join:[37,2,1,""],last_updated:[37,2,1,""],mkdirs:[37,2,1,""],open:[37,2,1,""],rename:[37,2,1,""],scheme:[37,3,1,""],size:[37,2,1,""],split:[37,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[38,1,1,""],RangeTracker:[38,1,1,""],Read:[38,1,1,""],RestrictionTracker:[38,1,1,""],Sink:[38,1,1,""],Write:[38,1,1,""],Writer:[38,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[38,2,1,""],estimate_size:[38,2,1,""],get_range_tracker:[38,2,1,""],is_bounded:[38,2,1,""],read:[38,2,1,""],split:[38,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[38,7,1,""],fraction_consumed:[38,2,1,""],position_at_fraction:[38,2,1,""],set_current_position:[38,2,1,""],set_split_points_unclaimed_callback:[38,2,1,""],split_points:[38,2,1,""],start_position:[38,2,1,""],stop_position:[38,2,1,""],try_claim:[38,2,1,""],try_split:[38,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[38,2,1,""],expand:[38,2,1,""],from_runner_api_parameter:[38,4,1,""],get_windowing:[38,2,1,""],to_runner_api_parameter:[38,2,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[38,2,1,""],checkpoint:[38,2,1,""],current_restriction:[38,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[38,2,1,""],initialize_write:[38,2,1,""],open_writer:[38,2,1,""],pre_finalize:[38,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[38,2,1,""],expand:[38,2,1,""]},"apache_beam.io.iobase.Writer":{close:[38,2,1,""],write:[38,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[39,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[39,2,1,""],checksum:[39,2,1,""],copy:[39,2,1,""],create:[39,2,1,""],exists:[39,2,1,""],has_dirs:[39,2,1,""],join:[39,2,1,""],last_updated:[39,2,1,""],mkdirs:[39,2,1,""],open:[39,2,1,""],rename:[39,2,1,""],scheme:[39,3,1,""],size:[39,2,1,""],split:[39,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[40,1,1,""],OffsetRangeTracker:[40,1,1,""],OrderedPositionRangeTracker:[40,1,1,""],UnsplittableRangeTracker:[40,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[40,3,1,""],position_to_fraction:[40,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[40,7,1,""],fraction_consumed:[40,2,1,""],last_record_start:[40,7,1,""],position_at_fraction:[40,2,1,""],set_current_position:[40,2,1,""],set_split_points_unclaimed_callback:[40,2,1,""],split_points:[40,2,1,""],start_position:[40,2,1,""],stop_position:[40,2,1,""],try_claim:[40,2,1,""],try_split:[40,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[40,7,1,""],fraction_consumed:[40,2,1,""],fraction_to_position:[40,2,1,""],position_at_fraction:[40,2,1,""],position_to_fraction:[40,2,1,""],start_position:[40,2,1,""],stop_position:[40,2,1,""],try_claim:[40,2,1,""],try_split:[40,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[40,2,1,""],position_at_fraction:[40,2,1,""],set_current_position:[40,2,1,""],set_split_points_unclaimed_callback:[40,2,1,""],split_points:[40,2,1,""],start_position:[40,2,1,""],stop_position:[40,2,1,""],try_claim:[40,2,1,""],try_split:[40,2,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[41,1,1,""],OffsetRestrictionTracker:[41,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[41,2,1,""],split:[41,2,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[41,2,1,""],checkpoint:[41,2,1,""],current_restriction:[41,2,1,""],start_position:[41,2,1,""],stop_position:[41,2,1,""],try_claim:[41,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[42,5,1,""],assert_sources_equal_reference_source:[42,5,1,""],assert_split_at_fraction_behavior:[42,5,1,""],assert_split_at_fraction_binary:[42,5,1,""],assert_split_at_fraction_exhaustive:[42,5,1,""],assert_split_at_fraction_fails:[42,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[42,5,1,""],read_from_source:[42,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[43,1,1,""],ReadFromText:[43,1,1,""],WriteToText:[43,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[43,7,1,""],expand:[43,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[43,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[43,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[44,1,1,""],WriteToTFRecord:[44,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[44,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[44,2,1,""]},"apache_beam.io.utils":{CountingSource:[45,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[45,2,1,""],get_range_tracker:[45,2,1,""],read:[45,2,1,""],split:[45,2,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[46,1,1,""],ReadFromVcf:[46,1,1,""],Variant:[46,1,1,""],VariantCall:[46,1,1,""],VariantInfo:[46,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[46,7,1,""],line:[46,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[46,2,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[46,7,1,""],field_count:[46,7,1,""]},"apache_beam.metrics":{cells:[48,0,0,"-"],metric:[49,0,0,"-"],metricbase:[50,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[48,1,1,""],GaugeResult:[48,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[48,7,1,""],max:[48,7,1,""],mean:[48,7,1,""],min:[48,7,1,""],sum:[48,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[48,7,1,""],value:[48,7,1,""]},"apache_beam.metrics.metric":{Metrics:[49,1,1,""],MetricsFilter:[49,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[49,1,1,""],DelegatingDistribution:[49,1,1,""],DelegatingGauge:[49,1,1,""],counter:[49,4,1,""],distribution:[49,4,1,""],gauge:[49,4,1,""],get_namespace:[49,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[49,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[49,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[49,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[49,7,1,""],namespaces:[49,7,1,""],steps:[49,7,1,""],with_name:[49,2,1,""],with_names:[49,2,1,""],with_namespace:[49,2,1,""],with_namespaces:[49,2,1,""],with_step:[49,2,1,""],with_steps:[49,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[50,1,1,""],Distribution:[50,1,1,""],Gauge:[50,1,1,""],Metric:[50,1,1,""],MetricName:[50,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[50,2,1,""],inc:[50,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[50,2,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[50,2,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[50,4,1,""],to_runner_api:[50,2,1,""]},"apache_beam.options":{pipeline_options:[52,0,0,"-"],pipeline_options_validator:[53,0,0,"-"],value_provider:[54,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[52,1,1,""],DirectOptions:[52,1,1,""],GoogleCloudOptions:[52,1,1,""],HadoopFileSystemOptions:[52,1,1,""],PipelineOptions:[52,1,1,""],ProfilingOptions:[52,1,1,""],SetupOptions:[52,1,1,""],StandardOptions:[52,1,1,""],TestOptions:[52,1,1,""],TypeOptions:[52,1,1,""],WorkerOptions:[52,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[52,7,1,""],COMPUTE_API_SERVICE:[52,7,1,""],DATAFLOW_ENDPOINT:[52,7,1,""],STORAGE_API_SERVICE:[52,7,1,""],validate:[52,2,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[52,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[52,2,1,""],from_dictionary:[52,3,1,""],get_all_options:[52,2,1,""],view_as:[52,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[52,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[52,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[52,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[53,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[53,7,1,""],ERR_INVALID_GCS_BUCKET:[53,7,1,""],ERR_INVALID_GCS_OBJECT:[53,7,1,""],ERR_INVALID_GCS_PATH:[53,7,1,""],ERR_INVALID_JOB_NAME:[53,7,1,""],ERR_INVALID_NOT_POSITIVE:[53,7,1,""],ERR_INVALID_PROJECT_ID:[53,7,1,""],ERR_INVALID_PROJECT_NUMBER:[53,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[53,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[53,7,1,""],ERR_MISSING_GCS_PATH:[53,7,1,""],ERR_MISSING_OPTION:[53,7,1,""],GCS_BUCKET:[53,7,1,""],GCS_SCHEME:[53,7,1,""],GCS_URI:[53,7,1,""],JOB_PATTERN:[53,7,1,""],OPTIONS:[53,7,1,""],PROJECT_ID_PATTERN:[53,7,1,""],PROJECT_NUMBER_PATTERN:[53,7,1,""],is_full_string_match:[53,2,1,""],is_service_runner:[53,2,1,""],validate:[53,2,1,""],validate_cloud_options:[53,2,1,""],validate_gcs_path:[53,2,1,""],validate_optional_argument_positive:[53,2,1,""],validate_test_matcher:[53,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[54,1,1,""],StaticValueProvider:[54,1,1,""],ValueProvider:[54,1,1,""],check_accessible:[54,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[54,7,1,""],get:[54,2,1,""],get_value:[54,3,1,""],is_accessible:[54,2,1,""],runtime_options:[54,7,1,""],set_runtime_options:[54,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[54,2,1,""],is_accessible:[54,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[54,2,1,""],is_accessible:[54,2,1,""]},"apache_beam.pipeline":{PTransformOverride:[55,1,1,""],Pipeline:[55,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[55,2,1,""],matches:[55,2,1,""]},"apache_beam.pipeline.Pipeline":{apply:[55,2,1,""],from_runner_api:[55,4,1,""],options:[55,7,1,""],replace_all:[55,2,1,""],run:[55,2,1,""],to_runner_api:[55,2,1,""],visit:[55,2,1,""]},"apache_beam.portability":{api:[57,0,0,"-"],common_urns:[65,0,0,"-"],python_urns:[66,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[58,0,0,"-"],beam_fn_api_pb2_grpc:[59,0,0,"-"],beam_job_api_pb2_grpc:[60,0,0,"-"],beam_provision_api_pb2_grpc:[61,0,0,"-"],beam_runner_api_pb2_grpc:[62,0,0,"-"],endpoints_pb2_grpc:[63,0,0,"-"],standard_window_fns_pb2_grpc:[64,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[58,1,1,""],ArtifactRetrievalServiceStub:[58,1,1,""],ArtifactStagingServiceServicer:[58,1,1,""],ArtifactStagingServiceStub:[58,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[58,5,1,""],add_ArtifactStagingServiceServicer_to_server:[58,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[58,2,1,""],GetManifest:[58,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[58,2,1,""],PutArtifact:[58,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[59,1,1,""],BeamFnControlStub:[59,1,1,""],BeamFnDataServicer:[59,1,1,""],BeamFnDataStub:[59,1,1,""],BeamFnLoggingServicer:[59,1,1,""],BeamFnLoggingStub:[59,1,1,""],BeamFnStateServicer:[59,1,1,""],BeamFnStateStub:[59,1,1,""],add_BeamFnControlServicer_to_server:[59,5,1,""],add_BeamFnDataServicer_to_server:[59,5,1,""],add_BeamFnLoggingServicer_to_server:[59,5,1,""],add_BeamFnStateServicer_to_server:[59,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[59,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[59,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[59,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[59,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[60,1,1,""],JobServiceStub:[60,1,1,""],add_JobServiceServicer_to_server:[60,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[60,2,1,""],GetMessageStream:[60,2,1,""],GetState:[60,2,1,""],GetStateStream:[60,2,1,""],Prepare:[60,2,1,""],Run:[60,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[61,1,1,""],ProvisionServiceStub:[61,1,1,""],add_ProvisionServiceServicer_to_server:[61,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[61,2,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[65,1,1,""],PropertiesFromEnumValue:[65,1,1,""],PropertiesFromPayloadType:[65,5,1,""]},"apache_beam.pvalue":{AsDict:[67,1,1,""],AsIter:[67,1,1,""],AsList:[67,1,1,""],AsSingleton:[67,1,1,""],EmptySideInput:[67,1,1,""],PCollection:[67,1,1,""],TaggedOutput:[67,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[67,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[67,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[67,4,1,""],to_runner_api:[67,2,1,""],windowing:[67,7,1,""]},"apache_beam.runners":{dataflow:[69,0,0,"-"],direct:[77,0,0,"-"],interactive:[92,0,0,"-"],job:[101,0,0,"-"],pipeline_context:[104,0,0,"-"],runner:[105,0,0,"-"],sdf_common:[106,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_metrics:[70,0,0,"-"],dataflow_runner:[71,0,0,"-"],native_io:[72,0,0,"-"],ptransform_overrides:[75,0,0,"-"],test_dataflow_runner:[76,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[70,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[70,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[71,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[71,1,1,""],apply_CombineValues:[71,2,1,""],apply_GroupByKey:[71,2,1,""],apply_Read:[71,2,1,""],apply_WriteToBigQuery:[71,2,1,""],byte_array_to_json_string:[71,4,1,""],deserialize_windowing_strategy:[71,3,1,""],flatten_input_visitor:[71,4,1,""],group_by_key_input_visitor:[71,4,1,""],json_string_to_byte_array:[71,4,1,""],poll_for_job_completion:[71,4,1,""],run_CombineValues:[71,2,1,""],run_Flatten:[71,2,1,""],run_GroupByKey:[71,2,1,""],run_Impulse:[71,2,1,""],run_ParDo:[71,2,1,""],run_Read:[71,2,1,""],run__NativeWrite:[71,2,1,""],run_pipeline:[71,2,1,""],serialize_windowing_strategy:[71,3,1,""],side_input_visitor:[71,4,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[71,2,1,""],matches:[71,2,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[73,0,0,"-"],streaming_create:[74,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[73,1,1,""],DynamicSplitRequest:[73,1,1,""],DynamicSplitResult:[73,1,1,""],DynamicSplitResultWithPosition:[73,1,1,""],NativeSink:[73,1,1,""],NativeSinkWriter:[73,1,1,""],NativeSource:[73,1,1,""],NativeSourceReader:[73,1,1,""],ReaderPosition:[73,1,1,""],ReaderProgress:[73,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[73,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[73,2,1,""],takes_windowed_values:[73,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[73,2,1,""],reader:[73,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[73,2,1,""],request_dynamic_split:[73,2,1,""],returns_windowed_values:[73,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[73,7,1,""],percent_complete:[73,7,1,""],position:[73,7,1,""],remaining_split_points:[73,7,1,""],remaining_time:[73,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[74,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[74,1,1,""],Impulse:[74,1,1,""],expand:[74,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[74,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[74,2,1,""],get_windowing:[74,2,1,""],infer_output_type:[74,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[75,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[75,2,1,""],matches:[75,2,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[76,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[76,2,1,""],run_pipeline:[76,2,1,""],wait_until_in_state:[76,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[78,0,0,"-"],clock:[79,0,0,"-"],consumer_tracking_pipeline_visitor:[80,0,0,"-"],direct_metrics:[81,0,0,"-"],direct_runner:[82,0,0,"-"],direct_userstate:[83,0,0,"-"],evaluation_context:[84,0,0,"-"],executor:[85,0,0,"-"],helper_transforms:[86,0,0,"-"],sdf_direct_runner:[87,0,0,"-"],test_direct_runner:[88,0,0,"-"],transform_evaluator:[89,0,0,"-"],util:[90,0,0,"-"],watermark_manager:[91,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[78,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[78,2,1,""],create_empty_committed_bundle:[78,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[79,1,1,""],RealClock:[79,1,1,""],TestClock:[79,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[79,2,1,""],time:[79,2,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[79,2,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[79,2,1,""],time:[79,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[80,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[80,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[81,1,1,""],DirectMetrics:[81,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[81,2,1,""],commit_physical:[81,2,1,""],extract_committed:[81,2,1,""],extract_latest_attempted:[81,2,1,""],update_physical:[81,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[81,2,1,""],commit_physical:[81,2,1,""],query:[81,2,1,""],update_physical:[81,2,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[82,1,1,""],DirectRunner:[82,7,1,""],SwitchingDirectRunner:[82,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[82,2,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[82,2,1,""]},"apache_beam.runners.direct.direct_userstate":{DirectUserStateContext:[83,1,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[83,2,1,""],get_state:[83,2,1,""],get_timer:[83,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[84,1,1,""],DirectUnmergedState:[84,1,1,""],EvaluationContext:[84,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[84,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[84,2,1,""],create_empty_committed_bundle:[84,2,1,""],extract_all_timers:[84,2,1,""],get_aggregator_values:[84,2,1,""],get_execution_context:[84,2,1,""],get_value_or_block_until_ready:[84,2,1,""],handle_result:[84,2,1,""],is_done:[84,2,1,""],is_root_transform:[84,2,1,""],metrics:[84,2,1,""],schedule_pending_unblocked_tasks:[84,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[85,1,1,""],TransformExecutor:[85,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[85,2,1,""],shutdown:[85,2,1,""],start:[85,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[85,2,1,""],call:[85,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[86,1,1,""],LiftedCombinePerKey:[86,1,1,""],PartialGroupByKeyCombiningValues:[86,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[86,2,1,""],process:[86,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[86,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[86,2,1,""],finish_bundle:[86,2,1,""],process:[86,2,1,""],start_bundle:[86,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[87,1,1,""],ProcessFn:[87,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[87,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[87,1,1,""],SDFProcessElementInvoker:[87,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[87,2,1,""],new_process_fn:[87,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[87,2,1,""],set_process_element_invoker:[87,2,1,""],step_context:[87,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[87,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[87,2,1,""],matches:[87,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[87,1,1,""],invoke_process_element:[87,2,1,""],test_method:[87,2,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[88,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[88,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[89,1,1,""],RootBundleProvider:[89,1,1,""],TransformEvaluatorRegistry:[89,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[89,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[89,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[89,2,1,""],get_root_bundle_provider:[89,2,1,""],should_execute_serially:[89,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[90,1,1,""],TimerFiring:[90,1,1,""],TransformResult:[90,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[91,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[91,7,1,""],WATERMARK_POS_INF:[91,7,1,""],extract_all_timers:[91,2,1,""],get_watermarks:[91,2,1,""],update_watermarks:[91,2,1,""]},"apache_beam.runners.interactive":{cache_manager:[93,0,0,"-"],display:[94,0,0,"-"],interactive_runner:[99,0,0,"-"],pipeline_analyzer:[100,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[93,1,1,""],FileBasedCacheManager:[93,1,1,""],ReadCache:[93,1,1,""],SafeFastPrimitivesCoder:[93,1,1,""],WriteCache:[93,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[93,2,1,""],exists:[93,2,1,""],is_latest_version:[93,2,1,""],read:[93,2,1,""],sink:[93,2,1,""],source:[93,2,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[93,2,1,""],exists:[93,2,1,""],read:[93,2,1,""],sink:[93,2,1,""],source:[93,2,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[93,2,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[93,2,1,""],encode:[93,2,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[93,2,1,""]},"apache_beam.runners.interactive.display":{display_manager:[95,0,0,"-"],interactive_pipeline_graph:[96,0,0,"-"],pipeline_graph:[97,0,0,"-"],pipeline_graph_renderer:[98,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[95,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[95,2,1,""],stop_periodic_update:[95,2,1,""],update_display:[95,2,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[96,1,1,""],format_sample:[96,5,1,""],nice_str:[96,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[96,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[97,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{get_dot:[97,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[98,1,1,""],PipelineGraphRenderer:[98,1,1,""],PydotRenderer:[98,1,1,""],TextRenderer:[98,1,1,""],get_renderer:[98,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[98,3,1,""],render_pipeline_graph:[98,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[98,3,1,""],render_pipeline_graph:[98,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[98,3,1,""],render_pipeline_graph:[98,2,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[98,3,1,""],render_pipeline_graph:[98,2,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[99,1,1,""],PipelineResult:[99,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[99,2,1,""],cleanup:[99,2,1,""],end_session:[99,2,1,""],run_pipeline:[99,2,1,""],set_render_option:[99,2,1,""],start_session:[99,2,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{get:[99,2,1,""],sample:[99,2,1,""],wait_until_finish:[99,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[100,1,1,""],PipelineInfo:[100,1,1,""],set_proto_map:[100,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[100,2,1,""],pipeline_info:[100,2,1,""],pipeline_proto_to_execute:[100,2,1,""],read_cache_ids:[100,2,1,""],tl_referenced_pcoll_ids:[100,2,1,""],tl_required_trans_ids:[100,2,1,""],write_cache_ids:[100,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[100,1,1,""],all_pcollections:[100,2,1,""],cache_label:[100,2,1,""],leaf_pcollections:[100,2,1,""],producer:[100,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[100,2,1,""],json:[100,2,1,""]},"apache_beam.runners.job":{manager:[102,0,0,"-"],utils:[103,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[102,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[103,5,1,""],struct_to_dict:[103,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[104,1,1,""],PipelineContext:[104,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[104,4,1,""],to_runner_api:[104,2,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{default_environment_id:[104,2,1,""],from_runner_api:[104,4,1,""],to_runner_api:[104,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[105,1,1,""],PipelineRunner:[105,1,1,""],PipelineState:[105,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[105,2,1,""],cancel:[105,2,1,""],metrics:[105,2,1,""],state:[105,7,1,""],wait_until_finish:[105,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[105,2,1,""],apply_PTransform:[105,2,1,""],run:[105,2,1,""],run_async:[105,2,1,""],run_pipeline:[105,2,1,""],run_transform:[105,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[105,7,1,""],CANCELLING:[105,7,1,""],DONE:[105,7,1,""],DRAINED:[105,7,1,""],DRAINING:[105,7,1,""],FAILED:[105,7,1,""],PENDING:[105,7,1,""],RUNNING:[105,7,1,""],STARTING:[105,7,1,""],STOPPED:[105,7,1,""],UNKNOWN:[105,7,1,""],UPDATED:[105,7,1,""],is_terminal:[105,3,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[106,1,1,""],ExplodeWindowsFn:[106,1,1,""],PairWithRestrictionFn:[106,1,1,""],ProcessKeyedElements:[106,1,1,""],RandomUniqueKeyFn:[106,1,1,""],SplitRestrictionFn:[106,1,1,""],SplittableParDo:[106,1,1,""],SplittableParDoOverride:[106,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[106,2,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[106,2,1,""],start_bundle:[106,2,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[106,2,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[106,2,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[106,2,1,""],start_bundle:[106,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[106,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[106,2,1,""],matches:[106,2,1,""]},"apache_beam.testing":{benchmarks:[108,0,0,"-"],pipeline_verifiers:[118,0,0,"-"],synthetic_pipeline:[119,0,0,"-"],test_pipeline:[120,0,0,"-"],test_stream:[121,0,0,"-"],test_utils:[122,0,0,"-"],util:[123,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[109,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[110,0,0,"-"],nexmark_launcher:[112,0,0,"-"],nexmark_util:[113,0,0,"-"],queries:[114,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[111,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[111,1,1,""],Bid:[111,1,1,""],Person:[111,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[112,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[112,2,1,""],generate_events:[112,2,1,""],parse_args:[112,2,1,""],run:[112,2,1,""],run_query:[112,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[113,1,1,""],ParseEventFn:[113,1,1,""],display:[113,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[113,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[113,2,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[115,0,0,"-"],query1:[116,0,0,"-"],query2:[117,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[115,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[116,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[117,5,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[118,1,1,""],PipelineStateMatcher:[118,1,1,""],retry_on_io_error_and_server_error:[118,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[118,2,1,""],describe_to:[118,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[118,2,1,""],describe_to:[118,2,1,""]},"apache_beam.testing.synthetic_pipeline":{ShuffleBarrier:[119,1,1,""],SideInputBarrier:[119,1,1,""],SyntheticSource:[119,1,1,""],SyntheticStep:[119,1,1,""],div_round_up:[119,5,1,""],expand_using_gbk:[119,5,1,""],expand_using_second_output:[119,5,1,""],merge_using_gbk:[119,5,1,""],merge_using_side_input:[119,5,1,""],parse_args:[119,5,1,""],parse_byte_size:[119,5,1,""],rotate_key:[119,5,1,""],run:[119,5,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[119,2,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[119,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[119,2,1,""],element_size:[119,7,1,""],estimate_size:[119,2,1,""],get_range_tracker:[119,2,1,""],read:[119,2,1,""],split:[119,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[119,2,1,""],process:[119,2,1,""],start_bundle:[119,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[120,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[120,2,1,""],get_option:[120,2,1,""],run:[120,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[121,1,1,""],Event:[121,1,1,""],ProcessingTimeEvent:[121,1,1,""],TestStream:[121,1,1,""],WatermarkEvent:[121,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[121,2,1,""],advance_processing_time:[121,2,1,""],advance_watermark_to:[121,2,1,""],advance_watermark_to_infinity:[121,2,1,""],expand:[121,2,1,""],get_windowing:[121,2,1,""]},"apache_beam.testing.test_utils":{TempDir:[122,1,1,""],cleanup_subscriptions:[122,5,1,""],cleanup_topics:[122,5,1,""],compute_hash:[122,5,1,""],patch_retry:[122,5,1,""],wait_for_subscriptions_created:[122,5,1,""],wait_for_topics_created:[122,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[122,2,1,""],get_path:[122,2,1,""]},"apache_beam.testing.util":{TestWindowedValue:[123,1,1,""],assert_that:[123,5,1,""],equal_to:[123,5,1,""],is_empty:[123,5,1,""],open_shards:[123,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[123,7,1,""],value:[123,7,1,""],windows:[123,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[125,0,0,"-"],distribution_counter_microbenchmark:[126,0,0,"-"],sideinput_microbenchmark:[127,0,0,"-"],utils:[128,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[125,5,1,""],dict_int_int:[125,5,1,""],large_dict:[125,5,1,""],large_int:[125,5,1,""],large_list:[125,5,1,""],large_string:[125,5,1,""],large_tuple:[125,5,1,""],list_int:[125,5,1,""],random_string:[125,5,1,""],random_windowed_value:[125,5,1,""],run_coder_benchmarks:[125,5,1,""],small_dict:[125,5,1,""],small_int:[125,5,1,""],small_list:[125,5,1,""],small_string:[125,5,1,""],small_tuple:[125,5,1,""],wv_with_multiple_windows:[125,5,1,""],wv_with_one_window:[125,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[126,5,1,""],run_benchmark:[126,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[127,5,1,""],run_benchmark:[127,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[128,1,1,""],check_compiled:[128,5,1,""],run_benchmarks:[128,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[128,7,1,""],num_runs:[128,7,1,""],size:[128,7,1,""]},"apache_beam.transforms":{combiners:[130,0,0,"-"],core:[131,0,0,"-"],create_source:[132,0,0,"-"],display:[133,0,0,"-"],ptransform:[134,0,0,"-"],sideinputs:[135,0,0,"-"],timeutil:[136,0,0,"-"],trigger:[137,0,0,"-"],userstate:[138,0,0,"-"],util:[139,0,0,"-"],window:[140,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[130,1,1,""],Mean:[130,1,1,""],Sample:[130,1,1,""],ToDict:[130,1,1,""],ToList:[130,1,1,""],Top:[130,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[130,1,1,""],PerElement:[130,1,1,""],PerKey:[130,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[130,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[130,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[130,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[130,1,1,""],PerKey:[130,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[130,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[130,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[130,4,1,""],FixedSizePerKey:[130,4,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[130,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[130,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[130,4,1,""],LargestPerKey:[130,4,1,""],Of:[130,4,1,""],PerKey:[130,4,1,""],Smallest:[130,4,1,""],SmallestPerKey:[130,4,1,""]},"apache_beam.transforms.core":{CombineFn:[131,1,1,""],CombineGlobally:[131,1,1,""],CombinePerKey:[131,1,1,""],CombineValues:[131,1,1,""],Create:[131,1,1,""],DoFn:[131,1,1,""],Filter:[131,5,1,""],FlatMap:[131,5,1,""],Flatten:[131,1,1,""],GroupByKey:[131,1,1,""],Impulse:[131,1,1,""],Map:[131,5,1,""],ParDo:[131,1,1,""],Partition:[131,1,1,""],PartitionFn:[131,1,1,""],WindowInto:[131,1,1,""],Windowing:[131,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[131,2,1,""],add_inputs:[131,2,1,""],apply:[131,2,1,""],create_accumulator:[131,2,1,""],default_label:[131,2,1,""],extract_output:[131,2,1,""],for_input_type:[131,2,1,""],from_callable:[131,4,1,""],get_accumulator_coder:[131,2,1,""],maybe_from_callable:[131,4,1,""],merge_accumulators:[131,2,1,""],to_runner_api_parameter:[131,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[131,2,1,""],as_view:[131,7,1,""],default_label:[131,2,1,""],display_data:[131,2,1,""],expand:[131,2,1,""],fanout:[131,7,1,""],has_defaults:[131,7,1,""],with_defaults:[131,2,1,""],with_fanout:[131,2,1,""],without_defaults:[131,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[131,2,1,""],default_type_hints:[131,2,1,""],display_data:[131,2,1,""],expand:[131,2,1,""],from_runner_api_parameter:[131,4,1,""],make_fn:[131,2,1,""],to_runner_api_parameter:[131,2,1,""],with_hot_key_fanout:[131,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[131,2,1,""],from_runner_api_parameter:[131,4,1,""],make_fn:[131,2,1,""],to_runner_api_parameter:[131,2,1,""]},"apache_beam.transforms.core.Create":{expand:[131,2,1,""],get_output_type:[131,2,1,""],get_windowing:[131,2,1,""],infer_output_type:[131,2,1,""],to_runner_api_parameter:[131,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnProcessParams:[131,7,1,""],ElementParam:[131,7,1,""],SideInputParam:[131,7,1,""],StateParam:[131,7,1,""],TimerParam:[131,7,1,""],TimestampParam:[131,7,1,""],WatermarkReporterParam:[131,7,1,""],WindowParam:[131,7,1,""],default_label:[131,2,1,""],finish_bundle:[131,2,1,""],from_callable:[131,4,1,""],get_function_arguments:[131,2,1,""],infer_output_type:[131,2,1,""],is_process_bounded:[131,2,1,""],process:[131,2,1,""],start_bundle:[131,2,1,""],to_runner_api_parameter:[131,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[131,2,1,""],from_runner_api_parameter:[131,4,1,""],get_windowing:[131,2,1,""],to_runner_api_parameter:[131,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[131,1,1,""],expand:[131,2,1,""],from_runner_api_parameter:[131,4,1,""],to_runner_api_parameter:[131,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[131,2,1,""],process:[131,2,1,""]},"apache_beam.transforms.core.Impulse":{expand:[131,2,1,""],from_runner_api_parameter:[131,4,1,""],get_windowing:[131,2,1,""],infer_output_type:[131,2,1,""],to_runner_api_parameter:[131,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[131,2,1,""],display_data:[131,2,1,""],expand:[131,2,1,""],from_runner_api_parameter:[131,4,1,""],infer_output_type:[131,2,1,""],make_fn:[131,2,1,""],to_runner_api_parameter:[131,2,1,""],with_outputs:[131,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[131,1,1,""],expand:[131,2,1,""],make_fn:[131,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[131,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[131,2,1,""],partition_for:[131,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[131,1,1,""],expand:[131,2,1,""],from_runner_api_parameter:[131,4,1,""],get_windowing:[131,2,1,""],infer_output_type:[131,2,1,""],to_runner_api_parameter:[131,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[131,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[131,4,1,""],is_default:[131,2,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.display":{DisplayData:[133,1,1,""],DisplayDataItem:[133,1,1,""],HasDisplayData:[133,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[133,3,1,""],create_from_options:[133,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[133,2,1,""],drop_if_none:[133,2,1,""],get_dict:[133,2,1,""],is_valid:[133,2,1,""],should_drop:[133,2,1,""],typeDict:[133,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[133,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[134,1,1,""],label_from_callable:[134,5,1,""],ptransform_fn:[134,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[134,2,1,""],expand:[134,2,1,""],from_runner_api:[134,3,1,""],get_windowing:[134,2,1,""],infer_output_type:[134,2,1,""],label:[134,7,1,""],pipeline:[134,7,1,""],register_urn:[134,3,1,""],side_inputs:[134,7,1,""],to_runner_api:[134,2,1,""],to_runner_api_parameter:[134,2,1,""],to_runner_api_pickled:[134,2,1,""],type_check_inputs:[134,2,1,""],type_check_inputs_or_outputs:[134,2,1,""],type_check_outputs:[134,2,1,""],with_input_types:[134,2,1,""],with_output_types:[134,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[135,1,1,""],default_window_mapping_fn:[135,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[135,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[136,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[136,7,1,""],REAL_TIME:[136,7,1,""],WATERMARK:[136,7,1,""],from_string:[136,4,1,""],to_runner_api:[136,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[137,1,1,""],AfterAll:[137,1,1,""],AfterAny:[137,1,1,""],AfterCount:[137,1,1,""],AfterEach:[137,1,1,""],AfterProcessingTime:[137,1,1,""],AfterWatermark:[137,1,1,""],DefaultTrigger:[137,1,1,""],OrFinally:[137,1,1,""],Repeatedly:[137,1,1,""],TriggerFn:[137,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[137,7,1,""],DISCARDING:[137,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[137,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[137,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[137,7,1,""],from_runner_api:[137,4,1,""],on_element:[137,2,1,""],on_fire:[137,2,1,""],on_merge:[137,2,1,""],reset:[137,2,1,""],should_fire:[137,2,1,""],to_runner_api:[137,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[137,7,1,""],from_runner_api:[137,4,1,""],on_element:[137,2,1,""],on_fire:[137,2,1,""],on_merge:[137,2,1,""],reset:[137,2,1,""],should_fire:[137,2,1,""],to_runner_api:[137,2,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[137,4,1,""],on_element:[137,2,1,""],on_fire:[137,2,1,""],on_merge:[137,2,1,""],reset:[137,2,1,""],should_fire:[137,2,1,""],to_runner_api:[137,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[137,7,1,""],from_runner_api:[137,4,1,""],is_late:[137,2,1,""],on_element:[137,2,1,""],on_fire:[137,2,1,""],on_merge:[137,2,1,""],reset:[137,2,1,""],should_fire:[137,2,1,""],to_runner_api:[137,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[137,4,1,""],on_element:[137,2,1,""],on_fire:[137,2,1,""],on_merge:[137,2,1,""],reset:[137,2,1,""],should_fire:[137,2,1,""],to_runner_api:[137,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[137,4,1,""],to_runner_api:[137,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[137,4,1,""],on_element:[137,2,1,""],on_fire:[137,2,1,""],on_merge:[137,2,1,""],reset:[137,2,1,""],should_fire:[137,2,1,""],to_runner_api:[137,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[137,4,1,""],on_element:[137,2,1,""],on_fire:[137,2,1,""],on_merge:[137,2,1,""],reset:[137,2,1,""],should_fire:[137,2,1,""],to_runner_api:[137,2,1,""]},"apache_beam.transforms.userstate":{BagRuntimeState:[138,1,1,""],BagStateSpec:[138,1,1,""],CombiningValueRuntimeState:[138,1,1,""],CombiningValueStateSpec:[138,1,1,""],RuntimeState:[138,1,1,""],RuntimeTimer:[138,1,1,""],StateSpec:[138,1,1,""],TimerSpec:[138,1,1,""],UserStateContext:[138,1,1,""],get_dofn_specs:[138,5,1,""],is_stateful_dofn:[138,5,1,""],on_timer:[138,5,1,""],validate_stateful_dofn:[138,5,1,""]},"apache_beam.transforms.userstate.BagRuntimeState":{add:[138,2,1,""],clear:[138,2,1,""],read:[138,2,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[138,2,1,""]},"apache_beam.transforms.userstate.CombiningValueRuntimeState":{add:[138,2,1,""],clear:[138,2,1,""],read:[138,2,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[138,2,1,""]},"apache_beam.transforms.userstate.RuntimeState":{for_spec:[138,4,1,""],prefetch:[138,2,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[138,2,1,""],set:[138,2,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[138,2,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[138,2,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[138,2,1,""],get_state:[138,2,1,""],get_timer:[138,2,1,""]},"apache_beam.transforms.util":{BatchElements:[139,1,1,""],CoGroupByKey:[139,1,1,""],Keys:[139,5,1,""],KvSwap:[139,5,1,""],RemoveDuplicates:[139,5,1,""],Reshuffle:[139,1,1,""],Values:[139,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[139,2,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[139,2,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[139,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[140,1,1,""],FixedWindows:[140,1,1,""],GlobalWindow:[140,1,1,""],GlobalWindows:[140,1,1,""],IntervalWindow:[140,1,1,""],NonMergingWindowFn:[140,1,1,""],Sessions:[140,1,1,""],SlidingWindows:[140,1,1,""],TimestampCombiner:[140,1,1,""],TimestampedValue:[140,1,1,""],WindowFn:[140,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[140,7,1,""],max_timestamp:[140,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],get_window_coder:[140,2,1,""],offset:[140,7,1,""],size:[140,7,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],get_window_coder:[140,2,1,""],to_runner_api_parameter:[140,2,1,""],windowed_value:[140,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[140,7,1,""],intersects:[140,2,1,""],start:[140,7,1,""],union:[140,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[140,2,1,""],merge:[140,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],gap_size:[140,7,1,""],get_window_coder:[140,2,1,""],merge:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[140,2,1,""],from_runner_api_parameter:[140,4,1,""],get_window_coder:[140,2,1,""],offset:[140,7,1,""],period:[140,7,1,""],size:[140,7,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[140,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[140,7,1,""],OUTPUT_AT_EOW:[140,7,1,""],OUTPUT_AT_LATEST:[140,7,1,""],get_impl:[140,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[140,7,1,""],value:[140,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[140,1,1,""],MergeContext:[140,1,1,""],assign:[140,2,1,""],get_transformed_output_time:[140,2,1,""],get_window_coder:[140,2,1,""],is_merging:[140,2,1,""],merge:[140,2,1,""],to_runner_api_parameter:[140,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[140,2,1,""]},"apache_beam.typehints":{decorators:[142,0,0,"-"],native_type_compatibility:[143,0,0,"-"],opcodes:[144,0,0,"-"],trivial_inference:[145,0,0,"-"],typecheck:[146,0,0,"-"],typehints:[147,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[142,6,1,""],WithTypeHints:[142,1,1,""],with_input_types:[142,5,1,""],with_output_types:[142,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[142,2,1,""],get_type_hints:[142,2,1,""],with_input_types:[142,2,1,""],with_output_types:[142,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[143,5,1,""],convert_to_beam_types:[143,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[144,5,1,""],binary_and:[144,5,1,""],binary_divide:[144,5,1,""],binary_floor_divide:[144,5,1,""],binary_lshift:[144,5,1,""],binary_modulo:[144,5,1,""],binary_multiply:[144,5,1,""],binary_or:[144,5,1,""],binary_power:[144,5,1,""],binary_rshift:[144,5,1,""],binary_subscr:[144,5,1,""],binary_subtract:[144,5,1,""],binary_true_divide:[144,5,1,""],binary_xor:[144,5,1,""],build_class:[144,5,1,""],build_list:[144,5,1,""],build_map:[144,5,1,""],build_slice:[144,5,1,""],build_tuple:[144,5,1,""],call_function:[144,5,1,""],call_function_kw:[144,5,1,""],call_function_var:[144,5,1,""],call_function_var_wk:[144,5,1,""],compare_op:[144,5,1,""],delete_attr:[144,5,1,""],delete_fast:[144,5,1,""],delete_global:[144,5,1,""],delete_slice_0:[144,5,1,""],delete_slice_1:[144,5,1,""],delete_slice_2:[144,5,1,""],delete_slice_3:[144,5,1,""],dup_top:[144,5,1,""],dup_topx:[144,5,1,""],exec_stmt:[144,5,1,""],get_iter:[144,5,1,""],import_from:[144,5,1,""],import_name:[144,5,1,""],inpalce_or:[144,5,1,""],inplace_add:[144,5,1,""],inplace_and:[144,5,1,""],inplace_divide:[144,5,1,""],inplace_floor_divide:[144,5,1,""],inplace_lshift:[144,5,1,""],inplace_modulo:[144,5,1,""],inplace_multiply:[144,5,1,""],inplace_power:[144,5,1,""],inplace_rshift:[144,5,1,""],inplace_subtract:[144,5,1,""],inplace_true_divide:[144,5,1,""],inplace_xor:[144,5,1,""],list_append:[144,5,1,""],load_attr:[144,5,1,""],load_closure:[144,5,1,""],load_const:[144,5,1,""],load_deref:[144,5,1,""],load_fast:[144,5,1,""],load_global:[144,5,1,""],load_locals:[144,5,1,""],load_name:[144,5,1,""],make_closure:[144,5,1,""],make_function:[144,5,1,""],nop:[144,5,1,""],pop_one:[144,5,1,""],pop_three:[144,5,1,""],pop_top:[144,5,1,""],pop_two:[144,5,1,""],print_item:[144,5,1,""],print_newline:[144,5,1,""],push_value:[144,5,1,""],rot_four:[144,5,1,""],rot_n:[144,5,1,""],rot_three:[144,5,1,""],rot_two:[144,5,1,""],slice_0:[144,5,1,""],slice_1:[144,5,1,""],slice_2:[144,5,1,""],slice_3:[144,5,1,""],store_attr:[144,5,1,""],store_fast:[144,5,1,""],store_global:[144,5,1,""],store_map:[144,5,1,""],store_slice_0:[144,5,1,""],store_slice_1:[144,5,1,""],store_slice_2:[144,5,1,""],store_slice_3:[144,5,1,""],store_subscr:[144,5,1,""],symmetric_binary_op:[144,5,1,""],unary:[144,5,1,""],unary_convert:[144,5,1,""],unary_invert:[144,5,1,""],unary_negative:[144,5,1,""],unary_not:[144,5,1,""],unary_positive:[144,5,1,""],unpack_sequence:[144,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[145,1,1,""],Const:[145,1,1,""],FrameState:[145,1,1,""],TypeInferenceError:[145,6,1,""],element_type:[145,5,1,""],hashable:[145,5,1,""],infer_return_type:[145,5,1,""],infer_return_type_func:[145,5,1,""],instance_to_type:[145,5,1,""],key_value_types:[145,5,1,""],union:[145,5,1,""],union_list:[145,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[145,4,1,""],unwrap_all:[145,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[145,2,1,""],const_type:[145,2,1,""],copy:[145,2,1,""],get_global:[145,2,1,""],get_name:[145,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[146,1,1,""],OutputCheckWrapperDoFn:[146,1,1,""],TypeCheckCombineFn:[146,1,1,""],TypeCheckVisitor:[146,1,1,""],TypeCheckWrapperDoFn:[146,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[146,2,1,""],is_process_bounded:[146,2,1,""],process:[146,2,1,""],start_bundle:[146,2,1,""],wrapper:[146,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[146,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[146,2,1,""],create_accumulator:[146,2,1,""],extract_output:[146,2,1,""],merge_accumulators:[146,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[146,2,1,""],leave_composite_transform:[146,2,1,""],visit_transform:[146,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[146,2,1,""],wrapper:[146,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[147,1,1,""],WindowedValue:[147,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[147,2,1,""],match_type_variables:[147,2,1,""]},"apache_beam.utils":{annotations:[149,0,0,"-"],plugin:[150,0,0,"-"],processes:[151,0,0,"-"],profiler:[152,0,0,"-"],proto_utils:[153,0,0,"-"],retry:[154,0,0,"-"],timestamp:[155,0,0,"-"],urns:[156,0,0,"-"]},"apache_beam.utils.annotations":{annotate:[149,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[150,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[150,3,1,""],get_all_subclasses:[150,3,1,""]},"apache_beam.utils.processes":{Popen:[151,5,1,""],call:[151,5,1,""],check_call:[151,5,1,""],check_output:[151,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[152,1,1,""],Profile:[152,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[152,2,1,""],start:[152,2,1,""],stop:[152,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[152,7,1,""]},"apache_beam.utils.proto_utils":{from_micros:[153,5,1,""],pack_Any:[153,5,1,""],pack_Struct:[153,5,1,""],parse_Bytes:[153,5,1,""],unpack_Any:[153,5,1,""]},"apache_beam.utils.retry":{Clock:[154,1,1,""],FuzzedExponentialIntervals:[154,1,1,""],PermanentException:[154,6,1,""],no_retries:[154,5,1,""],retry_on_beam_io_error_filter:[154,5,1,""],retry_on_server_errors_and_timeout_filter:[154,5,1,""],retry_on_server_errors_filter:[154,5,1,""],with_exponential_backoff:[154,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[154,2,1,""]},"apache_beam.utils.timestamp":{Duration:[155,1,1,""],Timestamp:[155,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[155,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{RFC_3339_RE:[155,7,1,""],from_rfc3339:[155,3,1,""],from_utc_datetime:[155,3,1,""],of:[155,4,1,""],predecessor:[155,2,1,""],to_rfc3339:[155,2,1,""],to_utc_datetime:[155,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[156,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[156,3,1,""],register_pickle_urn:[156,3,1,""],register_urn:[156,3,1,""],to_runner_api:[156,2,1,""],to_runner_api_parameter:[156,2,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[5,0,0,"-"],internal:[6,0,0,"-"],io:[12,0,0,"-"],metrics:[47,0,0,"-"],options:[51,0,0,"-"],pipeline:[55,0,0,"-"],portability:[56,0,0,"-"],pvalue:[67,0,0,"-"],runners:[68,0,0,"-"],testing:[107,0,0,"-"],tools:[124,0,0,"-"],transforms:[129,0,0,"-"],typehints:[141,0,0,"-"],utils:[148,0,0,"-"],version:[157,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":46,"123z":35,"29t23":35,"60s":152,"abstract":[17,40,93,98,105,140,146,156],"boolean":[16,17,19,22,33,39,44,133],"byte":[1,13,16,17,18,35,38,73,98,147,153],"case":[13,16,22,26,27,35,38,42,43,44,46,55,67,73,78,87,123,131,139],"catch":22,"char":43,"class":[1,2,3,4,5,10,11,13,14,15,16,17,18,19,22,23,26,27,29,31,32,33,34,35,37,38,39,40,41,43,44,45,46,48,49,50,52,53,54,55,58,59,60,61,65,67,70,71,73,74,75,76,78,79,80,81,82,83,84,85,86,87,88,89,90,91,93,95,96,97,98,99,100,102,104,105,106,111,112,113,118,119,120,121,122,123,128,130,131,133,134,135,136,137,138,139,140,142,145,146,147,149,150,152,154,155,156,158],"const":145,"default":[1,4,13,15,17,22,38,43,44,52,67,89,97,118,120,131,133,134,140,152,154],"enum":[17,105],"export":22,"final":[1,15,16,18,38,43,84,87,105,131,139,156],"float":[1,9,17,19,22,26,29,33,38,39,42,46,48,121,128,133,140,147,155],"function":[1,4,9,10,11,17,19,21,22,26,29,33,38,39,42,49,55,73,103,119,120,122,123,128,131,134,137,139,140,142,144,145,147,149,154,156],"import":[4,38,46,69,77,135,140,142,150,154,158],"int":[1,9,13,17,18,22,26,29,33,34,39,42,43,46,71,93,105,121,128,131,133,142,147,155],"long":[4,40,131,154,155],"new":[4,16,17,18,19,22,33,38,39,46,55,59,67,71,73,105,119,123,128,131,137],"null":13,"public":[1,52,149],"return":[1,3,4,9,11,13,15,16,17,18,19,22,26,27,28,29,30,33,34,37,38,39,40,42,44,46,48,49,52,53,55,60,67,71,73,79,82,84,87,89,91,93,98,100,105,119,120,122,123,128,131,133,134,137,139,140,142,143,145,147,149,153,154,155,156],"short":[22,133],"static":[1,17,19,22,27,35,38,49,50,54,55,67,71,104,130,131,133,136,137,138,140,142,145,147,155],"super":134,"switch":82,"throw":58,"transient":[38,154],"true":[1,9,10,13,16,17,22,26,29,35,37,38,42,43,44,46,52,53,55,84,89,120,123,128,131,133,137,154],"try":[16,38,42],"while":[13,16,29,38,42,73,84,152],But:22,For:[1,2,3,4,6,7,8,9,10,11,13,14,16,17,19,22,28,29,31,35,38,42,53,55,56,57,66,73,78,79,80,85,89,90,91,97,98,104,113,120,121,122,124,128,131,133,134,135,139,140,144,145,146,148,149,150,151,152,153,154,155,156],GCS:[15,22,33,34,43,53],Has:22,IDs:[96,100],Not:142,One:142,Such:38,TOS:144,The:[1,4,8,9,10,13,15,17,19,22,27,29,32,35,38,43,44,46,48,49,50,52,55,58,60,67,69,71,73,74,82,83,84,95,98,105,111,112,113,115,116,117,120,121,122,123,131,133,134,139,140,142,143,144,145,147,149,154,156,158],Their:89,Then:13,There:[17,22,74],These:[38,44,121],Use:[42,98,118],Used:[16,38,43,44,45,46,59,104,145],Uses:[13,131],Will:87,With:134,__all__:1,__call__:128,__init__:[52,128,134,142],__scatter__:30,__stat_kind__:27,__stat_total__:27,_add_argparse_arg:52,_avrosourc:[13,16],_groupbykeyonli:89,_list:19,_match:118,_mutat:27,_namespac:133,_num_query_splits_max:27,_paralleltriggerfn:137,_paramet:55,_picklecoderbas:1,_processelementsevalu:87,_py:57,_sre:[19,155],_statedofnparam:131,_timerdofnparam:131,a12345:113,a7syug:26,abc:[52,105],abil:142,abl:[9,19,70,131],about:[17,38,46,50,95,96,99,105,119,149],abov:[4,38,42,52,139],absolut:[17,18],abstractdofnwrapp:146,accept:[13,22,38,43,131,139,142],access:[8,18,19,33,37,38,39,49,50,54,84,99,100,104,105,131,138,158],accessor:65,accord:[17,33,39,42,140],accordingli:38,accumul:[48,53,131,137,146],accumulation_mod:131,accumulationmod:137,accur:38,across:[1,27,38,84,139],act:89,action:144,activ:59,actual:[11,18,55,118,123,131,134,137],acycl:158,adapt:26,adaptive_throttl:[12,20,24,25,158],adaptivethrottl:[26,29],add:[22,31,52,55,93,121,131,133,134,138,139,142],add_argu:52,add_artifactretrievalserviceservicer_to_serv:58,add_artifactstagingserviceservicer_to_serv:58,add_beamfncontrolservicer_to_serv:59,add_beamfndataservicer_to_serv:59,add_beamfnloggingservicer_to_serv:59,add_beamfnstateservicer_to_serv:59,add_el:121,add_input:[131,146],add_jobserviceservicer_to_serv:60,add_provisionserviceservicer_to_serv:61,added:[17,19,33,37,39,43,49,121,131,137],addit:[43,46,59,84,131,134,147,149],addition:[4,13,156],additionali:142,address:38,adjust:[17,18,38],advanc:[79,121],advance_bi:[79,121],advance_processing_tim:121,advance_tim:79,advance_watermark_to:121,advance_watermark_to_infin:121,afford:131,after:[11,15,17,19,26,33,37,38,39,42,43,46,53,55,71,73,80,83,84,87,121,131,137,154,155,158],afteral:137,afterani:137,aftercount:137,aftereach:137,afterprocessingtim:137,afterwatermark:137,again:[26,29,55,73],against:[17,19,53,120,123,146],aggreg:[53,81,86,105,128,131],aggregated_valu:105,aggregator_or_nam:[84,105],agre:38,aka:140,alert:67,algorithm:26,alia:[46,82,123,131,147],aliv:99,all:[5,11,15,17,19,22,27,29,33,37,38,39,40,46,52,53,55,58,67,73,84,89,91,93,105,106,120,121,122,123,127,128,131,133,137,139,140,142,150,154],all_pcollect:100,allel:46,allow:[38,49,50,59,67,99,118,131,133,134,138,140,142,147,154],allow_malformed_record:46,alreadi:[17,18,19,22,33,37,38,39,55,155],also:[1,15,22,38,50,55,59,74,81,84,105,131,134,137,139,142,152,156],altern:[46,134,139,149],alternate_bas:46,although:38,alwai:[1,4,18,22,38,40,134,149,152],alyssa:13,amort:139,amount:[38,42,139],analys:145,analysi:100,analyz:[4,95,100],ancestor:32,and_latest_vers:93,ani:[1,2,11,13,17,18,19,22,27,33,35,37,38,39,46,52,84,87,91,105,125,131,133,137,138,140,142,147,149,150,153],annot:[120,134,142,148,158],anoth:[1,55,87],any_msg:153,anyth:[69,77],anytypeconstraint:147,apach:[31,38,40,41,71,133,137,157],apache_beam:158,api:[1,9,22,35,38,49,55,56,74,102,103,104,105,133,138,149,158],apicli:70,apitool:22,app:34,appear:[46,131,142],append:[17,38,59,120],append_trailing_newlin:43,appengin:34,appli:[17,26,38,55,67,85,99,105,131,134,140],applic:[13,15,17,19,33,34,37,39,89],applied_ptransform:[55,71,75,80,84,85,87,89,91,106],applied_transform:146,appliedptransform:[55,80,84,90,91],apply_combinevalu:71,apply_groupbykei:71,apply_ptransform:105,apply_read:71,apply_writetobigqueri:71,apply_xyz:105,applypartitionfnfn:131,approach:134,appropri:[9,84],approxim:[27,38,73,125],arbitrari:67,arbitrarili:38,arg1:149,arg2:149,arg:[11,15,16,23,27,34,35,44,52,85,86,87,106,113,119,123,130,131,139,143,144,146,151,154],arg_hint:142,arg_nam:53,argpars:52,args_for_invok:87,argument:[1,11,13,17,21,22,29,34,37,38,43,44,49,52,53,55,67,71,119,120,123,128,131,133,134,139,142,144,147,154,156],argumentplacehold:11,argv:[21,23,32,36,52,55,119,120],arithmet:[130,155],around:[67,104,146],arriv:[137,140],artifact:58,artifactretrievalserviceservic:58,artifactretrievalservicestub:58,artifactstagingserviceservic:58,artifactstagingservicestub:58,as_cloud_object:1,as_deterministic_cod:1,as_singleton_view:131,as_view:131,ascii:[10,43],asdict:[67,135],asit:[67,135],ask:73,aslist:[22,67,135],aspect:38,assert:42,assert_reentrant_reads_succe:42,assert_sources_equal_reference_sourc:42,assert_split_at_fraction_behavior:42,assert_split_at_fraction_binari:42,assert_split_at_fraction_exhaust:42,assert_split_at_fraction_fail:42,assert_split_at_fraction_succeeds_and_consist:42,assert_that:[120,123],assertsourcesequalreferencesourc:42,assertsplitatfract:42,assertsplitatfractionbehavior:42,assertsplitatfractionexhaust:42,assideinput:67,assign:[38,106,131,140],assign_context:140,assigncontext:140,assingleton:[67,135],associ:[4,22,38,46,59,67,73,130,131,133,134,140],assum:[27,38,42,43],assumpt:95,asynchron:84,atom:38,attempt:[26,73,85,139],attempt_cal:85,attr:120,attribut:[18,22,35,97,140],auction:[111,112,113,115,116,117],auth:[6,7,158],authent:8,authenticationexcept:8,author:[111,112],auto:[15,16,17,19,33,37,39,43,44,46],automat:57,avail:[17,22,28,34,46,50,58,67,99,131,133,140,158],averag:[31,126],avoid:[17,22,38,140,147],avro:13,avroio:[12,38,158],avroio_test:42,await_complet:85,awar:155,b12345:113,back:[1,99],backend:99,background:105,backoff:154,backward:[1,2,3,6,7,8,9,10,11,14,17,28,29,35,38,49,53,55,56,57,66,69,73,77,78,79,80,85,89,90,91,95,96,97,98,99,100,104,121,122,124,134,135,137,138,139,144,145,146,148,149,150,151,152,153,154,155,156],bag:138,bagruntimest:138,bagstatespec:138,bar:17,barrier:119,base64:[10,73],base:[1,2,3,4,5,8,11,13,14,15,16,17,18,19,22,23,26,27,29,31,32,33,34,35,37,38,39,40,41,43,44,45,46,48,49,50,52,53,54,55,58,59,60,61,65,67,70,71,73,74,75,76,78,79,80,81,82,83,84,85,86,87,88,89,90,91,93,95,96,97,98,99,100,102,104,105,106,111,112,113,118,119,120,121,122,123,128,130,131,133,134,135,136,137,138,139,140,142,145,146,147,150,152,154,155,156],base_match:[53,118],base_url:37,basematch:[53,118],basepath:[17,19,33,39],basestr:9,basic:[9,130,133,140],batch:[22,28,29,38,82,131,139,140,158],batch_siz:[22,28],batchel:139,beam:[1,5,13,22,31,38,40,41,55,65,71,74,76,88,93,97,99,120,123,137,138,143,154,156,157],beam_artifact_api_pb2_grpc:[56,57,158],beam_fn_api_pb2_grpc:[56,57,158],beam_job_api_pb2_grpc:[56,57,158],beam_provision_api_pb2_grpc:[56,57,158],beam_runner_api_pb2:156,beam_runner_api_pb2_grpc:[56,57,158],beamassertexcept:123,beamerror:5,beamfncontrolservic:59,beamfncontrolstub:59,beamfndataservic:59,beamfndatastub:59,beamfnloggingservic:59,beamfnloggingstub:59,beamfnstateservic:59,beamfnstatestub:59,beamioerror:[17,19,33,37,39],beamplugin:[17,98,150],bean:[1,156],becaus:[38,95,131,149],becom:[13,38,131],been:[38,48,58,93,128,140,143],befor:[38,42,43,58,71,73,89,93,118,120,131,137,140,142,154,158],begin:[13,38,43,44,73],behalf:59,behav:[13,32,43,44],behavior:[17,42,105,119,125,131,142,144,149],behaviour:[42,119],behavor:67,behind:67,being:[38,46,73,84,123,128,131,137],belong:[55,67,82,106,131,133,134],below:[4,22,27,32,38,119,131,154],benchmark:[107,125,128,158],benchmark_suit:128,benchmarkconfig:128,best:[35,38,139],better:[46,149],betweeen:40,between:[17,19,22,26,29,40,42,50,59,70,73,82,139,140,152,154],beyond:[35,38],bid:[111,112,113,116],bidder:[111,113],big:21,big_query_query_to_table_pipelin:[12,20,158],bigqueri:[12,20,21,52,158],bigquery_api_servic:52,bigquery_io_read_pipelin:[12,20,158],bigquerydisposit:22,bigquerysink:22,bigquerysourc:22,bigtabl:38,binari:42,binary_add:144,binary_and:144,binary_divid:144,binary_floor_divid:144,binary_lshift:144,binary_modulo:144,binary_multipli:144,binary_or:144,binary_pow:144,binary_rshift:144,binary_subscr:144,binary_subtract:144,binary_true_divid:144,binary_xor:144,bind:147,bind_type_vari:147,bit:48,blob:30,block:[13,38,71,105,120],block_until:84,bodi:156,book:26,bool:[9,13,16,22,26,42,43,46,55,95,120,128,133,137,142,147],both:[1,16,22,29,35,38,42,54,134,142,149,158],bother:86,bottleneck:131,bound:[17,18,131,137,140,145,158],boundari:[38,73],boundedsourc:[14,16,38,42,45,119],boundedwindow:140,boundmethod:145,bucket:[26,34,53],bucket_m:[26,31],bucketnam:53,buffer:[1,17,18,34,83,89],buffer_s:22,build:[36,55,57,76,99,119,120,158],build_class:144,build_console_url:76,build_list:144,build_map:144,build_slic:144,build_tupl:144,built:[76,88,134,137,139,140,142,147],builtin:131,bulk:131,bundl:[13,14,16,38,43,78,81,84,85,86,89,131,139],bundle_factori:[68,77,84,158],bundle_id:38,bundlebaseddirectrunn:[82,83],bundlefactori:78,byte_arrai:3,byte_array_to_json_str:71,byte_offset:73,bytearrai:18,bytearraytojsonstr:71,bytecod:144,bytecountingoutputstream:3,bytescod:[1,44],bzip2:17,cach:[22,71,76,86,93,96,99,100],cache_dir:[93,99],cache_label:[93,100],cache_manag:[68,92,95,99,100,158],cached_pcollect:96,cachemanag:[93,95,100],caches_us:100,calcul:126,call:[2,4,15,22,26,29,38,40,46,53,55,58,60,73,85,87,105,122,131,133,134,137,139,151,154,156],call_funct:144,call_function_kw:144,call_function_var:144,call_function_var_wk:144,callabl:[1,10,105,125,128,131,145,154,156],callableptransform:134,callabletask:85,callablewrappercombinefn:[131,137],callablewrapperdofn:131,callablewrapperpartitionfn:131,callback:[2,38,40,55,84,85,105],caller:[26,38,87],can:[1,4,9,10,11,13,14,16,17,19,22,23,27,35,38,40,42,43,44,55,59,67,84,87,90,98,105,118,119,120,121,125,128,131,133,134,139,140,142,143,145,147,149,152,154,155,156],cancel:[60,105],cannot:[5,35,38,73],cap:27,capabl:[38,158],capit:147,captur:134,car67:113,care:96,categori:[111,113,147],caus:[137,149],cbf:38,ceas:121,ceil:119,cell:[22,47,95,138,158],cellcommitst:48,certain:[27,38,82,113],chain:134,chanc:[131,139],chang:[35,48,59,60,84,95,149,158],channel:[17,19,33,39,58,59,60,61],chapter:26,charact:[10,17,43,53,93],charg:[70,81],check:[10,17,19,22,33,37,38,39,42,54,55,67,84,123,128,131,133,142,146,147],check_access:54,check_cal:151,check_compil:128,check_don:[38,41],check_output:151,checkpoint:[38,41,87,139],checksum:[17,19,33,34,37,39,118],choos:16,chosen:[27,38,154],chr20:46,chunk:[17,19,22,58,140],chunk_siz:[17,33],citi:[111,113],claim:38,classmethod:[1,17,19,33,37,39,40,52,54,71,98,105,133,134,140,150,155,156],clean:[38,93,122],cleanup:[93,99,112,122],cleanup_subscript:122,cleanup_top:122,clear:[59,87,95,137,138],clear_pvalu:105,client:[17,22,26,29,30,34,38],clock:[68,77,84,91,122,139,154,158],clone:55,close:[15,17,18,19,33,38,39,40],closure_typ:145,cloud:[1,22,27,29,30,32,34,35,52,53,69,73],cls:[1,52,153],cmd:113,co_nam:144,code:[4,11,17,38,42,113,128,134,138,147,154],codec:13,coder:[10,15,22,38,43,44,74,93,121,125,138,158],coder_benchmark_factori:125,coder_proto:1,coderbas:4,coderimpl:1,coderregistri:1,coders_microbenchmark:[124,158],coexist:149,cogroupbykei:[119,139],cold:131,collect:[1,49,50,125,128,158],collis:50,com:[10,22,26,27,30,34,52,53,113],combin:[17,19,33,37,38,39,86,89,129,131,137,138,140,158],combine_fn:[86,138],combine_op:137,combine_payload:131,combinefn:[130,131,146],combinefnprocesscontext:131,combineglob:131,combineperkei:[86,131],combinevalu:131,combiningvalueruntimest:138,combiningvaluestatespec:138,combiningvaluestatetag:137,combnin:131,come:[8,149],comma:22,command:[22,52,113,120],comment:[55,131],commit:[28,29,38,48,58,80,83,84,138],commit_log:81,commit_phys:81,commitmanifest:58,commitrespons:29,common:[13,22,43,44,65,81,106,131,146,155],common_urn:[56,158],commun:133,compar:[29,38,40,118],compare_op:144,compare_path:29,comparison:29,compat:[1,2,3,6,7,8,9,10,11,14,17,19,28,29,35,38,49,53,55,56,57,66,69,73,77,78,79,80,85,89,90,91,95,96,97,98,99,100,104,121,122,124,131,134,135,137,138,139,144,145,146,148,149,150,151,152,153,154,155,156],compil:[1,128],complet:[1,18,22,29,38,73,84,85,105,120],completed_bundl:84,completed_committed_bundl:91,completed_tim:[84,91],completion_callback:85,complex:[38,147],complex_operation_returning_xyz:4,compli:[13,16],complianc:22,compliant:155,complic:144,compon:[1,17,19,33,35,37,39,133],component:104,composit:[4,38,74,105,123,140,145,147],compositetypehint:[142,147],compress:[13,16,17,19,33,38,39,43,44,46],compress_point:142,compressedfil:17,compression_typ:[15,16,17,19,33,37,39,43,44,46],compressiontyp:[15,16,17,19,43,44,46],comput:[5,11,27,52,55,105,118,122,130,131,134,158],compute_api_servic:52,compute_hash:122,concat:14,concat_posit:73,concat_sourc:[12,158],concaten:73,concatposit:73,concatrangetrack:14,concatsourc:14,concept:[22,27,38,140,158],conceptu:[38,55,139],concret:[105,131],concrete_typ:147,concurr:[38,42],condens:[130,131],condit:38,configur:[23,27,37,52,55,87,120],confirm:32,conflict:[38,147],connect:[18,29,37,52],connector:[27,31],consecut:[78,140],consid:[13,17,26,29,38,55,131,137,139],consist:[1,10,38,42,46,50,53,71,81,84,89,93,104,130,131],consol:76,const_typ:145,constant:131,constrain:[13,43],constraint:[61,142],construct:[1,13,22,43,44,49,67,73,84,85,104,105],constructor:[1,44,58,59,60,61,95,96,97,99,100,134,156],consum:[38,80,139],consumed_split_point:73,consumer_tracking_pipeline_visitor:[68,77,158],consumertrackingpipelinevisitor:80,contain:[4,9,10,11,13,17,18,19,22,27,28,33,35,38,39,42,43,44,48,52,55,58,67,84,87,106,118,120,124,131,133,134,140,142,147,148,153],content:[17,19,32,33,39,46,58,84,96,118,122,139,153],context:[1,35,38,48,55,58,59,60,61,67,84,104,122,131,134,137,138,140,152,156],contian:102,continu:[38,42,140,152],control:[22,59,78,102,119,137,149,154],conveni:[9,22,31],convent:[17,140],convers:[9,143],convert:[1,9,40,116,131,133,143,156],convert_to_beam_typ:143,coordin:142,copi:[17,19,33,34,37,39,119,131,145],copy_batch:34,copytre:34,core:[23,27,53,74,86,87,106,113,118,119,129,146,158],correct:[17,19,27,42],correctli:[38,131],correspond:[1,9,13,22,46,95,98,119,139,142,144,145,147,155,156],cost:139,could:[1,27,38,55,139,152,156,158],count:[13,23,28,31,43,44,45,48,50,96,128,130,137],count_tag:137,countcombinefn:137,counter:[49,50,84,90,144],countingsourc:45,coverag:42,cprofil:152,creat:[10,13,14,16,17,19,22,28,30,32,33,35,37,38,39,46,49,50,55,67,71,74,75,78,84,89,96,97,105,112,119,122,123,125,128,131,133,134,139,140,142,144,145,146,151,153,155],create_accumul:[131,146],create_bundl:[78,84],create_commit:28,create_disposit:22,create_empty_committed_bundl:[78,84],create_ent:28,create_from:133,create_from_opt:133,create_if_need:22,create_nev:22,create_respons:28,create_run_queri:28,create_sourc:[129,158],create_temp_fil:122,createptransformoverrid:[71,75],creation:[13,16,43,44,46],credenti:8,credit_card:[111,113],criteria:87,cross:151,csv:38,cumul:152,current:[10,16,17,18,22,35,38,43,55,60,67,70,73,81,84,87,105,121,131,149],current_posit:38,current_restrict:[38,41],current_tim:79,current_value_accessor:138,cursor:38,custom:[4,11,15,38,55,105,118,119,120,131,134,140,142,147],custommapp:134,customtransform:134,cycl:95,dag:[55,105],data:[3,4,16,17,18,19,21,22,26,27,35,38,42,46,48,55,59,67,119,131,133,137,140,158],databas:38,dataflow:[1,5,8,9,21,22,23,38,52,53,67,68,105,137,158],dataflow_cli:70,dataflow_endpoint:52,dataflow_metr:[68,69,158],dataflow_runn:[68,69,76,158],dataflowapplicationcli:70,dataflowmetr:70,dataflowpipelineresult:[70,71],dataflowrunn:[69,70,71,75,76,112],dataset:22,datastor:[12,20,32,158],datastore_pb2:29,datastore_write_it_pipelin:[12,20,158],datastoreio:[12,20,24,25,158],datetim:[133,155],deal:[38,131],debug:[112,145],debugopt:[52,53],dec:50,decid:[13,38,43,87,95,98,99],decim:22,decod:[1,4,22,43,44,74,93,125],decode_from_byt:4,decodeandemitdofn:74,decomposit:38,decompress:[16,17,38],decor:[1,4,22,122,131,134,138,141,149,154,156,158],decreas:38,decrement:50,deduc:145,dedupl:[35,139],def:[4,52,128,134,138,142,149],default_desired_bundle_s:[13,43],default_edge_attr:97,default_environ:104,default_environment_id:104,default_label:[131,134],default_output_cod:[14,38,119],default_runn:52,default_type_hint:[86,131,142],default_valu:[54,67],default_vertex_attr:97,default_window_mapping_fn:135,defaultrootbundleprovid:89,defaulttrigg:137,defin:[1,4,12,13,16,17,19,22,27,29,35,38,49,52,68,73,113,119,122,131,133,134,140,141,142,144,147],definit:38,deflat:13,degre:131,delai:[26,137,154],deleg:[40,49],delegatingcount:49,delegatingdistribut:49,delegatinggaug:49,delet:[17,19,22,27,32,33,34,37,39],delete_attr:144,delete_batch:34,delete_fast:144,delete_glob:144,delete_slice_0:144,delete_slice_1:144,delete_slice_2:144,delete_slice_3:144,deletefromdatastor:27,delimit:43,deliv:[35,84],demand:152,demarc:73,depend:[17,18,19,38,48,98,133,150],dependent_real_tim:136,deprec:[38,73,149],depth:[55,145],deriv:[30,93,100,134,140],descend:[129,134],describ:[22,37,38,42,52,59,67,73,119,131,134],describe_mismatch:118,describe_to:118,descript:[1,10,37,38,53,71,73,111,113,118,131],deserialize_windowing_strategi:71,design:[55,139],desir:[13,22,30,38,43,131],desired_bundle_s:[13,14,16,38,43,45,119],desired_cache_label:100,desired_num_offsets_per_split:41,despit:131,dest:34,destin:[17,19,33,37,39],destination_file_nam:[17,19,33,37,39],detail:[4,16,27,38,43,53,55,69,77,87,95,119,131,134,135,142],detect:[16,38,43,44,46,131],detect_compression_typ:17,determin:[17,26,38,43,46,55,87,131,137,138,140],determinist:[1,4],develop:[16,27,35,53,133,158],deviat:139,dialect:22,dict:[9,17,22,33,35,39,46,67,96,97,100,105,130,133,139,147],dict_int_int:125,dict_obj:103,dict_to_struct:103,dictionari:[4,9,11,13,22,44,52,89,123,128,131,133,143],did:42,differ:[1,16,17,19,22,38,42,55,59,73,93,119,154],digit:[22,35],dill:[1,10],dillcod:1,direct:[68,131,158],direct_metr:[68,77,158],direct_runn:[68,77,88,158],direct_runner_use_stacked_bundl:78,direct_userst:[68,77,158],directli:[22,38,50,67,131,135],directmetr:81,directopt:52,directori:[17,19,33,34,37,38,39,55,99,122],directpipelineresult:82,directrunn:[52,55,81,82,84,87,90,112,113,120],directrunneropt:78,directstepcontext:84,directunmergedst:84,directuserstatecontext:83,dirti:48,dis:144,disable_run_time_type_check:142,discard:137,discourag:149,discuss:26,disk:[22,39],displai:[38,49,52,68,73,92,99,113,129,131,134,158],display_data:[13,15,16,22,27,38,52,131,133],display_data_dict:133,display_graph:97,display_manag:[68,92,94,158],displaydata:133,displaydataitem:133,displaymanag:95,disposit:22,distinct:55,distinguish:67,distribut:[37,48,49,50,126,131],distribution_counter_microbenchmark:[124,158],distributionaccumul:126,distributionresult:48,div_round_up:119,divid:[89,140],do_fn:106,doc:[22,27,52,53,144],dockerrpcmanag:102,docstr:139,document:[16,38,52,87,131,137,144],doe:[22,38,43,55,86,105,133,152],doesn:[17,19,29,33,39],dofn:[4,22,23,27,38,67,74,83,86,87,106,113,119,131,133,134,138,146],dofninvok:[87,138],dofnprocessparam:131,dofnrunn:131,dollar:116,domain:136,don:86,done:[19,22,37,38,55,84,105,106,118,140],donwstream:139,dooutputstupl:131,dot:[96,97,98],doubl:[31,154],down:38,download:18,downloaderstream:18,downstream:[38,139],drain:105,drop:[26,133],drop_default:52,drop_if_default:133,drop_if_non:133,duck:4,due:[10,38,131],dump:10,dump_sess:10,dup_top:144,dup_topx:144,duplic:35,durat:[71,105,113,121,133,140,155],dure:[5,11,13,16,18,22,34,35,43,44,46,49,50,52,58,121,131,145,154],dynam:[16,27,38,42,54,55],dynamic_split_request:73,dynamicsplitrequest:73,dynamicsplitresult:73,dynamicsplitresultwithposit:73,e2e:[76,88],each:[1,13,19,22,26,29,35,38,42,43,44,46,55,80,106,113,119,121,128,130,131,133,139,140,142,144,147],earli:[22,137,158],earliest:140,easi:131,easier:17,ec_point:142,edg:[55,97],effect:[18,134,139],effici:[1,4,16,38,103,131],effort:35,either:[15,17,18,22,29,38,42,46,55,87,90,93,120,131,134,142,143,147],elantra:113,elem:[38,113],elem_cod:1,element:[1,4,22,23,29,35,38,42,43,48,67,74,86,87,90,91,106,119,121,123,125,127,128,130,131,133,137,139,140,145,146],element_and_restrict:106,element_cod:106,element_s:119,element_typ:[67,145],elementandrestrict:[87,106],elementev:121,elementparam:131,elm:113,els:[73,142],elsewher:73,email:[111,113],emb:10,emit:[59,67,74,121,137,139],empti:[16,22,35,38,67,84,89,131,137],emptysideinput:67,enable_run_time_type_check:142,enable_trac:10,encapsul:73,encod:[1,3,4,9,10,15,22,38,43,44,73,74,93,125,156],encode_to_byt:4,encoded_:15,encoded_kei:90,encoded_str:71,encoded_table_row:22,encoded_valu:[15,74],encount:18,end:[13,14,17,18,21,38,40,43,44,46,52,53,73,86,87,99,118,121,137,140,149],end_cursor:28,end_sess:99,endpoint_pattern:53,endpoints_pb2_grpc:[56,57,158],enforc:142,engin:[34,38],ensur:[27,38],entail:22,enter:76,enter_composite_transform:146,entir:[22,27,38,67,71,73,82,105,123,131,140],entiti:[27,28,29,32,65],entitywrapp:32,entri:[1,31,32,59,67],enum_typ:65,enumer:66,environ:[87,104],eof:[17,18],epoch:[17,19,26,33,35,39,79,140,155],equal:[18,27,38,42,52,133,139],equal_to:[120,123],equival:[17,19,38,42,134,139],err_invalid_gcs_bucket:53,err_invalid_gcs_object:53,err_invalid_gcs_path:53,err_invalid_job_nam:53,err_invalid_not_posit:53,err_invalid_project_id:53,err_invalid_project_numb:53,err_invalid_test_matcher_typ:53,err_invalid_test_matcher_unpickl:53,err_missing_gcs_path:53,err_missing_opt:53,error:[1,18,22,37,38,53,58,118,131,140,142,145,146,154,158],error_messag:1,escap:93,especi:[140,155],essenti:[52,131],estim:[1,27,38,73,139],estimate_s:[1,14,16,38,45,119],etc:[27,38,49,105,134,158],euro:116,evalu:[11,78,84,85,87,89,90,125,137,155],evaluation_context:[68,77,85,89,158],evaluationcontext:84,even:[16,29,38,142,149,154],event:[38,111,112,113,115,116,117,121,137,140],event_count:22,everi:[4,22,38,42,55,71,95,105,154],everyth:[17,19,33,39,95,140],evict:93,evolv:34,exact:[119,131],exactli:[1,27,38,52,55,67,137],exampl:[1,4,13,16,22,35,38,42,46,73,89,97,113,120,128,131,133,134,139,140,142,149,155,156,158],exce:34,exceed:29,except:[5,8,17,29,34,38,118,131,142,145,154],excess:22,exclus:[18,38],exec_stmt:144,execut:[1,11,22,35,38,49,50,52,53,55,58,60,67,68,69,71,76,77,82,84,85,87,88,89,95,96,100,105,120,121,128,131,134,145,158],executor:[68,77,89,158],executor_servic:84,exhaust:42,exist:[13,16,17,19,22,33,34,35,37,38,39,43,44,46,93,120,122,131,149],existing_keyed_st:84,exp_multipli:149,expand:[13,22,27,35,38,43,44,46,74,86,87,93,106,119,121,130,131,134,139],expand_using_gbk:119,expand_using_second_output:119,expans:131,expect:[1,15,22,32,37,40,42,52,55,118,120,123,156,158],expected_checksum:118,expected_item:42,expected_outcom:42,expected_st:[76,118],expectedsplitoutcom:42,experi:54,experiment:[35,38,49,95,96,97,98,99,100,134,137,138,139,149,150],expir:[111,113,138],explain:38,explod:106,explodewindowsfn:106,exponenti:154,expos:[22,31,50],express:[17,98],extend:[15,38,53,118,150],extens:[13,16,38,43,44,46],extent:131,extern:[38,131,158],extra:[111,113,118,120],extra_messag:149,extra_opt:120,extra_typ:[9,22],extract:[55,80,91],extract_all_tim:[84,91],extract_commit:81,extract_latest_attempt:81,extract_output:[131,146],extrem:130,face:[49,138],fact:149,factor:154,factori:78,fail:[17,19,22,29,33,34,38,39,42,46,105,145],failur:[29,38],fake:28,fake_datastor:[12,20,24,25,158],fake_run_queri:28,fakesourc:127,fall:[1,38],fallback:4,fallback_cod:1,fals:[3,9,13,16,17,22,28,35,38,46,52,55,71,93,95,120,123,131,133,134,137,144,145,152,154],famili:42,fanin:119,fanout:[119,131],far:[73,143],fast:1,fastavro:13,fastcod:1,faster:[4,13],fastprimitivescod:[1,121],fault:38,favorite_color:13,favorite_numb:13,fetch:[17,18,19,27,29,33,37,39,95,118,127],fetch_ent:29,feth:27,few:[42,134],field1:22,field2:22,field3:22,field:[13,22,29,35,38,46,96,123,133,149],field_count:46,file:[13,15,16,17,18,19,22,33,34,37,38,39,43,44,46,48,49,50,55,93,118,122,123,158],file_copy_fn:152,file_handl:15,file_meta:17,file_nam:[16,46],file_name_suffix:[13,15,43,44],file_path:[10,17,43,44,46,118],file_path_prefix:[13,15,43,44],file_pattern:[13,16,43,44,46],filebasedcachemanag:93,filebasedsink:[12,38,118,158],filebasedsourc:[12,43,158],filechecksummatch:118,filemetadata:17,filenam:[13,34,43,44,122],fileobj:17,filepath:17,filesystem:[12,13,18,33,37,38,39,150,158],filesystemio:[12,158],fill:133,filter:[17,27,29,46,49,70,81,117,118,131,149,154],finalize_writ:[15,38],find:[5,17,19,130,139,154],finish:[18,28,71,105,137,152],finish_bundl:[86,119,131,146],finish_st:85,finishcombin:86,finit:[38,140],fire:[90,91,137,138],fired_tim:85,first:[4,10,17,19,33,35,37,38,39,42,46,55,58,60,119,131,134,139,144,147,154,158],fix:[1,131,139,140],fixed_cost:139,fixedsizeglob:130,fixedsizeperkei:130,fixedwindow:140,flag:[13,16,17,19,33,39,43,44,46,52],flat:139,flatmap:[10,67,131,134,158],flatten:[14,22,131],flatten_input_visitor:71,flatten_result:22,flavor:149,floatcod:1,flush:[17,86],fn_paramet:140,fn_proto:156,fn_to_execut:11,fnapirunn:82,fnmatch:[17,19],fold:131,follow:[13,17,19,22,29,38,42,43,44,87,113,120,131,140,142,147,149,152],foo:[1,17,19,142,156],foo_from_proto:[1,156],foopayload:[1,156],footer:15,footprint:105,for_input_typ:131,for_spec:138,forc:[67,95,106],form:[13,17,18,22,34,35,37,67,128,139,140,142,149,155],formal:142,format:[15,17,19,22,35,38,42,46,53,98,113],format_sampl:96,former:67,formula:[26,139,140],forward:89,found:120,foundat:17,frac:14,fraction:[14,38,40,42,73,154],fraction_consum:[14,38,40],fraction_to_posit:40,frame:[144,145],framest:[144,145],framework:[4,16,22,38,73],fresh:131,from:[1,4,8,13,15,16,17,18,19,21,22,27,29,30,32,33,34,35,38,39,40,42,43,44,46,52,53,55,60,67,71,73,80,93,100,105,113,116,118,119,120,122,127,131,133,134,137,139,140,142,149,154,155,156,158],from_cal:131,from_dictionari:52,from_json_valu:9,from_micro:153,from_rfc3339:155,from_runner_api:[1,50,55,67,104,131,134,137,156],from_runner_api_paramet:[1,38,131,140],from_str:136,from_type_hint:1,from_utc_datetim:155,fronend:95,frontend:95,full:[17,19,26,33,37,38,39,42,55,93,118,120,140,150],full_label:146,fulli:[18,22,38,73,142],fun:154,func:[131,142,145],functiontyp:145,furnish:67,further:[59,134,154],fuse:139,fusion:139,futur:[1,2,3,11,17,18,19,22,26,29,31,34,35,38,41,46,48,49,50,53,54,55,58,59,60,61,65,67,73,78,79,81,84,85,87,89,90,91,102,104,105,106,121,122,130,131,133,135,136,137,138,140,142,145,149,150,152,154,155,156],future_output_watermark:87,fuzz:154,fuzzedexponentialinterv:154,gap:140,gap_siz:140,gather:30,gaug:[49,50],gaugeresult:48,gce:8,gcp:[6,12,158],gcs:34,gcs_bucket:53,gcs_prefix:33,gcs_scheme:53,gcs_uri:53,gcsfilesystem:[12,20,158],gcsio:[12,20,158],gener:[1,13,16,17,35,38,43,44,57,97,111,112,115,119,120,121,125,131,147],generate_bundle_id:38,generate_ev:112,generate_fn:125,generate_input_valu:126,genom:46,genotyp:46,get:[3,8,16,17,19,22,27,33,38,39,42,54,58,59,60,61,67,73,91,98,99,105,119,120,131,137,138,150,154,156],get_accumulator_cod:131,get_aggregator_valu:84,get_all_opt:52,get_all_plugin_path:150,get_all_subclass:150,get_chunk_s:19,get_count:3,get_datastor:29,get_dict:133,get_dict_table_schema:22,get_dofn_spec:138,get_dot:97,get_estimated_num_split:27,get_estimated_size_byt:27,get_evalu:89,get_execution_context:84,get_filesystem:19,get_full_options_as_arg:120,get_function_argu:131,get_glob:145,get_impl:[1,140],get_it:144,get_keyed_st:84,get_nam:145,get_namespac:49,get_opt:120,get_output_typ:131,get_path:122,get_progress:73,get_rang:18,get_range_track:[14,16,38,42,45,119],get_render:98,get_replacement_transform:[55,71,75,87,106],get_root_bundl:89,get_root_bundle_provid:89,get_schem:19,get_service_credenti:8,get_split:30,get_stat:[83,138],get_table_schema_from_str:22,get_tim:[83,138],get_transformed_output_tim:140,get_type_hint:142,get_typed_value_descriptor:9,get_valu:54,get_value_or_block_until_readi:84,get_varint_s:3,get_watermark:91,get_window:[38,74,121,131,134],get_window_cod:140,getartifact:58,getattr:144,getmanifest:58,getmessagestream:60,getprovisioninfo:61,getrangetrack:42,getstat:60,getstatestream:60,github:[10,30,34,46],give:[16,17,19,33,38,39,42,49,55,73,87,119],given:[1,3,11,13,16,17,18,19,22,23,27,28,29,30,32,33,34,35,38,39,40,42,43,44,52,53,55,67,87,89,93,98,100,105,118,119,121,123,128,131,137,138,139,140,143,145,154,155,156],glob:[13,16,43,44,46,118,123],global:[1,38,84,89,130,140],global_to_loc:14,globalwindow:140,goe:53,going:[27,70],gone:67,good:27,googl:[1,8,22,26,27,29,30,34,35,52,53,69],googleapi:[52,53],googlecloudopt:[52,53],googlecloudplatform:[30,34],googledatastor:29,gracefulli:87,granular:[26,140,155],graph:[55,67,71,80,82,89,95,96,97,98,99,134,158],graphviz:98,greater:[27,131,142],greater_than:27,group:[4,14,50,52,131,134,139,140],group_by_key_input_visitor:71,groupbykei:[1,105,119,131,134,139,140,158],grpc:[58,59,60,61],guarante:[1,2,3,4,6,7,8,9,10,11,14,28,29,35,38,49,53,55,56,57,66,69,73,77,78,79,80,85,89,90,91,95,96,97,98,99,100,104,121,122,124,134,135,137,138,139,144,145,146,148,149,150,151,152,153,154,155,156],guid:137,gzip:[17,38],had:[1,93,131,156],hadoop:37,hadoopfilesystem:[12,52,158],hadoopfilesystemopt:[37,52],halfwai:42,hamcrest:[53,118],hand:22,handl:[15,16,17,19,26,33,38,39,43,44,46,84,144],handle_result:84,happen:[22,30,38,42,55,95,122,154],har:[42,59,61],has:[1,9,18,22,27,29,38,46,52,53,67,73,80,82,91,113,120,123,128,130,131,133,142,158],has_data:31,has_default:131,has_dir:[17,33,37,39],has_display_data:133,has_kw:144,has_part:134,has_var:144,hasdisplaydata:[38,52,73,131,133,134],hash:[93,118,122],hashabl:145,hashing_alg:122,have:[4,8,10,11,22,27,29,38,46,48,55,58,67,117,131,133,137,140,142,143,144,154],hdf:37,head:[17,19,33,39],header:[15,43,46],heap:152,heavi:42,heavyweight:42,help:[42,131],helper:[12,20,24,25,42,96,100,135,158],helper_transform:[68,77,158],henc:[27,38,73],here:[1,22,29,38,69,77,131,140,144],hidden:67,hierarch:9,hierarchi:55,high:[22,82,131],higher:[43,46],hint:[4,134,141,142,145,147],histori:26,hold:[22,38,55,87,131],holder:[11,106],homogen:1,honor:73,hour:154,how:[22,27,38,67,73,95,98,99,104,119,125,130,131,134,140,149,158],howev:[1,27,30,38,46],html:[26,52,98,144],hts:46,http:[10,22,26,27,30,34,38,46,52,53,98,133,137,144,154],httperror:154,huge:67,hypothet:38,hyundai:113,id_label:[35,36],id_or_nam:28,ideal:139,idempot:38,ident:142,identifi:[13,22,35,38,43,44,93,131,133],ids:29,iff:15,ignor:[22,27,35,40,121,123],illustr:[38,116,117,149],imagin:38,immedi:[60,105],immut:38,impact:[27,43],implement:[1,3,15,16,17,18,19,22,26,30,33,37,38,39,40,41,42,43,49,53,54,55,69,70,71,73,74,77,79,81,82,84,86,105,128,131,133,134,135,147,154,156],implementor:[17,38,131],impli:[46,149],implicitli:140,import_from:144,import_nam:144,imposs:38,improv:[1,22],impuls:[74,131],inc:[31,49,50],includ:[17,19,22,33,35,38,42,46,84,87,111,113,140],inclus:[38,40],incom:35,incompat:149,inconsist:10,incorrect:42,increas:154,increment:[50,142],indefinit:[71,105],independ:[38,71,142],index:[46,67,73,131,137,142,147],index_tag:137,indic:[17,19,33,38,39,43,46,55,67,139,153,154],individu:[16,38,42,131,140],inequ:27,inf:40,infer:[4,145],infer_output_typ:[74,131,134],infer_return_typ:145,infer_return_type_func:145,infin:[38,140],info:[46,100,105,113,138],inform:[8,16,38,46,61,70,71,73,84,87,95,96,99,105,131,139,145,157],infrastructur:115,inherit:[38,73,133,156],init_result:[15,38],initi:[13,14,16,18,22,26,27,35,37,38,40,43,44,46,50,52,55,61,67,70,73,87,89,106,118,119,120,128,131],initial_bid:[111,113],initial_delay_sec:154,initialize_writ:[15,38],inject:[16,134],inlin:144,inmemoryunmergedst:84,inner:[73,142,147],inpalce_or:144,inplace_add:144,inplace_and:144,inplace_divid:144,inplace_floor_divid:144,inplace_lshift:144,inplace_modulo:144,inplace_multipli:144,inplace_pow:144,inplace_rshift:144,inplace_subtract:144,inplace_true_divid:144,inplace_xor:144,inprocess:77,input:[5,11,12,13,22,35,38,43,44,46,52,55,67,73,74,80,84,85,87,89,91,100,105,106,119,125,126,127,128,131,134,135,139,140,145,146,153,155,158],input_bundl:85,input_committed_bundl:89,input_or_input:134,input_or_output:134,input_pcol:134,input_per_sourc:127,input_s:125,input_spec:119,input_timestamp:140,input_typ:[131,145],input_type_hint:134,inputstream:3,insert:[22,100],insert_values_in_arg:11,insid:120,inspect:145,instanc:[1,4,11,17,19,22,33,39,46,53,55,61,67,70,71,73,89,90,98,122,123,128,131,133,134,137,140,142,145,147,154,155],instance_to_typ:145,instanti:[73,145,150],instead:[10,22,38,46,55,135,149,154],instruct:59,instrument:128,int_to_str:142,integ:[1,3,19,22,38,41,49,125,131,133,140,144],integr:[120,154],intend:[26,31,38,50,67,142,154],interact:[17,68,70,158],interactive_pipeline_graph:[68,92,94,158],interactive_runn:[68,92,95,158],interactivepipelinegraph:96,interactiverunn:99,interchang:22,interest:42,interfac:[18,19,35,50,67,133,138],intermedi:[22,131],intern:[1,2,3,14,28,29,38,49,53,55,56,57,66,69,70,73,77,78,79,80,85,89,90,91,104,121,122,124,133,135,140,144,145,146,148,149,151,152,153,154,155,156,158],interpol:[40,139],interpret:[22,73],intersect:140,interv:[40,140,152,154,155],interval_second:152,intervalwindow:140,introduc:[38,123],introduct:22,invalid:[17,18,34,52,53,119,142],invalid_argu:58,invoc:[38,87],invok:[38,87,131,137],invoke_process_el:87,involv:22,iobas:[12,14,15,16,22,40,41,42,45,68,69,72,119,131,158],ioerror:[16,17,19,33,39,105],ipython:96,is_access:54,is_bound:[38,73],is_default:131,is_determinist:1,is_don:84,is_empti:123,is_full_string_match:53,is_globally_window:135,is_integration_test:120,is_key_valid:29,is_kv_cod:1,is_lat:137,is_latest_vers:93,is_merg:140,is_pair_lik:1,is_process_bound:[131,146],is_root_transform:84,is_service_runn:53,is_stateful_dofn:138,is_termin:105,is_valid:133,is_valid_compression_typ:17,isn:[17,19,33,39,142],issu:10,item:[42,90,111,112,117,119,133],item_nam:[111,113],items_before_split:42,iter:[1,2,16,29,37,38,42,52,67,73,127,131,135,137,139,140,143,147,154],iterablecod:1,its:[1,4,11,17,22,29,35,38,128,131,133,134,139,145,153,156,158],itself:[38,73,155],java:30,job:[21,23,27,32,55,58,59,60,61,68,70,71,76,82,105,113,118,120,158],job_graph:70,job_nam:[32,53,120],job_pattern:53,job_result:70,jobapi:102,jobserviceservic:60,jobservicestub:60,jobstat:105,join:[17,19,33,37,39],json:[9,10,22,71,100,119],json_string_to_byte_arrai:71,json_valu:[6,7,158],jsonarrai:9,jsonobject:9,jsonstringtobytearrai:71,jsonvalu:[9,22],just:[27,38,67,134],keep:[31,38,73,81,89,99],kei:[1,4,9,13,27,28,29,35,38,40,46,67,73,83,84,86,87,89,90,106,119,128,130,131,133,134,138,139,140,143,145,158],kept:[99,133],key1:133,key2:133,key3:133,key4:133,key5:133,key_cod:[1,83],key_compar:29,key_value_typ:145,keyed_earliest_hold:91,keyed_watermark_hold:90,keyedworkitem:[87,90],keyspac:40,keyword:[11,67,131,142],keyword_hint:142,kind:[27,29,32,38,131,149],know:145,known:[17,53,84],kv_type:145,kvswap:139,kwarg:[2,11,15,16,23,27,34,35,43,44,46,52,85,86,87,106,123,130,131,139,142,146,151,153],kwarg_hint:142,kwargs_for_invok:87,label:[13,55,67,74,93,100,119,123,130,131,133,134,139,146,149],label_from_cal:134,lambda:[22,134,137],land:26,languag:158,larg:[27,42,43,67],large_dict:125,large_int:125,large_list:125,large_str:125,large_tupl:125,larger:38,largest:[38,130,139,155],largestperkei:130,last:[17,19,29,33,38,39,46,87],last_record_start:40,last_upd:[17,19,33,34,37,39],late:137,late_tag:137,latenc:[29,131],later:[87,120,121,131],latest:[27,29,50,93,95],latest_timestamp:29,latter:67,launch:113,launcher:[112,115],lead:96,leaf:[17,19,33,39],leaf_pcollect:100,least:[35,42,137],leave_composite_transform:146,left:[42,49,131],left_fract:42,left_result:42,len:18,length:[1,26,30,34,125,142,154],less:[30,40,131],less_than:27,let:[4,38,49],letter:[13,22,43,44,53,147],level:[13,55,96,100,131],lexicograph:40,lexicographickeyrangetrack:40,librari:[1,8,10,13,34,45,46,52,130,144],licens:17,lift:131,liftedcombineperkei:86,lightweight:42,like:[4,13,17,19,27,33,37,38,39,43,67,131,142,145,147],limit:[17,19,27,29,32,154],line:[22,38,43,46,52,113,120,122],linear:139,linearli:40,link:5,list:[1,9,11,14,17,19,22,28,29,30,33,34,39,42,46,53,54,55,67,90,93,96,119,120,122,123,125,128,130,131,139,142,143,147],list_append:144,list_int:125,list_prefix:34,load:[10,115,116,117],load_attr:144,load_closur:144,load_const:144,load_deref:144,load_fast:144,load_glob:144,load_loc:144,load_nam:144,load_sess:10,local:[15,17,19,39,43,55,77,82,93,100,131],local_to_glob:14,local_var:145,localfilesystem:[12,17,158],locat:38,lock:38,log:[59,138,152,154],log_result:152,logger:[122,154],logic:[16,38,49,81,87,106,140,154],loglevel:112,long_gener:127,look:142,lookup:67,loop:[38,131],lose:155,lower:[137,142],lower_bound:126,mach:19,machin:[38,82],machineari:87,made:[4,22,38,58,60,67],magic:106,mai:[1,4,16,17,19,22,30,35,38,46,49,59,67,73,87,89,105,131,139,149],main:[22,30,32,38,67,131],main_kw:131,main_tabl:22,mainli:87,make:[22,28,29,38,40,53,74,87,106,111,118,154],make_ancestor_queri:32,make_closur:144,make_ent:32,make_fn:131,make_funct:144,make_http_request:154,make_kind_stats_queri:29,make_latest_timestamp_queri:29,make_partit:29,make_request:29,makexyz:4,malform:143,malformedvcfrecord:46,manag:[22,38,55,68,91,95,99,101,122,137,152,158],mandatori:[131,139],mani:[9,27,38,130,131],manifest:58,manner:[13,38,42,139],map:[1,13,22,35,40,46,67,74,93,96,100,116,131,135,139],mapfn:134,mapper:86,maria:113,mark:149,marker:67,massiv:22,master:30,match:[1,17,19,22,49,53,55,71,75,87,106,123],match_fil:17,match_type_vari:147,matcher:[53,55,76,88,118,123],matchresult:[17,19],materi:[67,93,105,123],matter:38,max:[30,48,131,139],max_batch_operation_s:34,max_batch_s:139,max_delay_sec:154,max_dur:87,max_num_output:87,max_timestamp:140,maximum:[17,19,139,145,154],maybe_from_cal:131,mean:[38,48,93,130,149],mean_temp:22,meant:[59,105],measur:[125,126,127,139],member:[15,58],memori:[48,86,89,152],memoryreport:152,memoryview:18,merg:[38,86,119,131,137,140],merge_accumul:[131,146],merge_context:140,merge_result:[137,140],merge_using_gbk:119,merge_using_side_input:119,mergecontext:140,messag:[1,35,38,60,149],met:123,meta:17,metadata:[8,17,19,33,39,61,100,117],metadata_list:17,method:[1,4,16,17,18,19,27,28,29,37,38,40,42,50,52,53,55,71,87,105,119,120,122,131,133,134,135,138,145,146,147,149,154,156],metric:[59,70,81,84,105,128,158],metric_nam:49,metricbas:[47,49,158],metricnam:50,metricresult:[70,81,105],metrics_contain:85,metricsenviron:49,metricsfilt:49,micro:[153,155],microbenchmark:[125,126,127,128],microsecond:[27,126,140,155],might:[38,43,73,133,149],millisecond:[29,35,71,105],mime:[13,17,19,33,34,39],mime_typ:[13,15,17,19,33,34,37,39],min:[48,139],min_batch_s:139,min_bundle_s:[13,16,43],min_fraction_of_files_to_stat:16,min_num_offsets_per_split:41,min_number_of_files_to_stat:16,min_request:26,minimim:139,minimum:[13,16,43,91],mirror:142,mismatch_descript:118,miss:53,mix:142,mixin:[133,142],mkdir:[17,19,33,37,39],mock:122,mode:[17,18,22,34,38,71,74,75,131,140],model:[107,108,109,112,158],modifi:[11,38,100,134,144],modul:[0,6,7,12,20,24,25,47,51,56,57,68,69,72,77,92,94,101,107,108,109,110,114,124,129,141,148,158],moment:11,month:22,more:[4,16,17,19,22,27,33,37,38,39,43,53,55,87,95,119,131,133,134,137,139,140,144],moreov:38,most:[13,22,38,42,43,134,154],mostli:[55,139,154],move:[17,19,31,33,39,89],movingfunct:31,movingsum:31,msg:153,msg_class:153,much:9,multi:[38,42],multipl:[16,27,38,46,50,67,89,127,130,131,137,139,142],multipli:149,muss:38,must:[1,11,16,18,22,26,35,37,38,43,53,55,58,67,73,105,120,121,128,131,134,140,142,154],mutabl:[38,144],mutat:[28,29,38],mute:98,muterender:98,my_side_input:67,my_timer_expiry_callback:138,my_tranform:55,myavrofil:13,mybenchmark:128,mydofn:138,myjobnam:120,mypath:13,myptransform:67,mysink:38,name:[13,16,22,29,34,35,38,46,49,50,53,55,58,70,73,90,100,105,111,113,119,120,122,128,131,138,139,142,147],namespac:[13,27,29,32,49,50,133,147],nativ:[22,38,73,102,134,143],native_io:[22,68,69,158],native_type_compat:[141,158],nativesink:[22,38,73],nativesinkwrit:73,nativesourc:[22,73],nativesourceread:73,necessari:[4,67,128,133,155],necessarili:73,need:[2,4,15,17,19,22,28,33,38,39,40,53,55,59,61,87,122,123,134,154],neg:[17,18,40],negat:142,neither:[22,133],nest:[3,22,147],never:[11,38,67,137,140,152],new_pipeline_with_job_nam:32,new_process_fn:87,new_save_module_dict:10,new_track:41,new_valu:100,new_watermark:121,newlin:43,newobject:[1,2,3,11,17,18,19,22,26,29,31,34,35,38,41,46,48,49,50,53,54,55,58,59,60,61,65,67,73,78,79,81,84,85,87,89,90,91,102,104,105,106,121,122,130,131,133,135,136,137,138,140,142,145,150,152,154,155,156],nexmark:[107,108,158],nexmark_launch:[107,108,109,113,158],nexmark_model:[107,108,109,110,158],nexmark_util:[107,108,109,158],nexmarklaunch:112,next:140,nice_str:96,nnnnn:[13,43,44],no_retri:154,node:[55,67,71,105,134],non:[10,35,38,40,67,105,131,133,154],none:[1,9,13,14,15,16,17,19,21,22,23,27,29,30,32,34,35,38,40,42,43,44,45,46,48,52,54,55,67,70,71,73,74,76,81,84,87,90,93,96,97,98,99,100,102,104,105,111,115,116,117,118,119,120,122,130,131,133,134,137,139,140,145,146,147,152,153,156],nonmergingwindowfn:140,nonzero:154,nop:144,nor:22,normal:[27,46,133,140],nosetest:120,notabl:42,notbig:22,note:[1,10,17,18,22,27,28,30,38,55,74,123,131,134,142,147,149,152],noth:[73,149],notic:142,notifi:26,notify_observ:2,notimplementederror:105,notion:[38,73,130],now:[26,31,154],nth:139,nullabl:22,num_byt:17,num_el:139,num_input:126,num_items_to_read_before_split:42,num_partit:131,num_retri:154,num_run:[125,126,127,128],num_shard:[13,15,43,44],num_slow:23,num_sourc:127,num_split:[27,30],num_window:125,num_work:120,number:[11,13,17,18,19,22,23,27,28,30,35,38,42,43,44,46,53,79,87,93,112,118,123,128,130,131,139,154,155],numer:[22,35,155],obei:38,obj:[9,10],object:[1,2,4,5,9,10,11,13,15,16,17,18,19,22,32,33,34,35,37,38,39,40,44,46,49,50,52,53,54,55,67,68,70,73,80,87,89,93,95,97,100,102,104,105,106,111,112,113,118,120,121,125,128,131,134,137,138,140,142,144,145,147,152,154,155,156],observ:[0,158],observablemixin:2,obtain:[17,22,38,49,52,120,130,131,134,139],occupi:38,occur:[30,37,42,46,130,140],octet:[15,17,19,33,34,37,39],offer:[55,119],offici:38,offset:[17,18,38,41,73,140,155],offset_infin:40,offset_range_track:16,offsetrang:41,offsetrangetrack:[16,40],offsetrestrictiontrack:41,oflong:31,often:[139,149],okai:38,old:[38,149],old_multipli:149,on_el:137,on_fir:137,on_merg:137,on_success_match:53,on_tim:138,onc:[17,26,38,67,89,131,137,140,142],one:[1,4,13,22,26,28,29,35,38,42,43,44,46,52,53,55,67,73,87,89,95,128,130,131,134,139,140,142,147,156],ones:[42,52,78],onli:[1,2,3,6,7,8,9,10,11,13,14,17,22,28,29,35,38,40,42,43,44,46,49,53,55,56,57,66,67,73,78,79,80,81,85,89,90,91,95,96,104,120,121,122,123,124,130,131,133,135,139,142,144,145,146,148,149,150,151,152,153,154,155,156],opaqu:15,opcod:[141,158],open:[15,16,17,19,33,34,37,38,39],open_fil:16,open_shard:123,open_writ:[15,38],oper:[1,4,5,17,19,22,33,34,38,39,55,105,125,126,131,134,139,140,155],operation:139,opt_nam:120,optim:[13,43,137],option:[8,17,19,27,32,33,35,37,38,39,44,55,61,76,78,98,99,100,105,112,119,120,123,131,134,139,142,147,149,158],option_nam:54,orchestr:112,order:[1,4,22,27,34,38,40,46,55,105,120,122,131,142,147],orderedpositionrangetrack:40,ordinari:67,ordinarili:[131,139],orfin:137,org:[31,38,52,71,98,133,137,144],orient:38,origin:[38,42,100,142],original_range_track:42,original_read:42,original_stop_posit:42,other:[14,17,19,22,29,38,40,43,46,55,61,73,104,119,125,131,133,139,140,142,147],otherwis:[1,9,17,38,42,55,120,121,131,134],our:55,out:[17,18,105,131],outer:[28,38],output:[12,13,15,16,17,35,38,43,44,46,55,67,78,80,84,87,89,91,95,118,119,121,131,134,139,140,146,158],output_at_earliest:140,output_at_earliest_transform:140,output_at_eow:140,output_at_latest:140,output_filter_ratio:119,output_pcollect:[78,84],output_records_per_input_record:119,output_tag:100,outputcheckwrapperdofn:146,outputstream:3,over:[52,131,139,154],overhead:17,overlap:38,overload:26,overload_ratio:26,overrid:[15,22,52,55,74,75,87,105,106,118,131,133,134,156],overridden:38,overwrit:15,own:[131,139],p12345:113,pack_ani:153,pack_struct:153,packag:[11,158],pad:[13,43,44],pair:[17,19,33,38,39,41,52,67,73,106,119,130,131,133],pairwithrestrictionfn:106,pane:137,parallel:[5,11,16,19,22,27,38,131,134,158],param:[42,128],paramet:[1,8,9,11,13,14,15,16,17,18,19,21,22,26,27,28,29,30,33,34,35,37,38,39,40,42,43,44,46,49,50,52,55,58,59,60,61,67,70,71,73,78,84,87,89,91,95,96,97,98,99,100,105,118,119,120,122,123,125,128,131,134,137,139,140,142,143,145,147,149,154,155,156],parameter:147,parameter_typ:[1,134,156],pardo:[22,38,67,87,105,106,131,134],pardo_payload:131,parent:[44,152],pars:[13,43,46,52,112,113,115,119,120,153],parse_arg:[112,119],parse_byt:153,parse_byte_s:119,parse_int:142,parseeventfn:113,parser:52,part:[1,16,17,19,22,33,38,39,49,52,71,73,87,131],partial:[29,38,86,131],partialgroupbykeycombiningvalu:86,particular:[13,38,42,43,44,46,96,117,134,139,145],partit:[22,29,30,38,131,147],partition_for:131,partitionfn:131,partitionid:29,pass:[1,13,15,17,19,22,33,37,38,39,44,46,52,71,87,112,115,119,123,131,134,137,138,140,142,156],past:[38,73],patch:122,patch_retri:122,path:[13,15,16,17,19,29,33,34,37,38,39,43,44,46,53,118,122,131,150],pathnam:[17,19,33,37,39],pattern:[13,16,17,19,34,43,44,46,53,123,134,154],payload:[35,156],payload_typ:65,pbegin:[38,71,74,93,121,131],pc1:[119,139],pc2:[119,139],pc3:139,pcoll1:139,pcoll:[13,22,27,35,38,43,44,55,67,71,86,87,93,99,106,120,130,131,134,139],pcoll_id:100,pcollect:[1,4,13,15,22,27,38,43,46,55,67,84,87,91,93,96,99,100,105,106,119,121,123,125,130,131,134,139,140,158],pcollection_stat:96,pcolls_to_pcoll_id:99,pdf:46,peform:131,pend:105,per:[22,67,84,86,126,128,131,139,154],per_bundle_delay_sec:119,per_element_cost:139,per_element_delay_sec:119,percent_complet:73,percentag:73,perel:130,perfectli:38,perform:[1,13,16,17,19,27,31,38,42,43,87,106,111,112,113,115,116,117,119,125,126,127,131,139,140,146,149],perform_multi_threaded_test:42,perhap:73,period:[27,95,140],perkei:130,permanentexcept:[8,154],permit:[139,147],persist:[105,131],person:[111,112,113],phase:[38,46,122],phaseset:46,phred:46,physic:81,pick:[1,133],pickl:[1,4,10,38,120,156],picklabl:38,pickle_urn:156,picklecod:[1,10,38],pickler:[6,158],piec:89,pipe:[18,134],pipelin:[1,5,11,13,16,21,22,32,35,36,37,38,43,44,46,49,50,52,53,60,61,67,68,69,71,75,76,77,80,82,84,87,88,95,96,97,98,99,100,104,105,106,111,112,113,115,116,117,118,119,120,121,123,131,133,134,135,139,146,158],pipeline_analyz:[68,92,95,158],pipeline_context:[68,158],pipeline_graph:[68,92,94,96,98,158],pipeline_graph_render:[68,92,94,95,99,158],pipeline_info:[99,100],pipeline_opt:[17,19,32,33,37,39,51,53,54,84,133,158],pipeline_options_valid:[51,158],pipeline_proto:[95,97,100],pipeline_proto_to_execut:100,pipeline_result:118,pipeline_verifi:[107,158],pipelineanalyz:[95,100],pipelineananlyz:100,pipelinecontext:[1,104,156],pipelineerror:[5,55],pipelinegraph:[96,97,98],pipelinegraphrender:[95,98],pipelineinfo:100,pipelineopt:[17,19,33,39,52,53,55,100,120,133],pipelineoptionsvalid:53,pipelineresult:[99,105],pipelinerunn:[55,71,82,99,100,105,120,158],pipelinest:[105,118],pipelinestatematch:118,pipelinevisitor:[55,80,146],pipestream:18,place:[9,11,67,131,134,140,154],placehold:[11,13,16,43,44],plain:67,plane:59,platform:151,pleas:[16,22,38,53,119],plugin:[17,98,148,158],pobject:131,point:[1,13,30,32,38,84,89,140,145,154,155],poll:71,poll_for_job_complet:71,pool:[11,52],pool_siz:11,pop_on:144,pop_thre:144,pop_top:144,pop_two:144,popen:151,popul:[55,133],portabl:158,portion:131,pos:[14,40],posit:[11,14,17,18,38,40,41,42,46,53,73,121,131,142],position_at_fract:[14,38,40],position_for_fract:42,position_to_fract:40,positional_hint:142,possibl:[1,16,19,22,38,42,53,93,131],potenti:[67,84],power:158,practic:38,pre:[38,86,131],pre_fin:[15,38],pre_finalize_result:38,preced:139,precis:[22,140,155],predecessor:155,prefer:[1,17,156],prefetch:138,prefix:[13,17,19,33,43,44,93],prepar:60,preparationid:60,presenc:149,present:[18,22,46,58,130],preserv:[42,55],prespecifi:119,prevent:[16,38,50,139],previou:[22,38,87,121],previous:26,price:[111,113,116],primari:[38,73],primarii:119,primarili:14,primary_range_track:42,primit:[1,74,82,87,106,131,140,147],print:[128,145,149],print_item:144,print_newlin:144,prior:38,prob:46,problem:105,proce:131,proces:106,process:[1,4,17,22,23,27,38,67,73,74,77,79,84,86,87,89,91,102,103,106,113,119,121,125,131,134,137,138,139,140,146,148,152,158],process_continu:87,process_element_invok:87,process_keyed_elements_transform:87,process_st:85,process_to_termin:113,processcontinu:87,processdata:22,processel:87,processfn:87,processingtimeev:121,processkeyedel:106,processkeyedelementsviakeyedworkitem:87,processkeyedelementsviakeyedworkitemsoverrid:87,produc:[1,13,38,42,43,55,67,80,84,87,100,119,121,131,139,149],profil:[139,148,158],profile_id:152,profile_loc:152,profilingopt:52,program:[22,137,144,158],progress:[40,59,73,105,131],project:[8,22,27,29,35,53,98,112],project_id_pattern:53,project_number_pattern:53,promis:38,proper:[134,138,142],properli:[38,87,142],properti:[30,38,42],propertiesfromenumtyp:65,propertiesfromenumvalu:65,propertiesfrompayloadtyp:65,proto:[29,50,55,67,95,96,97,100,104,131,134,137],proto_map:100,proto_message_typ:1,proto_util:[148,158],protobuf:[1,153],protoc:1,protocod:1,protocol:[1,38],provid:[1,11,13,17,18,19,22,27,30,32,33,35,38,39,40,41,54,55,61,84,89,91,95,99,100,104,105,120,121,131,134,139,142,156,158],provis:61,provisionserviceservic:61,provisionservicestub:61,pseudo:38,pseudocod:42,ptransform:[4,5,13,22,27,35,38,43,44,46,55,67,71,74,75,80,84,85,86,87,93,96,100,106,119,121,123,129,130,131,133,139,147,158],ptransform_arg:106,ptransform_fn:134,ptransform_kwarg:106,ptransform_overrid:[68,69,158],ptransform_side_input:106,ptransform_test:45,ptransformoverrid:[55,71,75,87,106],ptransformwithsideinput:131,pub:35,publish:35,pubsub:[12,20,113,122,158],pubsub_integration_test:36,pubsub_it_pipelin:[12,20,158],pubsubmessag:35,pull:67,pure:3,purpos:120,push_valu:144,put:[10,18,105],putartifact:58,pvalu:[5,11,13,35,38,43,44,46,55,80,105,131,134,135,158],pvalue_class:11,pvalueerror:5,pvalueish:[55,99,134],pydot:98,pydotrender:98,pypi:98,python:[1,3,5,9,10,13,17,18,37,38,52,66,74,98,99,112,113,120,125,126,127,131,142,143,144,145,147,154],python_urn:[56,158],pyvcf:46,pyx:3,qualiti:[46,149],queri:[21,22,27,28,29,30,32,70,81,95,100,105,107,108,109,111,112,113,158],query0:[107,108,109,112,114,158],query1:[107,108,109,114,158],query2:[107,108,109,114,158],query_arg:[112,115,116],query_error:112,query_latest_statistics_timestamp:27,query_result:22,query_splitt:[12,20,24,25,158],queryiter:29,querysplitt:30,querysplitterimpl:30,question:[33,39,128,149],quickstart:22,quit:9,quot:[17,93],race:38,rais:[1,5,9,15,16,17,18,19,22,29,33,34,37,38,39,42,52,55,105,119,120,123,131,133,134,142,143,145,154],random:[1,18,28,30,125,126,139,154],random_str:125,random_windowed_valu:125,randomli:154,randomuniquekeyfn:106,rang:[14,16,18,38,40,41,42,73,140],range_track:[12,14,16,38,42,45,119,158],rangetrack:[14,16,38,40,42],rather:[1,17,19,22,46,142,144,156],ratio:26,raw:[38,113,121],raw_byt:71,raw_ev:[115,116,117],rawiobas:18,reach:[18,93,154],reachabl:[71,105],read:[1,3,13,14,16,17,18,19,21,22,23,27,29,32,33,34,35,38,39,42,43,44,45,46,73,84,93,100,119,138,158],read_al:3,read_bigendian_doubl:3,read_bigendian_int32:3,read_bigendian_int64:3,read_bigendian_uint64:3,read_buffer_s:34,read_byte_py2:3,read_byte_py3:3,read_cache_id:100,read_from_sourc:42,read_record:16,read_siz:17,read_var_int64:3,readabl:[17,18],readallfil:13,readallfromavro:13,readallfromtext:43,readcach:[93,100],reader:[22,38,73],readerposit:73,readerprogress:73,readfn:27,readfromavro:13,readfromdatastor:27,readfrompubsub:35,readfromsourc:42,readfromtext:[43,158],readfromtfrecord:44,readfromvcf:46,readi:[118,158],readinto:18,readlin:17,readstringsfrompubsub:35,real:[11,79],real_tim:[136,137],realclock:79,realiti:131,realli:4,reason:[4,131,154],rebalanc:[38,42],receiv:[38,42,89,112,113,115,131,142],recent:31,recommend:[13,42,43,120,149],record:[13,15,16,29,35,38,42,44,46,73,100],record_current_posit:38,record_index:73,record_start:40,recurs:[17,19,33,34,39],recv_pip:18,redefinit:52,reduc:[13,43,105,131],reduct:131,redund:38,reentrant:[38,42],refer:[22,38,42,46,50,55,134],referenc:[96,100,104],reference_bas:46,reference_nam:46,reference_source_info:42,referenced_pcollect:96,refsnp:46,refus:38,regist:[1,4,19,55,85,120,156],register_cod:4,register_observ:2,register_pickle_urn:156,register_structured_urn:1,register_urn:[1,134,156],registr:[4,156],registri:[1,4],regular:[17,147],reify_window:123,reifywindow:131,reimplement:133,reject:133,rel:[17,18,73,139],relat:[5,38,50,59,80,134],releas:[87,89,149],relev:34,reli:[22,123],remain:[18,38,73],remaining_split_point:73,remaining_tim:73,remot:[22,35,71,154],remov:[43,139,149],remove_objects_from_arg:11,removedupl:139,renam:[17,19,33,34,37,38,39],render:[95,96,97,98,99],render_opt:99,render_pipeline_graph:98,rendererd:98,repeat:22,repeatedli:[131,137],replac:[11,13,43,44,55,106,122,130,131,144,149],replace_al:55,report:[38,59,91,131,152,154],report_current_posit:38,report_onc:152,repres:[11,16,17,22,35,38,41,42,46,48,52,67,73,105,131,133,135,137,155,158],represent:[22,73,96,97,98,133,140],request:[17,18,26,27,28,29,40,49,58,59,60,61,73,84,87,154],request_dynamic_split:73,request_iter:[58,59],requir:[1,4,9,13,22,38,43,52,53,100,131,149],required_transform:96,reserv:147,reserve_pric:[111,113],reset:137,reshuffl:139,reshuffleperkei:139,residu:[38,73,87],residual_range_track:42,residual_restrict:87,resolut:105,resourc:[38,61,120],respect:[13,22,38,42,43,44,46],respond:[70,81],respons:[4,17,19,28,29,59,60,85,87],rest:38,restrain:131,restrict:[38,49,87,106],restriction_cod:106,restriction_track:[12,158],restrictionprovid:131,restrictiontrack:[38,41,87,131],result:[1,10,11,16,17,22,27,30,32,38,42,46,48,49,52,71,73,84,85,86,87,90,96,105,118,128,130,131,134,139,140,142,149,152],result_pcol:134,resum:87,retri:[8,29,38,118,122,148,158],retriev:[11,18,58,95,142],retry_filt:154,retry_on_beam_io_error_filt:154,retry_on_io_error_and_server_error:118,retry_on_rpc_error:29,retry_on_server_errors_and_timeout_filt:154,retry_on_server_errors_filt:154,return_context:55,return_type_hint:142,returns_windowed_valu:73,revers:139,rewind:17,rfc3339:155,rfc:[35,155],rfc_3339_re:155,right:[42,55,154],right_fract:42,right_result:42,role:111,roll:31,root:[84,85,89],root_transform:[84,91],rootbundleprovid:89,rot_four:144,rot_n:144,rot_thre:144,rot_two:144,rotate_kei:119,round:95,row:[22,23],rowasdictjsoncod:22,rowtostringwithslowdown:23,rpc:[26,29,49,154],rpc_stats_callback:29,rpcerror:29,rule:29,run:[5,8,10,11,21,23,30,32,36,38,55,57,60,71,76,83,84,85,88,89,96,99,105,112,113,119,120,125,126,127,128,131,133,147],run__nativewrit:71,run_abc:105,run_async:105,run_benchmark:[126,127,128],run_bq_pipelin:21,run_coder_benchmark:125,run_combinevalu:71,run_command:102,run_flatten:71,run_groupbykei:71,run_impuls:71,run_pardo:71,run_pipelin:[36,71,76,82,88,99,105],run_queri:[28,112],run_read:71,run_transform:105,run_using_threadpool:11,runner:[5,22,27,38,49,53,55,59,120,121,131,134,158],runnerapi:60,runnerapifn:[1,131,140,156],runnererror:5,runtim:[1,5,16,27,61,142,146],runtime_opt:[17,33,39,54],runtimeerror:[5,55],runtimest:138,runtimetim:138,runtimevalueprovid:[17,33,39,54],runtimevalueprovidererror:5,safe:[38,81,96,97],safefastprimitivescod:93,safeti:38,sai:[4,38],same:[1,4,16,17,19,22,29,33,34,38,39,42,43,46,50,55,67,73,78,105,119,123,130,131,140,143,149,154],sampl:[1,21,22,93,96,99,130,138],sample_s:93,samtool:46,satisfi:[38,145],save:152,save_modul:10,scale:[22,46],scatter:28,scenario:[22,38],schedul:[80,85],schedule_pending_unblocked_task:84,schema:[13,22,46],schema_as_json:22,scheme:[17,19,33,37,38,39,53],scope:28,score:46,sdf:[74,87,106],sdf_common:[68,158],sdf_direct_runn:[68,77,158],sdf_invok:87,sdfprocesselementinvok:87,sdist:57,sdk:[31,38,59,61,66,71,142,147,157],sdk_locat:112,sdkfunctionspec:[1,156],search:154,second:[4,17,19,29,33,35,39,42,79,118,119,121,128,134,139,140,144,152,154,155],section:38,see:[4,13,16,19,26,27,37,38,42,43,44,52,53,55,87,99,105,119,131,134,137,139,140],seed:[125,126],seek:[17,18],seek_cur:[17,18],seek_end:[17,18],seek_set:[17,18],seekabl:[16,17,18],select:[22,29,67,117],self:[1,2,38,128,131,133,134,138,142,155,156],seller:[111,113],semant:[27,38,121,134,137,141,147],send:[26,59,112,115],sens:4,sent:[26,59,131],separ:[22,46,119,131,140,142],sequenc:[38,46,125,126,145],sequenti:[18,38,58],seri:[111,112,113,115,116,117,119,140],serial:[4,22,38,55,89,104,156],serializ:[121,139],serialize_windowing_strategi:71,serialized_data:71,serv:115,server:[58,59,60,61,154],servic:[8,13,22,35,38,43,52,53,58,59,60,61,70,71,73,118,154],session:[10,99,140],set:[4,13,14,16,17,18,19,22,26,27,34,35,38,42,43,44,46,49,50,52,53,54,67,71,84,87,91,96,99,100,105,118,119,131,137,138,139,140,142,147,149,154],set_current_posit:[14,38,40],set_opt:19,set_process_element_invok:87,set_proto_map:100,set_render_opt:99,set_running_in_gc:8,set_runtime_opt:54,set_split_points_unclaimed_callback:[38,40],setup:[38,57,87,120],setupopt:[52,53],sever:[12,14,22,73,123,128,131,134,139],sha1:122,shape:119,shard:[13,15,30,43,44,123],shard_name_templ:[13,15,43,44],share:[22,78,84],shift:55,shortvalu:133,should:[10,11,16,17,18,19,22,26,33,35,38,39,43,50,55,67,73,87,89,96,105,106,118,120,121,123,126,130,131,133,135,137,139,142,147,152,154,156,158],should_drop:133,should_execute_seri:89,should_fir:137,shown:133,shuffl:[73,131],shuffle_posit:73,shufflebarri:119,shuffler:4,shutdown:85,side:[5,11,22,26,67,84,86,119,127,131,135,139],side_input:[22,84,89,134],side_input_valu:85,side_input_visitor:71,side_inputs_contain:91,side_t:22,sideinput:[129,158],sideinput_microbenchmark:[124,158],sideinputbarri:119,sideinputerror:5,sideinputmap:135,sideinputparam:131,signal:[18,22,38],signatur:[105,131,154],signifi:149,signific:[27,158],significantli:[13,38,139],similar:31,similarli:22,simpl:[1,13,49,116,117,128,131,139,140,142,145,147,154,158],simplefilt:149,simpler:[9,38,134],simpli:[52,98,115,131,152],simul:[23,111,112,113,115,116,117],sinc:[1,4,22,26,27,35,38,79,123,140,149,155],singl:[13,15,16,18,22,27,38,46,48,77,81,82,90,130,131,139,140,142],singleton:67,singletoncod:1,sink:[12,15,17,22,35,38,43,44,73,93,158],sinkwrit:73,size:[1,3,11,13,16,17,18,19,27,33,34,37,38,39,43,86,119,125,128,139,140,158],size_in_byt:17,skip:[42,43,122,131],skip_header_lin:43,sleep:[29,122,154],sleep_sec:118,slice_0:144,slice_1:144,slice_2:144,slice_3:144,slide:140,slidingwindow:140,slot:140,slow:23,slow_stream:[0,158],small:[22,30],small_dict:125,small_int:125,small_list:125,small_str:125,small_tupl:125,smaller:[29,35,139,155],smallest:[130,139],smallestperkei:130,snapshot:91,softwar:[17,98],solut:134,some:[22,38,42,85,89,105,131,134,139,152,158],somefn:134,someth:[73,152],sometim:[4,131],soon:38,sortbi:152,sourc:[1,2,3,5,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,48,49,50,52,53,54,55,58,59,60,61,65,67,70,71,73,74,75,76,78,79,80,81,82,83,84,85,86,87,88,89,90,91,93,95,96,97,98,99,100,102,103,104,105,106,111,112,113,115,116,117,118,119,120,121,122,123,125,126,127,128,130,131,133,134,135,136,137,138,139,140,142,143,144,145,146,147,149,150,151,152,153,154,155,156,158],source_bundl:14,source_file_nam:[17,19,33,37,39],source_frac:14,source_index:14,source_info:42,source_ix:14,source_posit:14,source_test_util:[12,158],source_test_utils_test:42,sourcebas:[38,73],sourcebundl:38,sourcereaderprogress:73,sources_info:42,space:[4,154],speak:102,spec:[46,138],special:[22,74,93,131],specif:[13,38,43,48,52,55,66,67,73,74,84,87,89,106,119,131,138],specifi:[4,9,13,16,17,19,22,27,33,35,38,39,43,46,52,53,55,67,71,73,84,87,119,120,121,128,131,134,137,138,139,140,142,145,147,149,158],specul:137,spent:29,split:[13,14,16,17,19,22,27,30,33,37,38,39,40,41,42,43,45,59,70,73,106,119,131],split_fract:[38,42],split_offset:40,split_point:[38,40],split_points_unknown:38,split_posit:[38,42],split_result:42,splitfractionstatist:42,splitqueryfn:27,splitrestrictionfn:106,splittabl:[16,38,87,106,131],splittabledofn:[74,106],splittablepardo:106,splittablepardooverrid:106,splitter:30,sql:22,src:[30,34],src_dest_pair:34,sre:26,sre_pattern:[19,155],sssss:[13,43,44],stabl:[59,158],stack:[78,144,145],stage:[38,58],staging_loc:112,stai:[38,73],stand:38,standard:[17,22,52,134,154],standard_window_fns_pb2_grpc:[56,57,158],standardopt:[52,53],star:152,start:[14,18,37,38,40,41,42,46,52,53,85,95,99,102,105,111,113,118,140,152],start_bundl:[27,86,106,119,131,146],start_periodic_upd:95,start_posit:[14,16,38,40,41,42,45,119],start_sess:99,start_stat:85,startup:[8,150],stat:[27,42,95,96],state:[38,59,60,70,71,76,81,83,84,87,89,105,111,113,118,137,138,144,145],state_sampl:85,state_spec:[83,138],state_tag:138,statement:158,stateparam:131,statespec:138,staticvalueprovid:54,statist:[27,29,50],statu:[95,105,154],stdout:128,step:[1,4,22,32,38,49,70,84,87,93,105,119],step_context:[83,87],step_label:1,step_nam:84,still:[16,38,59,158],sting:22,stop:[38,41,42,95,105,152],stop_periodic_upd:95,stop_posit:[14,16,38,40,41,42,45,73,119],storag:[34,38,52,53,131],storage_api_servic:52,storage_cli:34,store:[17,19,26,42,46,55,59,74,140,145,155],store_attr:144,store_fast:144,store_glob:144,store_map:144,store_slice_0:144,store_slice_1:144,store_slice_2:144,store_slice_3:144,store_subscr:144,str:[1,9,13,15,16,17,18,22,29,34,35,42,43,46,55,96,97,98,99,100,120,122,133,142,147],straight:9,strategi:155,stream:[3,15,17,18,19,22,33,34,35,37,39,60,71,74,75,82,111,112,113,115,116,117,121,131,136,158],streaming_cr:[68,69,72,158],streamingcr:74,stress:42,strictli:[4,35],string:[1,9,13,16,17,18,19,22,32,33,35,37,39,40,43,44,46,49,50,53,67,73,118,119,122,123,125,128,133,153,155],string_valu:133,stringutil:71,strip_trailing_newlin:43,strongli:42,struct:153,struct_obj:103,struct_to_dict:103,structur:[9,17,19,33,39],strutf8cod:[1,43],style:17,sub:[16,27,35,38,73,105,122,131],sub_range_track:14,subclass:[2,4,38,40,42,45,50,52,53,130,131,133,134,140,150],subclassess:53,subcompon:133,subdirectori:158,subject:[35,149],submit:[60,71],submodul:[24,108],subprocess:151,subscrib:60,subscript:[35,122],subsequ:[38,73,154],subset:147,subsystem:4,subtrigg:137,succe:[38,42],succeed:[26,34,38],success:[26,29,38,73],successful_request:26,successfulli:[38,58,71],suffici:73,suffix:[13,17,32,43,44,122],suggest:[38,149],suggested_split_posit:42,suit:[111,112,113,115,116,117],suitabl:[1,89,131],sum:[31,48,131],sunnyval:113,suppli:[55,67,120],support:[1,9,13,17,18,22,33,35,37,38,39,43,55,73,82,83,105,131,133,134,137,142,146],suppos:28,sure:[53,87,106,118],surround:139,switchingdirectrunn:[82,88],symmetric_binary_op:144,sync:89,syntax:[1,9,17,19,22,131,141,147],synthet:119,synthetic_pipelin:[107,158],syntheticsourc:119,syntheticstep:119,sys:[52,55,120],system:[17,19,27,33,37,38,39,120,137],tabl:[21,22,23,27,38],table_row:22,table_schema:22,table_schema_to_dict:22,tablecel:22,tablefieldschema:22,tablerefer:22,tablerow:22,tablerowjsoncod:22,tableschema:22,tag1:139,tag2:139,tag:[67,120,131,139],taggedoutput:67,tail:[17,19,33,39],take:[11,38,55,73,123,128,131],taken:139,takes_windowed_valu:73,tar:112,target:[26,139],target_batch_duration_sec:139,target_batch_overhead:139,target_window_fn:135,task:[38,84],techniqu:22,tell:[17,18],temp:93,temp_loc:112,temp_path:15,tempdir:122,templat:[13,43,44,54],temporari:[35,38,122,139],temporarili:154,term:[22,38],termin:[38,76,87,113,118],test:[22,28,36,42,53,76,79,88,139,154,158],test_bigquery_cli:22,test_client:22,test_dataflow_runn:[68,69,158],test_direct_runn:[68,77,158],test_method:87,test_pipelin:[107,158],test_read_metr:45,test_runner_api:[55,120],test_stream:[107,158],test_util:[107,158],testcas:122,testclock:79,testdataflowrunn:76,testdirectrunn:88,testopt:[52,53],testpipelin:120,testrunn:120,teststream:121,testwindowedvalu:123,text:[38,43,55,98,158],textio:[12,158],textrender:98,tfrecord:44,tfrecordio:[12,158],than:[1,17,19,22,27,30,35,38,40,46,121,131,139,142,144,155,156],thei:[17,38,42,50,67,89,123,131,140],them:[10,38,71,131],themselv:[49,67,147],therebi:131,therefor:17,thi:[1,4,8,11,13,15,16,17,18,19,22,26,27,29,30,31,33,34,35,38,39,40,42,43,44,46,48,49,50,52,55,58,59,67,68,69,73,74,77,78,80,82,84,87,89,93,95,96,97,98,99,100,105,106,113,115,116,117,118,119,120,122,123,125,126,131,133,134,135,137,138,139,140,142,145,147,149,152,154,155,156,158],thing:[38,152],those:[1,13,22,38,74,96,120,131,133],thread:[11,38,42,81,95,96,97],three:[4,35,38,42,49,111],throttl:[26,29],throttle_delai:29,throttle_request:26,throttled_sec:29,throttler:[26,29],through:[27,38,40,44,53,55,112,115,119,131,154],throughout:[11,22],throughput:82,thu:[93,139],till:87,time:[4,11,13,16,17,19,22,26,29,33,35,38,39,43,44,46,71,73,79,87,89,105,118,121,126,127,128,130,131,136,137,139,140,147,150,154,155],time_domain:[90,137,138],time_in_m:112,timedelta:133,timedomain:[136,138],timeout:[76,105,113,122,154],timer:[84,87,90,91,136,137,138],timer_fir:90,timer_spec:[83,138],timerfir:90,timerparam:131,timerspec:138,timestamp:[1,27,29,35,48,78,87,90,91,111,113,121,123,131,133,136,137,138,140,148,158],timestamp_attribut:[35,36],timestamp_combin:[131,140],timestampcod:1,timestampcombin:140,timestamped_valu:121,timestampedvalu:[121,140],timestampparam:[87,131],timeutil:[1,129,140,158],timezon:35,tl_referenced_pcoll_id:100,tl_required_trans_id:100,to_be_merg:[137,140],to_delete_mut:27,to_json_valu:9,to_low:142,to_proto_str:35,to_rfc3339:155,to_runner_api:[1,50,55,67,104,131,134,136,137,138,156],to_runner_api_paramet:[1,35,38,131,134,140,156],to_runner_api_pickl:134,to_upsert_mut:27,to_utc_datetim:155,todict:130,todo:[55,74],togeth:[50,131],toggl:142,toler:[38,46],tolist:130,too:[30,42,131],took:[1,156],tool:[22,158],top:[55,96,100,130,142,144,158],topic:[35,122],tostringcod:43,total:[38,42,73,130,139,142,154],track:[31,38,40,48,50,80,81,84,89,91],tracker:[14,31,38,40,42,87],transform:[4,13,14,22,23,27,35,38,43,44,45,46,49,52,55,67,71,73,74,78,80,82,83,84,86,87,89,91,93,99,100,105,106,113,119,121,123,146,158],transform_evalu:[68,77,87,90,158],transform_evaluation_st:85,transform_evaluator_registri:85,transform_keyed_st:91,transform_nod:[71,105],transform_proto:100,transformerror:5,transformevalu:[83,85,89,90],transformevaluatorregistri:89,transformexecutor:85,transformresult:[84,90],transformss:106,transformwatermark:91,translat:[17,55,70],translate_pattern:17,travers:[52,55],treat:155,treatment:131,tree:[17,33,39,119],tri:154,trigger:[22,84,129,131,158],triggercontext:137,triggerfn:[131,137],trivial:[42,131,145],trivial_infer:[141,158],try_claim:[14,38,40,41],try_split:[14,38,40,42],tupl:[1,9,11,14,29,34,38,42,46,67,119,123,130,131,139,142,147,156],tuplecod:1,tuplesequencecod:1,turn:[22,154],twice:[10,38],two:[4,13,17,19,33,35,37,38,39,42,73,119,131,142,145,147,149],txt:122,typ:143,type1:22,type2:22,type3:22,type:[1,2,3,4,9,11,13,16,17,18,19,22,26,29,31,33,34,35,38,39,40,41,42,46,48,49,50,53,54,55,58,59,60,61,65,67,73,78,79,81,84,85,87,89,90,91,102,104,105,106,120,121,122,130,131,133,134,135,136,137,138,139,140,141,142,143,145,146,147,150,152,154,155,156],type_1:142,type_2:142,type_check:147,type_check_input:134,type_check_inputs_or_output:134,type_check_output:134,type_hint:[134,142,146],typecheck:[141,158],typecheckcombinefn:146,typecheckerror:142,typecheckvisitor:146,typecheckwrapperdofn:146,typecod:[0,158],typeconstraint:[134,142,145,147],typedict:133,typeerror:[9,15,16,22,55,131,134],typehint:[1,4,131,134,158],typeinferenceerror:145,typeopt:[52,53],typevari:147,typic:[16,43,44,46,55,105,126,131,134,149],uid:38,ultim:142,unabl:27,unari:144,unary_convert:144,unary_invert:144,unary_neg:144,unary_not:144,unary_posit:144,unavail:[30,93],unbound:[73,74,121,140,158],unclaim:38,uncommit:84,uncommitted_output_bundl:90,uncommittedbundl:78,uncompress:17,unconsum:38,undeclar:131,undeclared_tag_valu:90,under:[17,27,35,112,131,139],underli:[17,19,30,43,46,84,134,137,140,145],underlying_result:99,underlying_runn:[99,100],underscor:22,undesir:4,unfinish:38,unicod:[98,133],union:[14,42,105,140,145,147],union_list:145,uniqu:[35,38,49,67,106,130,139],unit:[28,35,42,133,140],unittest:122,unix:[17,19,33,35,39,121,140,155],unknown:[1,38,105,119],unless:[13,18,43,67,140],unmergedst:84,unpack:[142,153],unpack_ani:153,unpack_sequ:144,unpickl:[53,120],unprocess:[38,87],unprocessed_bundl:[90,91],unquot:93,unsplitt:[38,40],unsplittablerangetrack:40,unstart:40,until:[60,71,76,86,89,105,120,131],unused_arg:[23,106,113,131,142,144],unused_context:[1,131,134,137,140,156],unused_el:74,unused_fn_paramet:140,unused_input:[38,121,131],unused_input_typ:[74,131,134],unused_kwarg:[23,106,113,131,142],unused_paramet:131,unused_payload:[1,131],unused_registri:1,unused_st:144,unused_transform:71,unused_typehint:1,unwrap:[121,145],unwrap_al:145,updat:[22,27,38,48,49,50,55,71,81,83,84,91,95,96,105,126],update_displai:95,update_pcollection_stat:96,update_phys:81,update_watermark:91,upload:[18,58],uploaderstream:18,upon:18,upper:[13,43,44,142],upper_bound:126,upstream:[80,131],upto:29,uqfound:10,uri:[17,33,39,53],uri_schema_pattern:19,url:[17,37,76,133],urn:[1,55,65,66,131,134,140,148,158],usabl:13,usag:[1,38,42,55,112,113,134,138,142,149,150,152],use:[1,2,3,4,6,7,8,9,10,11,13,14,17,19,22,26,27,28,29,31,33,34,35,36,38,39,42,43,49,50,52,53,55,56,57,58,66,67,71,73,78,79,80,85,89,90,91,104,119,120,121,122,124,125,131,135,142,144,145,146,148,149,151,152,153,154,155,156],use_fastavro:13,use_global_window:123,use_standard_sql:22,used:[1,4,10,11,13,16,17,19,22,28,33,35,38,39,40,43,44,46,48,49,50,52,55,67,68,71,73,78,79,80,84,87,89,90,96,105,113,118,119,120,121,123,125,131,133,134,135,137,139,140,142,147,154,156],useful:[1,84,131],user:[11,13,16,17,19,22,27,33,35,38,39,49,50,67,70,73,83,100,133,135,138,149,150],userst:[83,129,158],userstatecontext:[83,138],uses:[4,17,30,35,89,122],using:[1,4,8,9,11,19,21,22,27,38,43,46,55,73,82,85,98,106,119,121,131,134,140,142,147,149],usual:93,utc:[35,155],utf:[1,43],util:[6,8,9,12,17,18,20,24,25,42,68,71,77,87,98,100,101,104,107,113,119,120,121,122,124,129,131,136,140,142,157,158],v31:139,v32:139,v33:139,val:3,valid:[13,16,17,22,29,35,43,44,46,52,53,87,120,123,131,133,134,138,142,147],validate_cloud_opt:53,validate_composite_type_param:134,validate_cr:22,validate_gcs_path:53,validate_optional_argument_posit:53,validate_stateful_dofn:138,validate_test_match:53,validate_writ:22,validatesrunn:120,valu:[1,2,3,5,9,10,11,13,15,16,17,19,22,27,33,35,38,39,42,43,44,46,48,49,50,52,53,54,55,67,73,74,80,86,91,93,105,119,120,121,122,123,125,126,127,128,130,131,133,135,137,138,139,140,142,143,145,153,154,155],value_cod:1,value_descriptor:65,value_provid:[51,158],value_provider_list:54,value_to_consum:[84,91],value_typ:54,valueerror:[15,16,17,18,22,34,38,42,52,55,119,120,131,133,142,143,145],valueprovid:[5,15,16,54],vari:1,variabl:[1,50],varianc:139,variant:46,variantcal:46,variantinfo:46,varint:3,varintcod:1,variou:[22,42,125,144],vcf:46,vcfio:[12,158],vcfv4:46,vehicl:113,verbos:[125,128,145],veri:[67,86],verif:118,verifi:[13,16,32,38,42,43,44,46,76,88,115,118,120,121,146],version:[1,17,46,74,93,149,158],vertex:97,verybig:22,vet:59,via:[55,87,104,140,147,156],view:[53,84],view_a:52,view_class:135,view_opt:135,violat:142,visibl:96,visit:[55,105],visit_transform:[80,146],visitor:[55,80],volum:131,voluntarili:87,wai:[4,17,27,38,40,42,73,119,131,134,139,149],wait:[29,71,76,105,118,120,122],wait_for_subscriptions_cr:122,wait_for_topics_cr:122,wait_until_finish:[99,105],wait_until_finish_dur:112,wait_until_in_st:76,want:[4,27,38,67,105,125,154],warn:[149,154],watermark:[84,87,91,121,131,136,137,138],watermark_manag:[68,77,158],watermark_neg_inf:91,watermark_pos_inf:91,watermarkev:121,watermarkmanag:91,watermarkreporterparam:131,weather_st:22,weight:42,well:[31,38,42,93],were:[32,38,84,134,139],what:[1,22,38,119,137,140,149],whatev:[27,55,139],when:[3,8,13,16,17,18,22,27,29,35,38,42,43,44,55,57,67,84,87,95,96,121,122,131,133,134,137,145,147,155],whenc:[17,18],whenev:[4,131],where:[1,16,34,38,55,67,99,119,131,139,140,142,143,154,156,158],whether:[1,16,17,22,26,33,38,39,43,48,55,67,73,78,95,128,133,137,138,140,145],which:[1,11,13,14,16,17,22,26,27,30,35,38,40,43,44,46,59,67,68,73,74,82,87,93,96,105,119,120,131,137,139,140,142,143,146,152,154,158],who:[98,111,120],whole:[16,17,22,38,53,142],whose:[1,38,40,55,67,96,131,137,139],wider:139,width:140,window:[1,31,67,71,73,78,83,86,87,90,106,121,123,125,129,131,134,135,137,138,139,158],window_cod:1,window_fn:140,window_m:[26,31],windowed_valu:140,windowedtypeconstraint:147,windowedvalu:[78,121,131,147],windowedvaluecod:1,windowfn:[131,140],windowing_strategi:106,windowinto:[131,140],windowintofn:131,windowparam:[86,87,106,131],wipe:105,wish:133,with_attribut:[35,36],with_default:131,with_exponential_backoff:154,with_fanout:131,with_hot_key_fanout:131,with_input_typ:[4,134,142],with_nam:49,with_namespac:49,with_output:131,with_output_typ:[4,134,142],with_step:49,with_typ:9,within:[38,42,58,73,78,84,119,140],without:[16,38,130,152],without_default:131,withtypehint:[131,134,142],work:[22,29,38,42,50,55,59,73,139,142],worker:[8,10,27,38,52,61,71,73,99,131,150],worker_executing_project:8,workeropt:[52,53],workflow:[8,10,38,119],workitem:73,would:[1,38,67,139,140,142,156],wrap:[9,18,67,74,131,134,154],wrapped_value_cod:1,wrapper:[17,22,52,67,76,88,104,120,134,138,142,146,152],writabl:18,write:[1,3,4,13,15,17,18,19,21,22,27,28,29,32,33,34,35,38,39,43,44,55,73,84,93,119,156,158],write_:15,write_append:22,write_bigendian_doubl:3,write_bigendian_int32:3,write_bigendian_int64:3,write_bigendian_uint64:3,write_byt:3,write_cache_id:100,write_disposit:22,write_empti:22,write_encoded_record:15,write_mut:29,write_record:15,write_result:38,write_trunc:22,write_var_int64:3,writeabl:17,writecach:[93,100],writeimpl:38,writer:[22,38,49,73,135],writer_result:[15,38],writestringstopubsub:35,writetoavro:13,writetobigqueri:22,writetodatastor:27,writetopubsub:35,writetotext:[43,55,158],writetotfrecord:44,writetrunc:22,written:[13,15,17,18,19,22,32,33,38,39,43,44,122],wrong:46,wrote:38,wv_with_multiple_window:125,wv_with_one_window:125,www:98,xrang:149,xyz:[4,52,105],xyzcod:4,xyzopt:52,year:22,yet:[38,82],yield:[2,16,38,131,154],you:[13,27,43,52,53,133],your:[42,53,158],zero:[38,131]},titles:["apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.datastore.v1.adaptive_throttler module","apache_beam.io.gcp.datastore.v1.datastoreio module","apache_beam.io.gcp.datastore.v1.fake_datastore module","apache_beam.io.gcp.datastore.v1.helper module","apache_beam.io.gcp.datastore.v1.query_splitter module","apache_beam.io.gcp.datastore.v1.util module","apache_beam.io.gcp.datastore_write_it_pipeline module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{adaptive_throttl:26,annot:149,apach:158,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157],api:[57,58,59,60,61,62,63,64],auth:8,avroio:13,beam:158,beam_artifact_api_pb2_grpc:58,beam_fn_api_pb2_grpc:59,beam_job_api_pb2_grpc:60,beam_provision_api_pb2_grpc:61,beam_runner_api_pb2_grpc:62,benchmark:[108,109,110,111,112,113,114,115,116,117],big_query_query_to_table_pipelin:21,bigqueri:22,bigquery_io_read_pipelin:23,bundle_factori:78,cache_manag:93,cell:48,clock:79,coder:[0,1,2,3,4],coders_microbenchmark:125,combin:130,common_urn:65,concat_sourc:14,consumer_tracking_pipeline_visitor:80,core:131,create_sourc:132,dataflow:[69,70,71,72,73,74,75,76],dataflow_metr:70,dataflow_runn:71,datastor:[24,25,26,27,28,29,30,31],datastore_write_it_pipelin:32,datastoreio:27,decor:142,direct:[77,78,79,80,81,82,83,84,85,86,87,88,89,90,91],direct_metr:81,direct_runn:82,direct_userst:83,displai:[94,95,96,97,98,133],display_manag:95,distribution_counter_microbenchmark:126,endpoints_pb2_grpc:63,error:5,evaluation_context:84,executor:85,fake_datastor:28,filebasedsink:15,filebasedsourc:16,filesystem:[17,19],filesystemio:18,gcp:[7,8,9,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36],gcsfilesystem:33,gcsio:34,hadoopfilesystem:37,helper:29,helper_transform:86,interact:[92,93,94,95,96,97,98,99,100],interactive_pipeline_graph:96,interactive_runn:99,intern:[6,7,8,9,10,11],iobas:[38,73],job:[101,102,103],json_valu:9,localfilesystem:39,manag:102,metric:[47,48,49,50],metricbas:50,model:[110,111],modul:[1,2,3,4,5,8,9,10,11,13,14,15,16,17,18,19,21,22,23,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,48,49,50,52,53,54,55,58,59,60,61,62,63,64,65,66,67,70,71,73,74,75,76,78,79,80,81,82,83,84,85,86,87,88,89,90,91,93,95,96,97,98,99,100,102,103,104,105,106,111,112,113,115,116,117,118,119,120,121,122,123,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,142,143,144,145,146,147,149,150,151,152,153,154,155,156,157],native_io:[72,73,74],native_type_compat:143,nexmark:[109,110,111,112,113,114,115,116,117],nexmark_launch:112,nexmark_model:111,nexmark_util:113,observ:2,opcod:144,option:[51,52,53,54],overview:158,packag:[0,6,7,12,20,24,25,47,51,56,57,68,69,72,77,92,94,101,107,108,109,110,114,124,129,141,148],pickler:10,pipelin:55,pipeline_analyz:100,pipeline_context:104,pipeline_graph:97,pipeline_graph_render:98,pipeline_opt:52,pipeline_options_valid:53,pipeline_verifi:118,plugin:150,portabl:[56,57,58,59,60,61,62,63,64,65,66],process:151,profil:152,proto_util:153,ptransform:134,ptransform_overrid:75,pubsub:35,pubsub_it_pipelin:36,pvalu:67,python:158,python_urn:66,queri:[114,115,116,117],query0:115,query1:116,query2:117,query_splitt:30,range_track:40,restriction_track:41,retri:154,runner:[68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106],sdf_common:106,sdf_direct_runn:87,sdk:158,sideinput:135,sideinput_microbenchmark:127,slow_stream:3,source_test_util:42,standard_window_fns_pb2_grpc:64,statu:158,streaming_cr:74,submodul:[0,6,7,12,20,25,47,51,56,57,68,69,72,77,92,94,101,107,109,110,114,124,129,141,148,158],subpackag:[6,12,20,24,56,68,69,92,107,108,109,158],synthetic_pipelin:119,test:[107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123],test_dataflow_runn:76,test_direct_runn:88,test_pipelin:120,test_stream:121,test_util:122,textio:43,tfrecordio:44,timestamp:155,timeutil:136,tool:[124,125,126,127,128],transform:[129,130,131,132,133,134,135,136,137,138,139,140],transform_evalu:89,trigger:137,trivial_infer:145,typecheck:146,typecod:4,typehint:[141,142,143,144,145,146,147],typic:158,urn:156,usag:158,userst:138,util:[11,31,45,90,103,123,128,139,148,149,150,151,152,153,154,155,156],value_provid:54,vcfio:46,version:157,watermark_manag:91,window:140}}) |