pydoc/2.7.0/searchindex.js

Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.gcp","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.datastore.v1.adaptive_throttler","apache_beam.io.gcp.datastore.v1.datastoreio","apache_beam.io.gcp.datastore.v1.fake_datastore","apache_beam.io.gcp.datastore.v1.helper","apache_beam.io.gcp.datastore.v1.query_splitter","apache_beam.io.gcp.datastore.v1.util","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.display_manager","apache_beam.runners.interactive.interactive_pipeline_graph","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.interactive.pipeline_graph","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.datastore.v1.adaptive_throttler.rst","apache_beam.io.gcp.datastore.v1.datastoreio.rst","apache_beam.io.gcp.datastore.v1.fake_datastore.rst","apache_beam.io.gcp.datastore.v1.helper.rst","apache_beam.io.gcp.datastore.v1.query_splitter.rst","apache_beam.io.gcp.datastore.v1.util.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.display_manager.rst","apache_beam.runners.interactive.interactive_pipeline_graph.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.interactive.pipeline_graph.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[152,0,0,"-"]},"apache_beam.coders":{coders:[1,0,0,"-"],observable:[2,0,0,"-"],slow_stream:[3,0,0,"-"],typecoders:[4,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,3,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],register_structured_urn:[1,4,1,""],register_urn:[1,3,1,""],to_runner_api:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],coders:[1,2,1,""],from_runner_api_parameter:[1,4,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[2,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[2,2,1,""],register_observer:[2,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[3,1,1,""],InputStream:[3,1,1,""],OutputStream:[3,1,1,""],get_varint_size:[3,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[3,2,1,""],get_count:[3,2,1,""],write:[3,2,1,""],write_byte:[3,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[3,2,1,""],read_all:[3,2,1,""],read_bigendian_double:[3,2,1,""],read_bigendian_int32:[3,2,1,""],read_bigendian_int64:[3,2,1,""],read_bigendian_uint64:[3,2,1,""],read_byte:[3,2,1,""],read_var_int64:[3,2,1,""],size:[3,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[3,2,1,""],size:[3,2,1,""],write:[3,2,1,""],write_bigendian_double:[3,2,1,""],write_bigendian_int32:[3,2,1,""],write_bigendian_int64:[3,2,1,""],write_bigendian_uint64:[3,2,1,""],write_byte:[3,2,1,""],write_var_int64:[3,2,1,""]},"apache_beam.error":{BeamError:[5,6,1,""],PValueError:[5,6,1,""],PipelineError:[5,6,1,""],RunnerError:[5,6,1,""],RuntimeValueProviderError:[5,6,1,""],SideInputError:[5,6,1,""],TransformError:[5,6,1,""]},"apache_beam.internal":{gcp:[7,0,0,"-"],pickler:[10,0,0,"-"],util:[11,0,0,"-"]},"apache_beam.internal.gcp":{auth:[8,0,0,"-"],json_value:[9,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[8,6,1,""],get_service_credentials:[8,5,1,""],set_running_in_gce:[8,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[9,5,1,""],get_typed_value_descriptor:[9,5,1,""],to_json_value:[9,5,1,""]},"apache_beam.internal.pickler":{dump_session:[10,5,1,""],dumps:[10,5,1,""],load_session:[10,5,1,""],loads:[10,5,1,""],new_save_module_dict:[10,5,1,""],save_module:[10,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[11,1,1,""],insert_values_in_args:[11,5,1,""],remove_objects_from_args:[11,5,1,""],run_using_threadpool:[11,5,1,""]},"apache_beam.io":{avroio:[13,0,0,"-"],concat_source:[14,0,0,"-"],filebasedsink:[15,0,0,"-"],filebasedsource:[16,0,0,"-"],filesystem:[17,0,0,"-"],filesystemio:[18,0,0,"-"],filesystems:[19,0,0,"-"],gcp:[20,0,0,"-"],hadoopfilesystem:[34,0,0,"-"],iobase:[35,0,0,"-"],localfilesystem:[36,0,0,"-"],range_trackers:[37,0,0,"-"],restriction_trackers:[38,0,0,"-"],source_test_utils:[39,0,0,"-"],textio:[40,0,0,"-"],tfrecordio:[41,0,0,"-"],utils:[42,0,0,"-"],vcfio:[43,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[13,1,1,""],ReadFromAvro:[13,1,1,""],WriteToAvro:[13,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[13,7,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[14,1,1,""],ConcatSource:[14,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[14,2,1,""],global_to_local:[14,2,1,""],local_to_global:[14,2,1,""],position_at_fraction:[14,2,1,""],set_current_position:[14,2,1,""],start_position:[14,2,1,""],stop_position:[14,2,1,""],sub_range_tracker:[14,2,1,""],try_claim:[14,2,1,""],try_split:[14,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[14,2,1,""],estimate_size:[14,2,1,""],get_range_tracker:[14,2,1,""],read:[14,2,1,""],sources:[14,7,1,""],split:[14,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[15,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[15,2,1,""],display_data:[15,2,1,""],finalize_write:[15,2,1,""],initialize_write:[15,2,1,""],open:[15,2,1,""],open_writer:[15,2,1,""],pre_finalize:[15,2,1,""],write_encoded_record:[15,2,1,""],write_record:[15,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[16,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[16,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[16,7,1,""],display_data:[16,2,1,""],estimate_size:[16,2,1,""],get_range_tracker:[16,2,1,""],open_file:[16,2,1,""],read:[16,2,1,""],read_records:[16,2,1,""],split:[16,2,1,""],splittable:[16,7,1,""]},"apache_beam.io.filesystem":{CompressedFile:[17,1,1,""],CompressionTypes:[17,1,1,""],FileMetadata:[17,1,1,""],FileSystem:[17,1,1,""],MatchResult:[17,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[17,2,1,""],closed:[17,2,1,""],flush:[17,2,1,""],read:[17,2,1,""],readable:[17,2,1,""],readline:[17,2,1,""],seek:[17,2,1,""],seekable:[17,7,1,""],tell:[17,2,1,""],write:[17,2,1,""],writeable:[17,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[17,7,1,""],BZIP2:[17,7,1,""],GZIP:[17,7,1,""],UNCOMPRESSED:[17,7,1,""],detect_compression_type:[17,3,1,""],is_valid_compression_type:[17,3,1,""],mime_type:[17,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[17,2,1,""],CHUNK_SIZE:[17,7,1,""],checksum:[17,2,1,""],copy:[17,2,1,""],create:[17,2,1,""],exists:[17,2,1,""],has_dirs:[17,2,1,""],join:[17,2,1,""],last_updated:[17,2,1,""],match:[17,2,1,""],mkdirs:[17,2,1,""],open:[17,2,1,""],rename:[17,2,1,""],scheme:[17,3,1,""],size:[17,2,1,""],split:[17,2,1,""]},"apache_beam.io.filesystemio":{Downloader:[18,1,1,""],DownloaderStream:[18,1,1,""],PipeStream:[18,1,1,""],Uploader:[18,1,1,""],UploaderStream:[18,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[18,2,1,""],size:[18,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[18,2,1,""],readinto:[18,2,1,""],seek:[18,2,1,""],seekable:[18,2,1,""],tell:[18,2,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[18,2,1,""],seek:[18,2,1,""],tell:[18,2,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[18,2,1,""],put:[18,2,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[18,2,1,""],tell:[18,2,1,""],writable:[18,2,1,""],write:[18,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[19,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[19,4,1,""],URI_SCHEMA_PATTERN:[19,7,1,""],checksum:[19,4,1,""],copy:[19,4,1,""],create:[19,4,1,""],exists:[19,4,1,""],get_chunk_size:[19,4,1,""],get_filesystem:[19,4,1,""],get_scheme:[19,4,1,""],join:[19,4,1,""],last_updated:[19,4,1,""],match:[19,4,1,""],mkdirs:[19,4,1,""],open:[19,4,1,""],rename:[19,4,1,""],set_options:[19,3,1,""],split:[19,4,1,""]},"apache_beam.io.gcp":{bigquery:[21,0,0,"-"],datastore:[22,0,0,"-"],gcsfilesystem:[30,0,0,"-"],gcsio:[31,0,0,"-"],pubsub:[32,0,0,"-"],pubsub_it_pipeline:[33,0,0,"-"]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[21,1,1,""],BigQuerySink:[21,1,1,""],BigQuerySource:[21,1,1,""],TableRowJsonCoder:[21,1,1,""],WriteToBigQuery:[21,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[21,7,1,""],CREATE_NEVER:[21,7,1,""],WRITE_APPEND:[21,7,1,""],WRITE_EMPTY:[21,7,1,""],WRITE_TRUNCATE:[21,7,1,""],validate_create:[21,4,1,""],validate_write:[21,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[21,2,1,""],format:[21,7,1,""],schema_as_json:[21,2,1,""],writer:[21,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[21,2,1,""],format:[21,7,1,""],reader:[21,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[21,2,1,""],encode:[21,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[21,2,1,""],expand:[21,2,1,""],get_dict_table_schema:[21,4,1,""],get_table_schema_from_string:[21,4,1,""],table_schema_to_dict:[21,4,1,""]},"apache_beam.io.gcp.datastore":{v1:[23,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{adaptive_throttler:[24,0,0,"-"],datastoreio:[25,0,0,"-"],fake_datastore:[26,0,0,"-"],helper:[27,0,0,"-"],query_splitter:[28,0,0,"-"],util:[29,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler":{AdaptiveThrottler:[24,1,1,""]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler":{MIN_REQUESTS:[24,7,1,""],successful_request:[24,2,1,""],throttle_request:[24,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[25,1,1,""],ReadFromDatastore:[25,1,1,""],WriteToDatastore:[25,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[25,1,1,""],SplitQueryFn:[25,1,1,""],display_data:[25,2,1,""],expand:[25,2,1,""],get_estimated_num_splits:[25,4,1,""],get_estimated_size_bytes:[25,4,1,""],query_latest_statistics_timestamp:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[25,2,1,""],process:[25,2,1,""],start_bundle:[25,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[25,2,1,""],process:[25,2,1,""],start_bundle:[25,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[25,4,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[26,5,1,""],create_entities:[26,5,1,""],create_response:[26,5,1,""],create_run_query:[26,5,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[27,1,1,""],compare_path:[27,5,1,""],fetch_entities:[27,5,1,""],get_datastore:[27,5,1,""],is_key_valid:[27,5,1,""],key_comparator:[27,5,1,""],make_kind_stats_query:[27,5,1,""],make_latest_timestamp_query:[27,5,1,""],make_partition:[27,5,1,""],make_request:[27,5,1,""],retry_on_rpc_error:[27,5,1,""],write_mutations:[27,5,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[28,5,1,""]},"apache_beam.io.gcp.datastore.v1.util":{MovingSum:[29,1,1,""]},"apache_beam.io.gcp.datastore.v1.util.MovingSum":{add:[29,2,1,""],count:[29,2,1,""],has_data:[29,2,1,""],sum:[29,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[30,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[30,2,1,""],CHUNK_SIZE:[30,7,1,""],GCS_PREFIX:[30,7,1,""],checksum:[30,2,1,""],copy:[30,2,1,""],create:[30,2,1,""],exists:[30,2,1,""],has_dirs:[30,2,1,""],join:[30,2,1,""],last_updated:[30,2,1,""],mkdirs:[30,2,1,""],open:[30,2,1,""],rename:[30,2,1,""],scheme:[30,3,1,""],size:[30,2,1,""],split:[30,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[31,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[31,2,1,""],checksum:[31,2,1,""],copy:[31,2,1,""],copy_batch:[31,2,1,""],copytree:[31,2,1,""],delete_batch:[31,2,1,""],exists:[31,2,1,""],last_updated:[31,2,1,""],list_prefix:[31,2,1,""],open:[31,2,1,""],rename:[31,2,1,""],size:[31,2,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[32,1,1,""],ReadFromPubSub:[32,1,1,""],ReadStringsFromPubSub:[32,5,1,""],WriteStringsToPubSub:[32,5,1,""],WriteToPubSub:[32,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[32,7,1,""],data:[32,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[32,2,1,""],to_runner_api_parameter:[32,2,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[32,2,1,""],to_proto_str:[32,4,1,""],to_runner_api_parameter:[32,2,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[33,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[34,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[34,2,1,""],checksum:[34,2,1,""],copy:[34,2,1,""],create:[34,2,1,""],exists:[34,2,1,""],has_dirs:[34,2,1,""],join:[34,2,1,""],last_updated:[34,2,1,""],mkdirs:[34,2,1,""],open:[34,2,1,""],rename:[34,2,1,""],scheme:[34,3,1,""],size:[34,2,1,""],split:[34,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[35,1,1,""],RangeTracker:[35,1,1,""],Read:[35,1,1,""],RestrictionTracker:[35,1,1,""],Sink:[35,1,1,""],Write:[35,1,1,""],Writer:[35,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[35,2,1,""],estimate_size:[35,2,1,""],get_range_tracker:[35,2,1,""],is_bounded:[35,2,1,""],read:[35,2,1,""],split:[35,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[35,7,1,""],fraction_consumed:[35,2,1,""],position_at_fraction:[35,2,1,""],set_current_position:[35,2,1,""],set_split_points_unclaimed_callback:[35,2,1,""],split_points:[35,2,1,""],start_position:[35,2,1,""],stop_position:[35,2,1,""],try_claim:[35,2,1,""],try_split:[35,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[35,2,1,""],expand:[35,2,1,""],from_runner_api_parameter:[35,4,1,""],get_windowing:[35,2,1,""],to_runner_api_parameter:[35,2,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[35,2,1,""],checkpoint:[35,2,1,""],current_restriction:[35,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[35,2,1,""],initialize_write:[35,2,1,""],open_writer:[35,2,1,""],pre_finalize:[35,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[35,2,1,""],expand:[35,2,1,""]},"apache_beam.io.iobase.Writer":{close:[35,2,1,""],write:[35,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[36,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[36,2,1,""],checksum:[36,2,1,""],copy:[36,2,1,""],create:[36,2,1,""],exists:[36,2,1,""],has_dirs:[36,2,1,""],join:[36,2,1,""],last_updated:[36,2,1,""],mkdirs:[36,2,1,""],open:[36,2,1,""],rename:[36,2,1,""],scheme:[36,3,1,""],size:[36,2,1,""],split:[36,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[37,1,1,""],OffsetRangeTracker:[37,1,1,""],OrderedPositionRangeTracker:[37,1,1,""],UnsplittableRangeTracker:[37,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[37,3,1,""],position_to_fraction:[37,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[37,7,1,""],fraction_consumed:[37,2,1,""],last_record_start:[37,7,1,""],position_at_fraction:[37,2,1,""],set_current_position:[37,2,1,""],set_split_points_unclaimed_callback:[37,2,1,""],split_points:[37,2,1,""],start_position:[37,2,1,""],stop_position:[37,2,1,""],try_claim:[37,2,1,""],try_split:[37,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[37,7,1,""],fraction_consumed:[37,2,1,""],fraction_to_position:[37,2,1,""],position_at_fraction:[37,2,1,""],position_to_fraction:[37,2,1,""],start_position:[37,2,1,""],stop_position:[37,2,1,""],try_claim:[37,2,1,""],try_split:[37,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[37,2,1,""],position_at_fraction:[37,2,1,""],set_current_position:[37,2,1,""],set_split_points_unclaimed_callback:[37,2,1,""],split_points:[37,2,1,""],start_position:[37,2,1,""],stop_position:[37,2,1,""],try_claim:[37,2,1,""],try_split:[37,2,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[38,1,1,""],OffsetRestrictionTracker:[38,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[38,2,1,""],split:[38,2,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[38,2,1,""],checkpoint:[38,2,1,""],current_restriction:[38,2,1,""],start_position:[38,2,1,""],stop_position:[38,2,1,""],try_claim:[38,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[39,5,1,""],assert_sources_equal_reference_source:[39,5,1,""],assert_split_at_fraction_behavior:[39,5,1,""],assert_split_at_fraction_binary:[39,5,1,""],assert_split_at_fraction_exhaustive:[39,5,1,""],assert_split_at_fraction_fails:[39,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[39,5,1,""],read_from_source:[39,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[40,1,1,""],ReadFromText:[40,1,1,""],WriteToText:[40,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[40,7,1,""],expand:[40,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[40,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[40,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[41,1,1,""],WriteToTFRecord:[41,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[41,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[41,2,1,""]},"apache_beam.io.utils":{CountingSource:[42,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[42,2,1,""],get_range_tracker:[42,2,1,""],read:[42,2,1,""],split:[42,2,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[43,1,1,""],ReadFromVcf:[43,1,1,""],Variant:[43,1,1,""],VariantCall:[43,1,1,""],VariantInfo:[43,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[43,7,1,""],line:[43,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[43,2,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[43,7,1,""],field_count:[43,7,1,""]},"apache_beam.metrics":{cells:[45,0,0,"-"],metric:[46,0,0,"-"],metricbase:[47,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[45,1,1,""],GaugeResult:[45,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[45,7,1,""],max:[45,7,1,""],mean:[45,7,1,""],min:[45,7,1,""],sum:[45,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[45,7,1,""],value:[45,7,1,""]},"apache_beam.metrics.metric":{Metrics:[46,1,1,""],MetricsFilter:[46,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[46,1,1,""],DelegatingDistribution:[46,1,1,""],DelegatingGauge:[46,1,1,""],counter:[46,4,1,""],distribution:[46,4,1,""],gauge:[46,4,1,""],get_namespace:[46,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[46,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[46,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingGauge":{set:[46,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[46,7,1,""],namespaces:[46,7,1,""],steps:[46,7,1,""],with_name:[46,2,1,""],with_names:[46,2,1,""],with_namespace:[46,2,1,""],with_namespaces:[46,2,1,""],with_step:[46,2,1,""],with_steps:[46,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[47,1,1,""],Distribution:[47,1,1,""],Gauge:[47,1,1,""],Metric:[47,1,1,""],MetricName:[47,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[47,2,1,""],inc:[47,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[47,2,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[47,2,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[47,4,1,""],to_runner_api:[47,2,1,""]},"apache_beam.options":{pipeline_options:[49,0,0,"-"],pipeline_options_validator:[50,0,0,"-"],value_provider:[51,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[49,1,1,""],DirectOptions:[49,1,1,""],GoogleCloudOptions:[49,1,1,""],HadoopFileSystemOptions:[49,1,1,""],PipelineOptions:[49,1,1,""],ProfilingOptions:[49,1,1,""],SetupOptions:[49,1,1,""],StandardOptions:[49,1,1,""],TestOptions:[49,1,1,""],TypeOptions:[49,1,1,""],WorkerOptions:[49,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[49,7,1,""],COMPUTE_API_SERVICE:[49,7,1,""],DATAFLOW_ENDPOINT:[49,7,1,""],STORAGE_API_SERVICE:[49,7,1,""],validate:[49,2,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[49,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[49,2,1,""],from_dictionary:[49,3,1,""],get_all_options:[49,2,1,""],view_as:[49,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[49,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[49,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[49,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[50,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[50,7,1,""],ERR_INVALID_GCS_BUCKET:[50,7,1,""],ERR_INVALID_GCS_OBJECT:[50,7,1,""],ERR_INVALID_GCS_PATH:[50,7,1,""],ERR_INVALID_JOB_NAME:[50,7,1,""],ERR_INVALID_NOT_POSITIVE:[50,7,1,""],ERR_INVALID_PROJECT_ID:[50,7,1,""],ERR_INVALID_PROJECT_NUMBER:[50,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[50,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[50,7,1,""],ERR_MISSING_GCS_PATH:[50,7,1,""],ERR_MISSING_OPTION:[50,7,1,""],GCS_BUCKET:[50,7,1,""],GCS_SCHEME:[50,7,1,""],GCS_URI:[50,7,1,""],JOB_PATTERN:[50,7,1,""],OPTIONS:[50,7,1,""],PROJECT_ID_PATTERN:[50,7,1,""],PROJECT_NUMBER_PATTERN:[50,7,1,""],is_full_string_match:[50,2,1,""],is_service_runner:[50,2,1,""],validate:[50,2,1,""],validate_cloud_options:[50,2,1,""],validate_gcs_path:[50,2,1,""],validate_optional_argument_positive:[50,2,1,""],validate_test_matcher:[50,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[51,1,1,""],StaticValueProvider:[51,1,1,""],ValueProvider:[51,1,1,""],check_accessible:[51,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[51,7,1,""],get:[51,2,1,""],get_value:[51,3,1,""],is_accessible:[51,2,1,""],runtime_options:[51,7,1,""],set_runtime_options:[51,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[51,2,1,""],is_accessible:[51,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[51,2,1,""],is_accessible:[51,2,1,""]},"apache_beam.pipeline":{PTransformOverride:[52,1,1,""],Pipeline:[52,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[52,2,1,""],matches:[52,2,1,""]},"apache_beam.pipeline.Pipeline":{apply:[52,2,1,""],from_runner_api:[52,4,1,""],options:[52,7,1,""],replace_all:[52,2,1,""],run:[52,2,1,""],to_runner_api:[52,2,1,""],visit:[52,2,1,""]},"apache_beam.portability":{api:[54,0,0,"-"],common_urns:[62,0,0,"-"],python_urns:[63,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[55,0,0,"-"],beam_fn_api_pb2_grpc:[56,0,0,"-"],beam_job_api_pb2_grpc:[57,0,0,"-"],beam_provision_api_pb2_grpc:[58,0,0,"-"],beam_runner_api_pb2_grpc:[59,0,0,"-"],endpoints_pb2_grpc:[60,0,0,"-"],standard_window_fns_pb2_grpc:[61,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[55,1,1,""],ArtifactRetrievalServiceStub:[55,1,1,""],ArtifactStagingServiceServicer:[55,1,1,""],ArtifactStagingServiceStub:[55,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[55,5,1,""],add_ArtifactStagingServiceServicer_to_server:[55,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[55,2,1,""],GetManifest:[55,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[55,2,1,""],PutArtifact:[55,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[56,1,1,""],BeamFnControlStub:[56,1,1,""],BeamFnDataServicer:[56,1,1,""],BeamFnDataStub:[56,1,1,""],BeamFnLoggingServicer:[56,1,1,""],BeamFnLoggingStub:[56,1,1,""],BeamFnStateServicer:[56,1,1,""],BeamFnStateStub:[56,1,1,""],add_BeamFnControlServicer_to_server:[56,5,1,""],add_BeamFnDataServicer_to_server:[56,5,1,""],add_BeamFnLoggingServicer_to_server:[56,5,1,""],add_BeamFnStateServicer_to_server:[56,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[56,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[56,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[56,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[56,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[57,1,1,""],JobServiceStub:[57,1,1,""],add_JobServiceServicer_to_server:[57,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[57,2,1,""],GetMessageStream:[57,2,1,""],GetState:[57,2,1,""],GetStateStream:[57,2,1,""],Prepare:[57,2,1,""],Run:[57,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[58,1,1,""],ProvisionServiceStub:[58,1,1,""],add_ProvisionServiceServicer_to_server:[58,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[58,2,1,""]},"apache_beam.portability.common_urns":{PropertiesFromEnumType:[62,1,1,""],PropertiesFromEnumValue:[62,1,1,""],PropertiesFromPayloadType:[62,5,1,""]},"apache_beam.pvalue":{AsDict:[64,1,1,""],AsIter:[64,1,1,""],AsList:[64,1,1,""],AsSingleton:[64,1,1,""],EmptySideInput:[64,1,1,""],PCollection:[64,1,1,""],TaggedOutput:[64,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[64,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[64,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[64,4,1,""],to_runner_api:[64,2,1,""],windowing:[64,7,1,""]},"apache_beam.runners":{dataflow:[66,0,0,"-"],direct:[74,0,0,"-"],interactive:[88,0,0,"-"],job:[95,0,0,"-"],pipeline_context:[98,0,0,"-"],runner:[99,0,0,"-"],sdf_common:[100,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_metrics:[67,0,0,"-"],dataflow_runner:[68,0,0,"-"],native_io:[69,0,0,"-"],ptransform_overrides:[72,0,0,"-"],test_dataflow_runner:[73,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[67,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[67,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[68,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[68,1,1,""],apply_CombineValues:[68,2,1,""],apply_GroupByKey:[68,2,1,""],apply_Read:[68,2,1,""],apply_WriteToBigQuery:[68,2,1,""],byte_array_to_json_string:[68,4,1,""],deserialize_windowing_strategy:[68,3,1,""],flatten_input_visitor:[68,4,1,""],group_by_key_input_visitor:[68,4,1,""],json_string_to_byte_array:[68,4,1,""],poll_for_job_completion:[68,4,1,""],run_CombineValues:[68,2,1,""],run_Flatten:[68,2,1,""],run_GroupByKey:[68,2,1,""],run_Impulse:[68,2,1,""],run_ParDo:[68,2,1,""],run_Read:[68,2,1,""],run__NativeWrite:[68,2,1,""],run_pipeline:[68,2,1,""],serialize_windowing_strategy:[68,3,1,""],side_input_visitor:[68,4,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[68,2,1,""],matches:[68,2,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[70,0,0,"-"],streaming_create:[71,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[70,1,1,""],DynamicSplitRequest:[70,1,1,""],DynamicSplitResult:[70,1,1,""],DynamicSplitResultWithPosition:[70,1,1,""],NativeSink:[70,1,1,""],NativeSinkWriter:[70,1,1,""],NativeSource:[70,1,1,""],NativeSourceReader:[70,1,1,""],ReaderPosition:[70,1,1,""],ReaderProgress:[70,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[70,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[70,2,1,""],takes_windowed_values:[70,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[70,2,1,""],reader:[70,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[70,2,1,""],request_dynamic_split:[70,2,1,""],returns_windowed_values:[70,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[70,7,1,""],percent_complete:[70,7,1,""],position:[70,7,1,""],remaining_split_points:[70,7,1,""],remaining_time:[70,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[71,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[71,1,1,""],Impulse:[71,1,1,""],expand:[71,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[71,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[71,2,1,""],get_windowing:[71,2,1,""],infer_output_type:[71,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[72,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[72,2,1,""],matches:[72,2,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[73,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[73,2,1,""],run_pipeline:[73,2,1,""],wait_until_in_state:[73,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[75,0,0,"-"],clock:[76,0,0,"-"],consumer_tracking_pipeline_visitor:[77,0,0,"-"],direct_metrics:[78,0,0,"-"],direct_runner:[79,0,0,"-"],evaluation_context:[80,0,0,"-"],executor:[81,0,0,"-"],helper_transforms:[82,0,0,"-"],sdf_direct_runner:[83,0,0,"-"],test_direct_runner:[84,0,0,"-"],transform_evaluator:[85,0,0,"-"],util:[86,0,0,"-"],watermark_manager:[87,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[75,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[75,2,1,""],create_empty_committed_bundle:[75,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[76,1,1,""],RealClock:[76,1,1,""],TestClock:[76,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[76,2,1,""],time:[76,2,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[76,2,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[76,2,1,""],time:[76,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[77,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[77,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[78,1,1,""],DirectMetrics:[78,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[78,2,1,""],commit_physical:[78,2,1,""],extract_committed:[78,2,1,""],extract_latest_attempted:[78,2,1,""],update_physical:[78,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[78,2,1,""],commit_physical:[78,2,1,""],query:[78,2,1,""],update_physical:[78,2,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[79,1,1,""],DirectRunner:[79,7,1,""],SwitchingDirectRunner:[79,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{run_pipeline:[79,2,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{run_pipeline:[79,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[80,1,1,""],DirectUnmergedState:[80,1,1,""],EvaluationContext:[80,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[80,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[80,2,1,""],create_empty_committed_bundle:[80,2,1,""],extract_all_timers:[80,2,1,""],get_aggregator_values:[80,2,1,""],get_execution_context:[80,2,1,""],get_value_or_block_until_ready:[80,2,1,""],handle_result:[80,2,1,""],is_done:[80,2,1,""],is_root_transform:[80,2,1,""],metrics:[80,2,1,""],schedule_pending_unblocked_tasks:[80,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[81,1,1,""],TransformExecutor:[81,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[81,2,1,""],shutdown:[81,2,1,""],start:[81,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[81,2,1,""],call:[81,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[82,1,1,""],LiftedCombinePerKey:[82,1,1,""],PartialGroupByKeyCombiningValues:[82,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[82,2,1,""],process:[82,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[82,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[82,2,1,""],finish_bundle:[82,2,1,""],process:[82,2,1,""],start_bundle:[82,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[83,1,1,""],ProcessFn:[83,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[83,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[83,1,1,""],SDFProcessElementInvoker:[83,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[83,2,1,""],new_process_fn:[83,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[83,2,1,""],set_process_element_invoker:[83,2,1,""],step_context:[83,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[83,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[83,2,1,""],matches:[83,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[83,1,1,""],invoke_process_element:[83,2,1,""],test_method:[83,2,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[84,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[84,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[85,1,1,""],RootBundleProvider:[85,1,1,""],TransformEvaluatorRegistry:[85,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[85,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[85,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[85,2,1,""],get_root_bundle_provider:[85,2,1,""],should_execute_serially:[85,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[86,1,1,""],TimerFiring:[86,1,1,""],TransformResult:[86,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[87,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[87,7,1,""],WATERMARK_POS_INF:[87,7,1,""],extract_all_timers:[87,2,1,""],get_watermarks:[87,2,1,""],update_watermarks:[87,2,1,""]},"apache_beam.runners.interactive":{cache_manager:[89,0,0,"-"],display_manager:[90,0,0,"-"],interactive_pipeline_graph:[91,0,0,"-"],interactive_runner:[92,0,0,"-"],pipeline_analyzer:[93,0,0,"-"],pipeline_graph:[94,0,0,"-"]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[89,1,1,""],FileBasedCacheManager:[89,1,1,""],ReadCache:[89,1,1,""],SafeFastPrimitivesCoder:[89,1,1,""],WriteCache:[89,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[89,2,1,""],exists:[89,2,1,""],is_latest_version:[89,2,1,""],read:[89,2,1,""],sink:[89,2,1,""],source:[89,2,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[89,2,1,""],exists:[89,2,1,""],read:[89,2,1,""],sink:[89,2,1,""],source:[89,2,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[89,2,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[89,2,1,""],encode:[89,2,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[89,2,1,""]},"apache_beam.runners.interactive.display_manager":{DisplayManager:[90,1,1,""]},"apache_beam.runners.interactive.display_manager.DisplayManager":{start_periodic_update:[90,2,1,""],stop_periodic_update:[90,2,1,""],update_display:[90,2,1,""]},"apache_beam.runners.interactive.interactive_pipeline_graph":{InteractivePipelineGraph:[91,1,1,""],format_sample:[91,5,1,""],nice_str:[91,5,1,""]},"apache_beam.runners.interactive.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[91,2,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[92,1,1,""],PipelineResult:[92,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[92,2,1,""],cleanup:[92,2,1,""],end_session:[92,2,1,""],run_pipeline:[92,2,1,""],start_session:[92,2,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{get:[92,2,1,""],sample:[92,2,1,""],wait_until_finish:[92,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[93,1,1,""],PipelineInfo:[93,1,1,""],set_proto_map:[93,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[93,2,1,""],pipeline_proto_to_execute:[93,2,1,""],top_level_referenced_pcollection_ids:[93,2,1,""],top_level_required_transforms:[93,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[93,1,1,""],all_pcollections:[93,2,1,""],cache_label:[93,2,1,""],leaf_pcollections:[93,2,1,""],producer:[93,2,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[93,2,1,""],json:[93,2,1,""]},"apache_beam.runners.interactive.pipeline_graph":{PipelineGraph:[94,1,1,""]},"apache_beam.runners.interactive.pipeline_graph.PipelineGraph":{display_graph:[94,2,1,""],get_dot:[94,2,1,""]},"apache_beam.runners.job":{manager:[96,0,0,"-"],utils:[97,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[96,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[97,5,1,""],struct_to_dict:[97,5,1,""]},"apache_beam.runners.pipeline_context":{Environment:[98,1,1,""],PipelineContext:[98,1,1,""]},"apache_beam.runners.pipeline_context.Environment":{from_runner_api:[98,4,1,""],to_runner_api:[98,2,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{default_environment_id:[98,2,1,""],from_runner_api:[98,4,1,""],to_runner_api:[98,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[99,1,1,""],PipelineRunner:[99,1,1,""],PipelineState:[99,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[99,2,1,""],cancel:[99,2,1,""],metrics:[99,2,1,""],state:[99,7,1,""],wait_until_finish:[99,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[99,2,1,""],apply_PTransform:[99,2,1,""],run:[99,2,1,""],run_async:[99,2,1,""],run_pipeline:[99,2,1,""],run_transform:[99,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[99,7,1,""],CANCELLING:[99,7,1,""],DONE:[99,7,1,""],DRAINED:[99,7,1,""],DRAINING:[99,7,1,""],FAILED:[99,7,1,""],PENDING:[99,7,1,""],RUNNING:[99,7,1,""],STARTING:[99,7,1,""],STOPPED:[99,7,1,""],UNKNOWN:[99,7,1,""],UPDATED:[99,7,1,""],is_terminal:[99,3,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[100,1,1,""],ExplodeWindowsFn:[100,1,1,""],PairWithRestrictionFn:[100,1,1,""],ProcessKeyedElements:[100,1,1,""],RandomUniqueKeyFn:[100,1,1,""],SplitRestrictionFn:[100,1,1,""],SplittableParDo:[100,1,1,""],SplittableParDoOverride:[100,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[100,2,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[100,2,1,""],start_bundle:[100,2,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[100,2,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[100,2,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[100,2,1,""],start_bundle:[100,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[100,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_replacement_transform:[100,2,1,""],matches:[100,2,1,""]},"apache_beam.testing":{benchmarks:[102,0,0,"-"],pipeline_verifiers:[112,0,0,"-"],synthetic_pipeline:[113,0,0,"-"],test_pipeline:[114,0,0,"-"],test_stream:[115,0,0,"-"],test_utils:[116,0,0,"-"],util:[117,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[103,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[104,0,0,"-"],nexmark_launcher:[106,0,0,"-"],nexmark_util:[107,0,0,"-"],queries:[108,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[105,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[105,1,1,""],Bid:[105,1,1,""],Person:[105,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[106,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[106,2,1,""],generate_events:[106,2,1,""],parse_args:[106,2,1,""],run:[106,2,1,""],run_query:[106,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[107,1,1,""],ParseEventFn:[107,1,1,""],display:[107,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[107,2,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[107,2,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[109,0,0,"-"],query1:[110,0,0,"-"],query2:[111,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[109,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[110,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[111,5,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[112,1,1,""],PipelineStateMatcher:[112,1,1,""],retry_on_io_error_and_server_error:[112,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[112,2,1,""],describe_to:[112,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[112,2,1,""],describe_to:[112,2,1,""]},"apache_beam.testing.synthetic_pipeline":{ShuffleBarrier:[113,1,1,""],SideInputBarrier:[113,1,1,""],SyntheticSource:[113,1,1,""],SyntheticStep:[113,1,1,""],div_round_up:[113,5,1,""],expand_using_gbk:[113,5,1,""],expand_using_second_output:[113,5,1,""],merge_using_gbk:[113,5,1,""],merge_using_side_input:[113,5,1,""],parse_args:[113,5,1,""],parse_byte_size:[113,5,1,""],rotate_key:[113,5,1,""],run:[113,5,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[113,2,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[113,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[113,2,1,""],element_size:[113,7,1,""],estimate_size:[113,2,1,""],get_range_tracker:[113,2,1,""],read:[113,2,1,""],split:[113,2,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[113,2,1,""],process:[113,2,1,""],start_bundle:[113,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[114,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[114,2,1,""],get_option:[114,2,1,""],run:[114,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[115,1,1,""],Event:[115,1,1,""],ProcessingTimeEvent:[115,1,1,""],TestStream:[115,1,1,""],WatermarkEvent:[115,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[115,2,1,""],advance_processing_time:[115,2,1,""],advance_watermark_to:[115,2,1,""],advance_watermark_to_infinity:[115,2,1,""],expand:[115,2,1,""],get_windowing:[115,2,1,""]},"apache_beam.testing.test_utils":{TempDir:[116,1,1,""],cleanup_subscriptions:[116,5,1,""],cleanup_topics:[116,5,1,""],compute_hash:[116,5,1,""],patch_retry:[116,5,1,""],wait_for_subscriptions_created:[116,5,1,""],wait_for_topics_created:[116,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[116,2,1,""],get_path:[116,2,1,""]},"apache_beam.testing.util":{TestWindowedValue:[117,1,1,""],assert_that:[117,5,1,""],equal_to:[117,5,1,""],is_empty:[117,5,1,""],open_shards:[117,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[117,7,1,""],value:[117,7,1,""],windows:[117,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[119,0,0,"-"],distribution_counter_microbenchmark:[120,0,0,"-"],sideinput_microbenchmark:[121,0,0,"-"],utils:[122,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[119,5,1,""],dict_int_int:[119,5,1,""],large_dict:[119,5,1,""],large_int:[119,5,1,""],large_list:[119,5,1,""],large_string:[119,5,1,""],large_tuple:[119,5,1,""],list_int:[119,5,1,""],random_string:[119,5,1,""],random_windowed_value:[119,5,1,""],run_coder_benchmarks:[119,5,1,""],small_dict:[119,5,1,""],small_int:[119,5,1,""],small_list:[119,5,1,""],small_string:[119,5,1,""],small_tuple:[119,5,1,""],wv_with_multiple_windows:[119,5,1,""],wv_with_one_window:[119,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[120,5,1,""],run_benchmark:[120,5,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[121,5,1,""],run_benchmark:[121,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[122,1,1,""],check_compiled:[122,5,1,""],run_benchmarks:[122,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[122,7,1,""],num_runs:[122,7,1,""],size:[122,7,1,""]},"apache_beam.transforms":{combiners:[124,0,0,"-"],core:[125,0,0,"-"],create_source:[126,0,0,"-"],display:[127,0,0,"-"],ptransform:[128,0,0,"-"],sideinputs:[129,0,0,"-"],timeutil:[130,0,0,"-"],trigger:[131,0,0,"-"],userstate:[132,0,0,"-"],util:[133,0,0,"-"],window:[134,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[124,1,1,""],Mean:[124,1,1,""],Sample:[124,1,1,""],ToDict:[124,1,1,""],ToList:[124,1,1,""],Top:[124,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[124,1,1,""],PerElement:[124,1,1,""],PerKey:[124,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[124,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[124,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[124,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[124,1,1,""],PerKey:[124,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[124,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[124,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[124,4,1,""],FixedSizePerKey:[124,4,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[124,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[124,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[124,4,1,""],LargestPerKey:[124,4,1,""],Of:[124,4,1,""],PerKey:[124,4,1,""],Smallest:[124,4,1,""],SmallestPerKey:[124,4,1,""]},"apache_beam.transforms.core":{CombineFn:[125,1,1,""],CombineGlobally:[125,1,1,""],CombinePerKey:[125,1,1,""],CombineValues:[125,1,1,""],Create:[125,1,1,""],DoFn:[125,1,1,""],Filter:[125,5,1,""],FlatMap:[125,5,1,""],Flatten:[125,1,1,""],GroupByKey:[125,1,1,""],Impulse:[125,1,1,""],Map:[125,5,1,""],ParDo:[125,1,1,""],Partition:[125,1,1,""],PartitionFn:[125,1,1,""],WindowInto:[125,1,1,""],Windowing:[125,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[125,2,1,""],add_inputs:[125,2,1,""],apply:[125,2,1,""],create_accumulator:[125,2,1,""],default_label:[125,2,1,""],extract_output:[125,2,1,""],for_input_type:[125,2,1,""],from_callable:[125,4,1,""],get_accumulator_coder:[125,2,1,""],maybe_from_callable:[125,4,1,""],merge_accumulators:[125,2,1,""],to_runner_api_parameter:[125,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[125,2,1,""],as_view:[125,7,1,""],default_label:[125,2,1,""],display_data:[125,2,1,""],expand:[125,2,1,""],fanout:[125,7,1,""],has_defaults:[125,7,1,""],with_defaults:[125,2,1,""],with_fanout:[125,2,1,""],without_defaults:[125,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[125,2,1,""],default_type_hints:[125,2,1,""],display_data:[125,2,1,""],expand:[125,2,1,""],from_runner_api_parameter:[125,4,1,""],make_fn:[125,2,1,""],to_runner_api_parameter:[125,2,1,""],with_hot_key_fanout:[125,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[125,2,1,""],from_runner_api_parameter:[125,4,1,""],make_fn:[125,2,1,""],to_runner_api_parameter:[125,2,1,""]},"apache_beam.transforms.core.Create":{expand:[125,2,1,""],get_output_type:[125,2,1,""],get_windowing:[125,2,1,""],infer_output_type:[125,2,1,""],to_runner_api_parameter:[125,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnProcessParams:[125,7,1,""],ElementParam:[125,7,1,""],SideInputParam:[125,7,1,""],StateParam:[125,7,1,""],TimerParam:[125,7,1,""],TimestampParam:[125,7,1,""],WatermarkReporterParam:[125,7,1,""],WindowParam:[125,7,1,""],default_label:[125,2,1,""],finish_bundle:[125,2,1,""],from_callable:[125,4,1,""],get_function_arguments:[125,2,1,""],infer_output_type:[125,2,1,""],is_process_bounded:[125,2,1,""],process:[125,2,1,""],start_bundle:[125,2,1,""],to_runner_api_parameter:[125,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[125,2,1,""],from_runner_api_parameter:[125,4,1,""],get_windowing:[125,2,1,""],to_runner_api_parameter:[125,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[125,1,1,""],expand:[125,2,1,""],from_runner_api_parameter:[125,4,1,""],to_runner_api_parameter:[125,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[125,2,1,""],process:[125,2,1,""]},"apache_beam.transforms.core.Impulse":{expand:[125,2,1,""],from_runner_api_parameter:[125,4,1,""],get_windowing:[125,2,1,""],infer_output_type:[125,2,1,""],to_runner_api_parameter:[125,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[125,2,1,""],display_data:[125,2,1,""],expand:[125,2,1,""],from_runner_api_parameter:[125,4,1,""],infer_output_type:[125,2,1,""],make_fn:[125,2,1,""],to_runner_api_parameter:[125,2,1,""],with_outputs:[125,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[125,1,1,""],expand:[125,2,1,""],make_fn:[125,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[125,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[125,2,1,""],partition_for:[125,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[125,1,1,""],expand:[125,2,1,""],from_runner_api_parameter:[125,4,1,""],get_windowing:[125,2,1,""],infer_output_type:[125,2,1,""],to_runner_api_parameter:[125,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[125,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[125,4,1,""],is_default:[125,2,1,""],to_runner_api:[125,2,1,""]},"apache_beam.transforms.display":{DisplayData:[127,1,1,""],DisplayDataItem:[127,1,1,""],HasDisplayData:[127,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[127,3,1,""],create_from_options:[127,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[127,2,1,""],drop_if_none:[127,2,1,""],get_dict:[127,2,1,""],is_valid:[127,2,1,""],should_drop:[127,2,1,""],typeDict:[127,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[127,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[128,1,1,""],label_from_callable:[128,5,1,""],ptransform_fn:[128,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[128,2,1,""],expand:[128,2,1,""],from_runner_api:[128,3,1,""],get_windowing:[128,2,1,""],infer_output_type:[128,2,1,""],label:[128,7,1,""],pipeline:[128,7,1,""],register_urn:[128,3,1,""],side_inputs:[128,7,1,""],to_runner_api:[128,2,1,""],to_runner_api_parameter:[128,2,1,""],to_runner_api_pickled:[128,2,1,""],type_check_inputs:[128,2,1,""],type_check_inputs_or_outputs:[128,2,1,""],type_check_outputs:[128,2,1,""],with_input_types:[128,2,1,""],with_output_types:[128,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[129,1,1,""],default_window_mapping_fn:[129,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[129,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[130,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[130,7,1,""],REAL_TIME:[130,7,1,""],WATERMARK:[130,7,1,""],from_string:[130,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[131,1,1,""],AfterAll:[131,1,1,""],AfterAny:[131,1,1,""],AfterCount:[131,1,1,""],AfterEach:[131,1,1,""],AfterProcessingTime:[131,1,1,""],AfterWatermark:[131,1,1,""],DefaultTrigger:[131,1,1,""],OrFinally:[131,1,1,""],Repeatedly:[131,1,1,""],TriggerFn:[131,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[131,7,1,""],DISCARDING:[131,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[131,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[131,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[131,7,1,""],from_runner_api:[131,4,1,""],on_element:[131,2,1,""],on_fire:[131,2,1,""],on_merge:[131,2,1,""],reset:[131,2,1,""],should_fire:[131,2,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[131,7,1,""],from_runner_api:[131,4,1,""],on_element:[131,2,1,""],on_fire:[131,2,1,""],on_merge:[131,2,1,""],reset:[131,2,1,""],should_fire:[131,2,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[131,4,1,""],on_element:[131,2,1,""],on_fire:[131,2,1,""],on_merge:[131,2,1,""],reset:[131,2,1,""],should_fire:[131,2,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[131,7,1,""],from_runner_api:[131,4,1,""],is_late:[131,2,1,""],on_element:[131,2,1,""],on_fire:[131,2,1,""],on_merge:[131,2,1,""],reset:[131,2,1,""],should_fire:[131,2,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[131,4,1,""],on_element:[131,2,1,""],on_fire:[131,2,1,""],on_merge:[131,2,1,""],reset:[131,2,1,""],should_fire:[131,2,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[131,4,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[131,4,1,""],on_element:[131,2,1,""],on_fire:[131,2,1,""],on_merge:[131,2,1,""],reset:[131,2,1,""],should_fire:[131,2,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[131,4,1,""],on_element:[131,2,1,""],on_fire:[131,2,1,""],on_merge:[131,2,1,""],reset:[131,2,1,""],should_fire:[131,2,1,""],to_runner_api:[131,2,1,""]},"apache_beam.transforms.userstate":{BagStateSpec:[132,1,1,""],CombiningValueStateSpec:[132,1,1,""],StateSpec:[132,1,1,""],TimerSpec:[132,1,1,""],UserStateUtils:[132,1,1,""],on_timer:[132,5,1,""]},"apache_beam.transforms.userstate.UserStateUtils":{validate_stateful_dofn:[132,4,1,""]},"apache_beam.transforms.util":{BatchElements:[133,1,1,""],CoGroupByKey:[133,1,1,""],Keys:[133,5,1,""],KvSwap:[133,5,1,""],RemoveDuplicates:[133,5,1,""],Reshuffle:[133,1,1,""],Values:[133,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[133,2,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[133,2,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[133,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[134,1,1,""],FixedWindows:[134,1,1,""],GlobalWindow:[134,1,1,""],GlobalWindows:[134,1,1,""],IntervalWindow:[134,1,1,""],NonMergingWindowFn:[134,1,1,""],Sessions:[134,1,1,""],SlidingWindows:[134,1,1,""],TimestampCombiner:[134,1,1,""],TimestampedValue:[134,1,1,""],WindowFn:[134,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[134,7,1,""],max_timestamp:[134,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[134,2,1,""],from_runner_api_parameter:[134,4,1,""],get_window_coder:[134,2,1,""],offset:[134,7,1,""],size:[134,7,1,""],to_runner_api_parameter:[134,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[134,2,1,""],from_runner_api_parameter:[134,4,1,""],get_window_coder:[134,2,1,""],to_runner_api_parameter:[134,2,1,""],windowed_value:[134,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[134,7,1,""],intersects:[134,2,1,""],start:[134,7,1,""],union:[134,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[134,2,1,""],merge:[134,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[134,2,1,""],from_runner_api_parameter:[134,4,1,""],gap_size:[134,7,1,""],get_window_coder:[134,2,1,""],merge:[134,2,1,""],to_runner_api_parameter:[134,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[134,2,1,""],from_runner_api_parameter:[134,4,1,""],get_window_coder:[134,2,1,""],offset:[134,7,1,""],period:[134,7,1,""],size:[134,7,1,""],to_runner_api_parameter:[134,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[134,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[134,7,1,""],OUTPUT_AT_EOW:[134,7,1,""],OUTPUT_AT_LATEST:[134,7,1,""],get_impl:[134,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[134,7,1,""],value:[134,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[134,1,1,""],MergeContext:[134,1,1,""],assign:[134,2,1,""],get_transformed_output_time:[134,2,1,""],get_window_coder:[134,2,1,""],is_merging:[134,2,1,""],merge:[134,2,1,""],to_runner_api_parameter:[134,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[134,2,1,""]},"apache_beam.typehints":{decorators:[136,0,0,"-"],native_type_compatibility:[137,0,0,"-"],opcodes:[138,0,0,"-"],trivial_inference:[139,0,0,"-"],typecheck:[140,0,0,"-"],typehints:[141,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[136,6,1,""],WithTypeHints:[136,1,1,""],with_input_types:[136,5,1,""],with_output_types:[136,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[136,2,1,""],get_type_hints:[136,2,1,""],with_input_types:[136,2,1,""],with_output_types:[136,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[137,5,1,""],convert_to_beam_types:[137,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[138,5,1,""],binary_and:[138,5,1,""],binary_divide:[138,5,1,""],binary_floor_divide:[138,5,1,""],binary_lshift:[138,5,1,""],binary_modulo:[138,5,1,""],binary_multiply:[138,5,1,""],binary_or:[138,5,1,""],binary_power:[138,5,1,""],binary_rshift:[138,5,1,""],binary_subscr:[138,5,1,""],binary_subtract:[138,5,1,""],binary_true_divide:[138,5,1,""],binary_xor:[138,5,1,""],build_class:[138,5,1,""],build_list:[138,5,1,""],build_map:[138,5,1,""],build_slice:[138,5,1,""],build_tuple:[138,5,1,""],call_function:[138,5,1,""],call_function_kw:[138,5,1,""],call_function_var:[138,5,1,""],call_function_var_wk:[138,5,1,""],compare_op:[138,5,1,""],delete_attr:[138,5,1,""],delete_fast:[138,5,1,""],delete_global:[138,5,1,""],delete_slice_0:[138,5,1,""],delete_slice_1:[138,5,1,""],delete_slice_2:[138,5,1,""],delete_slice_3:[138,5,1,""],dup_top:[138,5,1,""],dup_topx:[138,5,1,""],exec_stmt:[138,5,1,""],get_iter:[138,5,1,""],import_from:[138,5,1,""],import_name:[138,5,1,""],inpalce_or:[138,5,1,""],inplace_add:[138,5,1,""],inplace_and:[138,5,1,""],inplace_divide:[138,5,1,""],inplace_floor_divide:[138,5,1,""],inplace_lshift:[138,5,1,""],inplace_modulo:[138,5,1,""],inplace_multiply:[138,5,1,""],inplace_power:[138,5,1,""],inplace_rshift:[138,5,1,""],inplace_subtract:[138,5,1,""],inplace_true_divide:[138,5,1,""],inplace_xor:[138,5,1,""],list_append:[138,5,1,""],load_attr:[138,5,1,""],load_closure:[138,5,1,""],load_const:[138,5,1,""],load_deref:[138,5,1,""],load_fast:[138,5,1,""],load_global:[138,5,1,""],load_locals:[138,5,1,""],load_name:[138,5,1,""],make_closure:[138,5,1,""],make_function:[138,5,1,""],nop:[138,5,1,""],pop_one:[138,5,1,""],pop_three:[138,5,1,""],pop_top:[138,5,1,""],pop_two:[138,5,1,""],print_item:[138,5,1,""],print_newline:[138,5,1,""],push_value:[138,5,1,""],rot_four:[138,5,1,""],rot_n:[138,5,1,""],rot_three:[138,5,1,""],rot_two:[138,5,1,""],slice_0:[138,5,1,""],slice_1:[138,5,1,""],slice_2:[138,5,1,""],slice_3:[138,5,1,""],store_attr:[138,5,1,""],store_fast:[138,5,1,""],store_global:[138,5,1,""],store_map:[138,5,1,""],store_slice_0:[138,5,1,""],store_slice_1:[138,5,1,""],store_slice_2:[138,5,1,""],store_slice_3:[138,5,1,""],store_subscr:[138,5,1,""],symmetric_binary_op:[138,5,1,""],unary:[138,5,1,""],unary_convert:[138,5,1,""],unary_invert:[138,5,1,""],unary_negative:[138,5,1,""],unary_not:[138,5,1,""],unary_positive:[138,5,1,""],unpack_sequence:[138,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[139,1,1,""],Const:[139,1,1,""],FrameState:[139,1,1,""],TypeInferenceError:[139,6,1,""],element_type:[139,5,1,""],hashable:[139,5,1,""],infer_return_type:[139,5,1,""],infer_return_type_func:[139,5,1,""],instance_to_type:[139,5,1,""],key_value_types:[139,5,1,""],union:[139,5,1,""],union_list:[139,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[139,4,1,""],unwrap_all:[139,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[139,2,1,""],const_type:[139,2,1,""],copy:[139,2,1,""],get_global:[139,2,1,""],get_name:[139,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[140,1,1,""],OutputCheckWrapperDoFn:[140,1,1,""],TypeCheckCombineFn:[140,1,1,""],TypeCheckVisitor:[140,1,1,""],TypeCheckWrapperDoFn:[140,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[140,2,1,""],is_process_bounded:[140,2,1,""],process:[140,2,1,""],start_bundle:[140,2,1,""],wrapper:[140,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[140,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[140,2,1,""],create_accumulator:[140,2,1,""],extract_output:[140,2,1,""],merge_accumulators:[140,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[140,2,1,""],leave_composite_transform:[140,2,1,""],visit_transform:[140,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[140,2,1,""],wrapper:[140,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[141,1,1,""],WindowedValue:[141,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[141,2,1,""],match_type_variables:[141,2,1,""]},"apache_beam.utils":{annotations:[143,0,0,"-"],plugin:[144,0,0,"-"],processes:[145,0,0,"-"],profiler:[146,0,0,"-"],proto_utils:[147,0,0,"-"],retry:[148,0,0,"-"],timestamp:[149,0,0,"-"],urns:[150,0,0,"-"]},"apache_beam.utils.annotations":{annotate:[143,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[144,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[144,3,1,""],get_all_subclasses:[144,3,1,""]},"apache_beam.utils.processes":{Popen:[145,5,1,""],call:[145,5,1,""],check_call:[145,5,1,""],check_output:[145,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[146,1,1,""],Profile:[146,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[146,2,1,""],start:[146,2,1,""],stop:[146,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[146,7,1,""]},"apache_beam.utils.proto_utils":{from_micros:[147,5,1,""],pack_Any:[147,5,1,""],pack_Struct:[147,5,1,""],parse_Bytes:[147,5,1,""],unpack_Any:[147,5,1,""]},"apache_beam.utils.retry":{Clock:[148,1,1,""],FuzzedExponentialIntervals:[148,1,1,""],PermanentException:[148,6,1,""],no_retries:[148,5,1,""],retry_on_beam_io_error_filter:[148,5,1,""],retry_on_server_errors_and_timeout_filter:[148,5,1,""],retry_on_server_errors_filter:[148,5,1,""],with_exponential_backoff:[148,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[148,2,1,""]},"apache_beam.utils.timestamp":{Duration:[149,1,1,""],Timestamp:[149,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[149,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{RFC_3339_RE:[149,7,1,""],from_rfc3339:[149,3,1,""],from_utc_datetime:[149,3,1,""],of:[149,4,1,""],predecessor:[149,2,1,""],to_rfc3339:[149,2,1,""],to_utc_datetime:[149,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[150,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[150,3,1,""],register_pickle_urn:[150,3,1,""],register_urn:[150,3,1,""],to_runner_api:[150,2,1,""],to_runner_api_parameter:[150,2,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[5,0,0,"-"],internal:[6,0,0,"-"],io:[12,0,0,"-"],metrics:[44,0,0,"-"],options:[48,0,0,"-"],pipeline:[52,0,0,"-"],portability:[53,0,0,"-"],pvalue:[64,0,0,"-"],runners:[65,0,0,"-"],testing:[101,0,0,"-"],tools:[118,0,0,"-"],transforms:[123,0,0,"-"],typehints:[135,0,0,"-"],utils:[142,0,0,"-"],version:[151,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":43,"123z":32,"29t23":32,"60s":146,"abstract":[17,37,89,99,134,140,150],"boolean":[16,17,19,21,30,36,41,127],"byte":[1,13,16,17,18,32,35,70,141,147],"case":[13,16,21,24,25,32,35,39,40,41,43,52,64,70,75,83,117,125,133],"catch":21,"char":40,"class":[1,2,3,4,5,10,11,13,14,15,16,17,18,19,21,24,25,27,29,30,31,32,34,35,36,37,38,40,41,42,43,45,46,47,49,50,51,52,55,56,57,58,62,64,67,68,70,71,72,73,75,76,77,78,79,80,81,82,83,84,85,86,87,89,90,91,92,93,94,96,98,99,100,105,106,107,112,113,114,115,116,117,122,124,125,127,128,129,130,131,132,133,134,136,139,140,141,143,144,146,148,149,150,152],"const":139,"default":[1,4,13,15,17,21,35,40,41,49,64,85,94,112,114,125,127,128,134,146,148],"enum":[17,99],"export":21,"final":[1,15,16,18,35,40,80,83,99,125,133,150],"float":[1,9,17,19,21,24,27,30,35,36,39,43,45,115,122,127,134,141,149],"function":[1,4,9,10,11,17,19,21,24,27,30,35,36,39,46,52,70,97,113,114,116,117,122,125,128,131,133,134,136,138,139,141,143,148,150],"import":[4,35,43,66,74,129,134,136,144,148,152],"int":[1,9,13,17,18,21,24,27,30,31,36,39,40,43,68,89,99,115,122,125,127,136,141,149],"long":[4,37,125,148,149],"new":[4,16,17,18,19,21,30,35,36,43,52,56,64,68,70,99,113,117,122,125,131],"null":13,"public":[1,49,143],"return":[1,3,4,9,11,13,15,16,17,18,19,21,24,25,26,27,28,30,31,34,35,36,37,39,41,43,45,46,49,50,52,57,64,68,70,76,79,80,83,85,87,89,93,99,113,114,116,117,122,125,127,128,131,133,134,136,137,139,141,143,147,148,149,150],"short":[21,127],"static":[1,19,21,25,32,35,46,47,51,52,64,68,98,124,125,127,130,131,132,134,136,139,141,149],"super":128,"switch":79,"throw":55,"transient":[35,148],"true":[1,9,10,13,16,17,21,24,27,32,34,35,39,40,41,43,49,50,52,80,85,114,117,122,125,127,131,148],"try":[16,35,39],"while":[13,16,27,35,39,70,80,146],But:21,For:[1,2,3,4,6,7,8,9,10,11,13,14,16,17,19,21,26,27,29,32,35,39,50,52,53,54,63,70,75,76,77,81,85,86,87,94,98,107,114,115,116,118,122,125,127,128,129,133,134,138,139,140,142,143,144,145,146,147,148,149,150],GCS:[15,21,30,31,40,50],Has:21,IDs:[90,91,93],Not:136,One:136,Such:35,TOS:138,The:[1,4,8,9,10,13,15,17,21,25,27,32,35,40,41,43,45,46,47,49,52,55,57,64,66,68,70,71,79,80,90,99,105,106,107,109,110,111,114,115,116,117,125,127,128,133,134,136,137,138,139,141,143,148,150,152],Their:85,Then:13,There:[21,71],These:[35,41,115],Use:[39,112],Used:[16,35,40,41,42,43,56,98,139],Uses:[13,125],Will:83,With:128,__all__:1,__call__:122,__init__:[49,122,128,136],__scatter__:28,__stat_kind__:25,__stat_total__:25,_add_argparse_arg:49,_avrosourc:[13,16],_groupbykeyonli:85,_match:112,_mutat:25,_namespac:127,_num_query_splits_max:25,_paralleltriggerfn:131,_paramet:52,_picklecoderbas:1,_processelementsevalu:83,_py:54,_sre:[19,149],_statedofnparam:125,_timerdofnparam:125,a12345:107,a7syug:24,abc:[49,99],abil:136,abl:[9,67,125],about:[17,35,43,47,91,92,99,113,143],abov:[4,35,39,49,133],absolut:[17,18],abstractdofnwrapp:140,accept:[13,21,35,40,125,133,136],access:[8,18,19,30,34,35,36,46,47,51,80,92,93,98,99,125,152],accessor:62,accord:[17,30,36,39,134],accordingli:35,accumul:[45,50,125,131,140],accumulation_mod:125,accumulationmod:131,accur:35,across:[1,25,35,80,133],act:85,action:138,activ:56,actual:[11,18,52,112,117,125,128,131],acycl:152,adapt:24,adaptive_throttl:[12,20,22,23,152],adaptivethrottl:[24,27],add:[21,29,49,52,89,115,125,127,128,133,136],add_argu:49,add_artifactretrievalserviceservicer_to_serv:55,add_artifactstagingserviceservicer_to_serv:55,add_beamfncontrolservicer_to_serv:56,add_beamfndataservicer_to_serv:56,add_beamfnloggingservicer_to_serv:56,add_beamfnstateservicer_to_serv:56,add_el:115,add_input:[125,140],add_jobserviceservicer_to_serv:57,add_provisionserviceservicer_to_serv:58,added:[17,19,30,34,36,40,46,115,125,131],addit:[40,43,56,80,125,128,141,143],addition:[4,13,150],additionali:136,address:35,adjust:[17,18,35],advanc:[76,115],advance_bi:[76,115],advance_processing_tim:115,advance_tim:76,advance_watermark_to:115,advance_watermark_to_infin:115,afford:125,after:[11,15,17,19,24,30,34,35,36,39,40,43,50,52,68,70,77,80,83,115,125,131,148,149,152],afteral:131,afterani:131,aftercount:131,aftereach:131,afterprocessingtim:131,afterwatermark:131,again:[24,27,52,70],against:[17,19,50,114,117,140],aggreg:[50,78,82,99,122,125],aggregated_valu:99,aggregator_or_nam:[80,99],agre:35,aka:134,alert:64,algorithm:24,alia:[43,79,117,125,141],aliv:92,all:[5,11,15,17,19,21,25,27,30,34,35,36,37,43,49,50,52,55,64,70,80,85,87,89,99,100,114,115,116,117,121,122,125,127,131,133,134,136,144,148],all_pcollect:93,allel:43,allow:[35,46,47,56,64,92,112,125,127,128,132,134,136,141,148],allow_malformed_record:43,alreadi:[17,18,19,21,30,34,35,36,52,149],also:[1,15,21,35,47,52,56,71,78,80,99,125,128,131,133,136,146,150],altern:[43,128,133,143],alternate_bas:43,although:35,alwai:[1,4,18,21,35,37,128,143,146],alyssa:13,amort:133,amount:[35,39],analys:139,analysi:93,analyz:[4,93],and_latest_vers:89,ani:[1,2,11,13,17,18,19,21,25,30,32,34,35,36,43,49,80,83,87,99,119,125,127,131,134,136,141,143,144,147],annot:[114,128,136,142,152],anoth:[1,52,83],any_msg:147,anyth:[17,19,66,74],anytypeconstraint:141,apach:[29,35,37,38,68,127,131,151],apache_beam:152,api:[1,9,21,32,35,46,52,53,71,96,97,98,99,127,132,143,152],apicli:67,apitool:21,app:31,appear:[43,125,136],append:[17,19,35,56,114],append_trailing_newlin:40,appengin:31,appli:[17,24,35,52,64,81,92,99,125,128,134],applic:[13,15,17,19,30,31,34,36,85],applied_ptransform:[52,68,72,77,80,81,83,85,87,100],applied_transform:140,appliedptransform:[52,77,80,86,87],apply_combinevalu:68,apply_groupbykei:68,apply_ptransform:99,apply_read:68,apply_writetobigqueri:68,apply_xyz:99,applypartitionfnfn:125,approach:128,appropri:[9,80],approxim:[25,35,70,119],arbitrari:64,arbitrarili:35,arg1:143,arg2:143,arg:[11,15,16,25,31,32,41,49,81,82,83,100,107,113,117,124,125,133,137,138,140,145,148],arg_hint:136,arg_nam:50,argpars:49,args_for_invok:83,argument:[1,11,13,17,21,27,31,34,35,40,41,46,49,50,52,64,68,113,114,117,122,125,127,128,133,136,138,141,148,150],argumentplacehold:11,argv:[33,49,52,113,114],arithmet:[124,149],around:[64,98,140],arrai:93,arriv:[131,134],artifact:55,artifactretrievalserviceservic:55,artifactretrievalservicestub:55,artifactstagingserviceservic:55,artifactstagingservicestub:55,as_cloud_object:1,as_deterministic_cod:1,as_singleton_view:125,as_view:125,ascii:[10,40],asdict:[64,129],asit:[64,129],ask:70,aslist:[21,64,129],aspect:35,assert:39,assert_reentrant_reads_succe:39,assert_sources_equal_reference_sourc:39,assert_split_at_fraction_behavior:39,assert_split_at_fraction_binari:39,assert_split_at_fraction_exhaust:39,assert_split_at_fraction_fail:39,assert_split_at_fraction_succeeds_and_consist:39,assert_that:[114,117],assertsourcesequalreferencesourc:39,assertsplitatfract:39,assertsplitatfractionbehavior:39,assertsplitatfractionexhaust:39,assideinput:64,assign:[35,100,125,134],assign_context:134,assigncontext:134,assingleton:[64,129],associ:[4,21,35,43,56,64,70,124,125,127,128,134],assum:[25,35,39,40],assumpt:90,asynchron:80,atom:35,attempt:[24,70,81,133],attempt_cal:81,attr:114,attribut:[18,21,32,94,134],auction:[105,106,107,109,110,111],auth:[6,7,152],authent:8,authenticationexcept:8,author:[105,106],auto:[15,16,17,19,30,34,36,40,41,43],automat:54,avail:[17,21,26,31,43,47,55,64,125,127,134,152],averag:[29,120],avoid:[17,21,35,134,141],avro:13,avroio:[12,35,152],avroio_test:39,await_complet:81,awar:149,b12345:107,back:[1,92],backend:92,background:99,backoff:148,backward:[1,2,3,6,7,8,9,10,11,14,17,26,27,32,35,46,50,52,53,54,63,66,70,74,75,76,77,81,85,86,87,90,91,92,93,94,98,115,116,118,128,129,131,132,133,138,139,140,142,143,144,145,146,147,148,149,150],bag:132,bagstatespec:132,bar:17,barrier:113,base64:[10,70],base:[1,2,3,4,5,8,11,13,14,15,16,17,18,19,21,24,25,27,29,30,31,32,34,35,36,37,38,40,41,42,43,45,46,47,49,50,51,52,55,56,57,58,62,64,67,68,70,71,72,73,75,76,77,78,79,80,81,82,83,84,85,86,87,89,90,91,92,93,94,96,98,99,100,105,106,107,112,113,114,115,116,117,122,124,125,127,128,129,130,131,132,133,134,136,139,140,141,144,146,148,149,150],base_match:[50,112],base_url:34,basematch:[50,112],basepath:[17,19,30,36],basestr:9,basic:[9,124,127,134],batch:[26,27,35,79,125,133,134,152],batch_siz:[21,26],batchel:133,beam:[1,5,13,21,29,35,37,38,52,62,68,71,73,84,89,92,94,114,117,131,132,137,148,150,151],beam_artifact_api_pb2_grpc:[53,54,152],beam_fn_api_pb2_grpc:[53,54,152],beam_job_api_pb2_grpc:[53,54,152],beam_provision_api_pb2_grpc:[53,54,152],beam_runner_api_pb2:150,beam_runner_api_pb2_grpc:[53,54,152],beamassertexcept:117,beamerror:5,beamfncontrolservic:56,beamfncontrolstub:56,beamfndataservic:56,beamfndatastub:56,beamfnloggingservic:56,beamfnloggingstub:56,beamfnstateservic:56,beamfnstatestub:56,beamioerror:[17,19,30,34,36],beamplugin:[17,144],bean:[1,150],becaus:[35,90,125,143],becom:[13,35,125],been:[35,45,55,89,122,134,137],befor:[35,39,40,55,68,70,85,89,112,114,125,131,134,136,148,152],begin:[13,35,40,41,70],behalf:56,behav:[13,40,41],behavior:[17,39,99,113,119,125,136,138,143],behaviour:[39,113],behavor:64,behind:64,being:[35,43,70,80,117,122,125,131],belong:[52,64,79,100,125,127,128],below:[4,21,25,35,113,125,148],benchmark:[101,119,122,152],benchmark_suit:122,benchmarkconfig:122,best:[32,35,133],better:[43,143],betweeen:37,between:[17,19,21,24,27,37,39,47,56,67,70,79,133,134,146,148],beyond:[32,35],bid:[105,106,107,110],bidder:[105,107],bigqueri:[12,20,49,152],bigquery_api_servic:49,bigquerydisposit:21,bigquerysink:21,bigquerysourc:21,bigtabl:35,binari:39,binary_add:138,binary_and:138,binary_divid:138,binary_floor_divid:138,binary_lshift:138,binary_modulo:138,binary_multipli:138,binary_or:138,binary_pow:138,binary_rshift:138,binary_subscr:138,binary_subtract:138,binary_true_divid:138,binary_xor:138,bind:141,bind_type_vari:141,bit:45,blob:28,block:[13,35,68,99,114],block_until:80,bodi:150,book:24,bool:[9,13,16,21,24,39,40,43,52,90,114,122,127,131,136,141],both:[1,16,21,27,32,35,39,51,128,136,143,152],bother:82,bottleneck:125,bound:[17,18,125,131,134,139,152],boundari:[35,70],boundedsourc:[14,16,35,39,42,113],boundedwindow:134,boundmethod:139,bucket:[24,31,50],bucket_m:[24,29],bucketnam:50,buffer:[1,17,18,31,85],buffer_s:21,build:[33,52,54,73,92,113,114,152],build_class:138,build_console_url:73,build_list:138,build_map:138,build_slic:138,build_tupl:138,built:[73,84,128,131,133,134,136,141],builtin:125,bulk:125,bundl:[13,14,16,35,40,75,78,80,81,82,85,125,133],bundle_factori:[65,74,80,152],bundle_id:35,bundlebaseddirectrunn:79,bundlefactori:75,byte_arrai:3,byte_array_to_json_str:68,byte_offset:70,bytearrai:18,bytearraytojsonstr:68,bytecod:138,bytecountingoutputstream:3,bytescod:[1,41],bzip2:17,cach:[21,68,73,82,89,90,91,93],cache_dir:[89,92],cache_label:[89,93],cache_manag:[65,88,90,92,93,152],cached_pcollect:91,cachemanag:[89,90,93],caches_us:[90,93],calcul:120,call:[2,4,15,21,24,27,35,37,43,50,52,55,57,70,81,83,99,116,125,127,128,131,133,145,148,150],call_funct:138,call_function_kw:138,call_function_var:138,call_function_var_wk:138,callabl:[1,10,99,119,122,125,139,148,150],callableptransform:128,callabletask:81,callablewrappercombinefn:[125,131],callablewrapperdofn:125,callablewrapperpartitionfn:125,callback:[2,35,37,52,80,81,99],caller:[24,35,83],can:[1,4,9,10,11,13,14,16,17,19,21,25,32,35,37,39,40,41,52,56,64,80,83,86,99,112,113,114,115,119,122,125,127,128,133,134,136,137,139,141,143,146,148,149,150],cancel:[57,99],cannot:[5,32,35,70],cap:25,capabl:[35,152],capit:141,captur:128,car67:107,care:91,categori:[105,107,141],caus:[131,143],cbf:35,ceas:115,ceil:113,cell:[21,44,90,132,152],cellcommitst:45,certain:[25,35,79,107],chain:128,chanc:[125,133],chang:[32,45,56,57,80,90,143,152],channel:[17,19,30,36,55,56,57,58],chapter:24,charact:[10,40,50,89],charg:[67,78],check:[10,17,19,21,30,34,35,36,39,51,52,64,80,117,122,125,127,136,140,141],check_access:51,check_cal:145,check_compil:122,check_don:[35,38],check_output:145,checkpoint:[35,38,83,133],checksum:[17,19,30,31,34,36,112],choos:16,chosen:[25,35,148],chr20:43,chunk:[17,19,21,55,134],chunk_siz:[17,30],citi:[105,107],claim:35,classmethod:[1,17,19,30,34,36,37,49,51,68,99,127,128,134,144,149,150],clean:[35,89,116],cleanup:[89,92,106,116],cleanup_subscript:116,cleanup_top:116,clear:[56,83,90,131],clear_pvalu:99,client:[17,21,24,27,28,31,35],clock:[65,74,80,87,116,133,148,152],clone:52,close:[15,17,18,19,30,35,36,37],closure_typ:139,cloud:[1,21,25,27,28,31,32,49,50,66,70],cls:[1,49,147],cmd:107,co_nam:138,code:[4,11,35,39,107,122,128,141,148],codec:13,coder:[10,15,21,35,40,41,71,89,115,119,132,152],coder_benchmark_factori:119,coder_proto:1,coderbas:4,coderimpl:1,coderregistri:1,coders_microbenchmark:[118,152],coexist:143,cogroupbykei:[113,133],cold:125,collect:[1,46,47,119,122,152],collis:47,com:[10,21,24,25,28,31,49,50,107],combin:[17,19,30,34,35,36,82,85,123,125,131,132,134,152],combine_fn:82,combine_op:131,combine_payload:125,combinefn:[124,125,140],combinefnprocesscontext:125,combineglob:125,combineperkei:[82,125],combinevalu:125,combiningvaluestatespec:132,combiningvaluestatetag:131,combnin:125,come:[8,143],comma:21,command:[21,49,107,114],comment:[52,125],commit:[26,27,35,45,55,77,80],commit_log:78,commit_phys:78,commitmanifest:55,commitrespons:27,common:[13,21,40,41,62,78,100,125,140,149],common_urn:[53,152],commun:127,compar:[27,35,37,112],compare_op:138,compare_path:27,comparison:27,compat:[1,2,3,6,7,8,9,10,11,14,17,19,26,27,32,35,46,50,52,53,54,63,66,70,74,75,76,77,81,85,86,87,90,91,92,93,94,98,115,116,118,125,128,129,131,132,133,138,139,140,142,143,144,145,146,147,148,149,150],compil:[1,122],complet:[1,18,21,27,35,70,80,81,99,114],completed_bundl:80,completed_committed_bundl:87,completed_tim:[80,87],completion_callback:81,complex:[35,141],complex_operation_returning_xyz:4,compli:[13,16],complianc:21,compliant:149,complic:138,compon:[1,17,19,30,32,34,36,127],component:98,composit:[4,35,71,99,117,134,139,141],compositetypehint:[136,141],compress:[13,16,17,19,30,35,36,40,41,43],compress_point:136,compressedfil:17,compression_typ:[15,16,17,19,30,34,36,40,41,43],compressiontyp:[15,16,17,19,40,41,43],comput:[5,11,25,49,52,99,112,116,124,125,128,152],compute_api_servic:49,compute_hash:116,concat:14,concat_posit:70,concat_sourc:[12,152],concaten:70,concatposit:70,concatrangetrack:14,concatsourc:14,concept:[21,25,35,134,152],conceptu:[35,52,133],concret:[99,125],concrete_typ:141,concurr:[35,39],condens:[124,125],condit:35,configur:[25,34,49,52,83,114],conflict:[35,141],connect:[18,27,34,49],connector:[25,29],consecut:[75,134],consid:[13,24,27,35,52,125,131,133],consist:[1,10,35,39,43,47,50,68,78,80,85,89,98,124,125],consol:73,const_typ:139,constant:125,constrain:[13,40],constraint:[58,136],construct:[1,13,21,40,41,46,64,70,80,81,98,99],constructor:[1,41,55,56,57,58,90,91,93,94,128,150],consum:[35,77,133],consumed_split_point:70,consumer_tracking_pipeline_visitor:[65,74,152],consumertrackingpipelinevisitor:77,contain:[4,9,10,11,13,17,18,19,21,25,26,30,32,35,36,39,40,41,45,49,52,55,64,80,83,100,112,114,118,125,127,128,134,136,141,142,147],content:[17,19,30,36,43,55,80,91,112,116,133,147],context:[1,32,35,45,52,55,56,57,58,64,80,98,116,125,128,131,134,146,150],contian:96,continu:[35,39,134,146],control:[21,56,75,96,113,131,143,148],conveni:[9,21,29],convent:[17,134],convers:[9,137],convert:[1,9,37,110,125,127,137,150],convert_to_beam_typ:137,coordin:136,copi:[17,19,30,31,34,36,113,125,139],copy_batch:31,copytre:31,core:[25,50,71,82,83,100,107,112,113,123,140,152],correct:[17,19,25,39],correctli:[35,125],correspond:[1,9,13,21,43,113,133,136,138,139,141,149,150],cost:133,could:[1,25,35,52,133,146,150,152],count:[13,26,29,40,41,42,45,47,91,122,124,131],count_tag:131,countcombinefn:131,counter:[46,47,80,86,138],countingsourc:42,coverag:39,cprofil:146,creat:[10,13,14,16,17,19,21,26,28,30,32,34,35,36,43,46,47,52,64,68,71,72,75,80,85,91,94,99,106,113,116,117,119,122,125,127,128,133,134,136,138,139,140,145,147,149],create_accumul:[125,140],create_bundl:[75,80],create_commit:26,create_disposit:21,create_empty_committed_bundl:[75,80],create_ent:26,create_from:127,create_from_opt:127,create_if_need:21,create_nev:21,create_respons:26,create_run_queri:26,create_sourc:[123,152],create_temp_fil:116,createptransformoverrid:[68,72],creation:[13,16,40,41,43],credenti:8,credit_card:[105,107],criteria:83,cross:145,csv:35,cumul:146,current:[10,16,17,18,21,32,35,40,52,57,64,67,70,78,80,83,99,115,125,143],current_posit:35,current_restrict:[35,38],current_tim:76,cursor:35,custom:[4,11,15,35,52,99,112,113,114,125,128,134,136,141],custommapp:128,customtransform:128,cycl:90,dag:[52,99],data:[3,4,16,17,18,19,21,24,25,32,35,39,43,45,52,56,64,113,125,127,131,134,152],databas:35,dataflow:[1,5,8,9,21,35,49,50,64,65,99,131,152],dataflow_cli:67,dataflow_endpoint:49,dataflow_metr:[65,66,152],dataflow_runn:[65,66,73,152],dataflowapplicationcli:67,dataflowmetr:67,dataflowpipelineresult:[67,68],dataflowrunn:[66,67,68,72,73,106],dataset:21,datastor:[12,20,152],datastore_pb2:27,datastoreio:[12,20,22,23,152],datetim:[127,149],deal:[35,125],debug:[106,139],debugopt:[49,50],dec:47,decid:[13,35,40,83],decim:21,decod:[1,4,21,40,41,71,89,119],decode_from_byt:4,decodeandemitdofn:71,decomposit:35,decompress:[16,17,35],decor:[1,4,21,116,125,128,132,135,143,148,150,152],decreas:35,decrement:47,deduc:139,dedupl:[32,133],def:[4,49,122,128,132,136,143],default_desired_bundle_s:[13,40],default_edge_attr:94,default_environment_id:98,default_environment_url:98,default_label:[125,128],default_output_cod:[14,35,113],default_runn:49,default_type_hint:[82,125,136],default_valu:[51,64],default_vertex_attr:94,default_window_mapping_fn:129,defaultrootbundleprovid:85,defaulttrigg:131,defin:[1,4,12,13,16,17,19,21,25,27,32,35,46,49,65,70,107,113,116,125,127,128,134,135,136,138,141],definit:35,deflat:13,degre:125,delai:[24,131,148],deleg:[37,46],delegatingcount:46,delegatingdistribut:46,delegatinggaug:46,delet:[17,19,21,25,30,31,34,36],delete_attr:138,delete_batch:31,delete_fast:138,delete_glob:138,delete_slice_0:138,delete_slice_1:138,delete_slice_2:138,delete_slice_3:138,deletefromdatastor:25,delimit:40,deliv:[32,80],demand:146,demarc:70,depend:[17,18,19,35,45,127,144],dependent_real_tim:130,deprec:[35,70,143],depth:[52,139],deriv:[28,89,93,128,134],descend:[123,128],describ:[21,34,35,39,49,56,64,70,113,125,128],describe_mismatch:112,describe_to:112,descript:[1,10,34,35,50,68,70,105,107,112,125],deserialize_windowing_strategi:68,design:[52,133],desir:[13,21,28,35,40,125],desired_bundle_s:[13,14,16,35,40,42,113],desired_cache_label:93,desired_num_offsets_per_split:38,despit:125,dest:31,destin:[17,19,30,34,36],destination_file_nam:[17,19,30,34,36],detail:[4,16,25,35,40,50,52,66,74,83,113,125,128,129,136],detect:[16,35,40,41,43,125],detect_compression_typ:17,determin:[17,24,35,40,43,52,83,125,131,134],determinist:[1,4],develop:[16,25,32,50,127,152],dialect:21,dict:[9,17,21,30,32,36,43,64,90,91,93,94,99,124,127,133,141],dict_int_int:119,dict_obj:97,dict_to_struct:97,dictionari:[4,9,11,13,21,41,49,85,117,122,125,127,137],did:39,differ:[1,16,21,35,39,52,56,70,89,113,148],digit:[21,32],dill:[1,10],dillcod:1,direct:[65,125,152],direct_metr:[65,74,152],direct_runn:[65,74,84,152],direct_runner_use_stacked_bundl:75,directli:[21,35,47,64,125,129],directmetr:78,directopt:49,directori:[17,19,30,31,34,35,36,52,116],directpipelineresult:79,directrunn:[49,52,78,79,80,83,86,106,107,114],directrunneropt:75,directstepcontext:80,directunmergedst:80,dirti:45,dis:138,disable_run_time_type_check:136,discard:131,discourag:143,discuss:24,disk:[21,36],displai:[35,46,49,70,90,94,107,123,125,128,152],display_data:[13,15,16,21,25,35,49,125,127],display_data_dict:127,display_graph:94,display_grapi:94,display_manag:[65,88,152],displaydata:127,displaydataitem:127,displaymanag:90,disposit:21,distinct:52,distinguish:64,distribut:[34,45,46,47,120,125],distribution_counter_microbenchmark:[118,152],distributionaccumul:120,distributionresult:45,div_round_up:113,divid:[85,134],do_fn:100,doc:[21,25,49,50,138],dockerrpcmanag:96,docstr:133,document:[16,35,49,83,125,131,138],doe:[21,35,40,52,82,99,127,146],doesn:[17,19,27,30,36],dofn:[4,21,25,35,64,71,82,83,100,107,113,125,127,128,132,140],dofninvok:83,dofnprocessparam:125,dofnrunn:125,dollar:110,domain:130,don:82,done:[17,19,21,34,35,52,80,99,100,112,134],donwstream:133,dooutputstupl:125,dot:[91,94],doubl:[29,148],down:35,download:18,downloaderstream:18,downstream:[35,133],drain:99,drop:[24,127],drop_default:49,drop_if_default:127,drop_if_non:127,duck:4,due:[10,35,125],dump:10,dump_sess:10,dup_top:138,dup_topx:138,duplic:32,durat:[68,99,107,115,127,134,149],dure:[5,11,13,16,18,21,31,32,40,41,43,46,47,49,55,90,91,115,125,139,148],dynam:[16,25,35,39,51,52],dynamic_split_request:70,dynamicsplitrequest:70,dynamicsplitresult:70,dynamicsplitresultwithposit:70,e2e:[73,84],each:[1,13,21,24,27,32,35,39,40,41,43,52,77,100,107,113,115,122,124,125,127,133,134,136,138,141],earli:[21,131,152],earliest:134,easi:125,easier:17,ec_point:136,edg:[52,94],effect:[18,128,133],effici:[1,4,16,35,97,125],effort:32,either:[15,17,18,21,27,35,39,43,52,83,86,89,114,125,128,136,137,141],elantra:107,elem:[35,107],elem_cod:1,element:[1,4,21,27,32,35,39,40,45,64,71,82,83,86,87,100,113,115,117,119,121,122,124,125,127,131,133,134,139,140],element_and_restrict:100,element_cod:100,element_s:113,element_typ:[64,139],elementandrestrict:[83,100],elementev:115,elementparam:125,elm:107,els:[70,136],elsewher:70,email:[105,107],emb:10,emit:[56,64,71,115,131,133],empti:[16,21,32,35,64,80,85,125,131],emptysideinput:64,enable_run_time_type_check:136,enable_trac:10,encapsul:70,encod:[1,3,4,9,10,15,21,35,40,41,70,71,89,119,150],encode_to_byt:4,encoded_:15,encoded_kei:86,encoded_str:68,encoded_table_row:21,encoded_valu:[15,71],encount:18,end:[13,14,17,18,19,35,37,40,41,43,49,50,70,82,83,92,112,115,131,134,143],end_cursor:26,end_sess:92,endpoint_pattern:50,endpoints_pb2_grpc:[53,54,152],enforc:136,engin:[31,35],ensur:[25,35],entail:21,enter:73,enter_composite_transform:140,entir:[21,25,35,64,68,70,79,99,117,125,134],entiti:[25,26,27,62],entri:[1,29,56,64],enum_typ:62,enumer:63,environ:[83,98],eof:[17,18],epoch:[17,19,24,30,32,36,76,134,149],equal:[18,25,35,39,49,127,133],equal_to:[114,117],equival:[17,35,39,128,133],err_invalid_gcs_bucket:50,err_invalid_gcs_object:50,err_invalid_gcs_path:50,err_invalid_job_nam:50,err_invalid_not_posit:50,err_invalid_project_id:50,err_invalid_project_numb:50,err_invalid_test_matcher_typ:50,err_invalid_test_matcher_unpickl:50,err_missing_gcs_path:50,err_missing_opt:50,error:[1,18,21,34,35,50,55,112,125,134,136,139,140,148,152],error_messag:1,escap:89,especi:[134,149],essenti:[49,125],estim:[1,25,35,70],estimate_s:[1,14,16,35,42,113],etc:[25,35,46,99,128,152],euro:110,evalu:[11,75,80,81,83,85,86,119,131,149],evaluation_context:[65,74,81,85,152],evaluationcontext:80,even:[16,27,35,136,143,148],event:[35,105,106,107,109,110,111,115,131,134],event_count:21,everi:[4,21,35,39,52,68,90,99,148],everyth:[17,19,30,36,90,134],evict:89,evolv:31,exact:[113,125],exactli:[1,25,35,49,52,64,131],exampl:[1,4,13,16,21,32,35,39,43,70,85,94,107,114,122,125,127,128,133,134,136,143,149,150,152],exce:31,exceed:27,except:[5,8,17,27,31,35,112,125,136,139,148],excess:21,exclus:[18,35],exec_stmt:138,execut:[1,11,21,32,35,46,47,49,50,52,55,57,64,65,66,68,73,74,79,80,81,83,84,85,90,91,93,99,114,115,122,125,128,139,152],executor:[65,74,85,152],executor_servic:80,exhaust:39,exist:[13,16,17,19,21,30,31,32,34,35,36,40,41,43,89,114,116,125,143],existing_keyed_st:80,exp_multipli:143,expand:[13,21,25,32,35,40,41,43,71,82,83,89,100,113,115,124,125,128,133],expand_using_gbk:113,expand_using_second_output:113,expans:125,expect:[1,15,21,34,37,39,49,52,112,114,117,150,152],expected_checksum:112,expected_item:39,expected_outcom:39,expected_st:[73,112],expectedsplitoutcom:39,experi:51,experiment:[32,35,46,90,91,92,93,94,128,131,132,133,143,144],expir:[105,107,132],explain:35,explod:100,explodewindowsfn:100,exponenti:148,expos:[21,29,47],extend:[15,35,50,112,144],extens:[13,16,35,40,41,43],extent:125,extern:[35,125,152],extra:[105,107,112,114],extra_messag:143,extra_opt:114,extra_typ:[9,21],extract:[52,77,87],extract_all_tim:[80,87],extract_commit:78,extract_latest_attempt:78,extract_output:[125,140],extrem:124,face:[46,132],fact:143,factor:148,factori:75,fail:[17,19,21,27,30,31,35,36,39,43,99,139],failur:[27,35],fake:26,fake_datastor:[12,20,22,23,152],fake_run_queri:26,fakesourc:121,fall:[1,35],fallback:4,fallback_cod:1,fals:[3,9,13,16,17,21,26,32,35,43,49,52,68,89,90,114,117,125,127,128,131,138,139,146,148],famili:39,fanin:113,fanout:[113,125],far:[70,137],fast:1,fastavro:13,fastcod:1,faster:[4,13],fastprimitivescod:[1,115],fault:35,favorite_color:13,favorite_numb:13,fetch:[17,18,19,25,27,30,34,36,90,112,121],fetch_ent:27,feth:25,few:[39,128],field1:21,field2:21,field3:21,field:[13,21,27,32,35,43,91,117,127,143],field_count:43,file:[13,15,16,17,18,19,21,30,31,34,35,36,40,41,43,45,46,47,52,89,112,116,117,152],file_copy_fn:146,file_handl:15,file_nam:[16,43],file_name_suffix:[13,15,40,41],file_path:[10,17,40,41,43,112],file_path_prefix:[13,15,40,41],file_pattern:[13,16,40,41,43],filebasedcachemanag:89,filebasedsink:[12,35,112,152],filebasedsourc:[12,40,152],filechecksummatch:112,filemetadata:17,filenam:[13,31,40,41,116],fileobj:17,filepath:17,filesystem:[12,13,18,30,34,35,36,144,152],filesystemio:[12,152],fill:127,filter:[25,27,43,46,67,78,111,112,125,143,148],finalize_writ:[15,35],find:[5,17,19,124,133,148],finish:[18,26,68,99,131,146],finish_bundl:[82,113,125,140],finish_st:81,finishcombin:82,finit:[35,134],fire:[86,87,131,132],fired_tim:81,first:[4,10,17,19,30,32,34,35,36,39,43,52,55,57,113,125,128,133,138,141,148,152],fix:[1,125,133,134],fixed_cost:133,fixedsizeglob:124,fixedsizeperkei:124,fixedwindow:134,flag:[13,16,17,19,30,36,40,41,43,49],flat:133,flatmap:[10,64,125,128,152],flatten:[14,21,125],flatten_input_visitor:68,flatten_result:21,flavor:143,floatcod:1,flush:[17,82],fn_paramet:134,fn_proto:150,fn_to_execut:11,fnapirunn:79,fnmatch:[17,19],fold:125,follow:[13,21,27,35,39,40,41,83,107,114,125,134,136,141,143,146],foo:[1,17,19,136,150],foo_from_proto:[1,150],foopayload:[1,150],footer:15,footprint:99,for_input_typ:125,forc:[64,90,100],form:[13,17,18,21,31,32,34,64,122,133,134,136,143,149],formal:136,format:[15,17,19,21,32,35,39,43,50,107],format_sampl:91,former:64,formula:[24,133,134],forward:85,found:114,frac:14,fraction:[14,35,37,39,70,148],fraction_consum:[14,35,37],fraction_to_posit:37,frame:[138,139],framest:[138,139],framework:[4,16,21,35,70],fresh:125,from:[1,4,8,13,15,16,17,18,19,21,25,27,28,30,31,32,35,36,37,39,40,41,43,49,50,52,57,64,68,70,77,89,90,91,93,99,107,110,112,113,114,116,121,125,127,128,131,133,134,136,143,148,149,150,152],from_cal:125,from_dictionari:49,from_json_valu:9,from_micro:147,from_rfc3339:149,from_runner_api:[1,47,52,64,98,125,128,131,150],from_runner_api_paramet:[1,35,125,134],from_str:130,from_type_hint:1,from_utc_datetim:149,fronend:90,frontend:90,full:[17,19,24,30,34,35,36,39,52,89,112,114,134,144],full_label:140,fulli:[18,21,35,70,136],fun:148,func:[125,136,139],functiontyp:139,furnish:64,further:[56,128,148],fuse:133,fusion:133,futur:[1,2,3,11,17,18,19,21,24,27,29,31,32,35,38,43,45,46,47,50,51,52,55,62,64,70,75,76,78,80,81,83,85,86,87,96,98,99,100,115,116,124,125,127,129,130,131,132,134,136,139,143,144,146,148,149,150],future_output_watermark:83,fuzz:148,fuzzedexponentialinterv:148,gap:134,gap_siz:134,gather:28,gaug:[46,47],gaugeresult:45,gce:8,gcp:[6,12,152],gcs:31,gcs_bucket:50,gcs_prefix:30,gcs_scheme:50,gcs_uri:50,gcsfilesystem:[12,20,152],gcsio:[12,20,152],gener:[1,13,16,32,35,40,41,54,94,105,106,109,113,114,115,119,125,141],generate_bundle_id:35,generate_ev:106,generate_fn:119,generate_input_valu:120,genom:43,genotyp:43,get:[3,8,16,17,19,21,25,30,35,36,39,51,55,56,57,58,64,70,87,92,99,113,114,125,131,144,148,150],get_accumulator_cod:125,get_aggregator_valu:80,get_all_opt:49,get_all_plugin_path:144,get_all_subclass:144,get_chunk_s:19,get_count:3,get_datastor:27,get_dict:127,get_dict_table_schema:21,get_dot:94,get_estimated_num_split:25,get_estimated_size_byt:25,get_evalu:85,get_execution_context:80,get_filesystem:19,get_full_options_as_arg:114,get_function_argu:125,get_glob:139,get_impl:[1,134],get_it:138,get_keyed_st:80,get_nam:139,get_namespac:46,get_opt:114,get_output_typ:125,get_path:116,get_progress:70,get_rang:18,get_range_track:[14,16,35,39,42,113],get_replacement_transform:[52,68,72,83,100],get_root_bundl:85,get_root_bundle_provid:85,get_schem:19,get_service_credenti:8,get_split:28,get_table_schema_from_str:21,get_transformed_output_tim:134,get_type_hint:136,get_typed_value_descriptor:9,get_valu:51,get_value_or_block_until_readi:80,get_varint_s:3,get_watermark:87,get_window:[35,71,115,125,128],get_window_cod:134,getartifact:55,getattr:138,getmanifest:55,getmessagestream:57,getprovisioninfo:58,getrangetrack:39,getstat:57,getstatestream:57,github:[10,28,31,43],give:[16,17,19,30,35,36,39,46,52,70,83,113],given:[1,3,11,13,16,17,18,19,21,25,26,27,28,30,31,32,35,36,37,39,40,41,49,50,52,64,83,85,89,93,99,112,113,115,117,122,125,131,133,134,137,139,148,149,150],glob:[13,16,40,41,43,112,117],global:[1,35,80,85,124,134],global_to_loc:14,globalwindow:134,goe:50,going:[25,67],gone:64,good:25,googl:[1,8,21,24,25,27,28,31,32,49,50,66],googleapi:[49,50],googlecloudopt:[49,50],googlecloudplatform:[28,31],googledatastor:27,gracefulli:83,granular:[24,134,149],graph:[52,64,68,77,79,85,90,91,94,128,152],greater:[25,125,136],greater_than:25,group:[4,14,47,49,125,128,133,134],group_by_key_input_visitor:68,groupbykei:[1,99,113,125,128,133,134,152],grpc:[55,56,57,58],guarante:[1,2,3,4,6,7,8,9,10,11,14,26,27,32,35,46,50,52,53,54,63,66,70,74,75,76,77,81,85,86,87,90,91,92,93,94,98,115,116,118,128,129,131,132,133,138,139,140,142,143,144,145,146,147,148,149,150],guid:131,gzip:[17,35],had:[1,89,125,150],hadoop:34,hadoopfilesystem:[12,49,152],hadoopfilesystemopt:[34,49],halfwai:39,hamcrest:[50,112],hand:21,handl:[15,16,17,19,24,30,35,36,40,41,43,80,138],handle_result:80,happen:[21,28,35,39,52,90,116,148],har:[39,56,58],has:[1,9,18,21,25,27,35,43,49,50,64,70,77,79,87,107,114,117,122,124,125,127,136,152],has_data:29,has_default:125,has_dir:[17,30,34,36],has_display_data:127,has_kw:138,has_part:128,has_var:138,hasdisplaydata:[35,49,70,125,127,128],hash:[89,112,116],hashabl:139,hashing_alg:116,have:[4,8,10,11,17,19,21,25,27,35,43,45,52,55,64,111,125,127,131,134,136,137,138,148],hdf:34,head:[17,19,30,36],header:[15,40,43],heap:146,heavi:39,heavyweight:39,help:[39,125],helper:[12,20,22,23,39,91,93,129,152],helper_transform:[65,74,152],henc:[25,35,70],here:[1,21,27,35,66,74,125,134,138],hidden:64,hierarch:9,hierarchi:52,high:[21,79,125],higher:[40,43],hint:[4,128,135,136,139,141],histori:24,hold:[21,35,52,83,125],holder:[11,100],homogen:1,honor:70,hour:148,how:[21,25,35,64,70,98,113,119,124,125,128,134,143,152],howev:[1,25,28,35,43],html:[24,49,138],hts:43,http:[10,21,24,25,28,31,35,43,49,50,127,131,138,148],httperror:148,huge:64,hypothet:35,hyundai:107,id_label:[32,33],id_or_nam:26,idempot:35,ident:136,identifi:[13,21,32,35,40,41,89,125,127],ids:27,iff:15,ignor:[21,25,32,37,115,117],illustr:[35,110,111,143],imagin:35,immedi:[57,99],immut:35,impact:[25,40],implement:[1,3,15,16,17,18,21,24,28,30,34,35,36,37,38,39,40,46,50,51,52,66,67,68,70,71,74,76,78,79,80,82,99,122,125,127,128,129,141,148,150],implementor:[17,35,125],impli:[43,143],implicitli:134,import_from:138,import_nam:138,imposs:35,improv:[1,21],impuls:[71,125],inc:[29,46,47],includ:[17,19,21,30,32,35,39,43,80,83,105,107,134],inclus:[35,37],incom:32,incompat:143,inconsist:10,incorrect:39,increas:148,increment:[47,136],indefinit:[68,99],independ:[35,68,136],index:[43,64,70,125,131,136,141],index_tag:131,indic:[17,19,30,35,36,40,43,52,64,133,147,148],individu:[16,35,39,125,134],inequ:25,inf:37,infer:[4,139],infer_output_typ:[71,125,128],infer_return_typ:139,infer_return_type_func:139,infin:[35,134],info:[43,93,99,107,132],inform:[8,16,35,43,58,67,68,70,80,83,91,92,99,125,133,139,151],infrastructur:109,inherit:[35,70,127,150],init_result:[15,35],initi:[13,14,16,18,21,24,25,32,34,35,37,40,41,43,47,49,52,58,64,67,70,83,85,100,112,113,114,122,125],initial_bid:[105,107],initial_delay_sec:148,initialize_writ:[15,35],inject:[16,128],inlin:138,inmemoryunmergedst:80,inner:[70,136,141],inpalce_or:138,inplace_add:138,inplace_and:138,inplace_divid:138,inplace_floor_divid:138,inplace_lshift:138,inplace_modulo:138,inplace_multipli:138,inplace_pow:138,inplace_rshift:138,inplace_subtract:138,inplace_true_divid:138,inplace_xor:138,inprocess:74,input:[5,11,12,13,21,32,35,40,41,43,49,52,64,70,71,77,80,81,83,85,87,93,99,100,113,119,120,121,122,125,128,129,133,134,139,140,147,149,152],input_bundl:81,input_committed_bundl:85,input_or_input:128,input_or_output:128,input_pcol:128,input_per_sourc:121,input_s:119,input_spec:113,input_timestamp:134,input_typ:[125,139],input_type_hint:128,inputstream:3,insert:21,insert_values_in_arg:11,insid:114,inspect:139,instanc:[1,4,11,17,19,21,30,36,43,50,52,58,64,67,68,70,85,86,116,117,122,125,127,128,131,134,136,139,141,148,149],instance_to_typ:139,instanti:[70,139,144],instead:[10,21,35,43,52,129,143,148],instruct:56,instrument:122,int_to_str:136,integ:[1,3,19,21,35,38,46,119,125,127,134,138],integr:[114,148],intend:[24,29,35,47,64,136,148],interact:[17,65,67,152],interactive_pipeline_graph:[65,88,152],interactive_runn:[65,88,90,152],interactivepipelinegraph:91,interactiverunn:92,interchang:21,interest:39,interfac:[18,19,32,47,64,127,132],intermedi:[21,125],intern:[1,2,3,14,26,27,35,46,50,52,53,54,63,66,67,70,74,75,76,77,81,85,86,87,98,115,116,118,127,129,134,138,139,140,142,143,145,146,147,148,149,150,152],interpol:37,interpret:[21,70],intersect:134,interv:[37,134,146,148,149],interval_second:146,intervalwindow:134,introduc:[35,117],introduct:21,invalid:[17,18,31,49,50,113,136],invalid_argu:55,invoc:[35,83],invok:[35,83,125,131],invoke_process_el:83,involv:21,iobas:[12,14,15,16,21,37,38,39,42,65,66,69,113,125,152],ioerror:[16,17,19,30,36,99],ipython:[91,94],is_access:51,is_bound:[35,70],is_default:125,is_determinist:1,is_don:80,is_empti:117,is_full_string_match:50,is_globally_window:129,is_integration_test:114,is_key_valid:27,is_kv_cod:1,is_lat:131,is_latest_vers:89,is_merg:134,is_pair_lik:1,is_process_bound:[125,140],is_root_transform:80,is_service_runn:50,is_termin:99,is_valid:127,is_valid_compression_typ:17,isn:[17,19,30,36,136],issu:10,item:[39,86,105,106,111,113,127],item_nam:[105,107],items_before_split:39,iter:[1,2,16,27,34,35,39,49,64,70,121,125,129,131,133,134,137,141,148],iterablecod:1,its:[1,4,11,17,21,27,32,35,122,125,127,128,133,139,147,150,152],itself:[35,70,149],java:28,job:[25,52,55,56,57,58,65,67,68,73,79,99,107,112,114,152],job_graph:67,job_nam:[50,114],job_pattern:50,job_result:67,jobapi:96,jobserviceservic:57,jobservicestub:57,jobstat:99,join:[17,19,30,34,36],json:[9,10,21,68,93,113],json_string_to_byte_arrai:68,json_valu:[6,7,152],jsonarrai:9,jsonobject:9,jsonstringtobytearrai:68,jsonvalu:[9,21],just:[25,35,64,128],keep:[29,35,70,78,85,92],kei:[1,4,9,13,25,26,27,32,35,37,43,64,70,80,82,83,85,86,100,113,122,124,125,127,128,133,134,137,139,152],kept:127,key1:127,key2:127,key3:127,key4:127,key5:127,key_cod:1,key_compar:27,key_value_typ:139,keyed_earliest_hold:87,keyed_watermark_hold:86,keyedworkitem:[83,86],keyspac:37,keyword:[11,64,125,136],keyword_hint:136,kind:[25,27,35,125,143],know:139,known:[17,50,80],kv_type:139,kvswap:133,kwarg:[2,11,15,16,25,31,32,40,41,43,49,81,82,83,100,117,124,125,133,136,140,145,147],kwarg_hint:136,kwargs_for_invok:83,label:[13,52,64,71,89,93,113,117,124,125,127,128,133,140,143],label_from_cal:128,lambda:[21,128,131],land:24,languag:152,larg:[25,39,40,64],large_dict:119,large_int:119,large_list:119,large_str:119,large_tupl:119,larger:35,largest:[35,124,133,149],largestperkei:124,last:[17,19,27,30,35,36,43,83],last_record_start:37,last_upd:[17,19,30,31,34,36],late:131,late_tag:131,latenc:[27,125],later:[83,114,115,125],latest:[25,27,47,89,90],latest_timestamp:27,latter:64,launch:107,launcher:[106,109],lead:[90,91],leaf:[17,19,30,36],leaf_pcollect:93,least:[32,39,131],leave_composite_transform:140,left:[39,46,125],left_fract:39,left_result:39,len:18,length:[1,24,28,31,119,136,148],less:[28,37,125],less_than:25,let:[4,35,46],letter:[13,21,40,41,50,141],level:[13,52,93,125],lexicograph:37,lexicographickeyrangetrack:37,librari:[1,8,10,13,31,42,43,49,124,138],lift:125,liftedcombineperkei:82,lightweight:39,like:[4,13,17,19,25,30,34,35,36,40,64,125,136,139,141],limit:[17,19,25,27,148],line:[21,35,40,43,49,107,114,116],linearli:37,link:5,list:[1,9,11,14,17,19,21,26,27,28,30,31,36,39,43,50,51,52,64,86,89,91,113,114,116,117,119,122,124,125,133,136,137,141],list_append:138,list_int:119,list_prefix:31,load:[10,109,110,111],load_attr:138,load_closur:138,load_const:138,load_deref:138,load_fast:138,load_glob:138,load_loc:138,load_nam:138,load_sess:10,local:[15,17,19,36,40,52,74,79,89,93,125],local_to_glob:14,local_var:139,localfilesystem:[12,17,152],locat:35,lock:35,log:[56,132,146,148],log_result:146,logger:[116,148],logic:[16,35,46,78,83,100,134,148],loglevel:106,long_gener:121,look:136,lookup:64,loop:[35,125],lose:149,lower:[131,136],lower_bound:120,machin:[35,79],machineari:83,made:[4,21,35,55,57,64],magic:100,mai:[1,4,16,17,21,28,32,35,43,46,56,64,70,83,85,99,125,133,143],main:[21,28,35,64,125],main_kw:125,main_tabl:21,mainli:83,make:[21,26,27,35,37,50,71,83,100,105,112,148],make_closur:138,make_fn:125,make_funct:138,make_http_request:148,make_kind_stats_queri:27,make_latest_timestamp_queri:27,make_partit:27,make_request:27,makexyz:4,malform:137,malformedvcfrecord:43,manag:[21,35,52,65,87,90,92,95,116,131,146,152],mandatori:[125,133],mani:[9,25,35,124,125],manifest:55,manner:[13,35,39,133],map:[1,13,21,32,37,43,64,71,89,90,91,93,110,125,129,133],mapfn:128,mapper:82,maria:107,mark:143,marker:64,massiv:21,master:28,match:[1,17,19,21,46,50,52,68,72,83,100,117],match_type_vari:141,matcher:[50,52,73,84,112,117],matchresult:[17,19],materi:[64,89,99,117],matter:35,max:[28,45,125,133],max_batch_operation_s:31,max_batch_s:133,max_delay_sec:148,max_dur:83,max_num_output:83,max_timestamp:134,maximum:[17,19,133,139,148],maybe_from_cal:125,mean:[35,45,89,124,143],mean_temp:21,meant:[56,99],measur:[119,120,121,133],member:[15,55],memori:[45,82,85,146],memoryreport:146,memoryview:18,merg:[35,82,113,125,131,134],merge_accumul:[125,140],merge_context:134,merge_result:[131,134],merge_using_gbk:113,merge_using_side_input:113,mergecontext:134,messag:[1,32,35,57,143],met:117,metadata:[8,17,19,30,36,58,93,111],metadata_list:17,method:[1,4,16,17,18,19,25,26,27,34,35,37,39,47,49,50,52,68,83,99,113,114,116,125,127,128,129,132,139,140,141,143,148,150],metric:[56,67,78,80,99,122,152],metric_nam:46,metricbas:[44,46,152],metricnam:47,metricresult:[67,78,99],metrics_contain:81,metricsenviron:46,metricsfilt:46,micro:[147,149],microbenchmark:[119,120,121,122],microsecond:[25,120,134,149],might:[35,40,70,127,143],millisecond:[27,32,68,99],mime:[13,17,19,30,31,36],mime_typ:[13,15,17,19,30,31,34,36],min:[45,133],min_batch_s:133,min_bundle_s:[13,16,40],min_fraction_of_files_to_stat:16,min_num_offsets_per_split:38,min_number_of_files_to_stat:16,min_request:24,minimim:133,minimum:[13,16,40,87],mirror:136,mismatch_descript:112,miss:50,mix:136,mixin:[127,136],mkdir:[17,19,30,34,36],mock:116,mode:[17,18,21,31,35,68,71,72,125,134],model:[101,102,103,106,152],modifi:[11,35,93,128,138],modul:[0,6,7,12,20,22,23,44,48,53,54,65,66,69,74,88,95,101,102,103,104,108,118,123,135,142,152],moment:11,month:21,more:[4,16,17,19,21,25,30,34,35,36,40,50,52,83,113,125,127,128,131,133,134,138],moreov:35,most:[13,21,35,39,40,128,148],mostli:[52,133,148],move:[17,19,29,30,36,85],movingfunct:29,movingsum:29,msg:147,msg_class:147,much:9,multi:[35,39],multipl:[16,25,35,43,47,64,85,121,124,125,131,133,136],multipli:143,muss:35,must:[1,11,16,18,21,24,32,34,35,40,50,52,55,64,70,99,114,115,122,125,128,134,136,148],mutabl:[35,138],mutat:[26,27,35],my_side_input:64,my_timer_expiry_callback:132,my_tranform:52,myavrofil:13,mybenchmark:122,mydofn:132,myjobnam:114,mypath:13,myptransform:64,mysink:35,name:[13,16,21,27,31,32,35,43,46,47,50,52,55,67,70,86,93,99,105,107,113,114,116,122,125,132,133,136,141],namespac:[13,25,27,46,47,127,141],nativ:[21,35,70,96,128,137],native_io:[21,65,66,152],native_type_compat:[135,152],nativesink:[21,35,70],nativesinkwrit:70,nativesourc:[21,70],nativesourceread:70,necessari:[4,64,122,127,149],necessarili:70,need:[2,4,15,17,19,21,26,30,35,36,37,50,52,56,58,83,116,117,128,148],neg:[17,18,37],negat:136,neither:[21,127],nest:[3,21,141],never:[11,35,64,131,134,146],new_process_fn:83,new_save_module_dict:10,new_track:38,new_valu:93,new_watermark:115,newlin:40,newobject:[1,2,3,11,17,18,19,21,24,27,29,31,32,35,38,43,45,46,47,50,51,52,62,64,70,75,76,78,80,81,83,85,86,87,96,98,99,100,115,116,124,125,127,129,130,131,132,134,136,139,144,146,148,149,150],nexmark:[101,102,152],nexmark_launch:[101,102,103,107,152],nexmark_model:[101,102,103,104,152],nexmark_util:[101,102,103,152],nexmarklaunch:106,next:134,nice_str:91,nnnnn:[13,40,41],no_retri:148,node:[52,64,68,99,128],non:[10,32,35,37,64,99,125,127,148],none:[1,9,13,14,15,16,17,19,21,25,27,28,31,32,35,37,39,40,41,42,43,45,49,51,52,64,67,68,70,71,73,78,80,83,86,89,91,92,93,94,96,98,99,105,109,110,111,112,113,114,116,124,125,127,128,131,133,134,139,140,141,146,147,150],nonmergingwindowfn:134,nonzero:148,nop:138,nor:21,normal:[25,43,127,134],nosetest:114,notabl:39,notbig:21,note:[1,10,17,18,21,25,26,28,35,52,71,117,125,128,136,141,143,146],noth:[70,143],notic:136,notifi:24,notify_observ:2,notimplementederror:99,notion:[35,70,124],now:[24,29,148],nth:133,nullabl:21,num_byt:17,num_el:133,num_input:120,num_items_to_read_before_split:39,num_partit:125,num_retri:148,num_run:[119,120,121,122],num_shard:[13,15,40,41],num_sourc:121,num_split:[25,28],num_window:119,num_work:114,number:[11,13,17,18,19,21,25,26,28,32,35,39,40,41,43,50,76,83,89,106,112,117,122,124,125,133,148,149],numer:[21,32,149],obei:35,obj:[9,10],object:[1,2,4,5,9,10,11,13,15,16,17,18,19,21,30,31,32,34,35,36,37,41,43,46,47,49,50,51,52,55,56,57,58,64,65,67,70,77,83,85,89,90,93,94,96,98,99,100,105,106,107,112,114,115,119,122,125,128,131,134,136,138,139,141,146,148,149,150],observ:[0,152],observablemixin:2,obtain:[17,21,35,46,49,114,124,125,128,133],occupi:35,occur:[28,34,39,43,124,134],octet:[15,17,19,30,31,34,36],offer:[52,113],offici:35,offset:[17,18,35,38,70,134,149],offset_infin:37,offset_range_track:16,offsetrang:38,offsetrangetrack:[16,37],offsetrestrictiontrack:38,oflong:29,often:[133,143],okai:35,old:[35,143],old_multipli:143,on_el:131,on_fir:131,on_merg:131,on_success_match:50,on_tim:132,onc:[17,24,35,64,85,125,131,134,136],one:[1,4,13,21,24,26,27,32,35,39,40,41,43,49,50,52,64,70,83,85,90,122,124,125,128,133,134,136,141,150],ones:[39,49,75],onli:[1,2,3,6,7,8,9,10,11,13,14,17,21,26,27,32,35,37,39,40,41,43,46,50,52,53,54,63,64,70,75,76,77,78,81,85,86,87,90,91,98,114,115,116,117,118,124,125,127,129,133,136,138,139,140,142,143,144,145,146,147,148,149,150],opaqu:15,opcod:[135,152],open:[15,16,17,19,30,31,34,35,36],open_fil:16,open_shard:117,open_writ:[15,35],oper:[1,4,5,17,19,21,30,31,35,36,52,99,119,120,125,128,133,134,149],operation:133,opt_nam:114,optim:[13,40,131],option:[8,17,19,25,30,32,34,35,36,41,52,58,73,75,93,99,106,113,114,117,125,128,133,136,141,143,152],option_nam:51,orchestr:106,order:[1,4,21,25,31,35,37,43,52,99,114,116,125,136,141],orderedpositionrangetrack:37,ordinari:64,ordinarili:[125,133],orfin:131,org:[29,35,49,68,127,131,138],orient:35,origin:[35,39,136],original_range_track:39,original_read:39,original_stop_posit:39,other:[14,17,19,21,27,35,37,40,43,52,58,70,98,113,119,125,127,133,134,136,141],otherwis:[1,9,17,35,39,52,114,115,125,128],our:52,out:[17,18,99,125],outer:[26,35],output:[12,13,15,16,17,32,35,40,41,43,52,64,75,77,80,83,85,87,90,112,113,115,125,128,133,134,140,152],output_at_earliest:134,output_at_earliest_transform:134,output_at_eow:134,output_at_latest:134,output_filter_ratio:113,output_pcollect:[75,80],output_records_per_input_record:113,output_tag:93,outputcheckwrapperdofn:140,outputstream:3,over:[49,125,133,148],overhead:17,overlap:35,overload:24,overload_ratio:24,overrid:[15,21,49,52,71,72,83,99,100,112,125,127,128,150],overridden:35,overwrit:15,own:[125,133],p12345:107,pack_ani:147,pack_struct:147,packag:[11,152],pad:[13,40,41],pair:[17,19,30,35,36,38,49,64,70,100,113,124,125,127],pairwithrestrictionfn:100,pane:131,parallel:[5,11,16,19,21,25,35,125,128,152],param:[39,122],paramet:[1,8,9,11,13,14,15,16,17,18,19,21,24,25,26,27,28,30,31,32,34,35,36,37,39,40,41,43,46,47,49,52,55,56,57,58,64,67,68,70,75,80,83,85,87,90,91,93,94,99,112,113,114,116,117,119,122,125,128,131,133,134,136,137,139,141,143,148,149,150],parameter:141,parameter_typ:[1,128,150],pardo:[21,35,64,83,99,100,125,128],pardo_payload:125,parent:[41,146],pars:[13,40,43,49,106,107,109,113,114,147],parse_arg:[106,113],parse_byt:147,parse_byte_s:113,parse_int:136,parseeventfn:107,parser:49,part:[1,16,17,19,21,30,35,36,46,49,68,70,83,125],partial:[27,35,82,125],partialgroupbykeycombiningvalu:82,particular:[13,35,39,40,41,43,91,111,128,133,139],partit:[21,27,28,35,125,141],partition_for:125,partitionfn:125,partitionid:27,pass:[1,13,15,17,19,21,30,34,35,36,41,43,49,68,83,106,109,113,117,125,128,131,134,136,150],past:[35,70],patch:116,patch_retri:116,path:[13,15,16,17,19,27,30,31,34,35,36,40,41,43,50,112,116,125,144],pathnam:[17,19,30,34,36],pattern:[13,16,17,19,31,40,41,43,50,117,128,148],payload:[32,150],payload_typ:62,pbegin:[35,68,71,89,115,125],pc1:[113,133],pc2:[113,133],pc3:133,pcoll1:133,pcoll:[13,21,25,32,35,40,41,52,64,68,82,83,89,92,100,114,124,125,128,133],pcoll_id:93,pcollect:[1,4,13,15,21,25,35,40,43,52,64,80,83,87,89,90,91,93,99,100,113,115,117,119,124,125,128,133,134,152],pcollection_stat:91,pcolls_to_pcoll_id:92,pdf:43,peform:125,pend:99,per:[21,64,80,82,120,122,125,133,148],per_bundle_delay_sec:113,per_element_cost:133,per_element_delay_sec:113,percent_complet:70,percentag:70,perel:124,perfectli:35,perform:[1,13,16,17,19,25,29,35,39,40,83,100,105,106,107,109,110,111,113,119,120,121,125,133,134,140,143],perform_multi_threaded_test:39,perhap:70,period:[25,90,134],perkei:124,permanentexcept:[8,148],permit:141,persist:[99,125],person:[105,106,107],phase:[35,43,116],phaseset:43,phred:43,physic:78,pick:[1,127],pickl:[1,4,10,35,114,150],picklabl:35,pickle_urn:150,picklecod:[1,10,35],pickler:[6,152],piec:85,pipe:[18,128],pipelin:[1,5,11,13,16,21,32,33,34,35,40,41,43,46,47,49,50,57,58,64,65,66,68,72,73,74,77,79,80,83,84,90,91,92,93,94,98,99,100,105,106,107,109,110,111,112,113,114,115,117,125,127,128,129,133,140,152],pipeline_analyz:[65,88,152],pipeline_context:[65,152],pipeline_graph:[65,88,91,152],pipeline_info:[90,92],pipeline_opt:[17,19,30,34,36,48,50,51,80,127,152],pipeline_options_valid:[48,152],pipeline_proto:[90,93,94],pipeline_proto_to_execut:93,pipeline_result:112,pipeline_verifi:[101,152],pipelineanalyz:93,pipelineananlyz:93,pipelinecontext:[1,98,150],pipelineerror:[5,52],pipelinegraph:[91,94],pipelineinfo:[90,93],pipelineopt:[17,19,30,36,49,50,52,93,114,127],pipelineoptionsvalid:50,pipelineresult:[92,99],pipelinerunn:[52,68,79,92,93,99,114,152],pipelinest:[99,112],pipelinestatematch:112,pipelinevisitor:[52,77,140],pipestream:18,place:[9,11,64,125,128,134,148],placehold:[11,13,16,40,41],plain:64,plane:56,platform:145,pleas:[16,35,50,113],plugin:[17,142,152],pobject:125,point:[1,13,28,35,80,85,134,139,148,149],poll:68,poll_for_job_complet:68,pool:[11,49],pool_siz:11,pop_on:138,pop_thre:138,pop_top:138,pop_two:138,popen:145,popul:[52,127],portabl:152,portion:125,pos:[14,37],posit:[11,14,17,18,35,37,38,39,43,50,70,115,125,136],position_at_fract:[14,35,37],position_for_fract:39,position_to_fract:37,positional_hint:136,possibl:[1,16,19,21,35,39,50,89,94,125],potenti:[64,80],power:152,practic:35,pre:[35,82,125],pre_fin:[15,35],pre_finalize_result:35,preced:133,precis:[21,134,149],predecessor:149,prefer:[1,17,150],prefix:[13,17,19,30,40,41,89],prepar:57,preparationid:57,presenc:143,present:[18,21,43,55,124],preserv:[39,52],prespecifi:113,prevent:[16,35,47,133],previou:[21,35,83,115],previous:24,price:[105,107,110],primari:[35,70],primarii:113,primarili:14,primary_range_track:39,primit:[1,71,79,83,100,125,134,141],print:[94,122,139,143],print_item:138,print_newlin:138,prior:35,prob:43,problem:99,proce:125,proces:100,process:[1,4,17,21,25,35,64,70,71,74,76,80,82,83,85,87,96,97,100,107,113,115,119,125,128,131,132,133,134,140,142,146,152],process_continu:83,process_element_invok:83,process_keyed_elements_transform:83,process_st:81,process_to_termin:107,processcontinu:83,processdata:21,processel:83,processfn:83,processingtimeev:115,processkeyedel:100,processkeyedelementsviakeyedworkitem:83,processkeyedelementsviakeyedworkitemsoverrid:83,produc:[1,13,35,39,40,52,64,77,80,83,93,113,115,125,133,143],profil:[133,142,152],profile_id:146,profile_loc:146,profilingopt:49,program:[21,131,138,152],progress:[37,56,70,99,125],project:[8,21,25,27,32,50,106],project_id_pattern:50,project_number_pattern:50,promis:35,proper:[128,136],properli:[35,83,136],properti:[28,35,39],propertiesfromenumtyp:62,propertiesfromenumvalu:62,propertiesfrompayloadtyp:62,proto:[27,47,52,64,90,91,93,94,98,125,128,131],proto_map:93,proto_message_typ:1,proto_util:[142,152],protobuf:[1,147],protoc:1,protocod:1,protocol:[1,35],provid:[1,11,13,17,18,19,21,25,28,30,32,35,36,37,38,51,52,58,80,85,87,92,93,98,99,114,115,125,128,133,136,150,152],provis:58,provisionserviceservic:58,provisionservicestub:58,pseudo:35,pseudocod:39,ptransform:[4,5,13,21,25,32,35,40,41,43,52,64,68,71,72,77,80,81,82,83,89,90,91,93,100,113,115,117,123,124,125,127,133,141,152],ptransform_arg:100,ptransform_fn:128,ptransform_kwarg:100,ptransform_overrid:[65,66,152],ptransform_side_input:100,ptransform_test:42,ptransformoverrid:[52,68,72,83,100],ptransformwithsideinput:125,pub:32,publish:32,pubsub:[12,20,107,116,152],pubsub_integration_test:33,pubsub_it_pipelin:[12,20,152],pubsubmessag:32,pull:64,pure:3,purpos:114,push_valu:138,put:[10,18,99],putartifact:55,pvalu:[5,11,13,32,35,40,41,43,52,77,99,125,128,129,152],pvalue_class:11,pvalueerror:5,pvalueish:[52,92,128],python:[1,3,5,9,10,13,18,34,35,49,63,71,92,106,107,114,119,120,121,125,136,137,138,139,141,148],python_urn:[53,152],pyvcf:43,pyx:3,qualiti:[43,143],queri:[21,25,26,27,28,67,78,90,93,99,101,102,103,105,106,107,152],query0:[101,102,103,106,108,152],query1:[101,102,103,108,152],query2:[101,102,103,108,152],query_arg:[106,109,110],query_error:106,query_latest_statistics_timestamp:25,query_result:21,query_splitt:[12,20,22,23,152],queryiter:27,querysplitt:28,querysplitterimpl:28,question:[30,36,122,143],quickstart:21,quit:9,quot:89,race:35,rais:[1,5,9,15,16,17,18,19,21,27,30,31,34,35,36,39,49,52,99,113,114,117,125,127,128,136,137,139,148],random:[1,18,26,28,119,120,133,148],random_str:119,random_windowed_valu:119,randomli:148,randomuniquekeyfn:100,rang:[14,16,18,35,37,38,39,70,134],range_track:[12,14,16,35,39,42,113,152],rangetrack:[14,16,35,37,39],rather:[1,21,43,136,138,150],ratio:24,raw:[35,107,115],raw_byt:68,raw_ev:[109,110,111],rawiobas:18,reach:[18,89,148],reachabl:[68,99],read:[1,3,13,14,16,17,18,19,21,25,27,30,31,32,35,36,39,40,41,42,43,70,80,89,93,113,152],read_al:3,read_bigendian_doubl:3,read_bigendian_int32:3,read_bigendian_int64:3,read_bigendian_uint64:3,read_buffer_s:31,read_byt:3,read_from_sourc:39,read_record:16,read_siz:17,read_var_int64:3,readabl:[17,18],readallfil:13,readallfromavro:13,readallfromtext:40,readcach:89,reader:[21,35,70],readerposit:70,readerprogress:70,readfn:25,readfromavro:13,readfromdatastor:25,readfrompubsub:32,readfromsourc:39,readfromtext:[40,152],readfromtfrecord:41,readfromvcf:43,readi:[112,152],readinto:18,readlin:17,readstringsfrompubsub:32,real:[11,76],real_tim:[130,131],realclock:76,realiti:125,realli:4,reason:[4,125,148],rebalanc:[35,39],receiv:[35,39,85,106,107,109,125,136],recent:29,recommend:[13,39,40,114,143],record:[13,15,16,27,32,35,39,41,43,70,93],record_current_posit:35,record_index:70,record_start:37,recurs:[17,19,30,31,36],recv_pip:18,redefinit:49,reduc:[13,40,99,125],reduct:125,redund:35,reentrant:[35,39],refer:[21,35,39,43,47,52,128],referenc:[90,91,93,98],reference_bas:43,reference_nam:43,reference_source_info:39,referenced_pcollect:[90,91],refsnp:43,refus:35,regist:[1,4,19,52,81,114,150],register_cod:4,register_observ:2,register_pickle_urn:150,register_structured_urn:1,register_urn:[1,128,150],registr:[4,150],registri:[1,4],regular:141,reify_window:117,reifywindow:125,reimplement:127,reject:127,rel:[17,18,70],relat:[5,35,47,56,77,128],releas:[83,85,143],relev:31,reli:[21,117],remain:[18,35,70],remaining_split_point:70,remaining_tim:70,remot:[21,32,68,148],remov:[40,133,143],remove_objects_from_arg:11,removedupl:133,renam:[17,19,30,31,34,35,36],render:[91,94],repeat:21,repeatedli:[125,131],replac:[11,13,40,41,52,100,116,124,125,138,143],replace_al:52,report:[35,56,87,125,146,148],report_current_posit:35,report_onc:146,repres:[11,16,17,21,32,35,38,39,43,45,49,64,70,99,125,127,129,131,149,152],represent:[21,70,91,94,127,134],request:[17,18,24,25,26,27,37,46,55,56,57,58,70,80,83,148],request_dynamic_split:70,request_iter:[55,56],requir:[1,4,9,13,21,35,40,49,50,125,143],required_transform:[90,91],reserv:141,reserve_pric:[105,107],reset:131,reshuffl:133,reshuffleperkei:133,residu:[35,70,83],residual_range_track:39,residual_restrict:83,resolut:99,resourc:[35,58,114],respect:[13,21,35,39,40,41,43],respond:[67,78],respons:[4,17,19,26,27,56,57,81,83],rest:35,restrain:125,restrict:[35,46,83,100],restriction_cod:100,restriction_track:[12,152],restrictionprovid:125,restrictiontrack:[35,38,83,125],result:[1,10,11,16,17,21,25,28,35,39,43,45,46,49,68,70,80,81,82,83,86,90,91,99,112,122,124,125,128,133,134,136,143,146],result_pcol:128,resum:83,retri:[8,27,35,112,116,142,152],retriev:[11,18,55,90,136],retry_filt:148,retry_on_beam_io_error_filt:148,retry_on_io_error_and_server_error:112,retry_on_rpc_error:27,retry_on_server_errors_and_timeout_filt:148,retry_on_server_errors_filt:148,return_context:52,return_type_hint:136,returns_windowed_valu:70,revers:133,rewind:17,rfc3339:149,rfc:[32,149],rfc_3339_re:149,right:[39,52,148],right_fract:39,right_result:39,role:105,roll:29,root:[80,81,85],root_transform:[80,87],rootbundleprovid:85,rot_four:138,rot_n:138,rot_thre:138,rot_two:138,rotate_kei:113,row:21,rowasdictjsoncod:21,rpc:[24,27,46,148],rpc_stats_callback:27,rpcerror:27,rule:27,run:[5,8,10,11,28,33,35,52,54,57,68,73,80,81,84,85,91,92,99,106,107,113,114,119,120,121,122,125,127,141],run__nativewrit:68,run_abc:99,run_async:99,run_benchmark:[120,121,122],run_coder_benchmark:119,run_combinevalu:68,run_command:96,run_flatten:68,run_groupbykei:68,run_impuls:68,run_pardo:68,run_pipelin:[33,68,73,79,84,92,99],run_queri:[26,106],run_read:68,run_transform:99,run_using_threadpool:11,runner:[5,21,25,35,46,50,52,56,114,115,125,128,152],runnerapi:57,runnerapifn:[1,125,134,150],runnererror:5,runtim:[1,5,16,25,58,136,140],runtime_opt:[17,30,36,51],runtimeerror:[5,52],runtimevalueprovid:[17,30,36,51],runtimevalueprovidererror:5,safe:[35,78,91,94],safefastprimitivescod:89,safeti:35,sai:[4,35],same:[1,4,16,17,19,21,27,30,31,35,36,39,40,43,47,52,64,70,75,99,113,117,124,125,134,137,143,148],sampl:[1,21,89,91,92,124,132],sample_s:89,samtool:43,satisfi:[35,139],save:146,save_modul:10,scale:[21,43],scatter:26,scenario:[21,35],schedul:[77,81],schedule_pending_unblocked_task:80,schema:[13,21,43],schema_as_json:21,scheme:[17,19,30,34,35,36,50],scope:26,score:43,sdf:[71,83,100],sdf_common:[65,152],sdf_direct_runn:[65,74,152],sdf_invok:83,sdfprocesselementinvok:83,sdist:54,sdk:[29,35,56,58,63,68,136,141,151],sdk_locat:106,sdkfunctionspec:[1,150],search:148,second:[4,17,19,27,30,32,36,39,76,112,113,115,122,128,133,134,138,146,148,149],section:35,see:[4,13,16,19,24,25,34,35,39,40,41,49,50,52,83,99,113,125,128,131,133,134],seed:[119,120],seek:[17,18],seek_cur:[17,18],seek_end:[17,18],seek_set:[17,18],seekabl:[16,17,18],select:[21,27,64,111],self:[1,2,35,122,125,127,128,132,136,149,150],seller:[105,107],semant:[25,35,115,128,131,135,141],send:[24,56,106,109],sens:4,sent:[24,56,125],separ:[21,43,113,125,134,136],sequenc:[35,43,119,120,139],sequenti:[18,35,55],seri:[105,106,107,109,110,111,113,134],serial:[4,21,35,52,85,98,150],serializ:[115,133],serialize_windowing_strategi:68,serialized_data:68,serv:109,server:[55,56,57,58,148],servic:[8,13,21,32,35,40,49,50,55,56,57,58,67,68,70,112,148],session:[10,92,134],set:[4,13,14,16,17,18,19,21,24,25,31,32,35,39,40,41,43,46,47,49,50,51,64,68,80,83,87,90,91,93,99,112,113,125,131,133,134,136,141,143,148],set_current_posit:[14,35,37],set_opt:19,set_process_element_invok:83,set_proto_map:93,set_running_in_gc:8,set_runtime_opt:51,set_split_points_unclaimed_callback:[35,37],setup:[35,54,83,114],setupopt:[49,50],sever:[12,14,21,70,117,122,125,128,133],sha1:116,shape:113,shard:[13,15,28,40,41,117],shard_name_templ:[13,15,40,41],share:[21,75,80],shift:52,shortvalu:127,should:[10,11,16,17,18,19,21,24,30,32,35,36,40,47,52,64,70,83,85,91,99,100,112,114,115,117,120,124,125,127,129,131,133,136,141,146,148,150,152],should_drop:127,should_execute_seri:85,should_fir:131,shown:127,shuffl:[70,125],shuffle_posit:70,shufflebarri:113,shuffler:4,shutdown:81,side:[5,11,21,24,64,80,82,113,121,125,129,133],side_input:[21,80,85,128],side_input_valu:81,side_input_visitor:68,side_inputs_contain:87,side_t:21,sideinput:[123,152],sideinput_microbenchmark:[118,152],sideinputbarri:113,sideinputerror:5,sideinputmap:129,sideinputparam:125,signal:[18,21,35],signatur:[99,125,148],signifi:143,signific:[25,152],significantli:[13,35,133],similar:29,similarli:21,simpl:[1,13,46,110,111,122,125,133,134,136,139,141,148,152],simplefilt:143,simpler:[9,35,128],simpli:[49,109,125,146],simul:[105,106,107,109,110,111],sinc:[1,4,21,24,25,32,35,76,117,134,143,149],singl:[13,15,16,18,21,25,35,43,45,74,78,79,86,124,125,133,134,136],singleton:64,singletoncod:1,sink:[12,15,17,21,32,35,40,41,70,89,152],sinkwrit:70,size:[1,3,11,13,16,17,18,19,25,30,31,34,35,36,40,82,113,119,122,133,134,152],size_in_byt:17,skip:[39,40,116,125],skip_header_lin:40,sleep:[27,116,148],sleep_sec:112,slice_0:138,slice_1:138,slice_2:138,slice_3:138,slide:134,slidingwindow:134,slot:134,slow_stream:[0,152],small:[21,28],small_dict:119,small_int:119,small_list:119,small_str:119,small_tupl:119,smaller:[27,32,133,149],smallest:[124,133],smallestperkei:124,snapshot:87,solut:128,some:[21,35,39,81,85,99,125,128,133,146,152],somefn:128,someth:[70,146],sometim:[4,125],soon:35,sortbi:146,sourc:[1,2,3,5,8,9,10,11,12,13,14,15,16,17,18,19,21,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,45,46,47,49,50,51,52,55,56,57,58,62,64,67,68,70,71,72,73,75,76,77,78,79,80,81,82,83,84,85,86,87,89,90,91,92,93,94,96,97,98,99,100,105,106,107,109,110,111,112,113,114,115,116,117,119,120,121,122,124,125,127,128,129,130,131,132,133,134,136,137,138,139,140,141,143,144,145,146,147,148,149,150,152],source_bundl:14,source_file_nam:[17,19,30,34,36],source_frac:14,source_index:14,source_info:39,source_ix:14,source_posit:14,source_test_util:[12,152],source_test_utils_test:39,sourcebas:[35,70],sourcebundl:35,sourcereaderprogress:70,sources_info:39,space:[4,148],speak:96,spec:43,special:[21,71,89,125],specif:[13,35,40,45,49,52,63,64,70,71,80,83,85,100,113,125,132],specifi:[4,9,13,16,17,19,21,25,30,32,35,36,40,43,49,50,52,64,68,70,80,83,113,114,115,122,125,128,131,132,133,134,136,139,141,143,152],specul:131,spent:27,split:[13,14,16,17,19,21,25,28,30,34,35,36,37,38,39,40,42,56,67,70,100,113,125],split_fract:[35,39],split_offset:37,split_point:[35,37],split_points_unknown:35,split_posit:[35,39],split_result:39,splitfractionstatist:39,splitqueryfn:25,splitrestrictionfn:100,splittabl:[16,35,83,100,125],splittabledofn:[71,100],splittablepardo:100,splittablepardooverrid:100,splitter:28,sql:21,src:[28,31],src_dest_pair:31,sre:24,sre_pattern:[19,149],sssss:[13,40,41],stabl:[56,152],stack:[75,138,139],stage:[35,55],staging_loc:106,stai:[35,70],stand:35,standard:[17,21,49,128,148],standard_window_fns_pb2_grpc:[53,54,152],standardopt:[49,50],star:146,start:[14,18,34,35,37,38,39,43,49,50,81,90,92,96,99,105,107,112,134,146],start_bundl:[25,82,100,113,125,140],start_periodic_upd:90,start_posit:[14,16,35,37,38,39,42,113],start_sess:92,start_stat:81,startup:[8,144],stat:[25,39,90,91],state:[35,56,57,67,68,73,78,80,83,85,99,105,107,112,131,132,138,139],state_sampl:81,statement:152,stateparam:125,statespec:132,staticvalueprovid:51,statist:[25,27,47],statu:[90,99,148],stdout:122,step:[1,4,21,35,46,67,80,83,89,99,113],step_context:83,step_label:1,step_nam:80,still:[16,35,56,152],sting:21,stop:[35,38,39,90,99,146],stop_periodic_upd:90,stop_posit:[14,16,35,37,38,39,42,70,113],storag:[31,35,49,50,125],storage_api_servic:49,storage_cli:31,store:[17,19,24,39,43,52,56,71,134,139,149],store_attr:138,store_fast:138,store_glob:138,store_map:138,store_slice_0:138,store_slice_1:138,store_slice_2:138,store_slice_3:138,store_subscr:138,str:[1,9,13,15,16,18,21,27,31,32,39,40,43,52,90,91,93,94,114,116,127,136,141],straight:9,strategi:149,stream:[3,15,17,18,19,21,30,31,32,34,36,57,68,71,72,79,105,106,107,109,110,111,115,125,130,152],streaming_cr:[65,66,69,152],streamingcr:71,stress:39,strictli:[4,32],string:[1,9,13,16,17,18,19,21,30,32,34,36,37,40,41,43,46,47,50,64,70,112,113,116,117,119,122,127,147,149],string_valu:127,stringutil:68,strip_trailing_newlin:40,strongli:39,struct:147,struct_obj:97,struct_to_dict:97,structur:[9,17,19,30,36],strutf8cod:[1,40],style:17,sub:[16,25,32,35,70,99,116,125],sub_range_track:14,subclass:[2,4,35,37,39,42,47,49,50,124,125,127,128,134,144],subclassess:50,subcompon:127,subdirectori:152,subject:[32,143],submit:[57,68],submodul:[22,102],subprocess:145,subscrib:57,subscript:[32,116],subsequ:[35,70,148],subset:141,subsystem:4,subtrigg:131,succe:[35,39],succeed:[24,31,35],success:[24,27,35,70],successful_request:24,successfulli:[35,55,68],suffici:70,suffix:[13,17,40,41,116],suggest:[35,143],suggested_split_posit:39,suit:[105,106,107,109,110,111],suitabl:[1,85,125],sum:[29,45,125],sunnyval:107,suppli:[52,64,114],support:[1,9,13,17,18,21,30,32,34,35,36,40,52,70,79,99,125,127,128,131,136,140],suppos:26,sure:[50,83,100,112],surround:133,switchingdirectrunn:[79,84],symmetric_binary_op:138,sync:85,syntax:[1,9,21,125,135,141],synthet:113,synthetic_pipelin:[101,152],syntheticsourc:113,syntheticstep:113,sys:[49,52,114],system:[17,19,25,30,34,35,36,114,131],tabl:[21,25,35],table_row:21,table_schema:21,table_schema_to_dict:21,tablecel:21,tablefieldschema:21,tablerefer:21,tablerow:21,tablerowjsoncod:21,tableschema:21,tag1:133,tag2:133,tag:[64,114,125,133],taggedoutput:64,tail:[17,19,30,36],take:[11,35,52,70,117,122,125],taken:133,takes_windowed_valu:70,tar:106,target:[24,133],target_batch_duration_sec:133,target_batch_overhead:133,target_window_fn:129,task:[35,80],techniqu:21,tell:[17,18],temp:89,temp_loc:106,temp_path:15,tempdir:116,templat:[13,40,41,51],temporari:[32,35,116,133],temporarili:148,term:[21,35],termin:[35,73,83,107,112],test:[21,26,33,39,50,73,76,84,133,148,152],test_bigquery_cli:21,test_client:21,test_dataflow_runn:[65,66,152],test_direct_runn:[65,74,152],test_method:83,test_pipelin:[101,152],test_read_metr:42,test_runner_api:[52,114],test_stream:[101,152],test_util:[101,152],testcas:116,testclock:76,testdataflowrunn:73,testdirectrunn:84,testopt:[49,50],testpipelin:114,testrunn:114,teststream:115,testwindowedvalu:117,text:[35,40,52,152],textio:[12,152],tfrecord:41,tfrecordio:[12,152],than:[1,17,19,21,25,28,32,35,37,43,115,125,133,136,138,149,150],thei:[17,35,39,47,64,85,117,125,134],them:[10,35,68,125],themselv:[46,64,141],therebi:125,therefor:17,thi:[1,4,8,11,13,15,16,17,18,19,21,24,25,27,28,29,30,31,32,35,36,37,39,40,41,43,45,46,47,49,52,55,56,64,65,66,70,71,74,75,77,79,80,83,85,89,90,91,92,93,94,99,100,107,109,110,111,112,113,114,116,117,119,120,125,127,128,129,131,132,133,134,136,139,141,143,146,148,149,150,152],thing:[35,146],those:[1,13,21,35,71,90,91,114,125,127],thread:[11,35,39,78,90,91,94],three:[4,32,35,39,46,105],throttl:[24,27],throttle_delai:27,throttle_request:24,throttled_sec:27,throttler:[24,27],through:[25,35,37,41,50,52,106,109,113,125,148],throughout:[11,21],throughput:79,thu:[89,133],till:83,time:[4,11,13,16,17,19,21,24,27,30,32,35,36,40,41,43,68,70,76,83,85,99,112,115,120,121,122,124,125,130,131,133,134,141,144,148,149],time_domain:[86,131,132],time_in_m:106,timedelta:127,timedomain:[130,132],timeout:[73,99,107,116,148],timer:[80,83,86,87,130,131,132],timer_fir:86,timer_spec:132,timerfir:86,timerparam:125,timerspec:132,timestamp:[1,25,27,32,45,75,83,86,87,105,107,115,117,125,127,130,131,134,142,152],timestamp_attribut:[32,33],timestamp_combin:[125,134],timestampcod:1,timestampcombin:134,timestamped_valu:115,timestampedvalu:[115,134],timestampparam:[83,125],timeutil:[1,123,134,152],timezon:32,to_be_merg:[131,134],to_delete_mut:25,to_json_valu:9,to_low:136,to_proto_str:32,to_rfc3339:149,to_runner_api:[1,47,52,64,98,125,128,131,150],to_runner_api_paramet:[1,32,35,125,128,134,150],to_runner_api_pickl:128,to_upsert_mut:25,to_utc_datetim:149,todict:124,todo:[52,71],togeth:[47,125],toggl:136,toler:[35,43],tolist:124,too:[28,39,125],took:[1,150],tool:[21,152],top:[52,93,124,136,138,152],top_level_referenced_pcollection_id:93,top_level_required_transform:93,topic:[32,116],tostringcod:40,total:[35,39,70,124,133,136,148],track:[29,35,37,45,47,77,78,80,85,87],tracker:[14,29,35,37,39,83],transform:[4,13,14,21,25,32,35,40,41,42,43,46,49,52,64,68,70,71,75,77,79,80,82,83,85,87,89,90,91,92,93,99,100,107,113,115,117,140,152],transform_evalu:[65,74,83,86,152],transform_evaluation_st:81,transform_evaluator_registri:81,transform_keyed_st:87,transform_nod:[68,99],transform_proto:93,transformerror:5,transformevalu:[81,85,86],transformevaluatorregistri:85,transformexecutor:81,transformresult:[80,86],transformss:100,transformwatermark:87,translat:[52,67],travers:[49,52],treat:149,treatment:125,tree:[17,30,36,113],tri:148,trigger:[80,123,125,152],triggercontext:131,triggerfn:[125,131],trivial:[39,125,139],trivial_infer:[135,152],try_claim:[14,35,37,38],try_split:[14,35,37,39],tupl:[1,9,11,14,27,31,35,39,43,64,113,117,124,125,133,136,141,150],tuplecod:1,tuplesequencecod:1,turn:[21,148],twice:[10,35],two:[4,13,17,19,30,32,34,35,36,39,70,113,125,136,139,141,143],txt:116,typ:137,type1:21,type2:21,type3:21,type:[1,2,3,4,9,11,13,16,17,18,19,21,24,27,29,30,31,32,35,36,37,38,39,43,45,46,47,50,51,52,56,62,64,70,75,76,78,80,81,83,85,86,87,96,98,99,100,114,115,116,124,125,127,128,129,130,131,132,133,134,135,136,137,139,140,141,144,146,148,149,150],type_1:136,type_2:136,type_check:141,type_check_input:128,type_check_inputs_or_output:128,type_check_output:128,type_hint:[128,136,140],typecheck:[135,152],typecheckcombinefn:140,typecheckerror:136,typecheckvisitor:140,typecheckwrapperdofn:140,typecod:[0,152],typeconstraint:[128,136,139,141],typedict:127,typeerror:[9,15,16,21,52,125,128],typehint:[1,4,125,128,152],typeinferenceerror:139,typeopt:[49,50],typevari:141,typic:[16,40,41,43,52,99,120,125,128,143],uid:35,ultim:136,unabl:25,unari:138,unary_convert:138,unary_invert:138,unary_neg:138,unary_not:138,unary_posit:138,unavail:[28,89],unbound:[70,71,115,134,152],unclaim:35,uncommit:80,uncommitted_output_bundl:86,uncommittedbundl:75,uncompress:17,unconsum:35,undeclar:125,undeclared_tag_valu:86,under:[25,32,106,125,133],underli:[17,19,28,40,43,80,128,131,134,139],underlying_result:92,underlying_runn:[92,93],underscor:21,undesir:4,unfinish:35,unicod:127,union:[14,39,99,134,139,141],union_list:139,uniqu:[32,35,46,64,100,124,133],unit:[26,32,39,127,134],unittest:116,unix:[17,19,30,32,36,115,134,149],unknown:[1,35,99,113],unless:[13,18,40,64,134],unmergedst:80,unpack:[136,147],unpack_ani:147,unpack_sequ:138,unpickl:[50,114],unprocess:[35,83],unprocessed_bundl:[86,87],unquot:89,unsplitt:[35,37],unsplittablerangetrack:37,unstart:37,until:[57,68,73,82,85,99,114,125],unused_arg:[100,107,125,136,138],unused_context:[1,125,128,131,134,150],unused_el:71,unused_fn_paramet:134,unused_input:[35,115,125],unused_input_typ:[71,125,128],unused_kwarg:[100,107,125,136],unused_paramet:125,unused_payload:[1,125],unused_registri:1,unused_st:138,unused_transform:68,unused_typehint:1,unwrap:[115,139],unwrap_al:139,updat:[21,25,35,45,46,47,52,68,78,80,87,90,91,99,120],update_displai:90,update_pcollection_stat:91,update_phys:78,update_watermark:87,upload:[18,55],uploaderstream:18,upon:18,upper:[13,40,41,136],upper_bound:120,upstream:[77,125],upto:27,uqfound:10,uri:[17,30,36,50],uri_schema_pattern:19,url:[17,34,73,127],urn:[1,52,62,63,125,128,134,142,152],usabl:13,usag:[1,35,39,52,106,107,128,132,136,143,144,146],use:[1,2,3,4,6,7,8,9,10,11,13,14,17,19,21,24,25,26,27,29,30,31,32,33,35,36,39,40,46,47,49,50,52,53,54,55,63,64,68,70,75,76,77,81,85,86,87,98,113,114,115,116,118,119,125,129,136,138,139,140,142,143,145,146,147,148,149,150],use_fastavro:13,use_global_window:117,use_standard_sql:21,used:[1,4,10,11,13,16,17,19,21,26,30,32,35,36,37,40,41,43,45,46,47,49,52,64,65,68,70,75,76,77,80,83,85,86,90,91,99,107,112,113,114,115,117,119,125,127,128,129,131,133,134,136,141,148,150],useful:[1,80,125],user:[11,13,16,17,19,21,25,30,32,35,36,46,47,64,67,70,93,127,129,132,143,144],userst:[123,152],userstateutil:132,uses:[4,28,32,85,116],using:[1,4,8,9,11,17,19,25,35,40,43,52,70,79,81,100,113,115,125,128,134,136,141,143],usual:89,utc:[32,149],utf:[1,40],util:[6,8,9,12,17,18,20,22,23,39,65,68,74,83,93,95,98,101,107,113,114,115,116,118,123,125,130,134,136,151,152],v31:133,v32:133,v33:133,val:3,valid:[13,16,17,21,27,32,40,41,43,49,50,83,114,117,125,127,128,136,141],validate_cloud_opt:50,validate_composite_type_param:128,validate_cr:21,validate_gcs_path:50,validate_optional_argument_posit:50,validate_stateful_dofn:132,validate_test_match:50,validate_writ:21,validatesrunn:114,valu:[1,2,3,5,9,10,11,13,15,16,17,19,21,25,30,32,35,36,39,40,41,43,45,46,47,49,50,51,52,64,70,71,77,82,87,89,99,113,114,115,116,117,119,120,121,122,124,125,127,129,131,132,133,134,136,137,139,147,148,149],value_cod:1,value_descriptor:62,value_provid:[48,152],value_provider_list:51,value_to_consum:[80,87],value_typ:51,valueerror:[15,16,17,18,21,31,35,39,49,52,113,114,125,127,136,137,139],valueprovid:[5,15,16,51],vari:1,variabl:[1,47],variant:43,variantcal:43,variantinfo:43,varint:3,varintcod:1,variou:[21,39,119,138],vcf:43,vcfio:[12,152],vcfv4:43,vehicl:107,verbos:[119,122,139],veri:[64,82],verif:112,verifi:[13,16,35,39,40,41,43,73,84,109,112,114,115,140],version:[1,43,71,89,143,152],vertex:94,verybig:21,vet:56,via:[52,83,94,98,134,141,150],view:[50,80],view_a:49,view_class:129,view_opt:129,violat:136,visibl:[90,91],visit:[52,99],visit_transform:[77,140],visitor:[52,77],volum:125,voluntarili:83,wai:[4,25,35,37,39,70,113,125,128,133,143],wait:[27,68,73,99,112,114,116],wait_for_subscriptions_cr:116,wait_for_topics_cr:116,wait_until_finish:[92,99],wait_until_finish_dur:106,wait_until_in_st:73,want:[4,25,35,64,99,119,148],warn:[143,148],watermark:[80,83,87,115,125,130,131,132],watermark_manag:[65,74,152],watermark_neg_inf:87,watermark_pos_inf:87,watermarkev:115,watermarkmanag:87,watermarkreporterparam:125,weather_st:21,weight:39,well:[29,35,39,89],were:[35,80,128,133],what:[1,21,35,113,131,134,143],whatev:[25,52,133],when:[3,8,13,16,17,18,21,25,27,32,35,39,40,41,52,54,64,80,83,90,91,115,116,125,127,128,131,139,141,149],whenc:[17,18],whenev:[4,125],where:[1,16,31,35,52,64,113,125,133,134,136,137,148,150,152],whether:[1,16,17,21,24,30,35,36,40,45,52,64,70,75,90,122,127,131,134,139],which:[1,11,13,14,16,17,21,24,25,28,32,35,37,40,41,43,56,64,65,70,71,79,83,89,91,99,113,114,125,131,133,134,136,137,140,146,148,152],who:[105,114],whole:[16,17,21,35,50,136],whose:[1,35,37,52,64,90,91,125,131,133],width:134,window:[1,29,64,68,70,75,82,83,86,100,115,117,119,123,125,128,129,131,133,152],window_cod:1,window_fn:134,window_m:[24,29],windowed_valu:134,windowedtypeconstraint:141,windowedvalu:[75,115,125,141],windowedvaluecod:1,windowfn:[125,134],windowing_strategi:100,windowinto:[125,134],windowintofn:125,windowparam:[82,83,100,125],wipe:99,wish:127,with_attribut:[32,33],with_default:125,with_exponential_backoff:148,with_fanout:125,with_hot_key_fanout:125,with_input_typ:[4,128,136],with_nam:46,with_namespac:46,with_output:125,with_output_typ:[4,128,136],with_step:46,with_typ:9,within:[35,39,55,70,75,80,113,134],without:[16,35,124,146],without_default:125,withtypehint:[125,128,136],work:[21,27,35,39,47,52,56,70,133,136],worker:[8,10,25,35,49,58,68,70,92,125,144],worker_executing_project:8,workeropt:[49,50],workflow:[8,10,35,113],workitem:70,would:[1,35,64,133,134,136,150],wrap:[9,18,64,71,125,128,148],wrapped_value_cod:1,wrapper:[17,21,49,64,73,84,98,114,128,136,140,146],writabl:18,write:[1,3,4,13,15,17,18,19,21,25,26,27,30,31,32,35,36,40,41,52,70,80,89,113,150,152],write_:15,write_append:21,write_bigendian_doubl:3,write_bigendian_int32:3,write_bigendian_int64:3,write_bigendian_uint64:3,write_byt:3,write_disposit:21,write_empti:21,write_encoded_record:15,write_mut:27,write_record:15,write_result:35,write_trunc:21,write_var_int64:3,writeabl:17,writecach:89,writeimpl:35,writer:[21,35,46,70,129],writer_result:[15,35],writestringstopubsub:32,writetoavro:13,writetobigqueri:21,writetodatastor:25,writetopubsub:32,writetotext:[40,52,152],writetotfrecord:41,writetrunc:21,written:[13,15,17,18,19,21,30,35,36,40,41,116],wrong:43,wrote:35,wv_with_multiple_window:119,wv_with_one_window:119,xrang:143,xyz:[4,49,99],xyzcod:4,xyzopt:49,year:21,yet:[35,79],yield:[2,16,35,125,148],you:[13,25,40,49,50,127],your:[39,50,152],zero:[35,125]},titles:["apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.gcp package","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.datastore.v1.adaptive_throttler module","apache_beam.io.gcp.datastore.v1.datastoreio module","apache_beam.io.gcp.datastore.v1.fake_datastore module","apache_beam.io.gcp.datastore.v1.helper module","apache_beam.io.gcp.datastore.v1.query_splitter module","apache_beam.io.gcp.datastore.v1.util module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.display_manager module","apache_beam.runners.interactive.interactive_pipeline_graph module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.interactive.pipeline_graph module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{adaptive_throttl:24,annot:143,apach:152,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151],api:[54,55,56,57,58,59,60,61],auth:8,avroio:13,beam:152,beam_artifact_api_pb2_grpc:55,beam_fn_api_pb2_grpc:56,beam_job_api_pb2_grpc:57,beam_provision_api_pb2_grpc:58,beam_runner_api_pb2_grpc:59,benchmark:[102,103,104,105,106,107,108,109,110,111],bigqueri:21,bundle_factori:75,cache_manag:89,cell:45,clock:76,coder:[0,1,2,3,4],coders_microbenchmark:119,combin:124,common_urn:62,concat_sourc:14,consumer_tracking_pipeline_visitor:77,core:125,create_sourc:126,dataflow:[66,67,68,69,70,71,72,73],dataflow_metr:67,dataflow_runn:68,datastor:[22,23,24,25,26,27,28,29],datastoreio:25,decor:136,direct:[74,75,76,77,78,79,80,81,82,83,84,85,86,87],direct_metr:78,direct_runn:79,displai:127,display_manag:90,distribution_counter_microbenchmark:120,endpoints_pb2_grpc:60,error:5,evaluation_context:80,executor:81,fake_datastor:26,filebasedsink:15,filebasedsourc:16,filesystem:[17,19],filesystemio:18,gcp:[7,8,9,20,21,22,23,24,25,26,27,28,29,30,31,32,33],gcsfilesystem:30,gcsio:31,hadoopfilesystem:34,helper:27,helper_transform:82,interact:[88,89,90,91,92,93,94],interactive_pipeline_graph:91,interactive_runn:92,intern:[6,7,8,9,10,11],iobas:[35,70],job:[95,96,97],json_valu:9,localfilesystem:36,manag:96,metric:[44,45,46,47],metricbas:47,model:[104,105],modul:[1,2,3,4,5,8,9,10,11,13,14,15,16,17,18,19,21,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,45,46,47,49,50,51,52,55,56,57,58,59,60,61,62,63,64,67,68,70,71,72,73,75,76,77,78,79,80,81,82,83,84,85,86,87,89,90,91,92,93,94,96,97,98,99,100,105,106,107,109,110,111,112,113,114,115,116,117,119,120,121,122,124,125,126,127,128,129,130,131,132,133,134,136,137,138,139,140,141,143,144,145,146,147,148,149,150,151],native_io:[69,70,71],native_type_compat:137,nexmark:[103,104,105,106,107,108,109,110,111],nexmark_launch:106,nexmark_model:105,nexmark_util:107,observ:2,opcod:138,option:[48,49,50,51],overview:152,packag:[0,6,7,12,20,22,23,44,48,53,54,65,66,69,74,88,95,101,102,103,104,108,118,123,135,142],pickler:10,pipelin:52,pipeline_analyz:93,pipeline_context:98,pipeline_graph:94,pipeline_opt:49,pipeline_options_valid:50,pipeline_verifi:112,plugin:144,portabl:[53,54,55,56,57,58,59,60,61,62,63],process:145,profil:146,proto_util:147,ptransform:128,ptransform_overrid:72,pubsub:32,pubsub_it_pipelin:33,pvalu:64,python:152,python_urn:63,queri:[108,109,110,111],query0:109,query1:110,query2:111,query_splitt:28,range_track:37,restriction_track:38,retri:148,runner:[65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100],sdf_common:100,sdf_direct_runn:83,sdk:152,sideinput:129,sideinput_microbenchmark:121,slow_stream:3,source_test_util:39,standard_window_fns_pb2_grpc:61,statu:152,streaming_cr:71,submodul:[0,6,7,12,20,23,44,48,53,54,65,66,69,74,88,95,101,103,104,108,118,123,135,142,152],subpackag:[6,12,20,22,53,65,66,101,102,103,152],synthetic_pipelin:113,test:[101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117],test_dataflow_runn:73,test_direct_runn:84,test_pipelin:114,test_stream:115,test_util:116,textio:40,tfrecordio:41,timestamp:149,timeutil:130,tool:[118,119,120,121,122],transform:[123,124,125,126,127,128,129,130,131,132,133,134],transform_evalu:85,trigger:131,trivial_infer:139,typecheck:140,typecod:4,typehint:[135,136,137,138,139,140,141],typic:152,urn:150,usag:152,userst:132,util:[11,29,42,86,97,117,122,133,142,143,144,145,146,147,148,149,150],value_provid:51,vcfio:43,version:151,watermark_manag:87,window:134}})