| Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.concat_source","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.filesystem","apache_beam.io.filesystems","apache_beam.io.gcp","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1","apache_beam.io.gcp.datastore.v1.adaptive_throttler","apache_beam.io.gcp.datastore.v1.datastoreio","apache_beam.io.gcp.datastore.v1.fake_datastore","apache_beam.io.gcp.datastore.v1.helper","apache_beam.io.gcp.datastore.v1.query_splitter","apache_beam.io.gcp.datastore.v1.util","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.pubsub","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.native_io.streaming_create","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.experimental","apache_beam.runners.experimental.python_rpc_direct","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner","apache_beam.runners.experimental.python_rpc_direct.server","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.runners.sdf_common","apache_beam.testing","apache_beam.testing.pipeline_verifiers","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.display","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.concat_source.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystems.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1.rst","apache_beam.io.gcp.datastore.v1.adaptive_throttler.rst","apache_beam.io.gcp.datastore.v1.datastoreio.rst","apache_beam.io.gcp.datastore.v1.fake_datastore.rst","apache_beam.io.gcp.datastore.v1.helper.rst","apache_beam.io.gcp.datastore.v1.query_splitter.rst","apache_beam.io.gcp.datastore.v1.util.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.native_io.streaming_create.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.experimental.rst","apache_beam.runners.experimental.python_rpc_direct.rst","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.rst","apache_beam.runners.experimental.python_rpc_direct.server.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.runners.sdf_common.rst","apache_beam.testing.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.display.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[125,0,0,"-"]},"apache_beam.coders":{coders:[1,0,0,"-"],observable:[2,0,0,"-"],slow_stream:[3,0,0,"-"],typecoders:[4,0,0,"-"]},"apache_beam.coders.coders":{BytesCoder:[1,1,1,""],Coder:[1,1,1,""],DillCoder:[1,1,1,""],FastPrimitivesCoder:[1,1,1,""],FloatCoder:[1,1,1,""],IterableCoder:[1,1,1,""],PickleCoder:[1,1,1,""],ProtoCoder:[1,1,1,""],SingletonCoder:[1,1,1,""],StrUtf8Coder:[1,1,1,""],TimestampCoder:[1,1,1,""],TupleCoder:[1,1,1,""],TupleSequenceCoder:[1,1,1,""],VarIntCoder:[1,1,1,""],WindowedValueCoder:[1,1,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],decode:[1,2,1,""],encode:[1,2,1,""],estimate_size:[1,2,1,""],from_runner_api:[1,3,1,""],from_type_hint:[1,3,1,""],get_impl:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],register_structured_urn:[1,4,1,""],register_urn:[1,3,1,""],to_runner_api:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[1,2,1,""]},"apache_beam.coders.coders.ProtoCoder":{from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[1,2,1,""],encode:[1,2,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[1,2,1,""],as_deterministic_coder:[1,2,1,""],coders:[1,2,1,""],from_runner_api_parameter:[1,4,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[1,2,1,""],from_type_hint:[1,4,1,""],is_deterministic:[1,2,1,""]},"apache_beam.coders.coders.VarIntCoder":{is_deterministic:[1,2,1,""],to_runner_api_parameter:[1,2,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[1,2,1,""],is_deterministic:[1,2,1,""],is_kv_coder:[1,2,1,""],key_coder:[1,2,1,""],to_runner_api_parameter:[1,2,1,""],value_coder:[1,2,1,""]},"apache_beam.coders.observable":{ObservableMixin:[2,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[2,2,1,""],register_observer:[2,2,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[3,1,1,""],InputStream:[3,1,1,""],OutputStream:[3,1,1,""],get_varint_size:[3,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[3,2,1,""],get_count:[3,2,1,""],write:[3,2,1,""],write_byte:[3,2,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[3,2,1,""],read_all:[3,2,1,""],read_bigendian_double:[3,2,1,""],read_bigendian_int32:[3,2,1,""],read_bigendian_int64:[3,2,1,""],read_bigendian_uint64:[3,2,1,""],read_byte:[3,2,1,""],read_var_int64:[3,2,1,""],size:[3,2,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[3,2,1,""],size:[3,2,1,""],write:[3,2,1,""],write_bigendian_double:[3,2,1,""],write_bigendian_int32:[3,2,1,""],write_bigendian_int64:[3,2,1,""],write_bigendian_uint64:[3,2,1,""],write_byte:[3,2,1,""],write_var_int64:[3,2,1,""]},"apache_beam.error":{BeamError:[5,6,1,""],PValueError:[5,6,1,""],PipelineError:[5,6,1,""],RunnerError:[5,6,1,""],RuntimeValueProviderError:[5,6,1,""],SideInputError:[5,6,1,""],TransformError:[5,6,1,""]},"apache_beam.internal":{gcp:[7,0,0,"-"],pickler:[10,0,0,"-"],util:[11,0,0,"-"]},"apache_beam.internal.gcp":{auth:[8,0,0,"-"],json_value:[9,0,0,"-"]},"apache_beam.internal.gcp.auth":{AuthenticationException:[8,6,1,""],get_service_credentials:[8,5,1,""],set_running_in_gce:[8,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[9,5,1,""],get_typed_value_descriptor:[9,5,1,""],to_json_value:[9,5,1,""]},"apache_beam.internal.pickler":{dump_session:[10,5,1,""],dumps:[10,5,1,""],load_session:[10,5,1,""],loads:[10,5,1,""],new_save_module_dict:[10,5,1,""],save_module:[10,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[11,1,1,""],insert_values_in_args:[11,5,1,""],remove_objects_from_args:[11,5,1,""],run_using_threadpool:[11,5,1,""]},"apache_beam.io":{avroio:[13,0,0,"-"],concat_source:[14,0,0,"-"],filebasedsink:[15,0,0,"-"],filebasedsource:[16,0,0,"-"],filesystem:[17,0,0,"-"],filesystems:[18,0,0,"-"],gcp:[19,0,0,"-"],hadoopfilesystem:[32,0,0,"-"],iobase:[33,0,0,"-"],localfilesystem:[34,0,0,"-"],range_trackers:[35,0,0,"-"],restriction_trackers:[36,0,0,"-"],source_test_utils:[37,0,0,"-"],textio:[38,0,0,"-"],tfrecordio:[39,0,0,"-"],vcfio:[40,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[13,1,1,""],ReadFromAvro:[13,1,1,""],WriteToAvro:[13,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[13,7,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[13,2,1,""],expand:[13,2,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[14,1,1,""],ConcatSource:[14,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[14,2,1,""],global_to_local:[14,2,1,""],local_to_global:[14,2,1,""],position_at_fraction:[14,2,1,""],set_current_position:[14,2,1,""],start_position:[14,2,1,""],stop_position:[14,2,1,""],sub_range_tracker:[14,2,1,""],try_claim:[14,2,1,""],try_split:[14,2,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[14,2,1,""],estimate_size:[14,2,1,""],get_range_tracker:[14,2,1,""],read:[14,2,1,""],sources:[14,7,1,""],split:[14,2,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[15,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[15,2,1,""],display_data:[15,2,1,""],finalize_write:[15,2,1,""],initialize_write:[15,2,1,""],open:[15,2,1,""],open_writer:[15,2,1,""],write_encoded_record:[15,2,1,""],write_record:[15,2,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[16,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[16,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[16,7,1,""],display_data:[16,2,1,""],estimate_size:[16,2,1,""],get_range_tracker:[16,2,1,""],open_file:[16,2,1,""],read:[16,2,1,""],read_records:[16,2,1,""],split:[16,2,1,""],splittable:[16,7,1,""]},"apache_beam.io.filesystem":{CompressedFile:[17,1,1,""],CompressionTypes:[17,1,1,""],FileMetadata:[17,1,1,""],FileSystem:[17,1,1,""],MatchResult:[17,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[17,2,1,""],closed:[17,2,1,""],flush:[17,2,1,""],read:[17,2,1,""],readable:[17,2,1,""],readline:[17,2,1,""],seek:[17,2,1,""],seekable:[17,7,1,""],tell:[17,2,1,""],write:[17,2,1,""],writeable:[17,2,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[17,7,1,""],BZIP2:[17,7,1,""],GZIP:[17,7,1,""],UNCOMPRESSED:[17,7,1,""],detect_compression_type:[17,3,1,""],is_valid_compression_type:[17,3,1,""],mime_type:[17,3,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[17,2,1,""],CHUNK_SIZE:[17,7,1,""],copy:[17,2,1,""],create:[17,2,1,""],exists:[17,2,1,""],join:[17,2,1,""],match:[17,2,1,""],mkdirs:[17,2,1,""],open:[17,2,1,""],rename:[17,2,1,""],scheme:[17,3,1,""],split:[17,2,1,""]},"apache_beam.io.filesystems":{FileSystems:[18,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[18,4,1,""],URI_SCHEMA_PATTERN:[18,7,1,""],copy:[18,4,1,""],create:[18,4,1,""],exists:[18,4,1,""],get_chunk_size:[18,4,1,""],get_filesystem:[18,4,1,""],get_scheme:[18,4,1,""],join:[18,4,1,""],match:[18,4,1,""],mkdirs:[18,4,1,""],open:[18,4,1,""],rename:[18,4,1,""],set_options:[18,3,1,""],split:[18,4,1,""]},"apache_beam.io.gcp":{bigquery:[20,0,0,"-"],datastore:[21,0,0,"-"],gcsfilesystem:[29,0,0,"-"],gcsio:[30,0,0,"-"],pubsub:[31,0,0,"-"]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[20,1,1,""],BigQuerySink:[20,1,1,""],BigQuerySource:[20,1,1,""],TableRowJsonCoder:[20,1,1,""],WriteToBigQuery:[20,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[20,7,1,""],CREATE_NEVER:[20,7,1,""],WRITE_APPEND:[20,7,1,""],WRITE_EMPTY:[20,7,1,""],WRITE_TRUNCATE:[20,7,1,""],validate_create:[20,4,1,""],validate_write:[20,4,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[20,2,1,""],format:[20,7,1,""],schema_as_json:[20,2,1,""],writer:[20,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[20,2,1,""],format:[20,7,1,""],reader:[20,2,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[20,2,1,""],encode:[20,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{display_data:[20,2,1,""],expand:[20,2,1,""],get_dict_table_schema:[20,4,1,""],get_table_schema_from_string:[20,4,1,""],table_schema_to_dict:[20,4,1,""]},"apache_beam.io.gcp.datastore":{v1:[22,0,0,"-"]},"apache_beam.io.gcp.datastore.v1":{adaptive_throttler:[23,0,0,"-"],datastoreio:[24,0,0,"-"],fake_datastore:[25,0,0,"-"],helper:[26,0,0,"-"],query_splitter:[27,0,0,"-"],util:[28,0,0,"-"]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler":{AdaptiveThrottler:[23,1,1,""]},"apache_beam.io.gcp.datastore.v1.adaptive_throttler.AdaptiveThrottler":{MIN_REQUESTS:[23,7,1,""],successful_request:[23,2,1,""],throttle_request:[23,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio":{DeleteFromDatastore:[24,1,1,""],ReadFromDatastore:[24,1,1,""],WriteToDatastore:[24,1,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.DeleteFromDatastore":{to_delete_mutation:[24,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore":{ReadFn:[24,1,1,""],SplitQueryFn:[24,1,1,""],display_data:[24,2,1,""],expand:[24,2,1,""],get_estimated_num_splits:[24,4,1,""],get_estimated_size_bytes:[24,4,1,""],query_latest_statistics_timestamp:[24,4,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.ReadFn":{display_data:[24,2,1,""],process:[24,2,1,""],start_bundle:[24,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.ReadFromDatastore.SplitQueryFn":{display_data:[24,2,1,""],process:[24,2,1,""],start_bundle:[24,2,1,""]},"apache_beam.io.gcp.datastore.v1.datastoreio.WriteToDatastore":{to_upsert_mutation:[24,4,1,""]},"apache_beam.io.gcp.datastore.v1.fake_datastore":{create_commit:[25,5,1,""],create_entities:[25,5,1,""],create_response:[25,5,1,""],create_run_query:[25,5,1,""]},"apache_beam.io.gcp.datastore.v1.helper":{QueryIterator:[26,1,1,""],compare_path:[26,5,1,""],fetch_entities:[26,5,1,""],get_datastore:[26,5,1,""],is_key_valid:[26,5,1,""],key_comparator:[26,5,1,""],make_kind_stats_query:[26,5,1,""],make_latest_timestamp_query:[26,5,1,""],make_partition:[26,5,1,""],make_request:[26,5,1,""],retry_on_rpc_error:[26,5,1,""],write_mutations:[26,5,1,""]},"apache_beam.io.gcp.datastore.v1.query_splitter":{get_splits:[27,5,1,""]},"apache_beam.io.gcp.datastore.v1.util":{MovingSum:[28,1,1,""]},"apache_beam.io.gcp.datastore.v1.util.MovingSum":{add:[28,2,1,""],count:[28,2,1,""],has_data:[28,2,1,""],sum:[28,2,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[29,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[29,2,1,""],CHUNK_SIZE:[29,7,1,""],GCS_PREFIX:[29,7,1,""],copy:[29,2,1,""],create:[29,2,1,""],exists:[29,2,1,""],join:[29,2,1,""],match:[29,2,1,""],mkdirs:[29,2,1,""],open:[29,2,1,""],rename:[29,2,1,""],scheme:[29,3,1,""],split:[29,2,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[30,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[30,2,1,""],copy:[30,2,1,""],copy_batch:[30,2,1,""],copytree:[30,2,1,""],delete_batch:[30,2,1,""],exists:[30,2,1,""],glob:[30,2,1,""],open:[30,2,1,""],rename:[30,2,1,""],size:[30,2,1,""],size_of_files_in_glob:[30,2,1,""]},"apache_beam.io.gcp.pubsub":{ReadStringsFromPubSub:[31,1,1,""],WriteStringsToPubSub:[31,1,1,""]},"apache_beam.io.gcp.pubsub.ReadStringsFromPubSub":{expand:[31,2,1,""],get_windowing:[31,2,1,""],id_label:[31,7,1,""],subscription:[31,7,1,""],topic:[31,7,1,""]},"apache_beam.io.gcp.pubsub.WriteStringsToPubSub":{expand:[31,2,1,""],topic:[31,7,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[32,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[32,2,1,""],copy:[32,2,1,""],create:[32,2,1,""],exists:[32,2,1,""],join:[32,2,1,""],match:[32,2,1,""],mkdirs:[32,2,1,""],open:[32,2,1,""],rename:[32,2,1,""],scheme:[32,3,1,""],split:[32,2,1,""]},"apache_beam.io.iobase":{BoundedSource:[33,1,1,""],RangeTracker:[33,1,1,""],Read:[33,1,1,""],RestrictionTracker:[33,1,1,""],Sink:[33,1,1,""],Write:[33,1,1,""],Writer:[33,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[33,2,1,""],estimate_size:[33,2,1,""],get_range_tracker:[33,2,1,""],is_bounded:[33,2,1,""],read:[33,2,1,""],split:[33,2,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[33,7,1,""],fraction_consumed:[33,2,1,""],position_at_fraction:[33,2,1,""],set_current_position:[33,2,1,""],set_split_points_unclaimed_callback:[33,2,1,""],split_points:[33,2,1,""],start_position:[33,2,1,""],stop_position:[33,2,1,""],try_claim:[33,2,1,""],try_split:[33,2,1,""]},"apache_beam.io.iobase.Read":{display_data:[33,2,1,""],expand:[33,2,1,""],from_runner_api_parameter:[33,4,1,""],get_windowing:[33,2,1,""],to_runner_api_parameter:[33,2,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[33,2,1,""],checkpoint:[33,2,1,""],current_restriction:[33,2,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[33,2,1,""],initialize_write:[33,2,1,""],open_writer:[33,2,1,""]},"apache_beam.io.iobase.Write":{display_data:[33,2,1,""],expand:[33,2,1,""]},"apache_beam.io.iobase.Writer":{close:[33,2,1,""],write:[33,2,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[34,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[34,2,1,""],copy:[34,2,1,""],create:[34,2,1,""],exists:[34,2,1,""],join:[34,2,1,""],match:[34,2,1,""],mkdirs:[34,2,1,""],open:[34,2,1,""],rename:[34,2,1,""],scheme:[34,3,1,""],split:[34,2,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[35,1,1,""],OffsetRangeTracker:[35,1,1,""],OrderedPositionRangeTracker:[35,1,1,""],UnsplittableRangeTracker:[35,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[35,3,1,""],position_to_fraction:[35,3,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[35,7,1,""],fraction_consumed:[35,2,1,""],last_record_start:[35,7,1,""],position_at_fraction:[35,2,1,""],set_current_position:[35,2,1,""],set_split_points_unclaimed_callback:[35,2,1,""],split_points:[35,2,1,""],start_position:[35,2,1,""],stop_position:[35,2,1,""],try_claim:[35,2,1,""],try_split:[35,2,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[35,7,1,""],fraction_consumed:[35,2,1,""],fraction_to_position:[35,2,1,""],position_at_fraction:[35,2,1,""],position_to_fraction:[35,2,1,""],start_position:[35,2,1,""],stop_position:[35,2,1,""],try_claim:[35,2,1,""],try_split:[35,2,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[35,2,1,""],position_at_fraction:[35,2,1,""],set_current_position:[35,2,1,""],set_split_points_unclaimed_callback:[35,2,1,""],split_points:[35,2,1,""],start_position:[35,2,1,""],stop_position:[35,2,1,""],try_claim:[35,2,1,""],try_split:[35,2,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[36,1,1,""],OffsetRestrictionTracker:[36,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[36,2,1,""],split:[36,2,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[36,2,1,""],checkpoint:[36,2,1,""],current_restriction:[36,2,1,""],start_position:[36,2,1,""],stop_position:[36,2,1,""],try_claim:[36,2,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[37,5,1,""],assert_sources_equal_reference_source:[37,5,1,""],assert_split_at_fraction_behavior:[37,5,1,""],assert_split_at_fraction_binary:[37,5,1,""],assert_split_at_fraction_exhaustive:[37,5,1,""],assert_split_at_fraction_fails:[37,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[37,5,1,""],read_from_source:[37,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[38,1,1,""],ReadFromText:[38,1,1,""],WriteToText:[38,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[38,7,1,""],expand:[38,2,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[38,2,1,""]},"apache_beam.io.textio.WriteToText":{expand:[38,2,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[39,1,1,""],WriteToTFRecord:[39,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[39,2,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[39,2,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[40,1,1,""],ReadFromVcf:[40,1,1,""],Variant:[40,1,1,""],VariantCall:[40,1,1,""],VariantInfo:[40,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[40,7,1,""],line:[40,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[40,2,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[40,7,1,""],field_count:[40,7,1,""]},"apache_beam.metrics":{cells:[42,0,0,"-"],metric:[43,0,0,"-"],metricbase:[44,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[42,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[42,7,1,""],max:[42,7,1,""],mean:[42,7,1,""],min:[42,7,1,""],sum:[42,7,1,""]},"apache_beam.metrics.metric":{Metrics:[43,1,1,""],MetricsFilter:[43,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[43,1,1,""],DelegatingDistribution:[43,1,1,""],counter:[43,4,1,""],distribution:[43,4,1,""],get_namespace:[43,4,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingCounter":{inc:[43,2,1,""]},"apache_beam.metrics.metric.Metrics.DelegatingDistribution":{update:[43,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[43,7,1,""],namespaces:[43,7,1,""],steps:[43,7,1,""],with_name:[43,2,1,""],with_names:[43,2,1,""],with_namespace:[43,2,1,""],with_namespaces:[43,2,1,""],with_step:[43,2,1,""],with_steps:[43,2,1,""]},"apache_beam.metrics.metricbase":{Counter:[44,1,1,""],Distribution:[44,1,1,""],Metric:[44,1,1,""],MetricName:[44,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[44,2,1,""],inc:[44,2,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[44,2,1,""]},"apache_beam.options":{pipeline_options:[46,0,0,"-"],pipeline_options_validator:[47,0,0,"-"],value_provider:[48,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[46,1,1,""],DirectOptions:[46,1,1,""],GoogleCloudOptions:[46,1,1,""],PipelineOptions:[46,1,1,""],ProfilingOptions:[46,1,1,""],SetupOptions:[46,1,1,""],StandardOptions:[46,1,1,""],TestOptions:[46,1,1,""],TypeOptions:[46,1,1,""],WorkerOptions:[46,1,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[46,7,1,""],COMPUTE_API_SERVICE:[46,7,1,""],DATAFLOW_ENDPOINT:[46,7,1,""],STORAGE_API_SERVICE:[46,7,1,""],validate:[46,2,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[46,2,1,""],from_dictionary:[46,3,1,""],get_all_options:[46,2,1,""],view_as:[46,2,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[46,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[46,2,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[46,2,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[47,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[47,7,1,""],ERR_INVALID_GCS_BUCKET:[47,7,1,""],ERR_INVALID_GCS_OBJECT:[47,7,1,""],ERR_INVALID_GCS_PATH:[47,7,1,""],ERR_INVALID_JOB_NAME:[47,7,1,""],ERR_INVALID_NOT_POSITIVE:[47,7,1,""],ERR_INVALID_PROJECT_ID:[47,7,1,""],ERR_INVALID_PROJECT_NUMBER:[47,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[47,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[47,7,1,""],ERR_MISSING_GCS_PATH:[47,7,1,""],ERR_MISSING_OPTION:[47,7,1,""],GCS_BUCKET:[47,7,1,""],GCS_SCHEME:[47,7,1,""],GCS_URI:[47,7,1,""],JOB_PATTERN:[47,7,1,""],OPTIONS:[47,7,1,""],PROJECT_ID_PATTERN:[47,7,1,""],PROJECT_NUMBER_PATTERN:[47,7,1,""],is_full_string_match:[47,2,1,""],is_service_runner:[47,2,1,""],validate:[47,2,1,""],validate_cloud_options:[47,2,1,""],validate_gcs_path:[47,2,1,""],validate_optional_argument_positive:[47,2,1,""],validate_test_matcher:[47,2,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[48,1,1,""],StaticValueProvider:[48,1,1,""],ValueProvider:[48,1,1,""],check_accessible:[48,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{get:[48,2,1,""],is_accessible:[48,2,1,""],runtime_options:[48,7,1,""],set_runtime_options:[48,3,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[48,2,1,""],is_accessible:[48,2,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[48,2,1,""],is_accessible:[48,2,1,""]},"apache_beam.pipeline":{PTransformOverride:[49,1,1,""],Pipeline:[49,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_matcher:[49,2,1,""],get_replacement_transform:[49,2,1,""]},"apache_beam.pipeline.Pipeline":{apply:[49,2,1,""],from_runner_api:[49,4,1,""],options:[49,7,1,""],replace_all:[49,2,1,""],run:[49,2,1,""],to_runner_api:[49,2,1,""],visit:[49,2,1,""]},"apache_beam.portability":{api:[51,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[52,0,0,"-"],beam_fn_api_pb2_grpc:[53,0,0,"-"],beam_job_api_pb2_grpc:[54,0,0,"-"],beam_provision_api_pb2_grpc:[55,0,0,"-"],beam_runner_api_pb2_grpc:[56,0,0,"-"],endpoints_pb2_grpc:[57,0,0,"-"],standard_window_fns_pb2_grpc:[58,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[52,1,1,""],ArtifactRetrievalServiceStub:[52,1,1,""],ArtifactStagingServiceServicer:[52,1,1,""],ArtifactStagingServiceStub:[52,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[52,5,1,""],add_ArtifactStagingServiceServicer_to_server:[52,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[52,2,1,""],GetManifest:[52,2,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[52,2,1,""],PutArtifact:[52,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[53,1,1,""],BeamFnControlStub:[53,1,1,""],BeamFnDataServicer:[53,1,1,""],BeamFnDataStub:[53,1,1,""],BeamFnLoggingServicer:[53,1,1,""],BeamFnLoggingStub:[53,1,1,""],BeamFnStateServicer:[53,1,1,""],BeamFnStateStub:[53,1,1,""],add_BeamFnControlServicer_to_server:[53,5,1,""],add_BeamFnDataServicer_to_server:[53,5,1,""],add_BeamFnLoggingServicer_to_server:[53,5,1,""],add_BeamFnStateServicer_to_server:[53,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[53,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[53,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[53,2,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[53,2,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[54,1,1,""],JobServiceStub:[54,1,1,""],add_JobServiceServicer_to_server:[54,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[54,2,1,""],GetMessageStream:[54,2,1,""],GetState:[54,2,1,""],GetStateStream:[54,2,1,""],Prepare:[54,2,1,""],Run:[54,2,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[55,1,1,""],ProvisionServiceStub:[55,1,1,""],add_ProvisionServiceServicer_to_server:[55,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[55,2,1,""]},"apache_beam.pvalue":{AsDict:[59,1,1,""],AsIter:[59,1,1,""],AsList:[59,1,1,""],AsSingleton:[59,1,1,""],EmptySideInput:[59,1,1,""],PCollection:[59,1,1,""],TaggedOutput:[59,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[59,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[59,7,1,""]},"apache_beam.pvalue.PCollection":{from_runner_api:[59,4,1,""],to_runner_api:[59,2,1,""],windowing:[59,7,1,""]},"apache_beam.runners":{dataflow:[61,0,0,"-"],direct:[69,0,0,"-"],experimental:[82,0,0,"-"],job:[86,0,0,"-"],pipeline_context:[89,0,0,"-"],runner:[90,0,0,"-"],sdf_common:[91,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_metrics:[62,0,0,"-"],dataflow_runner:[63,0,0,"-"],native_io:[64,0,0,"-"],ptransform_overrides:[67,0,0,"-"],test_dataflow_runner:[68,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[62,1,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{query:[62,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[63,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[63,1,1,""],apply_CombineValues:[63,2,1,""],apply_GroupByKey:[63,2,1,""],apply_WriteToBigQuery:[63,2,1,""],byte_array_to_json_string:[63,4,1,""],deserialize_windowing_strategy:[63,3,1,""],flatten_input_visitor:[63,4,1,""],group_by_key_input_visitor:[63,4,1,""],json_string_to_byte_array:[63,4,1,""],poll_for_job_completion:[63,4,1,""],run_CombineValues:[63,2,1,""],run_Flatten:[63,2,1,""],run_GroupByKey:[63,2,1,""],run_Impulse:[63,2,1,""],run_ParDo:[63,2,1,""],run_Read:[63,2,1,""],run__NativeWrite:[63,2,1,""],run_pipeline:[63,2,1,""],serialize_windowing_strategy:[63,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_matcher:[63,2,1,""],get_replacement_transform:[63,2,1,""],is_streaming_create:[63,4,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[65,0,0,"-"],streaming_create:[66,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[65,1,1,""],DynamicSplitRequest:[65,1,1,""],DynamicSplitResult:[65,1,1,""],DynamicSplitResultWithPosition:[65,1,1,""],NativeSink:[65,1,1,""],NativeSinkWriter:[65,1,1,""],NativeSource:[65,1,1,""],NativeSourceReader:[65,1,1,""],ReaderPosition:[65,1,1,""],ReaderProgress:[65,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[65,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[65,2,1,""],takes_windowed_values:[65,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[65,2,1,""],reader:[65,2,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[65,2,1,""],request_dynamic_split:[65,2,1,""],returns_windowed_values:[65,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[65,7,1,""],percent_complete:[65,7,1,""],position:[65,7,1,""],remaining_split_points:[65,7,1,""],remaining_time:[65,7,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create":{StreamingCreate:[66,1,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate":{DecodeAndEmitDoFn:[66,1,1,""],Impulse:[66,1,1,""],expand:[66,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.DecodeAndEmitDoFn":{process:[66,2,1,""]},"apache_beam.runners.dataflow.native_io.streaming_create.StreamingCreate.Impulse":{expand:[66,2,1,""],get_windowing:[66,2,1,""],infer_output_type:[66,2,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[67,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_matcher:[67,2,1,""],get_replacement_transform:[67,2,1,""],is_streaming_create:[67,4,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[68,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{run:[68,2,1,""]},"apache_beam.runners.direct":{bundle_factory:[70,0,0,"-"],clock:[71,0,0,"-"],consumer_tracking_pipeline_visitor:[72,0,0,"-"],direct_metrics:[73,0,0,"-"],direct_runner:[74,0,0,"-"],evaluation_context:[75,0,0,"-"],executor:[76,0,0,"-"],helper_transforms:[77,0,0,"-"],sdf_direct_runner:[78,0,0,"-"],transform_evaluator:[79,0,0,"-"],util:[80,0,0,"-"],watermark_manager:[81,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[70,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[70,2,1,""],create_empty_committed_bundle:[70,2,1,""]},"apache_beam.runners.direct.clock":{Clock:[71,1,1,""],RealClock:[71,1,1,""],TestClock:[71,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[71,2,1,""],time:[71,2,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[71,2,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[71,2,1,""],time:[71,2,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[72,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[72,2,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[73,1,1,""],DirectMetrics:[73,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[73,2,1,""],commit_physical:[73,2,1,""],extract_committed:[73,2,1,""],extract_latest_attempted:[73,2,1,""],update_physical:[73,2,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[73,2,1,""],commit_physical:[73,2,1,""],query:[73,2,1,""],update_physical:[73,2,1,""]},"apache_beam.runners.direct.direct_runner":{DirectRunner:[74,1,1,""]},"apache_beam.runners.direct.direct_runner.DirectRunner":{apply_CombinePerKey:[74,2,1,""],apply_ReadStringsFromPubSub:[74,2,1,""],apply_TestStream:[74,2,1,""],apply_WriteStringsToPubSub:[74,2,1,""],apply__GroupAlsoByWindow:[74,2,1,""],apply__GroupByKeyOnly:[74,2,1,""],cache:[74,7,1,""],run_pipeline:[74,2,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[75,1,1,""],DirectUnmergedState:[75,1,1,""],EvaluationContext:[75,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[75,2,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{append_to_cache:[75,2,1,""],create_bundle:[75,2,1,""],create_empty_committed_bundle:[75,2,1,""],extract_all_timers:[75,2,1,""],get_aggregator_values:[75,2,1,""],get_execution_context:[75,2,1,""],get_value_or_schedule_after_output:[75,2,1,""],handle_result:[75,2,1,""],has_cache:[75,7,1,""],is_done:[75,2,1,""],is_root_transform:[75,2,1,""],metrics:[75,2,1,""],schedule_pending_unblocked_tasks:[75,2,1,""],use_pvalue_cache:[75,2,1,""]},"apache_beam.runners.direct.executor":{Executor:[76,1,1,""],TransformExecutor:[76,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[76,2,1,""],start:[76,2,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[76,2,1,""],call:[76,2,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[77,1,1,""],LiftedCombinePerKey:[77,1,1,""],PartialGroupByKeyCombiningValues:[77,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[77,2,1,""],process:[77,2,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[77,2,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[77,2,1,""],finish_bundle:[77,2,1,""],process:[77,2,1,""],start_bundle:[77,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ProcessElements:[78,1,1,""],ProcessFn:[78,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[78,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[78,1,1,""],SDFProcessElementInvoker:[78,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[78,2,1,""],new_process_fn:[78,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[78,2,1,""],set_process_element_invoker:[78,2,1,""],step_context:[78,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[78,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_matcher:[78,2,1,""],get_replacement_transform:[78,2,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[78,1,1,""],invoke_process_element:[78,2,1,""],test_method:[78,2,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[79,1,1,""],RootBundleProvider:[79,1,1,""],TransformEvaluatorRegistry:[79,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[79,2,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[79,2,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[79,2,1,""],get_root_bundle_provider:[79,2,1,""],should_execute_serially:[79,2,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[80,1,1,""],TimerFiring:[80,1,1,""],TransformResult:[80,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[81,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[81,7,1,""],WATERMARK_POS_INF:[81,7,1,""],extract_all_timers:[81,2,1,""],get_watermarks:[81,2,1,""],update_watermarks:[81,2,1,""]},"apache_beam.runners.experimental":{python_rpc_direct:[83,0,0,"-"]},"apache_beam.runners.experimental.python_rpc_direct":{python_rpc_direct_runner:[84,0,0,"-"],server:[85,0,0,"-"]},"apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner":{PythonRPCDirectRunner:[84,1,1,""]},"apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner.PythonRPCDirectRunner":{run:[84,2,1,""]},"apache_beam.runners.experimental.python_rpc_direct.server":{JobService:[85,1,1,""],serve:[85,5,1,""]},"apache_beam.runners.experimental.python_rpc_direct.server.JobService":{cancel:[85,2,1,""],getMessageStream:[85,2,1,""],getState:[85,2,1,""],getStateStream:[85,2,1,""],run:[85,2,1,""]},"apache_beam.runners.job":{manager:[87,0,0,"-"],utils:[88,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[87,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[88,5,1,""],struct_to_dict:[88,5,1,""]},"apache_beam.runners.pipeline_context":{PipelineContext:[89,1,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{from_runner_api:[89,4,1,""],to_runner_api:[89,2,1,""]},"apache_beam.runners.runner":{PipelineResult:[90,1,1,""],PipelineRunner:[90,1,1,""],PipelineState:[90,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[90,2,1,""],cancel:[90,2,1,""],metrics:[90,2,1,""],state:[90,7,1,""],wait_until_finish:[90,2,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[90,2,1,""],apply_PTransform:[90,2,1,""],run:[90,2,1,""],run_pipeline:[90,2,1,""],run_transform:[90,2,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[90,7,1,""],CANCELLING:[90,7,1,""],DONE:[90,7,1,""],DRAINED:[90,7,1,""],DRAINING:[90,7,1,""],FAILED:[90,7,1,""],PENDING:[90,7,1,""],RUNNING:[90,7,1,""],STARTING:[90,7,1,""],STOPPED:[90,7,1,""],UNKNOWN:[90,7,1,""],UPDATED:[90,7,1,""]},"apache_beam.runners.sdf_common":{ElementAndRestriction:[91,1,1,""],ExplodeWindowsFn:[91,1,1,""],PairWithRestrictionFn:[91,1,1,""],ProcessKeyedElements:[91,1,1,""],RandomUniqueKeyFn:[91,1,1,""],SplitRestrictionFn:[91,1,1,""],SplittableParDo:[91,1,1,""],SplittableParDoOverride:[91,1,1,""]},"apache_beam.runners.sdf_common.ExplodeWindowsFn":{process:[91,2,1,""]},"apache_beam.runners.sdf_common.PairWithRestrictionFn":{process:[91,2,1,""],start_bundle:[91,2,1,""]},"apache_beam.runners.sdf_common.ProcessKeyedElements":{expand:[91,2,1,""]},"apache_beam.runners.sdf_common.RandomUniqueKeyFn":{process:[91,2,1,""]},"apache_beam.runners.sdf_common.SplitRestrictionFn":{process:[91,2,1,""],start_bundle:[91,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDo":{expand:[91,2,1,""]},"apache_beam.runners.sdf_common.SplittableParDoOverride":{get_matcher:[91,2,1,""],get_replacement_transform:[91,2,1,""]},"apache_beam.testing":{pipeline_verifiers:[93,0,0,"-"],test_pipeline:[94,0,0,"-"],test_stream:[95,0,0,"-"],test_utils:[96,0,0,"-"],util:[97,0,0,"-"]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[93,1,1,""],PipelineStateMatcher:[93,1,1,""],retry_on_io_error_and_server_error:[93,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[93,2,1,""],describe_to:[93,2,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[93,2,1,""],describe_to:[93,2,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[94,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[94,2,1,""],get_option:[94,2,1,""],run:[94,2,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[95,1,1,""],Event:[95,1,1,""],ProcessingTimeEvent:[95,1,1,""],TestStream:[95,1,1,""],WatermarkEvent:[95,1,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[95,2,1,""],advance_processing_time:[95,2,1,""],advance_watermark_to:[95,2,1,""],advance_watermark_to_infinity:[95,2,1,""],expand:[95,2,1,""],get_windowing:[95,2,1,""]},"apache_beam.testing.test_utils":{TempDir:[96,1,1,""],compute_hash:[96,5,1,""],patch_retry:[96,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[96,2,1,""],get_path:[96,2,1,""]},"apache_beam.testing.util":{TestWindowedValue:[97,1,1,""],assert_that:[97,5,1,""],equal_to:[97,5,1,""],is_empty:[97,5,1,""],open_shards:[97,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[97,7,1,""],value:[97,7,1,""],windows:[97,7,1,""]},"apache_beam.transforms":{combiners:[99,0,0,"-"],core:[100,0,0,"-"],display:[101,0,0,"-"],ptransform:[102,0,0,"-"],sideinputs:[103,0,0,"-"],timeutil:[104,0,0,"-"],trigger:[105,0,0,"-"],util:[106,0,0,"-"],window:[107,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[99,1,1,""],Mean:[99,1,1,""],Sample:[99,1,1,""],ToDict:[99,1,1,""],ToList:[99,1,1,""],Top:[99,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[99,1,1,""],PerElement:[99,1,1,""],PerKey:[99,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[99,2,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[99,2,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[99,2,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[99,1,1,""],PerKey:[99,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[99,2,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[99,2,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[99,4,1,""],FixedSizePerKey:[99,4,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[99,2,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[99,2,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[99,4,1,""],LargestPerKey:[99,4,1,""],Of:[99,4,1,""],PerKey:[99,4,1,""],Smallest:[99,4,1,""],SmallestPerKey:[99,4,1,""]},"apache_beam.transforms.core":{CombineFn:[100,1,1,""],CombineGlobally:[100,1,1,""],CombinePerKey:[100,1,1,""],CombineValues:[100,1,1,""],Create:[100,1,1,""],DoFn:[100,1,1,""],Filter:[100,5,1,""],FlatMap:[100,5,1,""],Flatten:[100,1,1,""],GroupByKey:[100,1,1,""],Map:[100,5,1,""],ParDo:[100,1,1,""],Partition:[100,1,1,""],PartitionFn:[100,1,1,""],WindowInto:[100,1,1,""],Windowing:[100,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[100,2,1,""],add_inputs:[100,2,1,""],apply:[100,2,1,""],create_accumulator:[100,2,1,""],default_label:[100,2,1,""],extract_output:[100,2,1,""],for_input_type:[100,2,1,""],from_callable:[100,4,1,""],get_accumulator_coder:[100,2,1,""],maybe_from_callable:[100,4,1,""],merge_accumulators:[100,2,1,""],to_runner_api_parameter:[100,2,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[100,2,1,""],as_view:[100,7,1,""],default_label:[100,2,1,""],display_data:[100,2,1,""],expand:[100,2,1,""],has_defaults:[100,7,1,""],with_defaults:[100,2,1,""],without_defaults:[100,2,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[100,2,1,""],display_data:[100,2,1,""],expand:[100,2,1,""],from_runner_api_parameter:[100,4,1,""],make_fn:[100,2,1,""],to_runner_api_parameter:[100,2,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[100,2,1,""],from_runner_api_parameter:[100,4,1,""],make_fn:[100,2,1,""],to_runner_api_parameter:[100,2,1,""]},"apache_beam.transforms.core.Create":{expand:[100,2,1,""],get_output_type:[100,2,1,""],get_windowing:[100,2,1,""],infer_output_type:[100,2,1,""]},"apache_beam.transforms.core.DoFn":{DoFnParams:[100,7,1,""],ElementParam:[100,7,1,""],SideInputParam:[100,7,1,""],TimestampParam:[100,7,1,""],WatermarkReporterParam:[100,7,1,""],WindowParam:[100,7,1,""],default_label:[100,2,1,""],finish_bundle:[100,2,1,""],from_callable:[100,4,1,""],get_function_arguments:[100,2,1,""],infer_output_type:[100,2,1,""],is_process_bounded:[100,2,1,""],process:[100,2,1,""],start_bundle:[100,2,1,""],to_runner_api_parameter:[100,2,1,""]},"apache_beam.transforms.core.Flatten":{expand:[100,2,1,""],from_runner_api_parameter:[100,4,1,""],get_windowing:[100,2,1,""],to_runner_api_parameter:[100,2,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[100,1,1,""],expand:[100,2,1,""],from_runner_api_parameter:[100,4,1,""],to_runner_api_parameter:[100,2,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[100,2,1,""],process:[100,2,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[100,2,1,""],display_data:[100,2,1,""],expand:[100,2,1,""],from_runner_api_parameter:[100,4,1,""],infer_output_type:[100,2,1,""],make_fn:[100,2,1,""],to_runner_api_parameter:[100,2,1,""],with_outputs:[100,2,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[100,1,1,""],expand:[100,2,1,""],make_fn:[100,2,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[100,2,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[100,2,1,""],partition_for:[100,2,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[100,1,1,""],expand:[100,2,1,""],from_runner_api_parameter:[100,4,1,""],get_windowing:[100,2,1,""],infer_output_type:[100,2,1,""],to_runner_api_parameter:[100,2,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[100,2,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[100,4,1,""],is_default:[100,2,1,""],to_runner_api:[100,2,1,""]},"apache_beam.transforms.display":{DisplayData:[101,1,1,""],DisplayDataItem:[101,1,1,""],HasDisplayData:[101,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[101,3,1,""],create_from_options:[101,3,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[101,2,1,""],drop_if_none:[101,2,1,""],get_dict:[101,2,1,""],is_valid:[101,2,1,""],should_drop:[101,2,1,""],typeDict:[101,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[101,2,1,""]},"apache_beam.transforms.ptransform":{PTransform:[102,1,1,""],label_from_callable:[102,5,1,""],ptransform_fn:[102,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[102,2,1,""],expand:[102,2,1,""],from_runner_api:[102,3,1,""],from_runner_api_parameter:[102,4,1,""],get_windowing:[102,2,1,""],infer_output_type:[102,2,1,""],label:[102,7,1,""],pipeline:[102,7,1,""],register_urn:[102,3,1,""],side_inputs:[102,7,1,""],to_runner_api:[102,2,1,""],to_runner_api_parameter:[102,2,1,""],type_check_inputs:[102,2,1,""],type_check_inputs_or_outputs:[102,2,1,""],type_check_outputs:[102,2,1,""],with_input_types:[102,2,1,""],with_output_types:[102,2,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[103,1,1,""],default_window_mapping_fn:[103,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[103,2,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[104,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[104,7,1,""],REAL_TIME:[104,7,1,""],WATERMARK:[104,7,1,""],from_string:[104,4,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[105,1,1,""],AfterAll:[105,1,1,""],AfterAny:[105,1,1,""],AfterCount:[105,1,1,""],AfterEach:[105,1,1,""],AfterWatermark:[105,1,1,""],DefaultTrigger:[105,1,1,""],OrFinally:[105,1,1,""],Repeatedly:[105,1,1,""],TriggerFn:[105,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[105,7,1,""],DISCARDING:[105,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[105,2,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[105,2,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[105,7,1,""],from_runner_api:[105,4,1,""],on_element:[105,2,1,""],on_fire:[105,2,1,""],on_merge:[105,2,1,""],reset:[105,2,1,""],should_fire:[105,2,1,""],to_runner_api:[105,2,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[105,7,1,""],from_runner_api:[105,4,1,""],on_element:[105,2,1,""],on_fire:[105,2,1,""],on_merge:[105,2,1,""],reset:[105,2,1,""],should_fire:[105,2,1,""],to_runner_api:[105,2,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[105,7,1,""],from_runner_api:[105,4,1,""],is_late:[105,2,1,""],on_element:[105,2,1,""],on_fire:[105,2,1,""],on_merge:[105,2,1,""],reset:[105,2,1,""],should_fire:[105,2,1,""],to_runner_api:[105,2,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[105,4,1,""],on_element:[105,2,1,""],on_fire:[105,2,1,""],on_merge:[105,2,1,""],reset:[105,2,1,""],should_fire:[105,2,1,""],to_runner_api:[105,2,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[105,4,1,""],to_runner_api:[105,2,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[105,4,1,""],on_element:[105,2,1,""],on_fire:[105,2,1,""],on_merge:[105,2,1,""],reset:[105,2,1,""],should_fire:[105,2,1,""],to_runner_api:[105,2,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[105,4,1,""],on_element:[105,2,1,""],on_fire:[105,2,1,""],on_merge:[105,2,1,""],reset:[105,2,1,""],should_fire:[105,2,1,""],to_runner_api:[105,2,1,""]},"apache_beam.transforms.util":{BatchElements:[106,1,1,""],CoGroupByKey:[106,1,1,""],Keys:[106,5,1,""],KvSwap:[106,5,1,""],RemoveDuplicates:[106,5,1,""],Reshuffle:[106,1,1,""],Values:[106,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[106,2,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[106,2,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[106,2,1,""]},"apache_beam.transforms.window":{BoundedWindow:[107,1,1,""],FixedWindows:[107,1,1,""],GlobalWindow:[107,1,1,""],GlobalWindows:[107,1,1,""],IntervalWindow:[107,1,1,""],NonMergingWindowFn:[107,1,1,""],Sessions:[107,1,1,""],SlidingWindows:[107,1,1,""],TimestampCombiner:[107,1,1,""],TimestampedValue:[107,1,1,""],WindowFn:[107,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[107,7,1,""],max_timestamp:[107,2,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[107,2,1,""],from_runner_api_parameter:[107,4,1,""],get_window_coder:[107,2,1,""],offset:[107,7,1,""],size:[107,7,1,""],to_runner_api_parameter:[107,2,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[107,2,1,""],from_runner_api_parameter:[107,4,1,""],get_window_coder:[107,2,1,""],to_runner_api_parameter:[107,2,1,""],windowed_value:[107,3,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[107,7,1,""],intersects:[107,2,1,""],start:[107,7,1,""],union:[107,2,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[107,2,1,""],merge:[107,2,1,""]},"apache_beam.transforms.window.Sessions":{assign:[107,2,1,""],from_runner_api_parameter:[107,4,1,""],gap_size:[107,7,1,""],get_window_coder:[107,2,1,""],merge:[107,2,1,""],to_runner_api_parameter:[107,2,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[107,2,1,""],from_runner_api_parameter:[107,4,1,""],get_window_coder:[107,2,1,""],offset:[107,7,1,""],period:[107,7,1,""],size:[107,7,1,""],to_runner_api_parameter:[107,2,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[107,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[107,7,1,""],OUTPUT_AT_EOW:[107,7,1,""],OUTPUT_AT_LATEST:[107,7,1,""],get_impl:[107,4,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[107,7,1,""],value:[107,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[107,1,1,""],MergeContext:[107,1,1,""],assign:[107,2,1,""],get_transformed_output_time:[107,2,1,""],get_window_coder:[107,2,1,""],is_merging:[107,2,1,""],merge:[107,2,1,""],to_runner_api_parameter:[107,2,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[107,2,1,""]},"apache_beam.typehints":{decorators:[109,0,0,"-"],native_type_compatibility:[110,0,0,"-"],opcodes:[111,0,0,"-"],trivial_inference:[112,0,0,"-"],typecheck:[113,0,0,"-"],typehints:[114,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[109,6,1,""],WithTypeHints:[109,1,1,""],with_input_types:[109,5,1,""],with_output_types:[109,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[109,2,1,""],get_type_hints:[109,2,1,""],with_input_types:[109,2,1,""],with_output_types:[109,2,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[110,5,1,""],convert_to_beam_types:[110,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[111,5,1,""],binary_and:[111,5,1,""],binary_divide:[111,5,1,""],binary_floor_divide:[111,5,1,""],binary_lshift:[111,5,1,""],binary_modulo:[111,5,1,""],binary_multiply:[111,5,1,""],binary_or:[111,5,1,""],binary_power:[111,5,1,""],binary_rshift:[111,5,1,""],binary_subscr:[111,5,1,""],binary_subtract:[111,5,1,""],binary_true_divide:[111,5,1,""],binary_xor:[111,5,1,""],build_class:[111,5,1,""],build_list:[111,5,1,""],build_map:[111,5,1,""],build_slice:[111,5,1,""],build_tuple:[111,5,1,""],call_function:[111,5,1,""],call_function_kw:[111,5,1,""],call_function_var:[111,5,1,""],call_function_var_wk:[111,5,1,""],compare_op:[111,5,1,""],delete_attr:[111,5,1,""],delete_fast:[111,5,1,""],delete_global:[111,5,1,""],delete_slice_0:[111,5,1,""],delete_slice_1:[111,5,1,""],delete_slice_2:[111,5,1,""],delete_slice_3:[111,5,1,""],dup_top:[111,5,1,""],dup_topx:[111,5,1,""],exec_stmt:[111,5,1,""],get_iter:[111,5,1,""],import_from:[111,5,1,""],import_name:[111,5,1,""],inpalce_or:[111,5,1,""],inplace_add:[111,5,1,""],inplace_and:[111,5,1,""],inplace_divide:[111,5,1,""],inplace_floor_divide:[111,5,1,""],inplace_lshift:[111,5,1,""],inplace_modulo:[111,5,1,""],inplace_multiply:[111,5,1,""],inplace_power:[111,5,1,""],inplace_rshift:[111,5,1,""],inplace_subtract:[111,5,1,""],inplace_true_divide:[111,5,1,""],inplace_xor:[111,5,1,""],list_append:[111,5,1,""],load_attr:[111,5,1,""],load_closure:[111,5,1,""],load_const:[111,5,1,""],load_deref:[111,5,1,""],load_fast:[111,5,1,""],load_global:[111,5,1,""],load_locals:[111,5,1,""],load_name:[111,5,1,""],make_closure:[111,5,1,""],make_function:[111,5,1,""],nop:[111,5,1,""],pop_one:[111,5,1,""],pop_three:[111,5,1,""],pop_top:[111,5,1,""],pop_two:[111,5,1,""],print_item:[111,5,1,""],print_newline:[111,5,1,""],push_value:[111,5,1,""],rot_four:[111,5,1,""],rot_n:[111,5,1,""],rot_three:[111,5,1,""],rot_two:[111,5,1,""],slice_0:[111,5,1,""],slice_1:[111,5,1,""],slice_2:[111,5,1,""],slice_3:[111,5,1,""],store_attr:[111,5,1,""],store_fast:[111,5,1,""],store_global:[111,5,1,""],store_map:[111,5,1,""],store_slice_0:[111,5,1,""],store_slice_1:[111,5,1,""],store_slice_2:[111,5,1,""],store_slice_3:[111,5,1,""],store_subscr:[111,5,1,""],symmetric_binary_op:[111,5,1,""],unary:[111,5,1,""],unary_convert:[111,5,1,""],unary_invert:[111,5,1,""],unary_negative:[111,5,1,""],unary_not:[111,5,1,""],unary_positive:[111,5,1,""],unpack_sequence:[111,5,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[112,1,1,""],Const:[112,1,1,""],FrameState:[112,1,1,""],TypeInferenceError:[112,6,1,""],element_type:[112,5,1,""],hashable:[112,5,1,""],infer_return_type:[112,5,1,""],infer_return_type_func:[112,5,1,""],instance_to_type:[112,5,1,""],key_value_types:[112,5,1,""],union:[112,5,1,""],union_list:[112,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[112,4,1,""],unwrap_all:[112,4,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[112,2,1,""],const_type:[112,2,1,""],copy:[112,2,1,""],get_global:[112,2,1,""],get_name:[112,2,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[113,1,1,""],OutputCheckWrapperDoFn:[113,1,1,""],TypeCheckWrapperDoFn:[113,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[113,2,1,""],is_process_bounded:[113,2,1,""],process:[113,2,1,""],start_bundle:[113,2,1,""],wrapper:[113,2,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[113,2,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[113,2,1,""],wrapper:[113,2,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[114,1,1,""],WindowedValue:[114,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[114,2,1,""],match_type_variables:[114,2,1,""]},"apache_beam.utils":{annotations:[116,0,0,"-"],plugin:[117,0,0,"-"],processes:[118,0,0,"-"],profiler:[119,0,0,"-"],proto_utils:[120,0,0,"-"],retry:[121,0,0,"-"],timestamp:[122,0,0,"-"],urns:[123,0,0,"-"]},"apache_beam.utils.annotations":{annotate:[116,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[117,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[117,3,1,""],get_all_subclasses:[117,3,1,""]},"apache_beam.utils.processes":{Popen:[118,5,1,""],call:[118,5,1,""],check_call:[118,5,1,""],check_output:[118,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[119,1,1,""],Profile:[119,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[119,2,1,""],start:[119,2,1,""],stop:[119,2,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[119,7,1,""]},"apache_beam.utils.proto_utils":{from_micros:[120,5,1,""],pack_Any:[120,5,1,""],pack_Struct:[120,5,1,""],parse_Bytes:[120,5,1,""],unpack_Any:[120,5,1,""]},"apache_beam.utils.retry":{Clock:[121,1,1,""],FuzzedExponentialIntervals:[121,1,1,""],PermanentException:[121,6,1,""],no_retries:[121,5,1,""],retry_on_beam_io_error_filter:[121,5,1,""],retry_on_server_errors_and_timeout_filter:[121,5,1,""],retry_on_server_errors_filter:[121,5,1,""],with_exponential_backoff:[121,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[121,2,1,""]},"apache_beam.utils.timestamp":{Duration:[122,1,1,""],Timestamp:[122,1,1,""]},"apache_beam.utils.timestamp.Duration":{of:[122,4,1,""]},"apache_beam.utils.timestamp.Timestamp":{isoformat:[122,2,1,""],of:[122,4,1,""],predecessor:[122,2,1,""],to_utc_datetime:[122,2,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[123,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[123,3,1,""],register_pickle_urn:[123,3,1,""],register_urn:[123,3,1,""],to_runner_api:[123,2,1,""],to_runner_api_parameter:[123,2,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[5,0,0,"-"],internal:[6,0,0,"-"],io:[12,0,0,"-"],metrics:[41,0,0,"-"],options:[45,0,0,"-"],pipeline:[49,0,0,"-"],portability:[50,0,0,"-"],pvalue:[59,0,0,"-"],runners:[60,0,0,"-"],testing:[92,0,0,"-"],transforms:[98,0,0,"-"],typehints:[108,0,0,"-"],utils:[115,0,0,"-"],version:[124,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","classmethod","Python class method"],"4":["py","staticmethod","Python static method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:classmethod","4":"py:staticmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":40,"60s":119,"abstract":[17,35,90,107,113,123],"boolean":[16,17,18,20,29,34,39,49,101],"byte":[1,13,16,33,65,114,120],"case":[13,16,20,23,24,31,33,37,38,39,40,49,59,65,70,78,97,100,106],"catch":20,"char":38,"class":[1,2,3,4,5,10,11,13,14,15,16,17,18,20,23,24,26,28,29,30,31,32,33,34,35,36,38,39,40,42,43,44,46,47,48,49,52,53,54,55,59,62,63,65,66,67,68,70,71,72,73,74,75,76,77,78,79,80,81,84,85,87,89,90,91,93,94,95,96,97,99,100,101,102,103,104,105,106,107,109,112,113,114,117,119,121,122,123,125],"const":112,"default":[1,4,13,15,17,20,33,38,39,46,59,79,93,94,100,101,102,107,119,121],"enum":[17,90],"export":20,"final":[1,15,16,33,38,75,78,90,100,106,123],"float":[1,9,20,23,26,33,37,40,42,95,101,107,114,122],"function":[1,4,9,10,11,17,18,20,23,26,29,33,34,37,49,65,88,94,96,97,100,102,105,106,107,109,111,112,114,116,121,123],"import":[4,33,40,61,69,103,107,109,117,121,125],"int":[1,9,13,17,20,23,26,30,37,38,40,63,90,95,101,109,114,122],"long":[4,35,100,121],"new":[4,16,17,18,20,29,33,34,40,49,53,59,63,65,90,97,100,105],"null":13,"public":[1,46],"return":[1,3,4,9,11,13,15,16,17,18,20,23,24,25,26,27,29,30,32,33,34,35,37,39,40,42,43,46,47,49,54,59,63,65,71,74,75,78,79,81,90,94,96,97,100,101,102,105,106,107,109,110,112,114,116,120,121,122,123],"short":[20,101],"static":[1,18,20,24,33,43,48,49,59,63,67,89,99,100,101,102,104,105,107,109,112,114,122],"super":102,"throw":52,"transient":121,"true":[1,9,10,13,16,17,20,23,26,32,33,37,38,39,40,46,47,49,75,79,94,97,100,101,105,121],"try":[16,33,37],"while":[13,16,26,33,37,65,75,106,119],But:20,For:[1,2,3,4,6,7,8,9,10,11,13,14,16,17,18,20,25,26,28,33,37,47,49,50,51,65,70,71,72,76,79,80,81,89,94,95,96,100,101,102,103,106,107,111,112,113,115,116,117,118,119,120,121,122,123],GCS:[15,20,29,30,38,47],Has:20,Not:109,One:109,Such:33,TOS:111,The:[1,4,8,9,10,13,15,20,24,26,31,33,38,39,40,42,43,44,46,49,52,54,59,61,63,65,66,74,75,90,94,95,96,97,100,101,102,107,109,110,111,112,114,116,121,123,125],Their:79,Then:13,There:[20,66],These:[33,39,95],Use:[37,93],Used:[16,38,39,40,53,89,112],Useful:106,Uses:[13,32,100],Will:[32,78],With:102,__all__:1,__init__:[46,102,109],__scatter__:27,__stat_kind__:24,__stat_total__:24,_add_argparse_arg:46,_avrosourc:[13,16],_groupbykeyonli:79,_match:93,_mutat:24,_namespac:101,_num_query_splits_max:24,_paralleltriggerfn:105,_picklecoderbas:1,_processelementsevalu:78,_py:51,_sre:18,a7syug:23,abc:[46,90],abil:109,abl:[9,62,100],about:[17,33,40,44,90],abov:[4,33,37,46,106],absolut:17,abstractdofnwrapp:113,accept:[13,20,33,38,100,106,109],access:[8,18,29,32,33,34,43,44,48,75,89,90,100,125],accord:[37,107],accordingli:33,accumul:[42,47,100,105],accumulation_mod:100,accumulationmod:105,accur:33,across:[1,24,33,75,106],act:79,action:111,activ:53,actual:[11,49,93,97,100,102,105],acycl:125,adapt:23,adaptive_throttl:[12,19,21,22,125],adaptivethrottl:[23,26],add:[20,28,46,49,95,100,101,102,106,109],add_argu:46,add_artifactretrievalserviceservicer_to_serv:52,add_artifactstagingserviceservicer_to_serv:52,add_beamfncontrolservicer_to_serv:53,add_beamfndataservicer_to_serv:53,add_beamfnloggingservicer_to_serv:53,add_beamfnstateservicer_to_serv:53,add_el:95,add_input:100,add_jobserviceservicer_to_serv:54,add_provisionserviceservicer_to_serv:55,added:[17,18,29,32,34,38,43,95,100,105],addit:[38,40,53,75,100,102,114,116],addition:[4,13,123],additionali:109,address:33,adjust:[17,33],advanc:[71,95],advance_bi:[71,95],advance_processing_tim:95,advance_tim:71,advance_watermark_to:95,advance_watermark_to_infin:95,afford:100,after:[11,15,17,18,23,29,32,33,34,37,38,40,47,49,63,65,72,75,78,95,100,105,121,122,125],afteral:105,afterani:105,aftercount:105,aftereach:105,afterwatermark:105,again:[23,26,49,65],against:[17,18,29,34,47,94,97,113],aggreg:[47,73,77,90],aggregated_valu:90,aggregator_or_nam:[75,90],agre:33,aka:107,alert:59,algorithm:23,alia:[40,97,114],all:[5,11,15,17,18,20,24,26,29,32,33,34,35,40,46,47,49,52,59,65,75,79,81,90,91,94,95,97,100,101,105,106,107,109,117,121],allel:40,allow:[33,43,44,53,59,93,100,101,102,107,109,114,121],allow_malformed_record:40,alreadi:[17,18,20,29,33,34,49,122],also:[1,15,20,33,44,49,53,66,73,75,90,100,102,105,106,109,119,123],altern:[40,102,106],alternate_bas:40,although:33,alwai:[1,4,20,33,35,102,116,119],alyssa:13,amort:106,amount:[33,37],analys:112,analyz:4,ani:[1,2,11,13,17,18,20,24,29,31,32,33,34,40,46,75,78,81,90,100,101,105,107,109,114,117,120],annot:[94,102,109,115,125],anoth:[1,49,78],any_msg:120,anyth:[61,69],anytypeconstraint:114,apach:[28,33,35,36,63,101,105,124],apache_beam:125,api:[1,9,20,31,33,43,50,66,83,85,87,88,89,90,101,125],apicli:62,apitool:20,app:30,appear:[40,100,109],append:[33,53,94],append_to_cach:75,append_trailing_newlin:38,appengin:30,appli:[17,23,33,49,59,76,90,100,102,107],applic:[13,15,17,18,29,30,32,34,79],applied_ptransform:[63,67,72,75,76,79,81],appliedptransform:[49,72,75,80,81],apply__groupalsobywindow:74,apply__groupbykeyonli:74,apply_combineperkei:74,apply_combinevalu:63,apply_groupbykei:63,apply_ptransform:90,apply_readstringsfrompubsub:74,apply_teststream:74,apply_writestringstopubsub:74,apply_writetobigqueri:63,apply_xyz:90,applypartitionfnfn:100,approach:102,appropri:[9,75],approxim:[24,33,65],arbitrari:59,arbitrarili:33,arg1:116,arg2:116,arg:[11,15,16,24,30,39,46,76,77,78,91,97,99,100,106,110,111,113,118,121],arg_hint:109,arg_nam:47,argpars:46,args_for_invok:78,argument:[1,11,13,20,26,30,32,33,38,39,43,46,47,49,59,63,94,97,100,101,102,106,109,111,114,121,123],argumentplacehold:11,argv:[46,49,94],arithmet:[99,122],around:[59,113],arriv:[105,107],artifact:52,artifactretrievalserviceservic:52,artifactretrievalservicestub:52,artifactstagingservic:52,artifactstagingserviceservic:52,artifactstagingservicestub:52,as_cloud_object:1,as_deterministic_cod:1,as_singleton_view:100,as_view:100,ascii:[10,38],asdict:[59,103],asit:[59,103],ask:65,aslist:[20,59,103],aspect:33,assert:37,assert_reentrant_reads_succe:37,assert_sources_equal_reference_sourc:37,assert_split_at_fraction_behavior:37,assert_split_at_fraction_binari:37,assert_split_at_fraction_exhaust:37,assert_split_at_fraction_fail:37,assert_split_at_fraction_succeeds_and_consist:37,assert_that:[94,97],assertsourcesequalreferencesourc:37,assertsplitatfract:37,assertsplitatfractionbehavior:37,assertsplitatfractionexhaust:37,assideinput:59,assign:[33,91,100,107],assign_context:107,assigncontext:107,assingleton:[59,103],associ:[4,20,33,40,53,59,65,99,100,101,102,106,107],assum:[24,33,37,38],asynchron:75,atom:33,attempt:[23,65,106],attempt_cal:76,attr:94,attribut:[20,31,107],auth:[6,7,125],authent:8,authenticationexcept:8,auto:[15,16,17,18,29,32,34,38,39,40],automat:51,avail:[20,25,30,40,44,52,59,100,101,107,125],averag:28,avoid:[17,20,33,107,114],avro:13,avroio:[12,33,125],avroio_test:37,await_complet:76,back:1,backoff:121,backward:[1,2,3,6,7,8,9,10,11,14,17,25,26,33,43,47,49,50,51,61,65,69,70,71,72,76,79,80,81,89,95,96,102,103,105,106,111,112,113,115,116,117,118,119,120,121,122,123],base64:[10,65],base:[1,2,3,4,5,8,11,13,14,15,16,17,18,20,23,24,26,28,29,30,31,32,33,34,35,36,38,39,40,42,43,44,46,47,48,49,52,53,54,55,59,62,63,65,66,67,68,70,71,72,73,74,75,76,77,78,79,80,81,84,85,87,89,90,91,93,94,95,96,97,99,100,101,102,103,104,105,106,107,109,112,113,114,117,119,121,122,123],base_match:[47,93],base_url:32,basematch:[47,93],basepath:[17,18,29,34],basestr:9,basic:[9,99,101,107],batch:[25,26,33,100,106,107,125],batch_siz:[20,25],batchel:106,beam:[1,5,13,20,28,33,35,36,49,63,66,68,94,97,105,110,121,123,124],beam_artifact_api_pb2_grpc:[50,51,125],beam_fn_api_pb2_grpc:[50,51,125],beam_job_api_pb2_grpc:[50,51,85,125],beam_provision_api_pb2_grpc:[50,51,125],beam_runner_api_pb2:123,beam_runner_api_pb2_grpc:[50,51,125],beamassertexcept:97,beamerror:5,beamfncontrolservic:53,beamfncontrolstub:53,beamfndataservic:53,beamfndatastub:53,beamfnloggingservic:53,beamfnloggingstub:53,beamfnstateservic:53,beamfnstatestub:53,beamioerror:[17,18,29,32,34],beamplugin:[17,117],bean:[1,123],becaus:[33,100],becom:33,been:[33,42,52,107,110],befor:[33,37,38,52,63,65,79,93,94,100,105,107,109,121,125],begin:[13,33,38,39,65],behalf:53,behav:[13,38,39],behavior:[17,37,90,100,109,111],behaviour:37,behavor:59,behind:59,being:[33,40,65,75,97,105],belong:[49,59,74,91,100,101,102],below:[4,20,24,33,100,121],best:[31,33,106],better:40,betweeen:35,between:[20,23,26,35,37,44,53,62,65,106,107,119,121],beyond:33,bigqueri:[12,19,46,125],bigquery_api_servic:46,bigquerydisposit:20,bigquerysink:20,bigquerysourc:20,bigtabl:33,binari:37,binary_add:111,binary_and:111,binary_divid:111,binary_floor_divid:111,binary_lshift:111,binary_modulo:111,binary_multipli:111,binary_or:111,binary_pow:111,binary_rshift:111,binary_subscr:111,binary_subtract:111,binary_true_divid:111,binary_xor:111,bind:114,bind_type_vari:114,bit:42,blob:27,block:[13,33,63,94],bodi:123,book:23,bool:[9,13,16,20,23,37,38,40,94,101,105,109,114],both:[1,16,20,26,33,37,48,102,109,116,125],bother:77,bound:[17,100,105,107,112,125],boundari:[33,65],boundedsourc:[14,16,33,37],boundedwindow:107,boundmethod:112,bucket:[23,30,47],bucket_m:[23,28],bucketnam:47,buffer:[1,17,30,79],buffer_s:20,build:[49,51,94,125],build_class:111,build_list:111,build_map:111,build_slic:111,build_tupl:111,built:[68,102,105,106,107,109,114],builtin:100,bulk:100,bundl:[13,14,16,33,38,70,73,75,76,77,79,100,106],bundle_factori:[60,69,75,125],bundle_id:33,bundlefactori:70,byte_arrai:3,byte_array_to_json_str:63,byte_offset:65,bytearraytojsonstr:63,bytecod:111,bytecountingoutputstream:3,bytescod:[1,39],bzip2:17,cach:[20,63,68,74,75,77],call:[2,4,15,20,23,26,33,35,40,47,49,52,54,65,76,78,90,96,100,101,102,105,106,118,121,123],call_funct:111,call_function_kw:111,call_function_var:111,call_function_var_wk:111,callabl:[1,10,49,100,112,121,123],callableptransform:102,callabletask:76,callablewrappercombinefn:[100,105],callablewrapperdofn:100,callablewrapperpartitionfn:100,callback:[2,33,35,49,75,76,90],caller:[23,33,78],can:[1,4,9,10,11,13,14,16,17,18,20,24,31,33,35,37,38,39,49,53,59,75,78,80,90,93,94,95,100,101,102,106,107,109,110,112,114,116,119,121,122,123],cancel:[54,85,90],cannot:[5,31,33,65],cap:24,capabl:[33,125],capit:114,captur:102,categori:114,caus:[105,116],cbf:33,ceas:95,cell:[20,41,125],cellcommitst:42,certain:[24,33],chain:102,chanc:[100,106],chang:[31,42,53,54,75,125],channel:[17,18,29,34,52,53,54,55],chapter:23,charact:[10,38,47],charg:[62,73],check:[10,17,18,20,29,32,33,34,37,48,59,75,97,100,101,109,113,114],check_access:48,check_cal:118,check_don:[33,36],check_output:118,checkpoint:[33,36,78,106],checksum:93,choos:16,chosen:[24,33,121],chr20:40,chunk:[17,18,20,52,107],chunk_siz:[17,29],claim:33,classmethod:[1,17,18,29,32,34,35,46,48,63,101,102,107,117,123],clean:[33,96],clear:[53,78,105],clear_pvalu:90,client:[17,20,23,26,27,30,32,33],clock:[60,69,75,81,96,106,121,125],clone:49,close:[15,17,18,29,33,34,35],closure_typ:112,cloud:[1,20,24,26,27,30,31,46,47,61,65],cls:[1,46,120],co_nam:111,code:[4,11,33,37,102,114,121],codec:13,coder:[10,15,20,33,38,39,66,95,125],coder_proto:1,coderbas:4,coderimpl:1,coderregistri:1,coexist:116,cogroupbykei:106,collect:[1,43,44,125],collis:44,com:[10,20,23,24,27,30,46,47],combin:[17,18,29,32,33,34,77,79,98,100,105,107,125],combine_fn:77,combine_op:105,combine_payload:100,combinefn:[99,100],combinefnprocesscontext:100,combineglob:100,combineperkei:[77,100],combinevalu:100,combiningvaluestatetag:105,come:[8,116],comma:20,command:[20,46,94],comment:[49,100],commit:[25,26,33,42,52,72,75],commit_log:73,commit_phys:73,commitmanifest:52,commitrespons:26,common:[13,20,38,39,73,91,100,113,122],commun:101,compar:[26,33,35,93],compare_op:111,compare_path:26,comparison:26,compat:[1,2,3,6,7,8,9,10,11,14,25,26,33,43,47,49,50,51,61,65,69,70,71,72,76,79,80,81,89,95,96,100,102,103,105,106,111,112,113,115,116,117,118,119,120,121,122,123],compil:1,complet:[1,20,26,33,65,75,76,94],completed_bundl:75,completed_committed_bundl:81,completed_tim:[75,81],completion_callback:76,complex:[33,114],complex_operation_returning_xyz:4,compli:[13,16],complianc:20,complic:111,compon:[1,17,18,29,32,34,101],composit:[4,33,66,90,97,107,112,114],compositetypehint:[109,114],compress:[13,16,17,18,29,33,34,38,39,40],compress_point:109,compressedfil:17,compression_typ:[15,16,17,18,29,32,34,38,39,40],compressiontyp:[15,16,17,18,38,39,40],comput:[5,11,24,46,49,90,93,96,99,100,102,125],compute_api_servic:46,compute_hash:96,concat:14,concat_posit:65,concat_sourc:[12,125],concaten:65,concatposit:65,concatrangetrack:14,concatsourc:14,concept:[20,24,33,107,125],conceptu:[33,49,106],concret:[90,100],concrete_typ:114,concurr:[33,37],condens:[99,100],condit:33,configur:[24,32,46,49,78,94],conflict:[33,114],connect:[26,32],connector:[24,28],consecut:[70,107],consid:[13,23,26,33,100,105,106],consist:[1,10,33,37,40,44,47,63,73,75,79,99,100],const_typ:112,constrain:[13,38],constraint:[55,109],construct:[1,13,20,38,39,43,59,65,75,76,89,90],constructor:[1,39,52,53,54,55,102,123],consum:[33,72,106],consumed_split_point:65,consumer_tracking_pipeline_visitor:[60,69,125],consumertrackingpipelinevisitor:72,contain:[4,9,10,11,13,17,18,20,24,25,29,33,34,37,38,39,42,46,49,52,59,75,78,84,91,93,94,100,101,102,107,109,114,115,120],content:[17,18,29,34,40,52,75,93,96,106,120],context:[1,33,42,52,53,54,55,59,75,85,96,100,102,105,107,119,123],contian:87,continu:[33,37,107,119],control:[20,53,70,87,105,116,121],conveni:[9,20,28],convent:[17,107],convers:[9,110],convert:[1,9,35,100,101,110,123],convert_to_beam_typ:110,coordin:109,copi:[17,18,29,30,32,34,100,112],copy_batch:30,copytre:30,core:[24,32,47,66,77,78,91,93,98,113,125],correct:[17,18,24,37],correctli:[33,100],correspond:[1,9,13,20,40,106,109,111,112,114,122,123],cost:106,could:[1,24,33,49,106,119,123,125],count:[13,25,28,38,39,42,44,99,105],count_tag:105,countcombinefn:105,counter:[43,44,75,80,111],coverag:37,cprofil:119,creat:[10,13,14,16,17,18,20,25,27,29,31,32,33,34,40,43,44,49,59,63,66,67,70,75,79,90,96,97,100,101,102,106,107,109,111,112,113,118,120],create_accumul:100,create_bundl:[70,75],create_commit:25,create_disposit:20,create_empty_committed_bundl:[70,75],create_ent:25,create_from:101,create_from_opt:101,create_if_need:20,create_nev:20,create_respons:25,create_run_queri:25,create_temp_fil:96,createptransformoverrid:[63,67],creation:[13,16,38,39,40],credenti:8,criteria:78,cross:118,csv:33,cumul:119,current:[10,16,17,20,31,33,38,49,54,59,62,65,73,75,78,90,95,100,116],current_posit:33,current_restrict:[33,36],current_tim:71,cursor:33,custom:[4,11,15,33,49,90,93,94,100,102,107,109,114],custommapp:102,customtransform:102,dag:[49,90],data:[3,4,16,17,20,23,24,31,33,37,40,42,49,53,59,101,105,107,125],databas:33,dataflow:[1,5,8,9,20,33,46,47,59,60,90,105,125],dataflow_cli:62,dataflow_endpoint:46,dataflow_metr:[60,61,125],dataflow_runn:[60,61,68,125],dataflowapplicationcli:62,dataflowmetr:62,dataflowpipelineresult:[62,63],dataflowrunn:[61,62,63,67,68],dataset:20,datastor:[12,19,125],datastore_pb2:26,datastoreio:[12,19,21,22,125],datatyp:20,datetim:101,deal:[33,100],debug:[106,112],debugopt:[46,47],dec:44,decid:[13,33,38,78],decod:[1,4,20,38,39,66],decode_from_byt:4,decodeandemitdofn:66,decomposit:33,decompress:[16,17,33],decor:[1,4,20,96,100,102,108,116,121,123,125],decreas:33,decrement:44,deduc:112,dedupl:[31,106],def:[4,46,102,109,116],default_desired_bundle_s:[13,38],default_label:[100,102],default_output_cod:[14,33],default_runn:46,default_type_hint:[77,100,109],default_valu:[48,59],default_window_mapping_fn:103,defaultrootbundleprovid:79,defaulttrigg:105,defin:[1,4,12,13,16,17,18,20,24,26,33,43,46,60,65,96,100,101,102,107,108,109,111,114],definit:33,deflat:13,delai:[23,121],deleg:35,delegatingcount:43,delegatingdistribut:43,delet:[17,18,20,24,29,30,32,34],delete_attr:111,delete_batch:30,delete_fast:111,delete_glob:111,delete_slice_0:111,delete_slice_1:111,delete_slice_2:111,delete_slice_3:111,deletefromdatastor:24,delimit:38,deliv:[31,75],demand:119,demarc:65,depend:[33,42,101,117],dependent_real_tim:104,deprec:[33,65,116],depth:[49,112],deriv:[27,102,107],descend:[98,102],describ:[20,33,37,46,53,59,65,100,102],describe_mismatch:93,describe_to:93,descript:[1,10,33,47,63,65,93,100],deserialize_windowing_strategi:63,design:[49,106],desir:[13,20,27,33,38,100],desired_bundle_s:[13,14,16,33,38],desired_num_offsets_per_split:36,dest:30,destin:[17,18,29,34],destination_file_nam:[17,18,29,32,34],detail:[4,16,24,33,38,47,49,61,69,78,100,102,103,109],detect:[16,33,38,39,40,100],detect_compression_typ:17,determin:[17,23,33,38,40,78,100,105,107],determinist:[1,4],develop:[16,24,31,47,101,125],dialect:20,dict:[9,20,40,59,90,99,101,106,114],dict_obj:88,dict_to_struct:88,dictionari:[4,9,11,13,20,39,46,79,100,101,110],did:37,differ:[1,16,20,33,37,49,53,65,121],dill:[1,10],dillcod:1,direct:[60,83,100,125],direct_metr:[60,69,125],direct_runn:[60,69,125],direct_runner_use_stacked_bundl:70,directli:[20,33,44,59,100,103],directmetr:73,directopt:46,directori:[17,18,29,30,32,33,34,49,96],directpipelineresult:74,directrunn:[46,49,73,74,75,78,80,94],directrunneropt:70,directstepcontext:75,directunmergedst:75,dirti:42,dis:111,disable_run_time_type_check:109,discard:105,discuss:23,disk:[20,34],displai:[33,43,46,65,98,100,102,125],display_data:[13,15,16,20,24,33,46,100,101],display_data_dict:101,displaydata:101,displaydataitem:101,disposit:20,distinct:49,distinguish:59,distribut:[32,42,43,44,100],distributionresult:42,divid:[79,107],do_fn:91,doc:[24,46,47,111],dockerrpcmanag:87,docstr:106,document:[16,33,46,78,100,105,111],doe:[20,33,38,49,77,90,101,119],doesn:26,dofn:[4,20,24,33,59,66,77,78,91,100,101,102,113],dofninvok:78,dofnparam:100,dofnrunn:100,domain:104,don:77,done:[20,32,33,49,75,90,91,93,107],donwstream:106,dooutputstupl:100,doubl:[28,121],down:33,downstream:[33,106],drain:90,drop:[23,101],drop_default:46,drop_if_default:101,drop_if_non:101,duck:4,due:[10,33],dump:10,dump_sess:10,dup_top:111,dup_topx:111,duplic:31,durat:[63,90,95,101,107,122],dure:[5,11,13,16,20,30,31,38,39,40,43,44,46,52,95,100,112,121],dynam:[16,24,33,37,48,49],dynamic_split_request:65,dynamicsplitrequest:65,dynamicsplitresult:65,dynamicsplitresultwithposit:65,e2e:68,each:[1,13,20,23,26,33,37,38,39,40,49,72,91,95,99,100,101,106,107,109,111,114],earli:[20,105,125],earliest:107,easi:100,easier:17,ec_point:109,edg:49,effect:[102,106],effici:[1,4,16,33,88,100],effort:31,either:[15,17,20,26,33,37,40,49,78,80,94,102,109,110,114],elem:33,elem_cod:1,element:[1,4,20,26,33,37,38,42,59,66,75,77,78,80,81,91,95,99,100,101,105,106,107,112],element_and_restrict:91,element_cod:91,element_typ:[59,112],elementandrestrict:[78,91],elementev:95,elementparam:100,els:[65,109],elsewher:65,emb:10,emit:[53,59,66,95,105,106],empti:[16,20,33,59,75,79,100,105],emptysideinput:59,enable_run_time_type_check:109,enable_trac:10,encapsul:65,encod:[1,3,4,9,10,15,20,33,38,39,65,66,123],encode_to_byt:4,encoded_:15,encoded_kei:80,encoded_str:63,encoded_table_row:20,encoded_valu:[15,66],end:[13,14,17,33,35,38,39,40,46,47,65,77,78,93,95,105,107],end_cursor:25,endpoint:52,endpoint_pattern:47,endpoints_pb2_grpc:[50,51,125],enforc:109,engin:[30,33],ensur:[24,33],entail:20,entir:[20,24,33,59,63,65,74,84,90,97,100,107],entiti:[24,25,26],entri:[1,28,53,59],environ:78,eof:17,epoch:[23,71,107,122],equal:[24,33,37,46,101,106],equal_to:[94,97],equival:[17,33,37,102,106],err_invalid_gcs_bucket:47,err_invalid_gcs_object:47,err_invalid_gcs_path:47,err_invalid_job_nam:47,err_invalid_not_posit:47,err_invalid_project_id:47,err_invalid_project_numb:47,err_invalid_test_matcher_typ:47,err_invalid_test_matcher_unpickl:47,err_missing_gcs_path:47,err_missing_opt:47,error:[1,20,32,33,47,52,93,100,107,109,112,113,121,125],error_messag:1,especi:[107,122],essenti:[46,100],estim:[1,24,33,65],estimate_s:[1,14,16,33],etc:[24,33,43,90,102,125],evalu:[11,70,75,76,78,79,80,105,122],evaluation_context:[60,69,76,79,125],evaluationcontext:75,even:[16,26,33,109,121],event:[33,95,107],event_count:20,everi:[4,20,33,37,49,63,90,121],everyth:[17,18,29,34,107],evolv:30,exact:100,exactli:[1,24,33,46,49,59,105],exampl:[1,4,13,16,20,33,37,40,65,79,94,100,101,102,107,109,116,122,123,125],exce:30,exceed:26,except:[5,8,26,30,33,93,100,109,112,121],excess:20,exclus:33,exec_stmt:111,execut:[1,11,20,31,33,43,44,46,47,49,52,54,59,60,61,63,68,69,74,75,76,78,79,84,85,90,94,95,100,102,106,112,125],executor:[60,69,79,125],executor_servic:75,exhaust:37,exist:[13,16,17,18,20,29,30,31,32,33,34,38,39,40,94,100],existing_keyed_st:75,exp_multipli:116,expand:[13,20,24,31,33,38,39,40,66,77,78,91,95,99,100,102,106],expans:100,expect:[1,15,20,32,35,37,46,49,93,94,97,123,125],expected_checksum:93,expected_item:37,expected_outcom:37,expected_st:93,expectedsplitoutcom:37,experiment:[33,43,60,102,105,106,116,117,125],explain:33,explod:91,explodewindowsfn:91,exponenti:121,expos:[20,28,44],extend:[15,33,47,93,117],extens:[13,16,33,38,39,40],extent:100,extern:[33,100,125],extra:[93,94],extra_messag:116,extra_opt:94,extra_typ:[9,20],extract:[49,72,81],extract_all_tim:[75,81],extract_commit:73,extract_latest_attempt:73,extract_output:100,extrem:99,face:43,factor:121,factori:70,fail:[17,18,20,26,29,30,33,34,37,40,90,112],failur:[26,33],fake:25,fake_datastor:[12,19,21,22,125],fake_run_queri:25,fall:[1,33],fallback:4,fallback_cod:1,fals:[3,9,16,17,20,25,33,40,46,49,63,94,97,100,101,105,111,112,119,121],famili:37,far:[65,110],fast:1,fastcod:1,faster:4,fastprimitivescod:[1,95],fault:33,favorite_color:13,favorite_numb:13,fetch:[17,18,24,26,29,34,93],fetch_ent:26,feth:24,few:[37,102],field1:20,field2:20,field3:20,field:[13,20,26,33,40,97,101],field_count:40,file:[13,15,16,17,18,20,29,30,32,33,34,38,39,40,42,43,44,49,93,96,97,125],file_copy_fn:119,file_handl:15,file_nam:[16,40],file_name_suffix:[13,15,38,39],file_path:[10,17,38,39,40,93],file_path_prefix:[13,15,38,39],file_pattern:[13,16,38,39,40],filebasedsink:[12,33,93,125],filebasedsourc:[12,38,125],filechecksummatch:93,filemetadata:17,filenam:[13,30,38,39,96],fileobj:17,filesystem:[12,13,29,32,33,34,117,125],fill:101,filter:[24,26,40,43,62,73,93,100,116,121],finalize_writ:[15,33],find:[5,17,18,29,34,99,106,121],finish:[25,63,90,105,119],finish_bundl:[77,100,113],finishcombin:77,finit:[33,107],fire:[80,81,105],fired_tim:76,first:[4,10,17,18,29,32,33,34,37,40,49,52,54,100,102,106,111,114,121,125],fix:[1,100,106,107],fixed_cost:106,fixedsizeglob:99,fixedsizeperkei:99,fixedwindow:107,flag:[13,16,17,18,29,34,38,39,40,46],flat:106,flatmap:[10,59,100,102,125],flatten:[14,20,100],flatten_input_visitor:63,flatten_result:20,flavor:116,floatcod:1,flush:[17,77],fn_paramet:107,fn_proto:123,fn_to_execut:11,fold:100,follow:[13,20,26,33,37,38,39,78,94,100,107,109,114,116,119],foo:[1,109,123],foo_from_proto:[1,123],foopayload:[1,123],footer:15,footprint:90,for_input_typ:100,forc:[59,91],form:[13,20,30,31,32,52,59,106,107,109],formal:109,format:[15,20,33,37,40,47],former:59,formula:[23,106,107],forward:79,found:94,frac:14,fraction:[14,33,35,37,65,121],fraction_consum:[14,33,35],fraction_to_posit:35,frame:[111,112],framest:[111,112],framework:[4,16,20,33,65],fresh:100,from:[1,4,8,13,15,16,17,18,20,24,26,27,29,30,31,33,34,35,37,38,39,40,46,47,49,54,59,63,65,72,84,90,93,94,96,100,101,102,106,107,109,121,123,125],from_cal:100,from_dictionari:46,from_json_valu:9,from_micro:120,from_runner_api:[1,49,59,89,100,102,105,123],from_runner_api_paramet:[1,33,100,102,107],from_str:104,from_type_hint:1,full:[17,18,23,29,32,33,34,37,49,93,94,107,117],full_label:113,fulli:[20,33,65,109],fun:121,func:[100,109,112],functiontyp:112,furnish:59,further:[53,102,121],fuse:106,fusion:106,futur:[33,52],future_output_watermark:78,fuzz:121,fuzzedexponentialinterv:121,gap:107,gap_siz:107,gather:27,gce:8,gcp:[6,12,125],gcs:30,gcs_bucket:47,gcs_prefix:29,gcs_scheme:47,gcs_uri:47,gcsfilesystem:[12,19,125],gcsio:[12,19,125],gener:[1,13,16,33,38,39,51,94,95,114],generate_bundle_id:33,genom:40,genotyp:40,get:[3,8,16,18,20,24,33,37,48,52,53,54,55,59,65,81,90,94,100,105,117,121,123],get_accumulator_cod:100,get_aggregator_valu:75,get_all_opt:46,get_all_plugin_path:117,get_all_subclass:117,get_chunk_s:18,get_count:3,get_datastor:26,get_dict:101,get_dict_table_schema:20,get_estimated_num_split:24,get_estimated_size_byt:24,get_evalu:79,get_execution_context:75,get_filesystem:18,get_full_options_as_arg:94,get_function_argu:100,get_glob:112,get_impl:[1,107],get_it:111,get_keyed_st:75,get_match:[49,63,67,78,91],get_nam:112,get_namespac:43,get_opt:94,get_output_typ:100,get_path:96,get_progress:65,get_range_track:[14,16,33,37],get_replacement_transform:[49,63,67,78,91],get_root_bundl:79,get_root_bundle_provid:79,get_schem:18,get_service_credenti:8,get_split:27,get_table_schema_from_str:20,get_transformed_output_tim:107,get_type_hint:109,get_typed_value_descriptor:9,get_value_or_schedule_after_output:75,get_varint_s:3,get_watermark:81,get_window:[31,33,66,95,100,102],get_window_cod:107,getartifact:52,getattr:111,getmanifest:52,getmessagestream:[54,85],getprovisioninfo:55,getrangetrack:37,getstat:[54,85],getstatestream:[54,85],github:[10,27,30,40],give:[16,17,18,29,33,34,37,43,49,65,78],given:[1,3,11,13,16,17,18,20,24,25,26,27,29,30,33,34,35,37,38,39,46,47,49,59,78,79,90,93,95,97,100,105,106,107,110,112,121,122,123],glob:[13,16,30,38,39,40,93,97],global:[1,33,75,79,99,107],global_to_loc:14,globalwindow:107,goe:47,going:[24,62],gone:59,good:24,googl:[1,8,20,23,24,26,27,30,31,46,47,61],googleapi:[46,47],googlecloudopt:[46,47],googlecloudplatform:[27,30],googledatastor:26,gracefulli:78,granular:[23,107,122],graph:[49,59,63,72,74,79,102,125],greater:[24,109],greater_than:24,group:[4,14,44,46,100,102,106,107],group_by_key_input_visitor:63,groupbykei:[1,90,100,102,106,107,125],grpc:[52,53,54,55],guarante:[1,2,3,4,6,7,8,9,10,11,14,25,26,31,33,43,47,49,50,51,61,65,69,70,71,72,76,79,80,81,89,95,96,102,103,105,106,111,112,113,115,116,117,118,119,120,121,122,123],guid:105,gzip:[17,33],had:[1,100,106,123],hadoop:32,hadoopfilesystem:[12,125],halfwai:37,hamcrest:[47,93],hand:20,handl:[15,16,17,18,23,29,33,34,38,39,40,75,111],handle_result:75,happen:[20,27,33,37,96,121],har:[37,53,55],has:[1,9,20,24,26,33,40,46,47,59,65,72,81,94,97,99,100,101,109,125],has_cach:75,has_data:28,has_default:100,has_display_data:101,has_kw:111,has_var:111,hasdisplaydata:[33,46,65,100,101,102],hash:[93,96],hashabl:112,hashing_alg:96,have:[4,8,10,11,20,24,26,33,40,42,49,52,59,100,101,105,107,109,110,111,121],hdf:32,hdfile:32,hdfilesystem:32,hdfs3:32,head:[17,18,29,34],header:[15,38,40,52],heap:119,heavi:37,heavyweight:37,help:37,helper:[12,19,21,22,37,103,125],helper_transform:[60,69,125],henc:[24,33,65],here:[1,20,26,33,61,69,100,107,111],hidden:59,hierarch:9,hierarchi:49,higher:[38,40],hint:[4,102,108,109,112,114],histori:23,hold:[20,33,49,78,100],holder:[11,91],homogen:1,honor:65,hour:121,how:[20,24,33,59,65,99,100,102,107,116,125],howev:[1,24,27,33,40],html:[23,46,111],hts:40,http:[10,20,23,24,27,30,33,40,46,47,101,105,111,121],httperror:121,huge:59,hypothet:33,id_label:31,id_or_nam:25,idempot:33,ident:109,identif:52,identifi:[13,20,31,33,38,39,100,101],ids:26,iff:15,ignor:[20,24,35,95,97],illustr:[33,116],imagin:33,immedi:54,immut:33,impact:[24,38],implement:[1,3,15,16,17,20,23,27,29,32,33,34,35,36,37,38,43,47,48,49,61,62,63,65,66,69,71,73,74,75,77,84,85,90,100,101,102,103,114,121,123],implementor:[33,100],impli:40,implicitli:107,import_from:111,import_nam:111,imposs:33,improv:[1,20],impuls:66,inc:[28,43,44],includ:[17,18,20,29,33,37,40,52,75,78,107],inclus:[33,35],incom:31,inconsist:10,incorrect:37,increas:121,increment:[44,109],indefinit:[63,90],independ:[33,63,109],index:[40,59,65,100,105,109,114],index_tag:105,indic:[17,18,29,33,34,38,40,59,106,120,121],individu:[16,33,37,100,107],inequ:24,inf:35,infer:[4,112],infer_output_typ:[66,100,102],infer_return_typ:112,infer_return_type_func:112,infin:[33,107],info:[40,90],inform:[8,16,33,40,55,62,63,65,75,78,90,100,106,112,124],inherit:[33,65,101,123],init_result:33,initi:[13,14,16,20,23,24,31,32,33,35,38,39,40,44,46,49,55,59,62,65,78,79,91,93,94,100],initial_delay_sec:121,initialize_writ:[15,33],inject:[16,102],inlin:111,inmemoryunmergedst:75,inner:[65,109,114],inpalce_or:111,inplace_add:111,inplace_and:111,inplace_divid:111,inplace_floor_divid:111,inplace_lshift:111,inplace_modulo:111,inplace_multipli:111,inplace_pow:111,inplace_rshift:111,inplace_subtract:111,inplace_true_divid:111,inplace_xor:111,inprocess:69,input:[5,11,12,13,20,33,38,39,40,46,49,59,65,66,72,75,76,78,79,81,90,91,100,102,103,106,107,112,113,120,122,125],input_bundl:76,input_committed_bundl:79,input_or_input:102,input_or_output:102,input_pcol:102,input_timestamp:107,input_typ:[100,112],input_type_hint:102,inputstream:3,insert:20,insert_values_in_arg:11,insid:[84,94],inspect:112,instanc:[1,4,11,17,18,20,29,34,40,47,49,55,59,62,63,65,79,80,96,97,100,101,102,105,106,107,109,112,114,121],instance_to_typ:112,instanti:[65,112,117],instead:[10,20,33,40,103,116,121],instruct:53,int_to_str:109,integ:[1,3,18,20,33,36,43,100,101,107,111],integr:[94,121],intend:[23,28,33,44,59,109,121],interact:[17,62],interchang:20,interest:37,interfac:[18,44,59,101],intermedi:[20,100],intern:[1,2,3,14,25,26,33,43,47,49,50,51,61,62,65,69,70,71,72,76,79,80,81,89,95,96,101,103,107,111,112,113,115,116,118,119,120,121,122,123,125],interpol:35,interpret:[20,65],intersect:107,interv:[35,107,119,121,122],interval_second:119,intervalwindow:107,introduc:[33,97],introduct:20,invalid:[17,30,46,47,109],invalid_argu:52,invoc:[33,78],invok:[33,78,100,105],invoke_process_el:78,involv:20,iobas:[12,14,15,16,20,35,36,37,60,61,64,100,125],ioerror:[16,17,18,29,34,90],is_access:48,is_bound:[33,65],is_default:100,is_determinist:1,is_don:75,is_empti:97,is_full_string_match:47,is_globally_window:103,is_integration_test:94,is_key_valid:26,is_kv_cod:1,is_lat:105,is_merg:107,is_pair_lik:1,is_process_bound:[100,113],is_root_transform:75,is_service_runn:47,is_streaming_cr:[63,67],is_valid:101,is_valid_compression_typ:17,isn:109,isoformat:122,issu:10,item:[37,80,101],items_before_split:37,iter:[1,2,16,26,32,33,37,46,59,65,100,103,105,106,107,110,114,121],iterablecod:1,its:[1,4,11,17,20,26,33,100,101,102,106,112,120,123,125],itself:[33,65,122],java:27,job:[24,49,52,53,54,55,60,62,63,83,84,85,90,93,94,125],job_graph:62,job_nam:[47,94],job_pattern:47,job_result:62,jobapi:87,jobservic:85,jobserviceservic:[54,85],jobservicestub:54,jobstat:90,join:[17,18,29,32,34],json:[9,10,20,63],json_string_to_byte_arrai:63,json_valu:[6,7,125],jsonarrai:9,jsonobject:9,jsonstringtobytearrai:63,jsonvalu:[9,20],just:[24,33,59,102],keep:[28,33,65,73,79],kei:[1,4,9,13,24,25,26,33,35,40,59,65,75,77,78,79,80,91,99,100,101,102,106,107,110,112,125],kept:101,key1:101,key2:101,key3:101,key4:101,key5:101,key_cod:1,key_compar:26,key_value_typ:112,keyed_earliest_hold:81,keyed_watermark_hold:80,keyedworkitem:[78,80],keyspac:35,keyword:[11,59,100,109],keyword_hint:109,kind:[24,26,33,100,116],know:112,known:[17,47,75],kv_type:112,kvswap:106,kwarg:[2,11,15,16,24,30,38,39,40,46,76,77,78,91,97,99,100,106,109,113,118,120],kwarg_hint:109,kwargs_for_invok:78,label:[49,59,66,97,99,100,101,102,106,113,116],label_from_cal:102,lambda:[20,102,105],land:23,languag:125,larg:[24,37,38,59],larger:33,largest:[33,99,106,122],largestperkei:99,last:[17,18,26,29,33,34,40,78],last_record_start:35,late:105,late_tag:105,latenc:26,later:[78,94,95,100],latest:[24,26],latest_timestamp:26,latter:59,leaf:[17,18,29,34],least:[37,105],left:[37,43,100],left_fract:37,left_result:37,length:[1,23,27,30,109,121],less:[27,35],less_than:24,let:[4,33,43],letter:[13,20,38,39,47,114],level:[13,49],lexicograph:35,lexicographickeyrangetrack:35,librari:[1,8,10,30,32,40,46,99,111],liftedcombineperkei:77,lightweight:37,like:[4,13,17,24,32,33,38,59,100,109,112,114],limit:[17,18,24,26,29,32,34,121],line:[20,33,38,40,46,94,96],linearli:35,link:5,list:[1,9,11,14,17,18,20,25,26,27,29,30,34,37,40,47,48,49,59,80,94,96,97,99,100,106,109,110,114],list_append:111,load:10,load_attr:111,load_closur:111,load_const:111,load_deref:111,load_fast:111,load_glob:111,load_loc:111,load_nam:111,load_sess:10,local:[15,17,18,34,38,49,69,74,84,100],local_to_glob:14,local_var:112,localfilesystem:[12,125],locat:33,lock:33,log:[53,119,121],log_result:119,logger:[96,121],logic:[16,33,43,73,78,91,107,121],look:109,lookup:59,loop:[33,100],lose:122,lower:[105,109],machin:[33,74,84],machineari:78,made:[4,20,33,52,54,59],magic:91,mai:[1,4,16,20,27,33,40,43,53,59,65,78,79,90,100,106],main:[20,27,33,59,100],main_kw:100,main_tabl:20,mainli:78,make:[20,25,26,33,35,47,66,78,91,93,121],make_closur:111,make_fn:100,make_funct:111,make_http_request:121,make_kind_stats_queri:26,make_latest_timestamp_queri:26,make_partit:26,make_request:26,makexyz:4,malform:110,malformedvcfrecord:40,manag:[20,33,49,60,81,86,96,105,119,125],mandatori:[100,106],mani:[9,24,33,99],manifest:52,manner:[13,33,37],map:[1,13,20,35,40,59,66,100,103,106],mapfn:102,mapper:77,mark:116,marker:59,massiv:20,master:27,match:[1,17,18,20,29,32,34,43,47,49,97],match_type_vari:114,matcher:[47,49,68,93,97],matchresult:[17,18,29,34],materi:[59,90,97],matter:33,max:[27,42,100,106],max_batch_operation_s:30,max_batch_s:106,max_delay_sec:121,max_dur:78,max_num_output:78,max_timestamp:107,maximum:[17,18,29,34,106,112,121],maybe_from_cal:100,mean:[33,42,99,116],mean_temp:20,meant:[53,90],measur:106,member:[15,52],memori:[42,77,79,119],memoryreport:119,merg:[33,77,100,105,107],merge_accumul:100,merge_context:107,merge_result:[105,107],mergecontext:107,messag:[1,31,33,54,116],met:97,metadata:[8,17,55],metadata_list:17,method:[1,4,16,17,18,24,25,26,32,33,35,37,44,46,47,63,78,90,94,96,100,101,102,103,112,113,114,121,123],metric:[53,62,73,75,90,125],metric_nam:43,metricbas:[41,43,125],metricnam:44,metricresult:[62,73,90],metrics_contain:76,metricsfilt:43,micro:[120,122],microsecond:[24,107,122],might:[33,38,65,101],millisecond:[26,63,90],mime:[13,17,18,29,30,34],mime_typ:[13,15,17,18,29,30,32,34],min:[42,106],min_batch_s:106,min_bundle_s:[13,16,38],min_fraction_of_files_to_stat:16,min_num_offsets_per_split:36,min_number_of_files_to_stat:16,min_request:23,minimim:106,minimum:[13,16,38,81],mirror:109,mismatch_descript:93,miss:47,mix:109,mixin:[101,109],mkdir:[17,18,29,32,34],mock:96,mode:[17,20,30,33,63,66,67,107],model:125,modifi:[11,33,102,111],modul:[0,6,7,12,19,21,22,41,45,50,51,60,61,64,69,82,83,86,92,98,108,115,125],moment:11,monitor:106,month:20,more:[4,16,17,18,20,24,29,32,33,34,38,47,49,78,100,101,102,105,106,107,111],moreov:33,most:[13,20,33,37,38,102,121],mostli:[49,106,121],move:[17,18,28,29,34,79],movingfunct:28,movingsum:28,msg:120,msg_class:120,much:9,multi:[33,37],multipl:[16,24,33,40,44,59,79,99,100,105,106,109],multipli:116,muss:33,must:[1,11,16,20,23,31,32,33,38,47,49,52,59,65,90,94,95,100,102,107,109,121],mutabl:[33,111],mutat:[25,26,33],my_side_input:59,my_tranform:49,myavrofil:13,myjobnam:94,mypath:13,myptransform:59,mysink:33,name:[13,16,20,26,30,33,40,43,44,47,49,52,62,65,80,90,94,96,100,106,109,114],namespac:[13,24,26,43,44,101,114],nativ:[20,33,65,87,102,110],native_io:[20,60,61,125],native_type_compat:[108,125],nativesink:[20,33,65],nativesinkwrit:65,nativesourc:[20,65],nativesourceread:65,necessari:[4,59,101,122],necessarili:65,need:[2,4,15,17,18,20,25,29,33,34,35,47,49,53,55,78,96,97,102,121],neg:[17,35],negat:109,neither:[20,101],nest:[3,20,114],never:[11,33,59,105,107,119],new_process_fn:78,new_save_module_dict:10,new_track:36,new_watermark:95,newlin:38,next:107,nnnnn:[13,38,39],no_retri:121,node:[49,59,63,84,90,102],non:[10,33,35,59,90,100,101,121],none:[1,9,13,14,15,16,17,18,20,24,26,27,29,30,31,32,33,34,35,37,38,39,40,42,46,48,49,59,62,63,65,66,68,73,75,78,80,87,89,90,93,94,96,99,100,101,102,105,106,107,112,113,114,119,120,123],nonmergingwindowfn:107,nonzero:121,nop:111,nor:20,normal:[24,40,101,107],nosetest:94,notabl:37,notbig:20,note:[1,10,20,24,25,27,33,66,97,100,102,106,109,114,119],noth:65,notic:109,notifi:23,notify_observ:2,notimplementederror:90,notion:[33,65,99],now:[23,28,121],nth:106,nullabl:20,num_byt:17,num_el:106,num_items_to_read_before_split:37,num_partit:100,num_retri:121,num_shard:[13,15,38,39],num_split:[24,27],num_work:94,number:[11,13,17,18,20,24,25,27,29,33,34,37,38,39,40,47,71,78,93,97,99,100,106,121,122],numer:122,obei:33,obj:[9,10],object:[1,2,3,4,5,9,10,11,13,15,16,17,18,20,23,26,28,29,30,32,33,34,35,36,39,40,42,43,44,46,47,48,49,52,53,54,55,59,60,62,65,70,71,72,73,75,76,78,79,80,81,87,89,90,91,93,94,95,96,99,100,101,102,103,104,105,107,109,111,112,114,117,119,121,122,123],observ:[0,125],observablemixin:2,obtain:[20,33,43,46,94,99,100,102,106],occupi:33,occur:[27,32,37,40,99,107],octet:[15,17,18,29,30,32,34],offer:49,offici:33,offset:[17,33,36,65,107],offset_infin:35,offset_range_track:16,offsetrang:36,offsetrangetrack:[16,35],offsetrestrictiontrack:36,oflong:28,often:[106,116],old:[33,116],old_multipli:116,on_el:105,on_fir:105,on_merg:105,on_success_match:47,onc:[17,23,33,59,79,100,105,107,109],one:[1,4,13,20,23,25,26,33,37,38,39,40,46,47,49,59,65,78,79,99,100,102,106,107,109,114,123],ones:[37,46,70],onli:[1,2,3,6,7,8,9,10,11,13,14,17,20,25,26,31,33,35,37,38,39,40,43,47,49,50,51,59,65,70,71,72,73,76,79,80,81,89,94,95,96,97,99,100,101,103,106,109,111,112,113,115,116,117,118,119,120,121,122,123],opaqu:15,opcod:[108,125],open:[15,16,17,18,29,30,32,33,34],open_fil:16,open_shard:97,open_writ:[15,33],oper:[1,4,5,17,18,20,29,30,33,34,49,90,100,102,106,107,122],operation:106,opt_nam:94,optim:[13,38,105],option:[8,18,24,33,39,49,55,70,90,94,97,100,102,106,109,114,116,125],option_nam:48,order:[1,4,20,24,30,33,35,40,49,90,94,96,100,109,114],orderedpositionrangetrack:35,ordinari:59,ordinarili:[100,106],orfin:105,org:[28,33,46,63,101,105,111],orient:33,origin:[33,37,109],original_range_track:37,original_read:37,original_stop_posit:37,other:[14,17,18,20,26,33,35,38,40,49,55,65,83,100,101,106,107,109,114],otherwis:[1,9,17,33,37,49,94,95,100,102],our:49,out:[17,90,100],outer:[25,33],output:[12,13,15,16,17,33,38,39,40,49,59,70,72,75,78,79,81,93,95,100,102,106,107,113,125],output_at_earliest:107,output_at_earliest_transform:107,output_at_eow:107,output_at_latest:107,output_pcollect:[70,75],outputcheckwrapperdofn:113,outputstream:3,over:[46,83,100,106,121],overhead:17,overlap:33,overload:23,overload_ratio:23,overrid:[15,20,46,49,66,67,78,90,91,93,100,101,102,123],overridden:33,overwrit:[15,32],own:[100,106],pack_ani:120,pack_struct:120,packag:[11,125],pad:[13,38,39],pair:[17,18,29,33,34,36,46,59,65,91,99,100,101],pairwithrestrictionfn:91,pane:105,parallel:[5,11,16,18,20,24,33,102,125],param:37,paramet:[1,8,9,11,13,14,15,16,17,18,20,23,24,25,26,27,29,30,32,33,34,35,37,38,39,40,43,44,46,49,52,53,54,55,59,62,63,65,70,75,78,79,81,90,93,94,96,97,100,102,105,106,107,109,110,112,114,116,121,122,123],parameter:114,parameter_typ:[1,102,123],pardo:[20,33,59,78,90,91,100,102],pardo_payload:100,parent:[39,119],pars:[13,38,40,46,94,120],parse_byt:120,parse_int:109,parser:46,part:[1,16,17,18,20,29,33,34,43,46,63,65,78,84,100],partial:[26,33,77],partialgroupbykeycombiningvalu:77,particular:[13,33,37,38,39,40,102,106,112],partit:[20,26,27,33,100,114],partition_for:100,partitionfn:100,partitionid:26,pass:[1,13,15,17,18,20,29,32,33,34,39,40,46,63,78,97,100,102,105,107,109,123],past:[33,65],patch:96,patch_retri:96,path:[13,15,16,17,18,26,29,30,32,33,34,38,39,40,47,93,96,117],pathnam:[17,18,29,32,34],pattern:[13,16,17,18,29,30,34,38,39,40,47,97,102,121],payload:[31,123],pbegin:[33,66,95,100],pc1:106,pc2:106,pcoll1:106,pcoll2:106,pcoll3:106,pcoll:[13,20,24,31,33,38,39,49,59,63,74,77,78,91,94,99,100,102,106],pcollect:[1,4,13,15,20,24,33,38,40,49,59,75,78,81,90,91,95,97,99,100,102,106,107,125],pdf:40,pend:90,per:[20,59,75,77,100,106,121],per_element_cost:106,percent_complet:65,percentag:65,perel:99,perfectli:33,perform:[1,13,16,17,18,24,28,33,37,38,49,78,91,106,107,113],perform_multi_threaded_test:37,perhap:65,period:[24,107],perkei:99,permanentexcept:[8,121],permit:114,persist:[90,100],phase:[33,40,96],phaseset:40,phred:40,physic:73,pick:[1,101],pickl:[1,4,10,33,94,123],picklabl:33,pickle_urn:123,picklecod:[1,10,33],pickler:[6,125],piec:79,pipe:102,pipelin:[1,5,11,13,16,20,31,33,38,39,40,43,44,46,47,54,55,59,60,61,63,67,68,69,72,74,75,78,84,89,90,91,93,94,95,97,100,101,102,103,106,125],pipeline_context:[60,125],pipeline_opt:[17,18,29,32,34,45,47,48,75,101,125],pipeline_options_valid:[45,125],pipeline_result:93,pipeline_verifi:[92,125],pipelinecontext:[1,89,123],pipelineerror:[5,49],pipelineopt:[17,18,29,34,46,47,49,94,101],pipelineoptionsvalid:47,pipelineresult:90,pipelinerunn:[49,63,74,84,90,94,125],pipelinest:[90,93],pipelinestatematch:93,pipelinevisitor:[49,72],place:[9,11,59,100,102,107,121],placehold:[11,13,16,38,39],plain:59,plane:53,platform:118,pleas:[16,33,47],plugin:[17,115,125],pobject:100,point:[1,13,27,33,75,79,107,112,121,122],poll:63,poll_for_job_complet:63,pool:[11,46],pool_siz:11,pop_on:111,pop_thre:111,pop_top:111,pop_two:111,popen:118,popul:[49,101],portabl:[85,125],portion:100,pos:[14,35],posit:[11,14,17,33,35,36,37,40,47,65,95,100,109],position_at_fract:[14,33,35],position_for_fract:37,position_to_fract:35,positional_hint:109,possibl:[1,16,18,20,33,37,47,100],potenti:[59,75],power:125,practic:33,pre:[33,77],preced:106,precis:[107,122],predecessor:122,prefer:[1,17,123],prefix:[13,17,18,29,38,39],prepar:[20,54],preparationid:54,present:[20,40,52,99],preserv:37,prevent:[16,44,106],previou:[20,33,78,95],previous:23,primari:[33,65],primarili:14,primary_range_track:37,primit:[1,66,78,91,107,114],print:[112,116],print_item:111,print_newlin:111,prior:33,prob:40,problem:90,proce:100,proces:91,process:[1,4,17,20,24,33,59,65,66,69,71,75,77,78,79,81,87,88,91,95,100,102,105,106,107,113,115,119,125],process_continu:78,process_element_invok:78,process_keyed_elements_transform:78,processcontinu:78,processdata:20,processel:78,processfn:78,processingtimeev:95,processkeyedel:91,processkeyedelementsviakeyedworkitem:78,processkeyedelementsviakeyedworkitemsoverrid:78,produc:[1,13,33,37,38,49,59,72,75,78,95,106,116],profil:[106,115,125],profile_id:119,profile_loc:119,profilingopt:46,program:[20,105,111,125],progress:[35,53,65,100],project:[8,20,24,26,31,47],project_id_pattern:47,project_number_pattern:47,promis:33,proper:[102,109],properli:[33,78,109],properti:[27,33,37],proto:[26,49,59,83,89,100,102,105],proto_message_typ:1,proto_util:[115,125],protobuf:[1,120],protoc:1,protocod:1,protocol:[1,33],provid:[1,11,13,17,18,20,24,27,29,31,33,34,35,36,48,49,55,75,79,81,90,94,95,100,102,106,109,123,125],provis:55,provisionserviceservic:55,provisionservicestub:55,pseudo:33,pseudocod:37,ptransform:[4,5,13,20,24,31,33,38,39,40,49,59,63,66,67,72,75,76,77,78,91,95,97,98,99,100,101,106,114,125],ptransform_arg:91,ptransform_fn:102,ptransform_kwarg:91,ptransform_overrid:[60,61,125],ptransformoverrid:[49,63,67,78,91],ptransformwithsideinput:100,pub:31,pubsub:[12,19,125],pull:59,pure:3,purpos:94,push_valu:111,put:[10,90],putartifact:52,pvalu:[5,11,13,31,33,38,39,40,49,72,90,100,102,103,125],pvalue_class:11,pvalueerror:5,pvalueish:[49,102],python:[1,3,5,9,10,13,32,33,46,66,94,100,109,110,111,112,114,121],python_rpc_direct:[60,82,125],python_rpc_direct_runn:[60,82,83,125],pythonrpcdirectrunn:84,pyvcf:40,pyx:3,qualiti:40,queri:[20,24,25,26,27,62,73,90],query_latest_statistics_timestamp:24,query_result:20,query_splitt:[12,19,21,22,125],queryiter:26,querysplitt:27,querysplitterimpl:27,quickstart:20,quit:9,rais:[1,5,9,15,16,17,18,20,26,29,30,32,33,34,37,46,49,90,94,97,100,101,102,109,110,112,121],random:[1,25,27,106,121],randomli:121,randomuniquekeyfn:91,rang:[14,16,33,35,36,37,65,107],range_track:[12,14,16,33,37,125],rangetrack:[14,16,33,35,37],rather:[1,20,40,109,111,123],ratio:23,raw:[33,95],raw_byt:63,reach:121,reachabl:[63,84,90],read:[1,3,13,14,16,17,18,20,24,26,29,30,31,33,34,37,38,39,40,65,75,125],read_al:3,read_bigendian_doubl:3,read_bigendian_int32:3,read_bigendian_int64:3,read_bigendian_uint64:3,read_buffer_s:30,read_byt:3,read_from_sourc:37,read_record:16,read_siz:17,read_var_int64:3,readabl:17,readallfromavro:13,readallfromtext:38,reader:[20,33,65],readerposit:65,readerprogress:65,readfn:24,readfromavro:13,readfromdatastor:24,readfromsourc:37,readfromtext:[38,125],readfromtfrecord:39,readfromvcf:40,readi:[93,125],readlin:17,readstringsfrompubsub:31,real:[11,71],real_tim:104,realclock:71,realiti:100,realli:4,reason:[4,121],rebalanc:[33,37],receiv:[33,37,79,100,109],recent:28,recommend:[13,37,38,94,116],record:[13,15,16,26,31,33,37,39,40,65],record_current_posit:33,record_index:65,record_start:35,recurs:[17,18,29,30,34],redefinit:46,reduc:[13,38,90,100],redund:33,reentrant:[33,37],refer:[20,33,37,40,44,49,102],referenc:89,reference_bas:40,reference_nam:40,reference_source_info:37,refsnp:40,refus:33,regist:[1,4,18,49,76,94,123],register_cod:4,register_observ:2,register_pickle_urn:123,register_structured_urn:1,register_urn:[1,102,123],registr:[4,123],registri:[1,4],regular:114,reify_window:97,reifywindow:100,reimplement:101,reject:101,rel:[17,65],relat:[5,33,44,53,72,102],releas:[78,79],relev:30,reli:[20,97],remain:[33,65],remaining_split_point:65,remaining_tim:65,remot:[20,31,63,84,85,121],remov:[38,106],remove_objects_from_arg:11,removedupl:106,renam:[17,18,29,30,32,33,34],repeat:20,repeatedli:[100,105],replac:[11,13,38,39,49,91,96,99,100,111,116],replace_al:49,report:[33,53,81,100,119,121],report_current_posit:33,report_onc:119,repres:[11,16,17,20,33,36,37,40,42,46,59,65,90,100,101,103,122,125],represent:[20,65,101,107],request:[17,23,24,25,26,35,43,52,53,54,55,65,75,78,85,121],request_dynamic_split:65,request_iter:[52,53],requir:[1,4,9,13,20,33,38,46,47,100,116],reserv:114,reset:105,reshuffl:106,reshuffleperkei:106,residu:[33,65,78],residual_range_track:37,residual_restrict:78,resolut:90,resourc:[33,55,94],respect:[13,20,33,37,38,39,40],respond:[62,73],respons:[4,17,18,25,26,29,34,53,54,76,78],rest:33,restrain:100,restrict:[33,43,78,91],restriction_cod:91,restriction_track:[12,125],restrictionprovid:100,restrictiontrack:[33,36,78,100],result:[1,10,11,16,17,20,24,27,33,37,40,42,43,46,49,63,65,75,76,77,78,80,93,99,100,102,106,107,109,116,119],result_pcol:102,resum:78,retri:[8,26,33,93,96,115,125],retriev:[11,52,109],retry_filt:121,retry_on_beam_io_error_filt:121,retry_on_io_error_and_server_error:93,retry_on_rpc_error:26,retry_on_server_errors_and_timeout_filt:121,retry_on_server_errors_filt:121,return_context:49,return_type_hint:109,returns_windowed_valu:65,revers:106,rewind:17,right:[37,49,121],right_fract:37,right_result:37,roll:28,root:[75,76,79],root_transform:[75,81],rootbundleprovid:79,rot_four:111,rot_n:111,rot_thre:111,rot_two:111,row:20,rowasdictjsoncod:20,rpc:[23,26,43,52,121],rpc_stats_callback:26,rpcerror:26,rule:26,run:[5,8,10,11,27,33,49,51,54,63,68,75,79,83,84,85,90,94,100,101,114],run__nativewrit:63,run_abc:90,run_combinevalu:63,run_command:87,run_flatten:63,run_groupbykei:63,run_impuls:63,run_pardo:63,run_pipelin:[63,74,90],run_queri:25,run_read:63,run_transform:90,run_using_threadpool:11,runner:[5,20,24,33,43,47,49,53,94,95,100,102,125],runnerapi:54,runnerapifn:[1,100,107,123],runnererror:5,runtim:[1,5,16,24,55,109,113],runtime_opt:48,runtimeerror:[5,49],runtimevalueprovid:48,runtimevalueprovidererror:5,safe:[33,73],safeti:33,sai:[4,33],same:[1,4,16,17,18,20,26,29,30,33,34,37,38,40,44,49,59,65,70,90,97,99,100,107,110,116,121],sampl:[1,20,99],samtool:40,satisfi:[33,112],save:119,save_modul:10,scale:40,scatter:25,scenario:[20,33],schedul:[72,76],schedule_pending_unblocked_task:75,schema:[13,20,40],schema_as_json:20,scheme:[17,29,32,33,34,47],scope:25,scoped_metrics_contain:[76,79],score:40,sdf:[66,78,91],sdf_common:[60,125],sdf_direct_runn:[60,69,125],sdf_invok:78,sdfprocesselementinvok:78,sdist:51,sdk:[28,33,53,55,63,109,114,124],sdkfunctionspec:[1,123],search:121,second:[4,26,37,71,93,95,102,106,107,111,119,121,122],section:33,see:[4,13,16,18,23,24,33,37,38,39,46,47,49,78,100,102,105,106,107],seek:17,seek_cur:17,seek_end:17,seek_set:17,seekabl:[16,17],select:[20,26,59],self:[1,2,33,100,101,102,109,122,123],semant:[24,33,95,102,105,108,114],send:[23,53,83],sens:4,sent:[23,53],separ:[20,40,100,107,109],sequenc:[33,40,112],sequenti:[33,52],seri:107,serial:[4,20,33,79,89,123],serializ:[95,106],serialize_windowing_strategi:63,serialized_data:63,serv:85,server:[52,53,54,55,60,82,83,121,125],servic:[8,13,20,33,38,46,47,52,53,54,55,62,63,65,93,121],session:[10,107],set:[4,13,14,16,17,18,20,23,24,30,33,37,38,39,40,43,46,47,59,63,75,78,81,90,93,100,105,106,107,109,114,116,121],set_current_posit:[14,33,35],set_opt:18,set_process_element_invok:78,set_running_in_gc:8,set_runtime_opt:48,set_split_points_unclaimed_callback:[33,35],setup:[51,78,94],setupopt:[46,47],sever:[12,14,20,65,97,100,102,106],sha1:96,shard:[13,15,27,38,39,97],shard_name_templ:[13,15,38,39],share:[20,70,75],shift:49,shortvalu:101,should:[10,11,16,17,18,20,23,29,33,34,38,44,49,52,59,65,78,79,90,91,93,94,95,97,99,100,101,103,105,106,109,114,119,121,123,125],should_drop:101,should_execute_seri:79,should_fir:105,shown:101,shuffl:65,shuffle_posit:65,shuffler:4,side:[5,11,20,23,59,75,77,83,100,103,106],side_input:[20,75,79,102],side_input_valu:76,side_t:20,sideinput:[98,125],sideinputerror:5,sideinputmap:103,sideinputparam:100,signal:[20,33],signatur:[90,100,121],signific:[24,125],significantli:[33,106],similar:28,similarli:20,simpl:[1,13,43,100,106,107,109,112,114,121,125],simplefilt:116,simpler:[9,33,102],simpli:[46,100,119],sinc:[1,4,20,23,24,33,71,97,107,116,122],singl:[13,15,16,20,24,33,40,42,69,73,74,80,84,99,100,106,107,109],singleton:59,singletoncod:1,sink:[12,15,17,20,31,33,38,39,65,125],sinkwrit:65,size:[1,3,11,13,16,17,18,24,29,30,33,34,38,77,106,107,125],size_in_byt:17,size_of_files_in_glob:30,skip:[37,38,96],skip_header_lin:38,sleep:[26,96,121],sleep_sec:93,slice_0:111,slice_1:111,slice_2:111,slice_3:111,slide:107,slidingwindow:107,slot:107,slow_stream:[0,125],small:[20,27],smaller:[26,106,122],smallest:[99,106],smallestperkei:99,snapshot:81,solut:102,some:[20,33,37,52,76,79,90,100,102,106,119,125],somefn:102,someth:[65,119],sometim:[4,100],soon:33,sortbi:119,sourc:[1,2,3,5,8,9,10,11,12,13,14,15,16,17,18,20,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,42,43,44,46,47,48,49,52,53,54,55,59,62,63,65,66,67,68,70,71,72,73,74,75,76,77,78,79,80,81,84,85,87,88,89,90,91,93,94,95,96,97,99,100,101,102,103,104,105,106,107,109,110,111,112,113,114,116,117,118,119,120,121,122,123,125],source_bundl:14,source_file_nam:[17,18,29,32,34],source_frac:14,source_index:14,source_info:37,source_ix:14,source_posit:14,source_test_util:[12,125],source_test_utils_test:37,sourcebas:[33,65],sourcebundl:33,sourcereaderprogress:65,sources_info:37,space:[4,121],speak:87,spec:40,spec_paramet:102,special:[20,66,100],specif:[13,33,38,42,46,49,59,65,66,75,78,79,91,100],specifi:[4,9,13,16,17,18,20,24,29,31,33,34,38,40,46,47,49,59,63,65,75,78,94,95,100,102,106,107,109,112,114,116,125],specul:105,spent:26,split:[13,14,16,17,18,20,24,27,29,32,33,34,35,36,37,38,53,62,65,91,100],split_fract:[33,37],split_offset:35,split_point:[33,35],split_points_unknown:33,split_posit:[33,37],split_result:37,splitfractionstatist:37,splitqueryfn:24,splitrestrictionfn:91,splittabl:[16,33,78,91,100],splittabledofn:[66,91],splittablepardo:91,splittablepardooverrid:91,splitter:27,sql:20,src:[27,30],src_dest_pair:30,sre:23,sre_pattern:18,sssss:[13,38,39],stabl:[53,125],stack:[70,111,112],stage:52,stai:[33,65],stand:33,standard:[17,20,46,102,121],standard_window_fns_pb2_grpc:[50,51,125],standardopt:[46,47],star:119,start:[14,32,33,35,36,37,40,46,47,76,87,90,93,107,119],start_bundl:[24,77,91,100,113],start_posit:[14,16,33,35,36,37],startup:[8,117],stat:[24,37],state:[33,53,54,62,63,73,75,78,79,90,93,105,111,112],statement:125,staticvalueprovid:48,statist:[24,26,44],statu:[90,121],step:[1,4,20,33,43,62,75,78,90],step_context:78,step_label:1,step_nam:75,still:[16,33,53,125],sting:20,stop:[33,36,37,90,119],stop_posit:[14,16,33,35,36,37,65],storag:[30,33,46,47,100],storage_api_servic:46,storage_cli:30,store:[23,37,40,49,53,66,107,112,122],store_attr:111,store_fast:111,store_glob:111,store_map:111,store_slice_0:111,store_slice_1:111,store_slice_2:111,store_slice_3:111,store_subscr:111,str:[1,9,13,15,16,20,26,30,37,38,40,49,94,96,101,109,114],straight:9,strategi:122,stream:[3,15,17,18,20,29,30,31,32,34,54,63,66,67,95,104,125],streaming_cr:[60,61,64,125],streamingcr:66,stress:37,strictli:[4,31],string:[1,9,13,16,17,18,20,29,31,32,34,35,38,39,40,43,44,47,59,65,93,96,97,101,120],string_valu:101,stringutil:63,strip_trailing_newlin:38,strongli:37,struct:120,struct_obj:88,struct_to_dict:88,structur:[9,17,18,29,34],strutf8cod:[1,38],sub:[16,24,31,33,65,90,100],sub_range_track:14,subclass:[2,4,33,35,37,44,46,47,99,100,101,102,107,117],subclassess:47,subcompon:101,subdirectori:125,subject:31,submit:[54,63,84,85],submodul:[21,50,82],subprocess:118,subscrib:54,subscript:31,subsequ:[33,65,121],subset:114,subsystem:4,subtrigg:105,succe:[33,37],succeed:[23,30],success:[23,26,33,65],successful_request:23,successfulli:[33,52,63],suffici:65,suffix:[13,17,38,39,96],suggest:[33,116],suggested_split_posit:37,suitabl:[1,79,100],sum:[28,42,100],suppli:[49,59,94],support:[1,9,13,17,20,31,32,33,38,49,65,90,100,101,102,105,109,113],suppos:25,sure:[47,78,91,93],surround:106,symmetric_binary_op:111,sync:79,syntax:[1,9,20,100,108,114],sys:[46,49,94],system:[17,18,24,29,32,33,34,94,105],tabl:[20,24,33],table_row:20,table_schema:20,table_schema_to_dict:20,tablecel:20,tablefieldschema:20,tablerefer:20,tablerow:20,tablerowjsoncod:20,tableschema:20,tag:[59,75,94,100,106],taggedoutput:59,tail:[17,18,29,34],take:[11,33,49,65,97,100],taken:106,takes_windowed_valu:65,target:[23,106],target_batch_duration_sec:106,target_batch_overhead:106,target_window_fn:103,task:[33,75],techniqu:20,tell:17,temp_path:15,tempdir:96,templat:[13,38,39,48],temporari:[31,33,96,106],temporarili:121,term:[20,33],termin:[33,78,93],test:[20,25,37,47,68,71,83,106,121,125],test_bigquery_cli:20,test_client:20,test_dataflow_runn:[60,61,125],test_method:78,test_pipelin:[92,125],test_runner_api:49,test_stream:[92,125],test_util:[92,125],testcas:96,testclock:71,testdataflowrunn:68,testopt:[46,47],testpipelin:94,testrunn:94,teststream:95,testwindowedvalu:97,text:[33,38,49,125],textio:[12,125],tfrecord:39,tfrecordio:[12,125],than:[1,17,18,20,24,27,33,35,40,95,100,106,109,111,122,123],thei:[17,33,37,44,59,79,97,100,107],them:[10,33,63,100],themselv:[43,59,114],therebi:100,therefor:17,thi:[1,4,8,11,13,15,16,17,18,20,23,24,26,27,28,29,30,31,33,34,35,37,38,39,40,42,43,44,46,49,52,53,59,60,61,65,66,69,70,72,75,78,79,83,90,91,93,94,96,97,100,101,102,103,105,106,107,109,112,114,116,119,121,122,123,125],thing:[33,119],those:[1,13,20,33,66,94,100,101],thread:[11,33,37,73],three:[4,33,37,43],throttl:[23,26],throttle_delai:26,throttle_request:23,throttled_sec:26,throttler:[23,26],through:[24,33,35,39,47,49,121],throughout:[11,20],thu:106,till:78,time:[4,11,13,16,20,23,26,33,38,39,40,63,65,71,78,79,90,93,95,99,100,104,105,106,107,114,117,121,122],time_domain:80,timedelta:101,timedomain:104,timeout:[90,121],timer:[75,78,80,81,104,105],timer_fir:80,timerfir:80,timestamp:[1,24,26,70,78,80,81,95,97,100,101,104,107,115,125],timestamp_combin:[100,107],timestampcod:1,timestampcombin:107,timestamped_valu:95,timestampedvalu:[95,107],timestampparam:[78,100],timeutil:[1,98,107,125],to_be_merg:[105,107],to_delete_mut:24,to_json_valu:9,to_low:109,to_runner_api:[1,49,59,89,100,102,105,123],to_runner_api_paramet:[1,33,100,102,107,123],to_upsert_mut:24,to_utc_datetim:122,todict:99,todo:[49,66],togeth:[44,100],toggl:109,toler:[33,40],tolist:99,too:[27,37],took:[1,123],tool:20,top:[49,99,109,111,125],topic:31,tostringcod:38,total:[33,37,65,99,106,109,121],track:[28,33,35,42,72,73,75,79,81],tracker:[14,28,33,35,37,78],transform:[4,13,14,20,24,31,33,38,39,40,43,46,49,59,63,65,66,70,72,74,75,77,78,79,81,90,91,95,97,113,125],transform_evalu:[60,69,78,80,125],transform_evaluation_st:76,transform_evaluator_registri:76,transform_keyed_st:81,transform_nod:[63,90],transformerror:5,transformevalu:[76,79,80],transformevaluatorregistri:79,transformexecutor:76,transformresult:[75,80],transformss:91,transformwatermark:81,translat:62,travers:[46,49],treat:122,treatment:100,tree:[17,29,34],tri:121,trigger:[75,98,125],triggercontext:105,triggerfn:[100,105],trivial:[37,112],trivial_infer:[108,125],try_claim:[14,33,35,36],try_split:[14,33,35,37],tupl:[1,9,11,14,26,30,33,37,40,59,97,99,100,106,109,114,123],tuplecod:1,tuplesequencecod:1,turn:[20,121],twice:[10,33],two:[4,13,17,18,29,32,33,34,37,65,109,112,114,116],txt:96,typ:110,type1:20,type2:20,type3:20,type:[1,4,9,11,13,16,17,18,20,29,30,32,33,34,35,37,40,49,53,59,65,94,100,101,102,106,108,109,110,112,113,114,122,123],type_1:109,type_2:109,type_check:114,type_check_input:102,type_check_inputs_or_output:102,type_check_output:102,type_hint:[102,109,113],typecheck:[108,125],typecheckerror:109,typecheckwrapperdofn:113,typecod:[0,125],typeconstraint:[102,109,112,114],typedict:101,typeerror:[9,15,16,20,49,100,102],typehint:[1,4,100,102,125],typeinferenceerror:112,typeopt:[46,47],typevari:114,typic:[16,38,39,40,49,90,100,102],uid:33,ultim:109,unabl:24,unari:111,unary_convert:111,unary_invert:111,unary_neg:111,unary_not:111,unary_posit:111,unavail:27,unbound:[65,66,95,107,125],unclaim:33,uncommit:75,uncommitted_output_bundl:80,uncommittedbundl:70,uncompress:17,unconsum:33,undeclar:100,undeclared_tag_valu:80,under:[24,31,100,106],underli:[18,27,38,40,75,102,105,107,112],underscor:20,undesir:4,unfinish:33,unicod:101,union:[14,37,90,107,112,114],union_list:112,uniqu:[31,33,43,59,91,99,106],unit:[25,37,101,107],unittest:96,unix:[95,107,122],unknown:[1,33,90],unless:[13,38,59,107],unmergedst:75,unpack:[109,120],unpack_ani:120,unpack_sequ:111,unpickl:[47,94],unprocess:[33,78],unprocessed_bundl:[80,81],unsplitt:[33,35],unsplittablerangetrack:35,unstart:35,until:[54,63,77,79,90,94,100],unused_arg:[91,100,109,111],unused_context:[1,100,102,105,107,123],unused_el:66,unused_fn_paramet:107,unused_input:[31,33,95,100],unused_input_typ:[66,100,102],unused_kwarg:[91,100,109],unused_paramet:100,unused_payload:[1,100],unused_registri:1,unused_st:111,unused_typehint:1,unwrap:[95,112],unwrap_al:112,updat:[20,24,33,42,43,44,49,63,73,75,81,90],update_phys:73,update_watermark:81,upload:52,upper:[13,38,39,109],upstream:72,upto:26,uqfound:10,uri:[17,29,34,47],uri_schema_pattern:18,url:[32,101],url_pattern:32,urn:[1,100,102,107,115,125],usabl:13,usag:[1,33,37,49,102,109,117,119],use:[1,2,3,4,6,7,8,9,10,11,13,14,17,18,20,23,24,25,26,28,29,30,31,33,34,37,38,43,44,46,47,49,50,51,52,59,63,65,70,71,72,76,79,80,81,89,94,95,96,100,103,109,111,112,113,115,116,118,119,120,121,122,123],use_pvalue_cach:75,use_standard_sql:20,used:[1,4,10,11,13,16,17,18,20,25,29,31,33,34,35,38,39,40,42,43,44,46,49,59,60,63,65,70,71,72,75,78,79,80,90,93,94,95,97,100,101,102,103,105,106,107,109,114,121,123],useful:[1,75],user:[11,13,16,17,18,20,24,29,33,34,43,44,59,62,65,101,103,117],uses:[4,27,79,96],using:[1,4,8,9,11,24,32,33,38,40,49,65,76,91,95,100,102,107,109,114,116],utf:[1,31,38],util:[6,8,9,12,17,19,21,22,37,60,63,69,78,86,89,92,94,95,96,98,100,104,107,109,124,125],val:3,valid:[13,16,17,20,26,38,39,40,46,47,78,94,97,100,101,102,109,114],validate_cloud_opt:47,validate_composite_type_param:102,validate_cr:20,validate_gcs_path:47,validate_optional_argument_posit:47,validate_test_match:47,validate_writ:20,validatesrunn:94,valu:[1,2,3,5,9,10,11,13,15,16,18,20,24,31,33,37,38,39,40,43,44,46,47,48,49,59,65,66,72,77,81,90,94,95,96,97,99,100,101,103,105,106,107,109,110,112,120,121,122],value_cod:1,value_provid:[45,125],value_provider_list:48,value_to_consum:[75,81],value_typ:48,valueerror:[15,16,17,20,30,33,37,46,49,94,100,101,109,110,112],valueprovid:[5,15,16,48],vari:1,variabl:[1,44],variant:40,variantcal:40,variantinfo:40,varint:3,varintcod:1,variou:[20,37,111],vcf:40,vcfio:[12,125],vcfv4:40,verbos:112,veri:[59,77],verif:93,verifi:[13,16,37,38,39,40,68,93,94,95,113],version:[1,40,66,116,125],verybig:20,vet:53,via:[78,89,107,114,123],view:[47,75],view_a:46,view_class:103,view_opt:103,violat:109,visit:[49,90],visit_transform:72,visitor:[49,72],voluntarili:78,wai:[4,24,33,35,37,65,100,102,106,116],wait:[26,63,90,93,94],wait_until_finish:90,want:[4,24,33,59,90,121],warn:[116,121],watermark:[75,78,81,95,100,104,105],watermark_manag:[60,69,125],watermark_neg_inf:81,watermark_pos_inf:81,watermarkev:95,watermarkmanag:81,watermarkreporterparam:100,weather_st:20,weight:37,well:[28,33,37],were:[33,75,102,106],what:[1,20,33,105,107,116],whatev:[24,49,106],when:[3,8,13,16,17,20,24,26,31,33,37,38,39,49,51,59,75,78,95,96,100,101,102,105,112,114,122],whenc:17,whenev:[4,100],where:[1,16,30,33,49,59,100,106,107,109,110,121,123,125],whether:[1,16,20,23,33,38,42,59,65,70,101,105,107,112],which:[1,11,13,14,16,17,20,23,24,27,31,33,35,38,39,40,53,59,60,65,66,78,90,94,100,105,106,107,109,110,113,119,121,125],who:94,whole:[16,17,20,33,47,109],whose:[1,33,35,49,59,100,105,106],width:107,window:[1,28,59,63,65,70,77,78,80,91,95,97,98,100,102,103,105,106,125],window_cod:1,window_fn:107,window_m:[23,28],windowed_valu:107,windowedtypeconstraint:114,windowedvalu:[70,95,100,114],windowedvaluecod:1,windowfn:[100,107],windowing_strategi:91,windowinto:[100,107],windowintofn:100,windowparam:[77,78,91,100],wipe:90,wish:101,with_default:100,with_exponential_backoff:121,with_input_typ:[4,102,109],with_nam:43,with_namespac:43,with_output:100,with_output_typ:[4,102,109],with_step:43,with_typ:9,within:[33,37,52,65,70,75,107],without:[16,33,99,119],without_default:100,withtypehint:[100,102,109],work:[20,26,33,37,44,49,53,65,106,109],worker:[8,10,24,33,46,55,63,65,100,117],worker_executing_project:8,workeropt:[46,47],workflow:[8,10,33],workitem:65,would:[1,33,59,107,109,123],wrap:[9,59,66,100,102,121],wrapped_value_cod:1,wrapper:[17,20,46,59,68,94,102,109,113,119],write:[1,3,4,13,15,17,18,20,24,25,26,29,30,31,33,34,38,39,49,65,75,123,125],write_:15,write_append:20,write_bigendian_doubl:3,write_bigendian_int32:3,write_bigendian_int64:3,write_bigendian_uint64:3,write_byt:3,write_disposit:20,write_empti:20,write_encoded_record:15,write_mut:26,write_record:15,write_result:33,write_trunc:20,write_var_int64:3,writeabl:17,writeimpl:33,writer:[20,33,43,65,103],writer_result:33,writestringstopubsub:31,writetoavro:13,writetobigqueri:20,writetodatastor:24,writetotext:[38,49,125],writetotfrecord:39,writetrunc:20,written:[13,15,17,18,20,29,33,34,38,39,96],wrong:40,wrote:33,xrang:116,xyz:[4,46,90],xyzcod:4,xyzopt:46,year:20,yet:33,yield:[2,16,33,100,121],you:[13,24,38,46,47,101],your:[37,47,125],zero:[33,100]},titles:["apache_beam.coders package","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.concat_source module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.filesystem module","apache_beam.io.filesystems module","apache_beam.io.gcp package","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1 package","apache_beam.io.gcp.datastore.v1.adaptive_throttler module","apache_beam.io.gcp.datastore.v1.datastoreio module","apache_beam.io.gcp.datastore.v1.fake_datastore module","apache_beam.io.gcp.datastore.v1.helper module","apache_beam.io.gcp.datastore.v1.query_splitter module","apache_beam.io.gcp.datastore.v1.util module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.pubsub module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.native_io.streaming_create module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.experimental package","apache_beam.runners.experimental.python_rpc_direct package","apache_beam.runners.experimental.python_rpc_direct.python_rpc_direct_runner module","apache_beam.runners.experimental.python_rpc_direct.server module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.runners.sdf_common module","apache_beam.testing package","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.display module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{adaptive_throttl:23,annot:116,apach:125,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124],api:[51,52,53,54,55,56,57,58],auth:8,avroio:13,beam:125,beam_artifact_api_pb2_grpc:52,beam_fn_api_pb2_grpc:53,beam_job_api_pb2_grpc:54,beam_provision_api_pb2_grpc:55,beam_runner_api_pb2_grpc:56,bigqueri:20,bundle_factori:70,cell:42,clock:71,coder:[0,1,2,3,4],combin:99,concat_sourc:14,consumer_tracking_pipeline_visitor:72,core:100,dataflow:[61,62,63,64,65,66,67,68],dataflow_metr:62,dataflow_runn:63,datastor:[21,22,23,24,25,26,27,28],datastoreio:24,decor:109,direct:[69,70,71,72,73,74,75,76,77,78,79,80,81],direct_metr:73,direct_runn:74,displai:101,endpoints_pb2_grpc:57,error:5,evaluation_context:75,executor:76,experiment:[82,83,84,85],fake_datastor:25,filebasedsink:15,filebasedsourc:16,filesystem:[17,18],gcp:[7,8,9,19,20,21,22,23,24,25,26,27,28,29,30,31],gcsfilesystem:29,gcsio:30,hadoopfilesystem:32,helper:26,helper_transform:77,intern:[6,7,8,9,10,11],iobas:[33,65],job:[86,87,88],json_valu:9,localfilesystem:34,manag:87,metric:[41,42,43,44],metricbas:44,modul:[1,2,3,4,5,8,9,10,11,13,14,15,16,17,18,20,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,42,43,44,46,47,48,49,52,53,54,55,56,57,58,59,62,63,65,66,67,68,70,71,72,73,74,75,76,77,78,79,80,81,84,85,87,88,89,90,91,93,94,95,96,97,99,100,101,102,103,104,105,106,107,109,110,111,112,113,114,116,117,118,119,120,121,122,123,124],native_io:[64,65,66],native_type_compat:110,observ:2,opcod:111,option:[45,46,47,48],overview:125,packag:[0,6,7,12,19,21,22,41,45,50,51,60,61,64,69,82,83,86,92,98,108,115],pickler:10,pipelin:49,pipeline_context:89,pipeline_opt:46,pipeline_options_valid:47,pipeline_verifi:93,plugin:117,portabl:[50,51,52,53,54,55,56,57,58],process:118,profil:119,proto_util:120,ptransform:102,ptransform_overrid:67,pubsub:31,pvalu:59,python:125,python_rpc_direct:[83,84,85],python_rpc_direct_runn:84,query_splitt:27,range_track:35,restriction_track:36,retri:121,runner:[60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91],sdf_common:91,sdf_direct_runn:78,sdk:125,server:85,sideinput:103,slow_stream:3,source_test_util:37,standard_window_fns_pb2_grpc:58,statu:125,streaming_cr:66,submodul:[0,6,7,12,19,22,41,45,51,60,61,64,69,83,86,92,98,108,115,125],subpackag:[6,12,19,21,50,60,61,82,125],test:[92,93,94,95,96,97],test_dataflow_runn:68,test_pipelin:94,test_stream:95,test_util:96,textio:38,tfrecordio:39,timestamp:122,timeutil:104,transform:[98,99,100,101,102,103,104,105,106,107],transform_evalu:79,trigger:105,trivial_infer:112,typecheck:113,typecod:4,typehint:[108,109,110,111,112,113,114],typic:125,urn:123,usag:125,util:[11,28,80,88,97,106,115,116,117,118,119,120,121,122,123],value_provid:48,vcfio:40,version:124,watermark_manag:81,window:107}}) |