pydoc/_build/searchindex.js

Search.setIndex({docnames:["apache_beam.coders","apache_beam.coders.avro_record","apache_beam.coders.coders","apache_beam.coders.observable","apache_beam.coders.row_coder","apache_beam.coders.slow_stream","apache_beam.coders.typecoders","apache_beam.error","apache_beam.internal","apache_beam.internal.gcp","apache_beam.internal.gcp.auth","apache_beam.internal.gcp.json_value","apache_beam.internal.http_client","apache_beam.internal.pickler","apache_beam.internal.util","apache_beam.io","apache_beam.io.avroio","apache_beam.io.aws","apache_beam.io.aws.clients","apache_beam.io.aws.clients.s3","apache_beam.io.aws.clients.s3.boto3_client","apache_beam.io.aws.clients.s3.fake_client","apache_beam.io.aws.clients.s3.messages","apache_beam.io.aws.s3filesystem","apache_beam.io.aws.s3io","apache_beam.io.concat_source","apache_beam.io.external","apache_beam.io.external.gcp","apache_beam.io.external.gcp.pubsub","apache_beam.io.external.generate_sequence","apache_beam.io.external.kafka","apache_beam.io.filebasedsink","apache_beam.io.filebasedsource","apache_beam.io.fileio","apache_beam.io.filesystem","apache_beam.io.filesystemio","apache_beam.io.filesystems","apache_beam.io.flink","apache_beam.io.flink.flink_streaming_impulse_source","apache_beam.io.gcp","apache_beam.io.gcp.big_query_query_to_table_pipeline","apache_beam.io.gcp.bigquery","apache_beam.io.gcp.bigquery_file_loads","apache_beam.io.gcp.bigquery_io_read_pipeline","apache_beam.io.gcp.bigquery_tools","apache_beam.io.gcp.bigtableio","apache_beam.io.gcp.datastore","apache_beam.io.gcp.datastore.v1new","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline","apache_beam.io.gcp.datastore.v1new.datastoreio","apache_beam.io.gcp.datastore.v1new.helper","apache_beam.io.gcp.datastore.v1new.query_splitter","apache_beam.io.gcp.datastore.v1new.types","apache_beam.io.gcp.gcsfilesystem","apache_beam.io.gcp.gcsio","apache_beam.io.gcp.gcsio_overrides","apache_beam.io.gcp.pubsub","apache_beam.io.gcp.pubsub_it_pipeline","apache_beam.io.hadoopfilesystem","apache_beam.io.iobase","apache_beam.io.localfilesystem","apache_beam.io.mongodbio","apache_beam.io.parquetio","apache_beam.io.range_trackers","apache_beam.io.restriction_trackers","apache_beam.io.source_test_utils","apache_beam.io.textio","apache_beam.io.tfrecordio","apache_beam.io.utils","apache_beam.io.vcfio","apache_beam.metrics","apache_beam.metrics.cells","apache_beam.metrics.metric","apache_beam.metrics.metricbase","apache_beam.metrics.monitoring_infos","apache_beam.options","apache_beam.options.pipeline_options","apache_beam.options.pipeline_options_validator","apache_beam.options.value_provider","apache_beam.pipeline","apache_beam.portability","apache_beam.portability.api","apache_beam.portability.api.beam_artifact_api_pb2_grpc","apache_beam.portability.api.beam_artifact_api_pb2_urns","apache_beam.portability.api.beam_expansion_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_grpc","apache_beam.portability.api.beam_fn_api_pb2_urns","apache_beam.portability.api.beam_interactive_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_grpc","apache_beam.portability.api.beam_job_api_pb2_urns","apache_beam.portability.api.beam_provision_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_grpc","apache_beam.portability.api.beam_runner_api_pb2_urns","apache_beam.portability.api.endpoints_pb2_grpc","apache_beam.portability.api.external_transforms_pb2_grpc","apache_beam.portability.api.metrics_pb2_grpc","apache_beam.portability.api.metrics_pb2_urns","apache_beam.portability.api.schema_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_grpc","apache_beam.portability.api.standard_window_fns_pb2_urns","apache_beam.portability.common_urns","apache_beam.portability.python_urns","apache_beam.portability.utils","apache_beam.pvalue","apache_beam.runners","apache_beam.runners.dataflow","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline","apache_beam.runners.dataflow.dataflow_metrics","apache_beam.runners.dataflow.dataflow_runner","apache_beam.runners.dataflow.native_io","apache_beam.runners.dataflow.native_io.iobase","apache_beam.runners.dataflow.ptransform_overrides","apache_beam.runners.dataflow.test_dataflow_runner","apache_beam.runners.direct","apache_beam.runners.direct.bundle_factory","apache_beam.runners.direct.clock","apache_beam.runners.direct.consumer_tracking_pipeline_visitor","apache_beam.runners.direct.direct_metrics","apache_beam.runners.direct.direct_runner","apache_beam.runners.direct.direct_userstate","apache_beam.runners.direct.evaluation_context","apache_beam.runners.direct.executor","apache_beam.runners.direct.helper_transforms","apache_beam.runners.direct.sdf_direct_runner","apache_beam.runners.direct.test_direct_runner","apache_beam.runners.direct.test_stream_impl","apache_beam.runners.direct.transform_evaluator","apache_beam.runners.direct.util","apache_beam.runners.direct.watermark_manager","apache_beam.runners.interactive","apache_beam.runners.interactive.background_caching_job","apache_beam.runners.interactive.cache_manager","apache_beam.runners.interactive.caching","apache_beam.runners.interactive.caching.streaming_cache","apache_beam.runners.interactive.display","apache_beam.runners.interactive.display.display_manager","apache_beam.runners.interactive.display.interactive_pipeline_graph","apache_beam.runners.interactive.display.pcoll_visualization","apache_beam.runners.interactive.display.pipeline_graph","apache_beam.runners.interactive.display.pipeline_graph_renderer","apache_beam.runners.interactive.interactive_beam","apache_beam.runners.interactive.interactive_environment","apache_beam.runners.interactive.interactive_runner","apache_beam.runners.interactive.pipeline_analyzer","apache_beam.runners.interactive.pipeline_instrument","apache_beam.runners.interactive.testing","apache_beam.runners.interactive.testing.mock_ipython","apache_beam.runners.interactive.testing.pipeline_assertion","apache_beam.runners.internal","apache_beam.runners.internal.names","apache_beam.runners.job","apache_beam.runners.job.manager","apache_beam.runners.job.utils","apache_beam.runners.pipeline_context","apache_beam.runners.runner","apache_beam.testing","apache_beam.testing.benchmarks","apache_beam.testing.benchmarks.nexmark","apache_beam.testing.benchmarks.nexmark.models","apache_beam.testing.benchmarks.nexmark.models.nexmark_model","apache_beam.testing.benchmarks.nexmark.nexmark_launcher","apache_beam.testing.benchmarks.nexmark.nexmark_util","apache_beam.testing.benchmarks.nexmark.queries","apache_beam.testing.benchmarks.nexmark.queries.query0","apache_beam.testing.benchmarks.nexmark.queries.query1","apache_beam.testing.benchmarks.nexmark.queries.query2","apache_beam.testing.datatype_inference","apache_beam.testing.extra_assertions","apache_beam.testing.load_tests","apache_beam.testing.load_tests.load_test_metrics_utils","apache_beam.testing.load_tests.streaming","apache_beam.testing.load_tests.streaming.group_by_key_streaming_pipeline","apache_beam.testing.metric_result_matchers","apache_beam.testing.pipeline_verifiers","apache_beam.testing.synthetic_pipeline","apache_beam.testing.test_pipeline","apache_beam.testing.test_stream","apache_beam.testing.test_stream_service","apache_beam.testing.test_utils","apache_beam.testing.util","apache_beam.tools","apache_beam.tools.coders_microbenchmark","apache_beam.tools.distribution_counter_microbenchmark","apache_beam.tools.fn_api_runner_microbenchmark","apache_beam.tools.sideinput_microbenchmark","apache_beam.tools.utils","apache_beam.transforms","apache_beam.transforms.combiners","apache_beam.transforms.core","apache_beam.transforms.create_source","apache_beam.transforms.display","apache_beam.transforms.environments","apache_beam.transforms.external","apache_beam.transforms.external_test_it","apache_beam.transforms.ptransform","apache_beam.transforms.sideinputs","apache_beam.transforms.stats","apache_beam.transforms.timeutil","apache_beam.transforms.trigger","apache_beam.transforms.userstate","apache_beam.transforms.util","apache_beam.transforms.window","apache_beam.typehints","apache_beam.typehints.decorators","apache_beam.typehints.native_type_compatibility","apache_beam.typehints.opcodes","apache_beam.typehints.schemas","apache_beam.typehints.trivial_inference","apache_beam.typehints.typecheck","apache_beam.typehints.typehints","apache_beam.utils","apache_beam.utils.annotations","apache_beam.utils.interactive_utils","apache_beam.utils.plugin","apache_beam.utils.processes","apache_beam.utils.profiler","apache_beam.utils.proto_utils","apache_beam.utils.retry","apache_beam.utils.subprocess_server","apache_beam.utils.thread_pool_executor","apache_beam.utils.timestamp","apache_beam.utils.urns","apache_beam.version","index"],envversion:52,filenames:["apache_beam.coders.rst","apache_beam.coders.avro_record.rst","apache_beam.coders.coders.rst","apache_beam.coders.observable.rst","apache_beam.coders.row_coder.rst","apache_beam.coders.slow_stream.rst","apache_beam.coders.typecoders.rst","apache_beam.error.rst","apache_beam.internal.rst","apache_beam.internal.gcp.rst","apache_beam.internal.gcp.auth.rst","apache_beam.internal.gcp.json_value.rst","apache_beam.internal.http_client.rst","apache_beam.internal.pickler.rst","apache_beam.internal.util.rst","apache_beam.io.rst","apache_beam.io.avroio.rst","apache_beam.io.aws.rst","apache_beam.io.aws.clients.rst","apache_beam.io.aws.clients.s3.rst","apache_beam.io.aws.clients.s3.boto3_client.rst","apache_beam.io.aws.clients.s3.fake_client.rst","apache_beam.io.aws.clients.s3.messages.rst","apache_beam.io.aws.s3filesystem.rst","apache_beam.io.aws.s3io.rst","apache_beam.io.concat_source.rst","apache_beam.io.external.rst","apache_beam.io.external.gcp.rst","apache_beam.io.external.gcp.pubsub.rst","apache_beam.io.external.generate_sequence.rst","apache_beam.io.external.kafka.rst","apache_beam.io.filebasedsink.rst","apache_beam.io.filebasedsource.rst","apache_beam.io.fileio.rst","apache_beam.io.filesystem.rst","apache_beam.io.filesystemio.rst","apache_beam.io.filesystems.rst","apache_beam.io.flink.rst","apache_beam.io.flink.flink_streaming_impulse_source.rst","apache_beam.io.gcp.rst","apache_beam.io.gcp.big_query_query_to_table_pipeline.rst","apache_beam.io.gcp.bigquery.rst","apache_beam.io.gcp.bigquery_file_loads.rst","apache_beam.io.gcp.bigquery_io_read_pipeline.rst","apache_beam.io.gcp.bigquery_tools.rst","apache_beam.io.gcp.bigtableio.rst","apache_beam.io.gcp.datastore.rst","apache_beam.io.gcp.datastore.v1new.rst","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.rst","apache_beam.io.gcp.datastore.v1new.datastoreio.rst","apache_beam.io.gcp.datastore.v1new.helper.rst","apache_beam.io.gcp.datastore.v1new.query_splitter.rst","apache_beam.io.gcp.datastore.v1new.types.rst","apache_beam.io.gcp.gcsfilesystem.rst","apache_beam.io.gcp.gcsio.rst","apache_beam.io.gcp.gcsio_overrides.rst","apache_beam.io.gcp.pubsub.rst","apache_beam.io.gcp.pubsub_it_pipeline.rst","apache_beam.io.hadoopfilesystem.rst","apache_beam.io.iobase.rst","apache_beam.io.localfilesystem.rst","apache_beam.io.mongodbio.rst","apache_beam.io.parquetio.rst","apache_beam.io.range_trackers.rst","apache_beam.io.restriction_trackers.rst","apache_beam.io.source_test_utils.rst","apache_beam.io.textio.rst","apache_beam.io.tfrecordio.rst","apache_beam.io.utils.rst","apache_beam.io.vcfio.rst","apache_beam.metrics.rst","apache_beam.metrics.cells.rst","apache_beam.metrics.metric.rst","apache_beam.metrics.metricbase.rst","apache_beam.metrics.monitoring_infos.rst","apache_beam.options.rst","apache_beam.options.pipeline_options.rst","apache_beam.options.pipeline_options_validator.rst","apache_beam.options.value_provider.rst","apache_beam.pipeline.rst","apache_beam.portability.rst","apache_beam.portability.api.rst","apache_beam.portability.api.beam_artifact_api_pb2_grpc.rst","apache_beam.portability.api.beam_artifact_api_pb2_urns.rst","apache_beam.portability.api.beam_expansion_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_grpc.rst","apache_beam.portability.api.beam_fn_api_pb2_urns.rst","apache_beam.portability.api.beam_interactive_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_grpc.rst","apache_beam.portability.api.beam_job_api_pb2_urns.rst","apache_beam.portability.api.beam_provision_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_grpc.rst","apache_beam.portability.api.beam_runner_api_pb2_urns.rst","apache_beam.portability.api.endpoints_pb2_grpc.rst","apache_beam.portability.api.external_transforms_pb2_grpc.rst","apache_beam.portability.api.metrics_pb2_grpc.rst","apache_beam.portability.api.metrics_pb2_urns.rst","apache_beam.portability.api.schema_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_grpc.rst","apache_beam.portability.api.standard_window_fns_pb2_urns.rst","apache_beam.portability.common_urns.rst","apache_beam.portability.python_urns.rst","apache_beam.portability.utils.rst","apache_beam.pvalue.rst","apache_beam.runners.rst","apache_beam.runners.dataflow.rst","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline.rst","apache_beam.runners.dataflow.dataflow_metrics.rst","apache_beam.runners.dataflow.dataflow_runner.rst","apache_beam.runners.dataflow.native_io.rst","apache_beam.runners.dataflow.native_io.iobase.rst","apache_beam.runners.dataflow.ptransform_overrides.rst","apache_beam.runners.dataflow.test_dataflow_runner.rst","apache_beam.runners.direct.rst","apache_beam.runners.direct.bundle_factory.rst","apache_beam.runners.direct.clock.rst","apache_beam.runners.direct.consumer_tracking_pipeline_visitor.rst","apache_beam.runners.direct.direct_metrics.rst","apache_beam.runners.direct.direct_runner.rst","apache_beam.runners.direct.direct_userstate.rst","apache_beam.runners.direct.evaluation_context.rst","apache_beam.runners.direct.executor.rst","apache_beam.runners.direct.helper_transforms.rst","apache_beam.runners.direct.sdf_direct_runner.rst","apache_beam.runners.direct.test_direct_runner.rst","apache_beam.runners.direct.test_stream_impl.rst","apache_beam.runners.direct.transform_evaluator.rst","apache_beam.runners.direct.util.rst","apache_beam.runners.direct.watermark_manager.rst","apache_beam.runners.interactive.rst","apache_beam.runners.interactive.background_caching_job.rst","apache_beam.runners.interactive.cache_manager.rst","apache_beam.runners.interactive.caching.rst","apache_beam.runners.interactive.caching.streaming_cache.rst","apache_beam.runners.interactive.display.rst","apache_beam.runners.interactive.display.display_manager.rst","apache_beam.runners.interactive.display.interactive_pipeline_graph.rst","apache_beam.runners.interactive.display.pcoll_visualization.rst","apache_beam.runners.interactive.display.pipeline_graph.rst","apache_beam.runners.interactive.display.pipeline_graph_renderer.rst","apache_beam.runners.interactive.interactive_beam.rst","apache_beam.runners.interactive.interactive_environment.rst","apache_beam.runners.interactive.interactive_runner.rst","apache_beam.runners.interactive.pipeline_analyzer.rst","apache_beam.runners.interactive.pipeline_instrument.rst","apache_beam.runners.interactive.testing.rst","apache_beam.runners.interactive.testing.mock_ipython.rst","apache_beam.runners.interactive.testing.pipeline_assertion.rst","apache_beam.runners.internal.rst","apache_beam.runners.internal.names.rst","apache_beam.runners.job.rst","apache_beam.runners.job.manager.rst","apache_beam.runners.job.utils.rst","apache_beam.runners.pipeline_context.rst","apache_beam.runners.runner.rst","apache_beam.testing.rst","apache_beam.testing.benchmarks.rst","apache_beam.testing.benchmarks.nexmark.rst","apache_beam.testing.benchmarks.nexmark.models.rst","apache_beam.testing.benchmarks.nexmark.models.nexmark_model.rst","apache_beam.testing.benchmarks.nexmark.nexmark_launcher.rst","apache_beam.testing.benchmarks.nexmark.nexmark_util.rst","apache_beam.testing.benchmarks.nexmark.queries.rst","apache_beam.testing.benchmarks.nexmark.queries.query0.rst","apache_beam.testing.benchmarks.nexmark.queries.query1.rst","apache_beam.testing.benchmarks.nexmark.queries.query2.rst","apache_beam.testing.datatype_inference.rst","apache_beam.testing.extra_assertions.rst","apache_beam.testing.load_tests.rst","apache_beam.testing.load_tests.load_test_metrics_utils.rst","apache_beam.testing.load_tests.streaming.rst","apache_beam.testing.load_tests.streaming.group_by_key_streaming_pipeline.rst","apache_beam.testing.metric_result_matchers.rst","apache_beam.testing.pipeline_verifiers.rst","apache_beam.testing.synthetic_pipeline.rst","apache_beam.testing.test_pipeline.rst","apache_beam.testing.test_stream.rst","apache_beam.testing.test_stream_service.rst","apache_beam.testing.test_utils.rst","apache_beam.testing.util.rst","apache_beam.tools.rst","apache_beam.tools.coders_microbenchmark.rst","apache_beam.tools.distribution_counter_microbenchmark.rst","apache_beam.tools.fn_api_runner_microbenchmark.rst","apache_beam.tools.sideinput_microbenchmark.rst","apache_beam.tools.utils.rst","apache_beam.transforms.rst","apache_beam.transforms.combiners.rst","apache_beam.transforms.core.rst","apache_beam.transforms.create_source.rst","apache_beam.transforms.display.rst","apache_beam.transforms.environments.rst","apache_beam.transforms.external.rst","apache_beam.transforms.external_test_it.rst","apache_beam.transforms.ptransform.rst","apache_beam.transforms.sideinputs.rst","apache_beam.transforms.stats.rst","apache_beam.transforms.timeutil.rst","apache_beam.transforms.trigger.rst","apache_beam.transforms.userstate.rst","apache_beam.transforms.util.rst","apache_beam.transforms.window.rst","apache_beam.typehints.rst","apache_beam.typehints.decorators.rst","apache_beam.typehints.native_type_compatibility.rst","apache_beam.typehints.opcodes.rst","apache_beam.typehints.schemas.rst","apache_beam.typehints.trivial_inference.rst","apache_beam.typehints.typecheck.rst","apache_beam.typehints.typehints.rst","apache_beam.utils.rst","apache_beam.utils.annotations.rst","apache_beam.utils.interactive_utils.rst","apache_beam.utils.plugin.rst","apache_beam.utils.processes.rst","apache_beam.utils.profiler.rst","apache_beam.utils.proto_utils.rst","apache_beam.utils.retry.rst","apache_beam.utils.subprocess_server.rst","apache_beam.utils.thread_pool_executor.rst","apache_beam.utils.timestamp.rst","apache_beam.utils.urns.rst","apache_beam.version.rst","index.rst"],objects:{"":{apache_beam:[224,0,0,"-"]},"apache_beam.coders":{avro_record:[1,0,0,"-"],coders:[2,0,0,"-"],observable:[3,0,0,"-"],row_coder:[4,0,0,"-"],slow_stream:[5,0,0,"-"],typecoders:[6,0,0,"-"]},"apache_beam.coders.avro_record":{AvroRecord:[1,1,1,""]},"apache_beam.coders.coders":{AvroGenericCoder:[2,1,1,""],BooleanCoder:[2,1,1,""],BytesCoder:[2,1,1,""],Coder:[2,1,1,""],DillCoder:[2,1,1,""],FastPrimitivesCoder:[2,1,1,""],FloatCoder:[2,1,1,""],IterableCoder:[2,1,1,""],ParamWindowedValueCoder:[2,1,1,""],PickleCoder:[2,1,1,""],ProtoCoder:[2,1,1,""],SingletonCoder:[2,1,1,""],StrUtf8Coder:[2,1,1,""],TimestampCoder:[2,1,1,""],TupleCoder:[2,1,1,""],TupleSequenceCoder:[2,1,1,""],VarIntCoder:[2,1,1,""],WindowedValueCoder:[2,1,1,""]},"apache_beam.coders.coders.AvroGenericCoder":{from_runner_api_parameter:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.BooleanCoder":{is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.BytesCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.Coder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],decode:[2,3,1,""],decode_nested:[2,3,1,""],encode:[2,3,1,""],encode_nested:[2,3,1,""],estimate_size:[2,3,1,""],from_runner_api:[2,4,1,""],from_type_hint:[2,4,1,""],get_impl:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],register_structured_urn:[2,2,1,""],register_urn:[2,4,1,""],to_runner_api:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FastPrimitivesCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.FloatCoder":{is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.IterableCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.ParamWindowedValueCoder":{as_cloud_object:[2,3,1,""],from_runner_api_parameter:[2,2,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""]},"apache_beam.coders.coders.PickleCoder":{as_deterministic_coder:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.ProtoCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.SingletonCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.StrUtf8Coder":{decode:[2,3,1,""],encode:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.TimestampCoder":{is_deterministic:[2,3,1,""]},"apache_beam.coders.coders.TupleCoder":{as_cloud_object:[2,3,1,""],as_deterministic_coder:[2,3,1,""],coders:[2,3,1,""],from_runner_api_parameter:[2,2,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.TupleSequenceCoder":{as_deterministic_coder:[2,3,1,""],from_type_hint:[2,2,1,""],is_deterministic:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.coders.VarIntCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],to_type_hint:[2,3,1,""]},"apache_beam.coders.coders.WindowedValueCoder":{as_cloud_object:[2,3,1,""],is_deterministic:[2,3,1,""],is_kv_coder:[2,3,1,""],key_coder:[2,3,1,""],to_runner_api_parameter:[2,3,1,""],value_coder:[2,3,1,""]},"apache_beam.coders.observable":{ObservableMixin:[3,1,1,""]},"apache_beam.coders.observable.ObservableMixin":{notify_observers:[3,3,1,""],register_observer:[3,3,1,""]},"apache_beam.coders.row_coder":{RowCoder:[4,1,1,""]},"apache_beam.coders.row_coder.RowCoder":{as_cloud_object:[4,3,1,""],coder_from_type:[4,2,1,""],from_runner_api_parameter:[4,2,1,""],from_type_hint:[4,2,1,""],is_deterministic:[4,3,1,""],to_runner_api_parameter:[4,3,1,""],to_type_hint:[4,3,1,""]},"apache_beam.coders.slow_stream":{ByteCountingOutputStream:[5,1,1,""],InputStream:[5,1,1,""],OutputStream:[5,1,1,""],get_varint_size:[5,5,1,""]},"apache_beam.coders.slow_stream.ByteCountingOutputStream":{get:[5,3,1,""],get_count:[5,3,1,""],write:[5,3,1,""],write_byte:[5,3,1,""]},"apache_beam.coders.slow_stream.InputStream":{read:[5,3,1,""],read_all:[5,3,1,""],read_bigendian_double:[5,3,1,""],read_bigendian_int32:[5,3,1,""],read_bigendian_int64:[5,3,1,""],read_bigendian_uint64:[5,3,1,""],read_byte_py2:[5,3,1,""],read_byte_py3:[5,3,1,""],read_var_int64:[5,3,1,""],size:[5,3,1,""]},"apache_beam.coders.slow_stream.OutputStream":{get:[5,3,1,""],size:[5,3,1,""],write:[5,3,1,""],write_bigendian_double:[5,3,1,""],write_bigendian_int32:[5,3,1,""],write_bigendian_int64:[5,3,1,""],write_bigendian_uint64:[5,3,1,""],write_byte:[5,3,1,""],write_var_int64:[5,3,1,""]},"apache_beam.error":{BeamError:[7,6,1,""],PValueError:[7,6,1,""],PipelineError:[7,6,1,""],RunnerError:[7,6,1,""],RuntimeValueProviderError:[7,6,1,""],SideInputError:[7,6,1,""],TransformError:[7,6,1,""]},"apache_beam.internal":{gcp:[9,0,0,"-"],http_client:[12,0,0,"-"],pickler:[13,0,0,"-"],util:[14,0,0,"-"]},"apache_beam.internal.gcp":{auth:[10,0,0,"-"],json_value:[11,0,0,"-"]},"apache_beam.internal.gcp.auth":{get_service_credentials:[10,5,1,""],set_running_in_gce:[10,5,1,""]},"apache_beam.internal.gcp.json_value":{from_json_value:[11,5,1,""],get_typed_value_descriptor:[11,5,1,""],to_json_value:[11,5,1,""]},"apache_beam.internal.http_client":{get_new_http:[12,5,1,""],proxy_info_from_environment_var:[12,5,1,""]},"apache_beam.internal.pickler":{dump_session:[13,5,1,""],dumps:[13,5,1,""],load_session:[13,5,1,""],loads:[13,5,1,""],new_save_module_dict:[13,5,1,""],save_module:[13,5,1,""]},"apache_beam.internal.util":{ArgumentPlaceholder:[14,1,1,""],insert_values_in_args:[14,5,1,""],remove_objects_from_args:[14,5,1,""],run_using_threadpool:[14,5,1,""]},"apache_beam.io":{avroio:[16,0,0,"-"],aws:[17,0,0,"-"],concat_source:[25,0,0,"-"],external:[26,0,0,"-"],filebasedsink:[31,0,0,"-"],filebasedsource:[32,0,0,"-"],fileio:[33,0,0,"-"],filesystem:[34,0,0,"-"],filesystemio:[35,0,0,"-"],filesystems:[36,0,0,"-"],flink:[37,0,0,"-"],gcp:[39,0,0,"-"],hadoopfilesystem:[58,0,0,"-"],iobase:[59,0,0,"-"],localfilesystem:[60,0,0,"-"],mongodbio:[61,0,0,"-"],parquetio:[62,0,0,"-"],range_trackers:[63,0,0,"-"],restriction_trackers:[64,0,0,"-"],source_test_utils:[65,0,0,"-"],textio:[66,0,0,"-"],tfrecordio:[67,0,0,"-"],utils:[68,0,0,"-"],vcfio:[69,0,0,"-"]},"apache_beam.io.avroio":{ReadAllFromAvro:[16,1,1,""],ReadFromAvro:[16,1,1,""],WriteToAvro:[16,1,1,""]},"apache_beam.io.avroio.ReadAllFromAvro":{DEFAULT_DESIRED_BUNDLE_SIZE:[16,7,1,""],expand:[16,3,1,""]},"apache_beam.io.avroio.ReadFromAvro":{display_data:[16,3,1,""],expand:[16,3,1,""]},"apache_beam.io.avroio.WriteToAvro":{display_data:[16,3,1,""],expand:[16,3,1,""]},"apache_beam.io.aws":{clients:[18,0,0,"-"],s3filesystem:[23,0,0,"-"],s3io:[24,0,0,"-"]},"apache_beam.io.aws.clients":{s3:[19,0,0,"-"]},"apache_beam.io.aws.clients.s3":{boto3_client:[20,0,0,"-"],fake_client:[21,0,0,"-"],messages:[22,0,0,"-"]},"apache_beam.io.aws.clients.s3.boto3_client":{Client:[20,1,1,""]},"apache_beam.io.aws.clients.s3.boto3_client.Client":{"delete":[20,3,1,""],complete_multipart_upload:[20,3,1,""],copy:[20,3,1,""],create_multipart_upload:[20,3,1,""],delete_batch:[20,3,1,""],get_object_metadata:[20,3,1,""],get_range:[20,3,1,""],list:[20,3,1,""],upload_part:[20,3,1,""]},"apache_beam.io.aws.clients.s3.fake_client":{FakeFile:[21,1,1,""],FakeS3Client:[21,1,1,""]},"apache_beam.io.aws.clients.s3.fake_client.FakeFile":{get_metadata:[21,3,1,""]},"apache_beam.io.aws.clients.s3.fake_client.FakeS3Client":{"delete":[21,3,1,""],add_file:[21,3,1,""],complete_multipart_upload:[21,3,1,""],copy:[21,3,1,""],create_multipart_upload:[21,3,1,""],delete_batch:[21,3,1,""],delete_file:[21,3,1,""],get_file:[21,3,1,""],get_object_metadata:[21,3,1,""],get_range:[21,3,1,""],list:[21,3,1,""],upload_part:[21,3,1,""]},"apache_beam.io.aws.clients.s3.messages":{CompleteMultipartUploadRequest:[22,1,1,""],CopyRequest:[22,1,1,""],DeleteBatchRequest:[22,1,1,""],DeleteBatchResponse:[22,1,1,""],DeleteRequest:[22,1,1,""],GetRequest:[22,1,1,""],Item:[22,1,1,""],ListRequest:[22,1,1,""],ListResponse:[22,1,1,""],S3ClientError:[22,6,1,""],UploadPartRequest:[22,1,1,""],UploadPartResponse:[22,1,1,""],UploadRequest:[22,1,1,""],UploadResponse:[22,1,1,""]},"apache_beam.io.aws.s3filesystem":{S3FileSystem:[23,1,1,""]},"apache_beam.io.aws.s3filesystem.S3FileSystem":{"delete":[23,3,1,""],CHUNK_SIZE:[23,7,1,""],S3_PREFIX:[23,7,1,""],checksum:[23,3,1,""],copy:[23,3,1,""],create:[23,3,1,""],exists:[23,3,1,""],has_dirs:[23,3,1,""],join:[23,3,1,""],last_updated:[23,3,1,""],mkdirs:[23,3,1,""],open:[23,3,1,""],rename:[23,3,1,""],scheme:[23,4,1,""],size:[23,3,1,""],split:[23,3,1,""]},"apache_beam.io.aws.s3io":{S3Downloader:[24,1,1,""],S3IO:[24,1,1,""],S3Uploader:[24,1,1,""],parse_s3_path:[24,5,1,""]},"apache_beam.io.aws.s3io.S3Downloader":{get_range:[24,3,1,""],size:[24,7,1,""]},"apache_beam.io.aws.s3io.S3IO":{"delete":[24,3,1,""],checksum:[24,3,1,""],copy:[24,3,1,""],copy_paths:[24,3,1,""],copy_tree:[24,3,1,""],delete_files:[24,3,1,""],delete_paths:[24,3,1,""],delete_tree:[24,3,1,""],exists:[24,3,1,""],last_updated:[24,3,1,""],list_prefix:[24,3,1,""],open:[24,3,1,""],rename:[24,3,1,""],rename_files:[24,3,1,""],size:[24,3,1,""]},"apache_beam.io.aws.s3io.S3Uploader":{finish:[24,3,1,""],put:[24,3,1,""]},"apache_beam.io.concat_source":{ConcatRangeTracker:[25,1,1,""],ConcatSource:[25,1,1,""]},"apache_beam.io.concat_source.ConcatRangeTracker":{fraction_consumed:[25,3,1,""],global_to_local:[25,3,1,""],local_to_global:[25,3,1,""],position_at_fraction:[25,3,1,""],set_current_position:[25,3,1,""],start_position:[25,3,1,""],stop_position:[25,3,1,""],sub_range_tracker:[25,3,1,""],try_claim:[25,3,1,""],try_split:[25,3,1,""]},"apache_beam.io.concat_source.ConcatSource":{default_output_coder:[25,3,1,""],estimate_size:[25,3,1,""],get_range_tracker:[25,3,1,""],read:[25,3,1,""],sources:[25,7,1,""],split:[25,3,1,""]},"apache_beam.io.external":{gcp:[27,0,0,"-"],generate_sequence:[29,0,0,"-"],kafka:[30,0,0,"-"]},"apache_beam.io.external.gcp":{pubsub:[28,0,0,"-"]},"apache_beam.io.external.gcp.pubsub":{ReadFromPubSub:[28,1,1,""],ReadFromPubsubSchema:[28,1,1,""],WriteToPubSub:[28,1,1,""],WriteToPubsubSchema:[28,1,1,""]},"apache_beam.io.external.gcp.pubsub.ReadFromPubSub":{URN:[28,7,1,""],expand:[28,3,1,""]},"apache_beam.io.external.gcp.pubsub.ReadFromPubsubSchema":{id_label:[28,7,1,""],subscription:[28,7,1,""],timestamp_attribute:[28,7,1,""],topic:[28,7,1,""],with_attributes:[28,7,1,""]},"apache_beam.io.external.gcp.pubsub.WriteToPubSub":{URN:[28,7,1,""],expand:[28,3,1,""]},"apache_beam.io.external.gcp.pubsub.WriteToPubsubSchema":{id_label:[28,7,1,""],timestamp_attribute:[28,7,1,""],topic:[28,7,1,""]},"apache_beam.io.external.generate_sequence":{GenerateSequence:[29,1,1,""]},"apache_beam.io.external.generate_sequence.GenerateSequence":{URN:[29,7,1,""]},"apache_beam.io.external.kafka":{ReadFromKafka:[30,1,1,""],ReadFromKafkaSchema:[30,1,1,""],WriteToKafka:[30,1,1,""],WriteToKafkaSchema:[30,1,1,""]},"apache_beam.io.external.kafka.ReadFromKafka":{URN:[30,7,1,""],byte_array_deserializer:[30,7,1,""]},"apache_beam.io.external.kafka.ReadFromKafkaSchema":{consumer_config:[30,7,1,""],key_deserializer:[30,7,1,""],topics:[30,7,1,""],value_deserializer:[30,7,1,""]},"apache_beam.io.external.kafka.WriteToKafka":{URN:[30,7,1,""],byte_array_serializer:[30,7,1,""]},"apache_beam.io.external.kafka.WriteToKafkaSchema":{key_serializer:[30,7,1,""],producer_config:[30,7,1,""],topic:[30,7,1,""],value_serializer:[30,7,1,""]},"apache_beam.io.filebasedsink":{FileBasedSink:[31,1,1,""]},"apache_beam.io.filebasedsink.FileBasedSink":{close:[31,3,1,""],display_data:[31,3,1,""],finalize_write:[31,3,1,""],initialize_write:[31,3,1,""],open:[31,3,1,""],open_writer:[31,3,1,""],pre_finalize:[31,3,1,""],write_encoded_record:[31,3,1,""],write_record:[31,3,1,""]},"apache_beam.io.filebasedsource":{FileBasedSource:[32,1,1,""]},"apache_beam.io.filebasedsource.FileBasedSource":{MIN_FRACTION_OF_FILES_TO_STAT:[32,7,1,""],MIN_NUMBER_OF_FILES_TO_STAT:[32,7,1,""],display_data:[32,3,1,""],estimate_size:[32,3,1,""],get_range_tracker:[32,3,1,""],open_file:[32,3,1,""],read:[32,3,1,""],read_records:[32,3,1,""],split:[32,3,1,""],splittable:[32,7,1,""]},"apache_beam.io.fileio":{EmptyMatchTreatment:[33,1,1,""],MatchAll:[33,1,1,""],MatchFiles:[33,1,1,""],ReadMatches:[33,1,1,""],ReadableFile:[33,1,1,""]},"apache_beam.io.fileio.EmptyMatchTreatment":{ALLOW:[33,7,1,""],ALLOW_IF_WILDCARD:[33,7,1,""],DISALLOW:[33,7,1,""],allow_empty_match:[33,2,1,""]},"apache_beam.io.fileio.MatchAll":{expand:[33,3,1,""]},"apache_beam.io.fileio.MatchFiles":{expand:[33,3,1,""]},"apache_beam.io.fileio.ReadMatches":{expand:[33,3,1,""]},"apache_beam.io.fileio.ReadableFile":{open:[33,3,1,""],read:[33,3,1,""],read_utf8:[33,3,1,""]},"apache_beam.io.filesystem":{CompressedFile:[34,1,1,""],CompressionTypes:[34,1,1,""],FileMetadata:[34,1,1,""],FileSystem:[34,1,1,""],MatchResult:[34,1,1,""]},"apache_beam.io.filesystem.CompressedFile":{close:[34,3,1,""],closed:[34,3,1,""],flush:[34,3,1,""],read:[34,3,1,""],readable:[34,3,1,""],readline:[34,3,1,""],seek:[34,3,1,""],seekable:[34,7,1,""],tell:[34,3,1,""],write:[34,3,1,""],writeable:[34,3,1,""]},"apache_beam.io.filesystem.CompressionTypes":{AUTO:[34,7,1,""],BZIP2:[34,7,1,""],DEFLATE:[34,7,1,""],GZIP:[34,7,1,""],UNCOMPRESSED:[34,7,1,""],detect_compression_type:[34,4,1,""],is_valid_compression_type:[34,4,1,""],mime_type:[34,4,1,""]},"apache_beam.io.filesystem.FileSystem":{"delete":[34,3,1,""],CHUNK_SIZE:[34,7,1,""],checksum:[34,3,1,""],copy:[34,3,1,""],create:[34,3,1,""],exists:[34,3,1,""],has_dirs:[34,3,1,""],join:[34,3,1,""],last_updated:[34,3,1,""],match:[34,3,1,""],match_files:[34,3,1,""],mkdirs:[34,3,1,""],open:[34,3,1,""],rename:[34,3,1,""],scheme:[34,4,1,""],size:[34,3,1,""],split:[34,3,1,""],translate_pattern:[34,2,1,""]},"apache_beam.io.filesystemio":{Downloader:[35,1,1,""],DownloaderStream:[35,1,1,""],PipeStream:[35,1,1,""],Uploader:[35,1,1,""],UploaderStream:[35,1,1,""]},"apache_beam.io.filesystemio.Downloader":{get_range:[35,3,1,""],size:[35,7,1,""]},"apache_beam.io.filesystemio.DownloaderStream":{readable:[35,3,1,""],readall:[35,3,1,""],readinto:[35,3,1,""],seek:[35,3,1,""],seekable:[35,3,1,""],tell:[35,3,1,""]},"apache_beam.io.filesystemio.PipeStream":{read:[35,3,1,""],seek:[35,3,1,""],tell:[35,3,1,""]},"apache_beam.io.filesystemio.Uploader":{finish:[35,3,1,""],put:[35,3,1,""]},"apache_beam.io.filesystemio.UploaderStream":{close:[35,3,1,""],tell:[35,3,1,""],writable:[35,3,1,""],write:[35,3,1,""]},"apache_beam.io.filesystems":{FileSystems:[36,1,1,""]},"apache_beam.io.filesystems.FileSystems":{"delete":[36,2,1,""],URI_SCHEMA_PATTERN:[36,7,1,""],checksum:[36,2,1,""],copy:[36,2,1,""],create:[36,2,1,""],exists:[36,2,1,""],get_chunk_size:[36,2,1,""],get_filesystem:[36,2,1,""],get_scheme:[36,2,1,""],join:[36,2,1,""],last_updated:[36,2,1,""],match:[36,2,1,""],mkdirs:[36,2,1,""],open:[36,2,1,""],rename:[36,2,1,""],set_options:[36,4,1,""],split:[36,2,1,""]},"apache_beam.io.flink":{flink_streaming_impulse_source:[38,0,0,"-"]},"apache_beam.io.flink.flink_streaming_impulse_source":{FlinkStreamingImpulseSource:[38,1,1,""]},"apache_beam.io.flink.flink_streaming_impulse_source.FlinkStreamingImpulseSource":{URN:[38,7,1,""],config:[38,7,1,""],expand:[38,3,1,""],from_runner_api_parameter:[38,2,1,""],get_windowing:[38,3,1,""],infer_output_type:[38,3,1,""],set_interval_ms:[38,3,1,""],set_message_count:[38,3,1,""],to_runner_api_parameter:[38,3,1,""]},"apache_beam.io.gcp":{big_query_query_to_table_pipeline:[40,0,0,"-"],bigquery:[41,0,0,"-"],bigquery_file_loads:[42,0,0,"-"],bigquery_io_read_pipeline:[43,0,0,"-"],bigquery_tools:[44,0,0,"-"],bigtableio:[45,0,0,"-"],datastore:[46,0,0,"-"],gcsfilesystem:[53,0,0,"-"],gcsio:[54,0,0,"-"],gcsio_overrides:[55,0,0,"-"],pubsub:[56,0,0,"-"],pubsub_it_pipeline:[57,0,0,"-"]},"apache_beam.io.gcp.big_query_query_to_table_pipeline":{run_bq_pipeline:[40,5,1,""]},"apache_beam.io.gcp.bigquery":{BigQueryDisposition:[41,1,1,""],BigQuerySink:[41,1,1,""],BigQuerySource:[41,1,1,""],TableRowJsonCoder:[41,1,1,""],WriteToBigQuery:[41,1,1,""]},"apache_beam.io.gcp.bigquery.BigQueryDisposition":{CREATE_IF_NEEDED:[41,7,1,""],CREATE_NEVER:[41,7,1,""],WRITE_APPEND:[41,7,1,""],WRITE_EMPTY:[41,7,1,""],WRITE_TRUNCATE:[41,7,1,""],validate_create:[41,2,1,""],validate_write:[41,2,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySink":{display_data:[41,3,1,""],format:[41,7,1,""],schema_as_json:[41,3,1,""],writer:[41,3,1,""]},"apache_beam.io.gcp.bigquery.BigQuerySource":{display_data:[41,3,1,""],format:[41,7,1,""],reader:[41,3,1,""]},"apache_beam.io.gcp.bigquery.TableRowJsonCoder":{decode:[41,3,1,""],encode:[41,3,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery":{Method:[41,1,1,""],display_data:[41,3,1,""],expand:[41,3,1,""],get_dict_table_schema:[41,2,1,""],get_table_schema_from_string:[41,2,1,""],table_schema_to_dict:[41,2,1,""]},"apache_beam.io.gcp.bigquery.WriteToBigQuery.Method":{DEFAULT:[41,7,1,""],FILE_LOADS:[41,7,1,""],STREAMING_INSERTS:[41,7,1,""]},"apache_beam.io.gcp.bigquery_file_loads":{BigQueryBatchFileLoads:[42,1,1,""],DeleteTablesFn:[42,1,1,""],PartitionFiles:[42,1,1,""],TriggerCopyJobs:[42,1,1,""],TriggerLoadJobs:[42,1,1,""],WaitForBQJobs:[42,1,1,""],WriteGroupedRecordsToFile:[42,1,1,""],WriteRecordsToFile:[42,1,1,""],file_prefix_generator:[42,5,1,""]},"apache_beam.io.gcp.bigquery_file_loads.BigQueryBatchFileLoads":{DESTINATION_COPY_JOBID_PAIRS:[42,7,1,""],DESTINATION_FILE_PAIRS:[42,7,1,""],DESTINATION_JOBID_PAIRS:[42,7,1,""],expand:[42,3,1,""],verify:[42,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.DeleteTablesFn":{process:[42,3,1,""],start_bundle:[42,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.PartitionFiles":{MULTIPLE_PARTITIONS_TAG:[42,7,1,""],Partition:[42,1,1,""],SINGLE_PARTITION_TAG:[42,7,1,""],process:[42,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.PartitionFiles.Partition":{add:[42,3,1,""],can_accept:[42,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerCopyJobs":{process:[42,3,1,""],start_bundle:[42,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.TriggerLoadJobs":{TEMP_TABLES:[42,7,1,""],display_data:[42,3,1,""],process:[42,3,1,""],start_bundle:[42,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WaitForBQJobs":{process:[42,3,1,""],start_bundle:[42,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteGroupedRecordsToFile":{process:[42,3,1,""]},"apache_beam.io.gcp.bigquery_file_loads.WriteRecordsToFile":{UNWRITTEN_RECORD_TAG:[42,7,1,""],WRITTEN_FILE_TAG:[42,7,1,""],display_data:[42,3,1,""],finish_bundle:[42,3,1,""],process:[42,3,1,""],start_bundle:[42,3,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline":{RowToStringWithSlowDown:[43,1,1,""],run:[43,5,1,""]},"apache_beam.io.gcp.bigquery_io_read_pipeline.RowToStringWithSlowDown":{process:[43,3,1,""]},"apache_beam.io.gcp.bigquery_tools":{AppendDestinationsFn:[44,1,1,""],BigQueryReader:[44,1,1,""],BigQueryWrapper:[44,1,1,""],BigQueryWriter:[44,1,1,""],ExportCompression:[44,1,1,""],ExportFileFormat:[44,1,1,""],RetryStrategy:[44,1,1,""],RowAsDictJsonCoder:[44,1,1,""],default_encoder:[44,5,1,""],get_hashable_destination:[44,5,1,""],parse_table_reference:[44,5,1,""],parse_table_schema_from_json:[44,5,1,""]},"apache_beam.io.gcp.bigquery_tools.AppendDestinationsFn":{process:[44,3,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWrapper":{TEMP_DATASET:[44,7,1,""],TEMP_TABLE:[44,7,1,""],clean_up_temporary_dataset:[44,3,1,""],convert_row_to_dict:[44,3,1,""],create_temporary_dataset:[44,3,1,""],get_job:[44,3,1,""],get_or_create_dataset:[44,3,1,""],get_or_create_table:[44,3,1,""],get_query_location:[44,3,1,""],get_table:[44,3,1,""],get_table_location:[44,3,1,""],insert_rows:[44,3,1,""],perform_extract_job:[44,3,1,""],perform_load_job:[44,3,1,""],run_query:[44,3,1,""],unique_row_id:[44,7,1,""],wait_for_bq_job:[44,3,1,""]},"apache_beam.io.gcp.bigquery_tools.BigQueryWriter":{Write:[44,3,1,""]},"apache_beam.io.gcp.bigquery_tools.ExportCompression":{DEFLATE:[44,7,1,""],GZIP:[44,7,1,""],NONE:[44,7,1,""],SNAPPY:[44,7,1,""]},"apache_beam.io.gcp.bigquery_tools.ExportFileFormat":{AVRO:[44,7,1,""],CSV:[44,7,1,""],JSON:[44,7,1,""]},"apache_beam.io.gcp.bigquery_tools.RetryStrategy":{RETRY_ALWAYS:[44,7,1,""],RETRY_NEVER:[44,7,1,""],RETRY_ON_TRANSIENT_ERROR:[44,7,1,""],should_retry:[44,2,1,""]},"apache_beam.io.gcp.bigquery_tools.RowAsDictJsonCoder":{decode:[44,3,1,""],encode:[44,3,1,""]},"apache_beam.io.gcp.bigtableio":{WriteToBigTable:[45,1,1,""]},"apache_beam.io.gcp.bigtableio.WriteToBigTable":{expand:[45,3,1,""]},"apache_beam.io.gcp.datastore":{v1new:[47,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new":{datastore_write_it_pipeline:[48,0,0,"-"],datastoreio:[49,0,0,"-"],helper:[50,0,0,"-"],query_splitter:[51,0,0,"-"],types:[52,0,0,"-"]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline":{EntityWrapper:[48,1,1,""],new_pipeline_with_job_name:[48,5,1,""],run:[48,5,1,""]},"apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline.EntityWrapper":{make_entity:[48,3,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio":{DeleteFromDatastore:[49,1,1,""],ReadFromDatastore:[49,1,1,""],WriteToDatastore:[49,1,1,""]},"apache_beam.io.gcp.datastore.v1new.datastoreio.ReadFromDatastore":{display_data:[49,3,1,""],expand:[49,3,1,""]},"apache_beam.io.gcp.datastore.v1new.helper":{create_client_entities:[50,5,1,""],create_entities:[50,5,1,""],get_client:[50,5,1,""],retry_on_rpc_error:[50,5,1,""]},"apache_beam.io.gcp.datastore.v1new.query_splitter":{QuerySplitterError:[51,6,1,""],SplitNotPossibleError:[51,6,1,""],get_splits:[51,5,1,""]},"apache_beam.io.gcp.datastore.v1new.types":{Entity:[52,1,1,""],Key:[52,1,1,""],Query:[52,1,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Entity":{from_client_entity:[52,2,1,""],set_properties:[52,3,1,""],to_client_entity:[52,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Key":{from_client_key:[52,2,1,""],to_client_key:[52,3,1,""]},"apache_beam.io.gcp.datastore.v1new.types.Query":{clone:[52,3,1,""]},"apache_beam.io.gcp.gcsfilesystem":{GCSFileSystem:[53,1,1,""]},"apache_beam.io.gcp.gcsfilesystem.GCSFileSystem":{"delete":[53,3,1,""],CHUNK_SIZE:[53,7,1,""],GCS_PREFIX:[53,7,1,""],checksum:[53,3,1,""],copy:[53,3,1,""],create:[53,3,1,""],exists:[53,3,1,""],has_dirs:[53,3,1,""],join:[53,3,1,""],last_updated:[53,3,1,""],mkdirs:[53,3,1,""],open:[53,3,1,""],rename:[53,3,1,""],scheme:[53,4,1,""],size:[53,3,1,""],split:[53,3,1,""]},"apache_beam.io.gcp.gcsio":{GcsIO:[54,1,1,""]},"apache_beam.io.gcp.gcsio.GcsIO":{"delete":[54,3,1,""],checksum:[54,3,1,""],copy:[54,3,1,""],copy_batch:[54,3,1,""],copytree:[54,3,1,""],delete_batch:[54,3,1,""],exists:[54,3,1,""],kms_key:[54,3,1,""],last_updated:[54,3,1,""],list_prefix:[54,3,1,""],open:[54,3,1,""],rename:[54,3,1,""],size:[54,3,1,""]},"apache_beam.io.gcp.gcsio_overrides":{GcsIOOverrides:[55,1,1,""]},"apache_beam.io.gcp.gcsio_overrides.GcsIOOverrides":{retry_func:[55,4,1,""]},"apache_beam.io.gcp.pubsub":{PubsubMessage:[56,1,1,""],ReadFromPubSub:[56,1,1,""],ReadStringsFromPubSub:[56,5,1,""],WriteStringsToPubSub:[56,5,1,""],WriteToPubSub:[56,1,1,""]},"apache_beam.io.gcp.pubsub.PubsubMessage":{attributes:[56,7,1,""],data:[56,7,1,""]},"apache_beam.io.gcp.pubsub.ReadFromPubSub":{expand:[56,3,1,""],to_runner_api_parameter:[56,3,1,""]},"apache_beam.io.gcp.pubsub.WriteToPubSub":{expand:[56,3,1,""],to_proto_str:[56,2,1,""],to_runner_api_parameter:[56,3,1,""]},"apache_beam.io.gcp.pubsub_it_pipeline":{run_pipeline:[57,5,1,""]},"apache_beam.io.hadoopfilesystem":{HadoopFileSystem:[58,1,1,""]},"apache_beam.io.hadoopfilesystem.HadoopFileSystem":{"delete":[58,3,1,""],checksum:[58,3,1,""],copy:[58,3,1,""],create:[58,3,1,""],exists:[58,3,1,""],has_dirs:[58,3,1,""],join:[58,3,1,""],last_updated:[58,3,1,""],mkdirs:[58,3,1,""],open:[58,3,1,""],rename:[58,3,1,""],scheme:[58,4,1,""],size:[58,3,1,""],split:[58,3,1,""]},"apache_beam.io.iobase":{BoundedSource:[59,1,1,""],RangeTracker:[59,1,1,""],Read:[59,1,1,""],RestrictionTracker:[59,1,1,""],Sink:[59,1,1,""],Write:[59,1,1,""],Writer:[59,1,1,""]},"apache_beam.io.iobase.BoundedSource":{default_output_coder:[59,3,1,""],estimate_size:[59,3,1,""],get_range_tracker:[59,3,1,""],is_bounded:[59,3,1,""],read:[59,3,1,""],split:[59,3,1,""]},"apache_beam.io.iobase.RangeTracker":{SPLIT_POINTS_UNKNOWN:[59,7,1,""],fraction_consumed:[59,3,1,""],position_at_fraction:[59,3,1,""],set_current_position:[59,3,1,""],set_split_points_unclaimed_callback:[59,3,1,""],split_points:[59,3,1,""],start_position:[59,3,1,""],stop_position:[59,3,1,""],try_claim:[59,3,1,""],try_split:[59,3,1,""]},"apache_beam.io.iobase.Read":{display_data:[59,3,1,""],expand:[59,3,1,""],from_runner_api_parameter:[59,2,1,""],get_desired_chunk_size:[59,2,1,""],get_windowing:[59,3,1,""],to_runner_api_parameter:[59,3,1,""]},"apache_beam.io.iobase.RestrictionTracker":{check_done:[59,3,1,""],current_progress:[59,3,1,""],current_restriction:[59,3,1,""],try_claim:[59,3,1,""],try_split:[59,3,1,""]},"apache_beam.io.iobase.Sink":{finalize_write:[59,3,1,""],initialize_write:[59,3,1,""],open_writer:[59,3,1,""],pre_finalize:[59,3,1,""]},"apache_beam.io.iobase.Write":{display_data:[59,3,1,""],expand:[59,3,1,""]},"apache_beam.io.iobase.Writer":{close:[59,3,1,""],write:[59,3,1,""]},"apache_beam.io.localfilesystem":{LocalFileSystem:[60,1,1,""]},"apache_beam.io.localfilesystem.LocalFileSystem":{"delete":[60,3,1,""],checksum:[60,3,1,""],copy:[60,3,1,""],create:[60,3,1,""],exists:[60,3,1,""],has_dirs:[60,3,1,""],join:[60,3,1,""],last_updated:[60,3,1,""],mkdirs:[60,3,1,""],open:[60,3,1,""],rename:[60,3,1,""],scheme:[60,4,1,""],size:[60,3,1,""],split:[60,3,1,""]},"apache_beam.io.mongodbio":{ReadFromMongoDB:[61,1,1,""],WriteToMongoDB:[61,1,1,""]},"apache_beam.io.mongodbio.ReadFromMongoDB":{expand:[61,3,1,""]},"apache_beam.io.mongodbio.WriteToMongoDB":{expand:[61,3,1,""]},"apache_beam.io.parquetio":{ReadAllFromParquet:[62,1,1,""],ReadAllFromParquetBatched:[62,1,1,""],ReadFromParquet:[62,1,1,""],ReadFromParquetBatched:[62,1,1,""],WriteToParquet:[62,1,1,""]},"apache_beam.io.parquetio.ReadAllFromParquet":{expand:[62,3,1,""]},"apache_beam.io.parquetio.ReadAllFromParquetBatched":{DEFAULT_DESIRED_BUNDLE_SIZE:[62,7,1,""],expand:[62,3,1,""]},"apache_beam.io.parquetio.ReadFromParquet":{display_data:[62,3,1,""],expand:[62,3,1,""]},"apache_beam.io.parquetio.ReadFromParquetBatched":{display_data:[62,3,1,""],expand:[62,3,1,""]},"apache_beam.io.parquetio.WriteToParquet":{display_data:[62,3,1,""],expand:[62,3,1,""]},"apache_beam.io.range_trackers":{LexicographicKeyRangeTracker:[63,1,1,""],OffsetRangeTracker:[63,1,1,""],OrderedPositionRangeTracker:[63,1,1,""],UnsplittableRangeTracker:[63,1,1,""]},"apache_beam.io.range_trackers.LexicographicKeyRangeTracker":{fraction_to_position:[63,4,1,""],position_to_fraction:[63,4,1,""]},"apache_beam.io.range_trackers.OffsetRangeTracker":{OFFSET_INFINITY:[63,7,1,""],fraction_consumed:[63,3,1,""],last_attempted_record_start:[63,7,1,""],last_record_start:[63,7,1,""],position_at_fraction:[63,3,1,""],position_to_fraction:[63,3,1,""],set_current_position:[63,3,1,""],set_split_points_unclaimed_callback:[63,3,1,""],split_points:[63,3,1,""],start_position:[63,3,1,""],stop_position:[63,3,1,""],try_claim:[63,3,1,""],try_split:[63,3,1,""]},"apache_beam.io.range_trackers.OrderedPositionRangeTracker":{UNSTARTED:[63,7,1,""],fraction_consumed:[63,3,1,""],fraction_to_position:[63,3,1,""],position_at_fraction:[63,3,1,""],start_position:[63,3,1,""],stop_position:[63,3,1,""],try_claim:[63,3,1,""],try_split:[63,3,1,""]},"apache_beam.io.range_trackers.UnsplittableRangeTracker":{fraction_consumed:[63,3,1,""],position_at_fraction:[63,3,1,""],set_current_position:[63,3,1,""],set_split_points_unclaimed_callback:[63,3,1,""],split_points:[63,3,1,""],start_position:[63,3,1,""],stop_position:[63,3,1,""],try_claim:[63,3,1,""],try_split:[63,3,1,""]},"apache_beam.io.restriction_trackers":{OffsetRange:[64,1,1,""],OffsetRestrictionTracker:[64,1,1,""]},"apache_beam.io.restriction_trackers.OffsetRange":{new_tracker:[64,3,1,""],size:[64,3,1,""],split:[64,3,1,""],split_at:[64,3,1,""]},"apache_beam.io.restriction_trackers.OffsetRestrictionTracker":{check_done:[64,3,1,""],current_progress:[64,3,1,""],current_restriction:[64,3,1,""],start_position:[64,3,1,""],stop_position:[64,3,1,""],try_claim:[64,3,1,""],try_split:[64,3,1,""]},"apache_beam.io.source_test_utils":{assert_reentrant_reads_succeed:[65,5,1,""],assert_sources_equal_reference_source:[65,5,1,""],assert_split_at_fraction_behavior:[65,5,1,""],assert_split_at_fraction_binary:[65,5,1,""],assert_split_at_fraction_exhaustive:[65,5,1,""],assert_split_at_fraction_fails:[65,5,1,""],assert_split_at_fraction_succeeds_and_consistent:[65,5,1,""],read_from_source:[65,5,1,""]},"apache_beam.io.textio":{ReadAllFromText:[66,1,1,""],ReadFromText:[66,1,1,""],ReadFromTextWithFilename:[66,1,1,""],WriteToText:[66,1,1,""]},"apache_beam.io.textio.ReadAllFromText":{DEFAULT_DESIRED_BUNDLE_SIZE:[66,7,1,""],expand:[66,3,1,""]},"apache_beam.io.textio.ReadFromText":{expand:[66,3,1,""]},"apache_beam.io.textio.WriteToText":{expand:[66,3,1,""]},"apache_beam.io.tfrecordio":{ReadFromTFRecord:[67,1,1,""],WriteToTFRecord:[67,1,1,""]},"apache_beam.io.tfrecordio.ReadFromTFRecord":{expand:[67,3,1,""]},"apache_beam.io.tfrecordio.WriteToTFRecord":{expand:[67,3,1,""]},"apache_beam.io.utils":{CountingSource:[68,1,1,""]},"apache_beam.io.utils.CountingSource":{estimate_size:[68,3,1,""],get_range_tracker:[68,3,1,""],read:[68,3,1,""],split:[68,3,1,""]},"apache_beam.io.vcfio":{MalformedVcfRecord:[69,1,1,""],ReadFromVcf:[69,1,1,""],Variant:[69,1,1,""],VariantCall:[69,1,1,""],VariantInfo:[69,1,1,""]},"apache_beam.io.vcfio.MalformedVcfRecord":{file_name:[69,7,1,""],line:[69,7,1,""]},"apache_beam.io.vcfio.ReadFromVcf":{expand:[69,3,1,""]},"apache_beam.io.vcfio.VariantInfo":{data:[69,7,1,""],field_count:[69,7,1,""]},"apache_beam.metrics":{cells:[71,0,0,"-"],metric:[72,0,0,"-"],metricbase:[73,0,0,"-"],monitoring_infos:[74,0,0,"-"]},"apache_beam.metrics.cells":{DistributionResult:[71,1,1,""],GaugeResult:[71,1,1,""]},"apache_beam.metrics.cells.DistributionResult":{count:[71,7,1,""],max:[71,7,1,""],mean:[71,7,1,""],min:[71,7,1,""],sum:[71,7,1,""]},"apache_beam.metrics.cells.GaugeResult":{timestamp:[71,7,1,""],value:[71,7,1,""]},"apache_beam.metrics.metric":{Metrics:[72,1,1,""],MetricsFilter:[72,1,1,""]},"apache_beam.metrics.metric.Metrics":{DelegatingCounter:[72,1,1,""],DelegatingDistribution:[72,1,1,""],DelegatingGauge:[72,1,1,""],counter:[72,2,1,""],distribution:[72,2,1,""],gauge:[72,2,1,""],get_namespace:[72,2,1,""]},"apache_beam.metrics.metric.MetricsFilter":{names:[72,7,1,""],namespaces:[72,7,1,""],steps:[72,7,1,""],with_name:[72,3,1,""],with_names:[72,3,1,""],with_namespace:[72,3,1,""],with_namespaces:[72,3,1,""],with_step:[72,3,1,""],with_steps:[72,3,1,""]},"apache_beam.metrics.metricbase":{Counter:[73,1,1,""],Distribution:[73,1,1,""],Gauge:[73,1,1,""],Metric:[73,1,1,""],MetricName:[73,1,1,""]},"apache_beam.metrics.metricbase.Counter":{dec:[73,3,1,""],inc:[73,3,1,""]},"apache_beam.metrics.metricbase.Distribution":{update:[73,3,1,""]},"apache_beam.metrics.metricbase.Gauge":{set:[73,3,1,""]},"apache_beam.metrics.metricbase.MetricName":{from_runner_api:[73,2,1,""],to_runner_api:[73,3,1,""]},"apache_beam.metrics.monitoring_infos":{consolidate:[74,5,1,""],create_labels:[74,5,1,""],create_monitoring_info:[74,5,1,""],distribution_combiner:[74,5,1,""],extract_counter_value:[74,5,1,""],extract_distribution:[74,5,1,""],extract_metric_result_map_value:[74,5,1,""],get_step_name:[74,5,1,""],int64_counter:[74,5,1,""],int64_distribution:[74,5,1,""],int64_gauge:[74,5,1,""],int64_user_counter:[74,5,1,""],int64_user_distribution:[74,5,1,""],int64_user_gauge:[74,5,1,""],is_counter:[74,5,1,""],is_distribution:[74,5,1,""],is_gauge:[74,5,1,""],is_user_monitoring_info:[74,5,1,""],max_timestamp:[74,5,1,""],parse_namespace_and_name:[74,5,1,""],to_key:[74,5,1,""],to_timestamp_proto:[74,5,1,""],to_timestamp_secs:[74,5,1,""]},"apache_beam.options":{pipeline_options:[76,0,0,"-"],pipeline_options_validator:[77,0,0,"-"],value_provider:[78,0,0,"-"]},"apache_beam.options.pipeline_options":{DebugOptions:[76,1,1,""],DirectOptions:[76,1,1,""],GoogleCloudOptions:[76,1,1,""],HadoopFileSystemOptions:[76,1,1,""],PipelineOptions:[76,1,1,""],ProfilingOptions:[76,1,1,""],SetupOptions:[76,1,1,""],StandardOptions:[76,1,1,""],TestOptions:[76,1,1,""],TypeOptions:[76,1,1,""],WorkerOptions:[76,1,1,""]},"apache_beam.options.pipeline_options.DebugOptions":{add_experiment:[76,3,1,""],lookup_experiment:[76,3,1,""]},"apache_beam.options.pipeline_options.GoogleCloudOptions":{BIGQUERY_API_SERVICE:[76,7,1,""],COMPUTE_API_SERVICE:[76,7,1,""],DATAFLOW_ENDPOINT:[76,7,1,""],STORAGE_API_SERVICE:[76,7,1,""],validate:[76,3,1,""]},"apache_beam.options.pipeline_options.HadoopFileSystemOptions":{validate:[76,3,1,""]},"apache_beam.options.pipeline_options.PipelineOptions":{display_data:[76,3,1,""],from_dictionary:[76,4,1,""],get_all_options:[76,3,1,""],view_as:[76,3,1,""]},"apache_beam.options.pipeline_options.StandardOptions":{DEFAULT_RUNNER:[76,7,1,""]},"apache_beam.options.pipeline_options.TestOptions":{validate:[76,3,1,""]},"apache_beam.options.pipeline_options.WorkerOptions":{validate:[76,3,1,""]},"apache_beam.options.pipeline_options_validator":{PipelineOptionsValidator:[77,1,1,""]},"apache_beam.options.pipeline_options_validator.PipelineOptionsValidator":{ENDPOINT_PATTERN:[77,7,1,""],ERR_INVALID_GCS_BUCKET:[77,7,1,""],ERR_INVALID_GCS_OBJECT:[77,7,1,""],ERR_INVALID_GCS_PATH:[77,7,1,""],ERR_INVALID_JOB_NAME:[77,7,1,""],ERR_INVALID_NOT_POSITIVE:[77,7,1,""],ERR_INVALID_PROJECT_ID:[77,7,1,""],ERR_INVALID_PROJECT_NUMBER:[77,7,1,""],ERR_INVALID_TEST_MATCHER_TYPE:[77,7,1,""],ERR_INVALID_TEST_MATCHER_UNPICKLABLE:[77,7,1,""],ERR_INVALID_TRANSFORM_NAME_MAPPING:[77,7,1,""],ERR_MISSING_GCS_PATH:[77,7,1,""],ERR_MISSING_OPTION:[77,7,1,""],GCS_BUCKET:[77,7,1,""],GCS_SCHEME:[77,7,1,""],GCS_URI:[77,7,1,""],JOB_PATTERN:[77,7,1,""],OPTIONS:[77,7,1,""],PROJECT_ID_PATTERN:[77,7,1,""],PROJECT_NUMBER_PATTERN:[77,7,1,""],is_full_string_match:[77,3,1,""],is_service_runner:[77,3,1,""],validate:[77,3,1,""],validate_cloud_options:[77,3,1,""],validate_gcs_path:[77,3,1,""],validate_optional_argument_positive:[77,3,1,""],validate_test_matcher:[77,3,1,""],validate_worker_region_zone:[77,3,1,""]},"apache_beam.options.value_provider":{RuntimeValueProvider:[78,1,1,""],StaticValueProvider:[78,1,1,""],ValueProvider:[78,1,1,""],check_accessible:[78,5,1,""]},"apache_beam.options.value_provider.RuntimeValueProvider":{experiments:[78,7,1,""],get:[78,3,1,""],get_value:[78,4,1,""],is_accessible:[78,3,1,""],runtime_options:[78,7,1,""],set_runtime_options:[78,4,1,""]},"apache_beam.options.value_provider.StaticValueProvider":{get:[78,3,1,""],is_accessible:[78,3,1,""]},"apache_beam.options.value_provider.ValueProvider":{get:[78,3,1,""],is_accessible:[78,3,1,""]},"apache_beam.pipeline":{PTransformOverride:[79,1,1,""],Pipeline:[79,1,1,""]},"apache_beam.pipeline.PTransformOverride":{get_replacement_transform:[79,3,1,""],matches:[79,3,1,""]},"apache_beam.pipeline.Pipeline":{apply:[79,3,1,""],from_runner_api:[79,2,1,""],options:[79,7,1,""],replace_all:[79,3,1,""],run:[79,3,1,""],sdk_transforms_with_environment:[79,4,1,""],to_runner_api:[79,3,1,""],visit:[79,3,1,""]},"apache_beam.portability":{api:[81,0,0,"-"],common_urns:[100,0,0,"-"],python_urns:[101,0,0,"-"],utils:[102,0,0,"-"]},"apache_beam.portability.api":{beam_artifact_api_pb2_grpc:[82,0,0,"-"],beam_artifact_api_pb2_urns:[83,0,0,"-"],beam_expansion_api_pb2_grpc:[84,0,0,"-"],beam_fn_api_pb2_grpc:[85,0,0,"-"],beam_fn_api_pb2_urns:[86,0,0,"-"],beam_interactive_api_pb2_grpc:[87,0,0,"-"],beam_job_api_pb2_grpc:[88,0,0,"-"],beam_job_api_pb2_urns:[89,0,0,"-"],beam_provision_api_pb2_grpc:[90,0,0,"-"],beam_runner_api_pb2_grpc:[91,0,0,"-"],beam_runner_api_pb2_urns:[92,0,0,"-"],endpoints_pb2_grpc:[93,0,0,"-"],external_transforms_pb2_grpc:[94,0,0,"-"],metrics_pb2_grpc:[95,0,0,"-"],metrics_pb2_urns:[96,0,0,"-"],schema_pb2_grpc:[97,0,0,"-"],standard_window_fns_pb2_grpc:[98,0,0,"-"],standard_window_fns_pb2_urns:[99,0,0,"-"]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc":{ArtifactRetrievalServiceServicer:[82,1,1,""],ArtifactRetrievalServiceStub:[82,1,1,""],ArtifactStagingServiceServicer:[82,1,1,""],ArtifactStagingServiceStub:[82,1,1,""],add_ArtifactRetrievalServiceServicer_to_server:[82,5,1,""],add_ArtifactStagingServiceServicer_to_server:[82,5,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactRetrievalServiceServicer":{GetArtifact:[82,3,1,""],GetManifest:[82,3,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_grpc.ArtifactStagingServiceServicer":{CommitManifest:[82,3,1,""],PutArtifact:[82,3,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_urns":{CommitManifestResponse:[83,1,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_urns.CommitManifestResponse":{Constants:[83,1,1,""]},"apache_beam.portability.api.beam_artifact_api_pb2_urns.CommitManifestResponse.Constants":{NO_ARTIFACTS_STAGED_TOKEN:[83,7,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc":{ExpansionServiceServicer:[84,1,1,""],ExpansionServiceStub:[84,1,1,""],add_ExpansionServiceServicer_to_server:[84,5,1,""]},"apache_beam.portability.api.beam_expansion_api_pb2_grpc.ExpansionServiceServicer":{Expand:[84,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc":{BeamFnControlServicer:[85,1,1,""],BeamFnControlStub:[85,1,1,""],BeamFnDataServicer:[85,1,1,""],BeamFnDataStub:[85,1,1,""],BeamFnExternalWorkerPoolServicer:[85,1,1,""],BeamFnExternalWorkerPoolStub:[85,1,1,""],BeamFnLoggingServicer:[85,1,1,""],BeamFnLoggingStub:[85,1,1,""],BeamFnStateServicer:[85,1,1,""],BeamFnStateStub:[85,1,1,""],BeamFnWorkerStatusServicer:[85,1,1,""],BeamFnWorkerStatusStub:[85,1,1,""],add_BeamFnControlServicer_to_server:[85,5,1,""],add_BeamFnDataServicer_to_server:[85,5,1,""],add_BeamFnExternalWorkerPoolServicer_to_server:[85,5,1,""],add_BeamFnLoggingServicer_to_server:[85,5,1,""],add_BeamFnStateServicer_to_server:[85,5,1,""],add_BeamFnWorkerStatusServicer_to_server:[85,5,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnControlServicer":{Control:[85,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnDataServicer":{Data:[85,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnExternalWorkerPoolServicer":{StartWorker:[85,3,1,""],StopWorker:[85,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnLoggingServicer":{Logging:[85,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnStateServicer":{State:[85,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_grpc.BeamFnWorkerStatusServicer":{WorkerStatus:[85,3,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_urns":{LogEntry:[86,1,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_urns.LogEntry":{Severity:[86,1,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_urns.LogEntry.Severity":{Enum:[86,1,1,""]},"apache_beam.portability.api.beam_fn_api_pb2_urns.LogEntry.Severity.Enum":{CRITICAL:[86,7,1,""],DEBUG:[86,7,1,""],ERROR:[86,7,1,""],INFO:[86,7,1,""],NOTICE:[86,7,1,""],TRACE:[86,7,1,""],UNSPECIFIED:[86,7,1,""],WARN:[86,7,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc":{JobServiceServicer:[88,1,1,""],JobServiceStub:[88,1,1,""],add_JobServiceServicer_to_server:[88,5,1,""]},"apache_beam.portability.api.beam_job_api_pb2_grpc.JobServiceServicer":{Cancel:[88,3,1,""],DescribePipelineOptions:[88,3,1,""],GetJobMetrics:[88,3,1,""],GetJobs:[88,3,1,""],GetMessageStream:[88,3,1,""],GetPipeline:[88,3,1,""],GetState:[88,3,1,""],GetStateStream:[88,3,1,""],Prepare:[88,3,1,""],Run:[88,3,1,""]},"apache_beam.portability.api.beam_job_api_pb2_urns":{JobMessage:[89,1,1,""],JobState:[89,1,1,""],PipelineOptionType:[89,1,1,""]},"apache_beam.portability.api.beam_job_api_pb2_urns.JobMessage":{MessageImportance:[89,1,1,""]},"apache_beam.portability.api.beam_job_api_pb2_urns.JobMessage.MessageImportance":{JOB_MESSAGE_BASIC:[89,7,1,""],JOB_MESSAGE_DEBUG:[89,7,1,""],JOB_MESSAGE_DETAILED:[89,7,1,""],JOB_MESSAGE_ERROR:[89,7,1,""],JOB_MESSAGE_WARNING:[89,7,1,""],MESSAGE_IMPORTANCE_UNSPECIFIED:[89,7,1,""]},"apache_beam.portability.api.beam_job_api_pb2_urns.JobState":{Enum:[89,1,1,""]},"apache_beam.portability.api.beam_job_api_pb2_urns.JobState.Enum":{CANCELLED:[89,7,1,""],CANCELLING:[89,7,1,""],DONE:[89,7,1,""],DRAINED:[89,7,1,""],DRAINING:[89,7,1,""],FAILED:[89,7,1,""],RUNNING:[89,7,1,""],STARTING:[89,7,1,""],STOPPED:[89,7,1,""],UNSPECIFIED:[89,7,1,""],UPDATED:[89,7,1,""],UPDATING:[89,7,1,""]},"apache_beam.portability.api.beam_job_api_pb2_urns.PipelineOptionType":{Enum:[89,1,1,""]},"apache_beam.portability.api.beam_job_api_pb2_urns.PipelineOptionType.Enum":{ARRAY:[89,7,1,""],BOOLEAN:[89,7,1,""],INTEGER:[89,7,1,""],NUMBER:[89,7,1,""],OBJECT:[89,7,1,""],STRING:[89,7,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc":{ProvisionServiceServicer:[90,1,1,""],ProvisionServiceStub:[90,1,1,""],add_ProvisionServiceServicer_to_server:[90,5,1,""]},"apache_beam.portability.api.beam_provision_api_pb2_grpc.ProvisionServiceServicer":{GetProvisionInfo:[90,3,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_grpc":{TestStreamServiceServicer:[91,1,1,""],TestStreamServiceStub:[91,1,1,""],add_TestStreamServiceServicer_to_server:[91,5,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_grpc.TestStreamServiceServicer":{Events:[91,3,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns":{AccumulationMode:[92,1,1,""],BeamConstants:[92,1,1,""],ClosingBehavior:[92,1,1,""],DisplayData:[92,1,1,""],IsBounded:[92,1,1,""],MergeStatus:[92,1,1,""],OnTimeBehavior:[92,1,1,""],OutputTime:[92,1,1,""],Parameter:[92,1,1,""],StandardCoders:[92,1,1,""],StandardEnvironments:[92,1,1,""],StandardPTransforms:[92,1,1,""],StandardSideInputTypes:[92,1,1,""],TimeDomain:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.AccumulationMode":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.AccumulationMode.Enum":{ACCUMULATING:[92,7,1,""],DISCARDING:[92,7,1,""],RETRACTING:[92,7,1,""],UNSPECIFIED:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.BeamConstants":{Constants:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.BeamConstants.Constants":{GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS:[92,7,1,""],MAX_TIMESTAMP_MILLIS:[92,7,1,""],MIN_TIMESTAMP_MILLIS:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.ClosingBehavior":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.ClosingBehavior.Enum":{EMIT_ALWAYS:[92,7,1,""],EMIT_IF_NONEMPTY:[92,7,1,""],UNSPECIFIED:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.DisplayData":{Type:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.DisplayData.Type":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.DisplayData.Type.Enum":{BOOLEAN:[92,7,1,""],DURATION:[92,7,1,""],FLOAT:[92,7,1,""],INTEGER:[92,7,1,""],JAVA_CLASS:[92,7,1,""],STRING:[92,7,1,""],TIMESTAMP:[92,7,1,""],UNSPECIFIED:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.IsBounded":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.IsBounded.Enum":{BOUNDED:[92,7,1,""],UNBOUNDED:[92,7,1,""],UNSPECIFIED:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.MergeStatus":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.MergeStatus.Enum":{ALREADY_MERGED:[92,7,1,""],NEEDS_MERGE:[92,7,1,""],NON_MERGING:[92,7,1,""],UNSPECIFIED:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.OnTimeBehavior":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.OnTimeBehavior.Enum":{FIRE_ALWAYS:[92,7,1,""],FIRE_IF_NONEMPTY:[92,7,1,""],UNSPECIFIED:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.OutputTime":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.OutputTime.Enum":{EARLIEST_IN_PANE:[92,7,1,""],END_OF_WINDOW:[92,7,1,""],LATEST_IN_PANE:[92,7,1,""],UNSPECIFIED:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.Parameter":{Type:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.Parameter.Type":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.Parameter.Type.Enum":{PIPELINE_OPTIONS:[92,7,1,""],RESTRICTION_TRACKER:[92,7,1,""],UNSPECIFIED:[92,7,1,""],WINDOW:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardCoders":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardCoders.Enum":{BOOL:[92,7,1,""],BYTES:[92,7,1,""],DOUBLE:[92,7,1,""],GLOBAL_WINDOW:[92,7,1,""],INTERVAL_WINDOW:[92,7,1,""],ITERABLE:[92,7,1,""],KV:[92,7,1,""],LENGTH_PREFIX:[92,7,1,""],PARAM_WINDOWED_VALUE:[92,7,1,""],ROW:[92,7,1,""],STATE_BACKED_ITERABLE:[92,7,1,""],STRING_UTF8:[92,7,1,""],TIMER:[92,7,1,""],VARINT:[92,7,1,""],WINDOWED_VALUE:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardEnvironments":{Environments:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardEnvironments.Environments":{DOCKER:[92,7,1,""],EXTERNAL:[92,7,1,""],PROCESS:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardPTransforms":{CombineComponents:[92,1,1,""],Composites:[92,1,1,""],DeprecatedPrimitives:[92,1,1,""],Primitives:[92,1,1,""],SplittableParDoComponents:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardPTransforms.CombineComponents":{COMBINE_GROUPED_VALUES:[92,7,1,""],COMBINE_PER_KEY_EXTRACT_OUTPUTS:[92,7,1,""],COMBINE_PER_KEY_MERGE_ACCUMULATORS:[92,7,1,""],COMBINE_PER_KEY_PRECOMBINE:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardPTransforms.Composites":{COMBINE_GLOBALLY:[92,7,1,""],COMBINE_PER_KEY:[92,7,1,""],RESHUFFLE:[92,7,1,""],WRITE_FILES:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardPTransforms.DeprecatedPrimitives":{CREATE_VIEW:[92,7,1,""],READ:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardPTransforms.Primitives":{ASSIGN_WINDOWS:[92,7,1,""],FLATTEN:[92,7,1,""],GROUP_BY_KEY:[92,7,1,""],IMPULSE:[92,7,1,""],MAP_WINDOWS:[92,7,1,""],MERGE_WINDOWS:[92,7,1,""],PAR_DO:[92,7,1,""],TEST_STREAM:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardPTransforms.SplittableParDoComponents":{PAIR_WITH_RESTRICTION:[92,7,1,""],PROCESS_ELEMENTS:[92,7,1,""],PROCESS_KEYED_ELEMENTS:[92,7,1,""],PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS:[92,7,1,""],SPLIT_AND_SIZE_RESTRICTIONS:[92,7,1,""],SPLIT_RESTRICTION:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardSideInputTypes":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.StandardSideInputTypes.Enum":{ITERABLE:[92,7,1,""],MULTIMAP:[92,7,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.TimeDomain":{Enum:[92,1,1,""]},"apache_beam.portability.api.beam_runner_api_pb2_urns.TimeDomain.Enum":{EVENT_TIME:[92,7,1,""],PROCESSING_TIME:[92,7,1,""],SYNCHRONIZED_PROCESSING_TIME:[92,7,1,""],UNSPECIFIED:[92,7,1,""]},"apache_beam.portability.api.metrics_pb2_urns":{MonitoringInfo:[96,1,1,""],MonitoringInfoSpecs:[96,1,1,""],MonitoringInfoTypeUrns:[96,1,1,""]},"apache_beam.portability.api.metrics_pb2_urns.MonitoringInfo":{MonitoringInfoLabels:[96,1,1,""]},"apache_beam.portability.api.metrics_pb2_urns.MonitoringInfo.MonitoringInfoLabels":{CODER:[96,7,1,""],ENVIRONMENT:[96,7,1,""],NAME:[96,7,1,""],NAMESPACE:[96,7,1,""],PCOLLECTION:[96,7,1,""],TRANSFORM:[96,7,1,""],WINDOWING_STRATEGY:[96,7,1,""]},"apache_beam.portability.api.metrics_pb2_urns.MonitoringInfoSpecs":{Enum:[96,1,1,""]},"apache_beam.portability.api.metrics_pb2_urns.MonitoringInfoSpecs.Enum":{ELEMENT_COUNT:[96,7,1,""],FINISH_BUNDLE_MSECS:[96,7,1,""],PROCESS_BUNDLE_MSECS:[96,7,1,""],SAMPLED_BYTE_SIZE:[96,7,1,""],START_BUNDLE_MSECS:[96,7,1,""],TOTAL_MSECS:[96,7,1,""],USER_COUNTER:[96,7,1,""],USER_DISTRIBUTION_COUNTER:[96,7,1,""]},"apache_beam.portability.api.metrics_pb2_urns.MonitoringInfoTypeUrns":{Enum:[96,1,1,""]},"apache_beam.portability.api.metrics_pb2_urns.MonitoringInfoTypeUrns.Enum":{DISTRIBUTION_INT64_TYPE:[96,7,1,""],LATEST_INT64_TYPE:[96,7,1,""],SUM_INT64_TYPE:[96,7,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns":{FixedWindowsPayload:[99,1,1,""],GlobalWindowsPayload:[99,1,1,""],SessionsPayload:[99,1,1,""],SlidingWindowsPayload:[99,1,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns.FixedWindowsPayload":{Enum:[99,1,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns.FixedWindowsPayload.Enum":{PROPERTIES:[99,7,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns.GlobalWindowsPayload":{Enum:[99,1,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns.GlobalWindowsPayload.Enum":{PROPERTIES:[99,7,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns.SessionsPayload":{Enum:[99,1,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns.SessionsPayload.Enum":{PROPERTIES:[99,7,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns.SlidingWindowsPayload":{Enum:[99,1,1,""]},"apache_beam.portability.api.standard_window_fns_pb2_urns.SlidingWindowsPayload.Enum":{PROPERTIES:[99,7,1,""]},"apache_beam.portability.utils":{PropertiesFromEnumValue:[102,1,1,""]},"apache_beam.portability.utils.PropertiesFromEnumValue":{constant:[102,7,1,""],label_props:[102,7,1,""],spec:[102,7,1,""],urn:[102,7,1,""]},"apache_beam.pvalue":{AsDict:[103,1,1,""],AsIter:[103,1,1,""],AsList:[103,1,1,""],AsSingleton:[103,1,1,""],EmptySideInput:[103,1,1,""],PCollection:[103,1,1,""],TaggedOutput:[103,1,1,""]},"apache_beam.pvalue.AsIter":{element_type:[103,7,1,""]},"apache_beam.pvalue.AsSingleton":{element_type:[103,7,1,""]},"apache_beam.pvalue.PCollection":{from_:[103,2,1,""],from_runner_api:[103,2,1,""],to_runner_api:[103,3,1,""],windowing:[103,7,1,""]},"apache_beam.runners":{dataflow:[105,0,0,"-"],direct:[114,0,0,"-"],interactive:[130,0,0,"-"],internal:[149,0,0,"-"],job:[151,0,0,"-"],pipeline_context:[154,0,0,"-"],runner:[155,0,0,"-"]},"apache_beam.runners.dataflow":{dataflow_exercise_metrics_pipeline:[106,0,0,"-"],dataflow_exercise_streaming_metrics_pipeline:[107,0,0,"-"],dataflow_metrics:[108,0,0,"-"],dataflow_runner:[109,0,0,"-"],native_io:[110,0,0,"-"],ptransform_overrides:[112,0,0,"-"],test_dataflow_runner:[113,0,0,"-"]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline":{UserMetricsDoFn:[106,1,1,""],apply_and_run:[106,5,1,""],metric_matchers:[106,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn":{finish_bundle:[106,3,1,""],process:[106,3,1,""],start_bundle:[106,3,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline":{StreamingUserMetricsDoFn:[107,1,1,""],run:[107,5,1,""]},"apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline.StreamingUserMetricsDoFn":{finish_bundle:[107,3,1,""],process:[107,3,1,""],start_bundle:[107,3,1,""]},"apache_beam.runners.dataflow.dataflow_metrics":{DataflowMetrics:[108,1,1,""],main:[108,5,1,""]},"apache_beam.runners.dataflow.dataflow_metrics.DataflowMetrics":{all_metrics:[108,3,1,""],query:[108,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner":{DataflowRunner:[109,1,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner":{CreatePTransformOverride:[109,1,1,""],JrhReadPTransformOverride:[109,1,1,""],ReadPTransformOverride:[109,1,1,""],apply_CombineValues:[109,3,1,""],apply_GroupByKey:[109,3,1,""],apply_Read:[109,3,1,""],apply_WriteToBigQuery:[109,3,1,""],byte_array_to_json_string:[109,2,1,""],deserialize_windowing_strategy:[109,4,1,""],flatten_input_visitor:[109,2,1,""],group_by_key_input_visitor:[109,2,1,""],is_fnapi_compatible:[109,3,1,""],json_string_to_byte_array:[109,2,1,""],poll_for_job_completion:[109,2,1,""],run_CombineValues:[109,3,1,""],run_Flatten:[109,3,1,""],run_GroupByKey:[109,3,1,""],run_Impulse:[109,3,1,""],run_ParDo:[109,3,1,""],run_Read:[109,3,1,""],run_RunnerAPIPTransformHolder:[109,3,1,""],run_TestStream:[109,3,1,""],run__NativeWrite:[109,3,1,""],run_pipeline:[109,3,1,""],serialize_windowing_strategy:[109,4,1,""],side_input_visitor:[109,2,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.CreatePTransformOverride":{get_replacement_transform:[109,3,1,""],matches:[109,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.JrhReadPTransformOverride":{get_replacement_transform:[109,3,1,""],matches:[109,3,1,""]},"apache_beam.runners.dataflow.dataflow_runner.DataflowRunner.ReadPTransformOverride":{get_replacement_transform:[109,3,1,""],matches:[109,3,1,""]},"apache_beam.runners.dataflow.native_io":{iobase:[111,0,0,"-"]},"apache_beam.runners.dataflow.native_io.iobase":{ConcatPosition:[111,1,1,""],DynamicSplitRequest:[111,1,1,""],DynamicSplitResult:[111,1,1,""],DynamicSplitResultWithPosition:[111,1,1,""],NativeSink:[111,1,1,""],NativeSinkWriter:[111,1,1,""],NativeSource:[111,1,1,""],NativeSourceReader:[111,1,1,""],ReaderPosition:[111,1,1,""],ReaderProgress:[111,1,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSink":{writer:[111,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSinkWriter":{Write:[111,3,1,""],takes_windowed_values:[111,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSource":{is_bounded:[111,3,1,""],reader:[111,3,1,""]},"apache_beam.runners.dataflow.native_io.iobase.NativeSourceReader":{get_progress:[111,3,1,""],request_dynamic_split:[111,3,1,""],returns_windowed_values:[111,7,1,""]},"apache_beam.runners.dataflow.native_io.iobase.ReaderProgress":{consumed_split_points:[111,7,1,""],percent_complete:[111,7,1,""],position:[111,7,1,""],remaining_split_points:[111,7,1,""],remaining_time:[111,7,1,""]},"apache_beam.runners.dataflow.ptransform_overrides":{CreatePTransformOverride:[112,1,1,""],JrhReadPTransformOverride:[112,1,1,""],ReadPTransformOverride:[112,1,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.CreatePTransformOverride":{get_replacement_transform:[112,3,1,""],matches:[112,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.JrhReadPTransformOverride":{get_replacement_transform:[112,3,1,""],matches:[112,3,1,""]},"apache_beam.runners.dataflow.ptransform_overrides.ReadPTransformOverride":{get_replacement_transform:[112,3,1,""],matches:[112,3,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner":{TestDataflowRunner:[113,1,1,""]},"apache_beam.runners.dataflow.test_dataflow_runner.TestDataflowRunner":{build_console_url:[113,3,1,""],run_pipeline:[113,3,1,""],wait_until_in_state:[113,3,1,""]},"apache_beam.runners.direct":{bundle_factory:[115,0,0,"-"],clock:[116,0,0,"-"],consumer_tracking_pipeline_visitor:[117,0,0,"-"],direct_metrics:[118,0,0,"-"],direct_runner:[119,0,0,"-"],direct_userstate:[120,0,0,"-"],evaluation_context:[121,0,0,"-"],executor:[122,0,0,"-"],helper_transforms:[123,0,0,"-"],sdf_direct_runner:[124,0,0,"-"],test_direct_runner:[125,0,0,"-"],test_stream_impl:[126,0,0,"-"],transform_evaluator:[127,0,0,"-"],util:[128,0,0,"-"],watermark_manager:[129,0,0,"-"]},"apache_beam.runners.direct.bundle_factory":{BundleFactory:[115,1,1,""]},"apache_beam.runners.direct.bundle_factory.BundleFactory":{create_bundle:[115,3,1,""],create_empty_committed_bundle:[115,3,1,""]},"apache_beam.runners.direct.clock":{Clock:[116,1,1,""],RealClock:[116,1,1,""],TestClock:[116,1,1,""]},"apache_beam.runners.direct.clock.Clock":{advance_time:[116,3,1,""],time:[116,3,1,""]},"apache_beam.runners.direct.clock.RealClock":{time:[116,3,1,""]},"apache_beam.runners.direct.clock.TestClock":{advance_time:[116,3,1,""],time:[116,3,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor":{ConsumerTrackingPipelineVisitor:[117,1,1,""]},"apache_beam.runners.direct.consumer_tracking_pipeline_visitor.ConsumerTrackingPipelineVisitor":{visit_transform:[117,3,1,""]},"apache_beam.runners.direct.direct_metrics":{DirectMetric:[118,1,1,""],DirectMetrics:[118,1,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetric":{commit_logical:[118,3,1,""],commit_physical:[118,3,1,""],extract_committed:[118,3,1,""],extract_latest_attempted:[118,3,1,""],update_physical:[118,3,1,""]},"apache_beam.runners.direct.direct_metrics.DirectMetrics":{commit_logical:[118,3,1,""],commit_physical:[118,3,1,""],query:[118,3,1,""],update_physical:[118,3,1,""]},"apache_beam.runners.direct.direct_runner":{BundleBasedDirectRunner:[119,1,1,""],DirectRunner:[119,7,1,""],SwitchingDirectRunner:[119,1,1,""]},"apache_beam.runners.direct.direct_runner.BundleBasedDirectRunner":{is_fnapi_compatible:[119,2,1,""],run_pipeline:[119,3,1,""]},"apache_beam.runners.direct.direct_runner.SwitchingDirectRunner":{apply_TestStream:[119,3,1,""],is_fnapi_compatible:[119,3,1,""],run_pipeline:[119,3,1,""]},"apache_beam.runners.direct.direct_userstate":{BagRuntimeState:[120,1,1,""],CombiningValueRuntimeState:[120,1,1,""],DirectRuntimeState:[120,1,1,""],DirectUserStateContext:[120,1,1,""],SetRuntimeState:[120,1,1,""]},"apache_beam.runners.direct.direct_userstate.BagRuntimeState":{add:[120,3,1,""],clear:[120,3,1,""],read:[120,3,1,""]},"apache_beam.runners.direct.direct_userstate.CombiningValueRuntimeState":{add:[120,3,1,""],clear:[120,3,1,""],read:[120,3,1,""]},"apache_beam.runners.direct.direct_userstate.DirectRuntimeState":{for_spec:[120,2,1,""]},"apache_beam.runners.direct.direct_userstate.DirectUserStateContext":{commit:[120,3,1,""],get_state:[120,3,1,""],get_timer:[120,3,1,""]},"apache_beam.runners.direct.direct_userstate.SetRuntimeState":{add:[120,3,1,""],clear:[120,3,1,""],is_modified:[120,3,1,""],read:[120,3,1,""]},"apache_beam.runners.direct.evaluation_context":{DirectStepContext:[121,1,1,""],DirectUnmergedState:[121,1,1,""],EvaluationContext:[121,1,1,""]},"apache_beam.runners.direct.evaluation_context.DirectStepContext":{get_keyed_state:[121,3,1,""]},"apache_beam.runners.direct.evaluation_context.EvaluationContext":{create_bundle:[121,3,1,""],create_empty_committed_bundle:[121,3,1,""],extract_all_timers:[121,3,1,""],get_aggregator_values:[121,3,1,""],get_execution_context:[121,3,1,""],get_value_or_block_until_ready:[121,3,1,""],handle_result:[121,3,1,""],is_done:[121,3,1,""],is_root_transform:[121,3,1,""],metrics:[121,3,1,""],schedule_pending_unblocked_tasks:[121,3,1,""]},"apache_beam.runners.direct.executor":{Executor:[122,1,1,""],TransformExecutor:[122,1,1,""]},"apache_beam.runners.direct.executor.Executor":{await_completion:[122,3,1,""],shutdown:[122,3,1,""],start:[122,3,1,""]},"apache_beam.runners.direct.executor.TransformExecutor":{attempt_call:[122,3,1,""],call:[122,3,1,""]},"apache_beam.runners.direct.helper_transforms":{FinishCombine:[123,1,1,""],LiftedCombinePerKey:[123,1,1,""],PartialGroupByKeyCombiningValues:[123,1,1,""]},"apache_beam.runners.direct.helper_transforms.FinishCombine":{default_type_hints:[123,3,1,""],process:[123,3,1,""]},"apache_beam.runners.direct.helper_transforms.LiftedCombinePerKey":{expand:[123,3,1,""]},"apache_beam.runners.direct.helper_transforms.PartialGroupByKeyCombiningValues":{default_type_hints:[123,3,1,""],finish_bundle:[123,3,1,""],process:[123,3,1,""],start_bundle:[123,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner":{ElementAndRestriction:[124,1,1,""],ExplodeWindowsFn:[124,1,1,""],PairWithRestrictionFn:[124,1,1,""],ProcessElements:[124,1,1,""],ProcessFn:[124,1,1,""],ProcessKeyedElements:[124,1,1,""],ProcessKeyedElementsViaKeyedWorkItems:[124,1,1,""],ProcessKeyedElementsViaKeyedWorkItemsOverride:[124,1,1,""],RandomUniqueKeyFn:[124,1,1,""],SDFProcessElementInvoker:[124,1,1,""],SplitRestrictionFn:[124,1,1,""],SplittableParDo:[124,1,1,""],SplittableParDoOverride:[124,1,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ExplodeWindowsFn":{process:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.PairWithRestrictionFn":{process:[124,3,1,""],start_bundle:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessElements":{expand:[124,3,1,""],new_process_fn:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessFn":{process:[124,3,1,""],set_process_element_invoker:[124,3,1,""],step_context:[124,7,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElements":{expand:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItems":{expand:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.ProcessKeyedElementsViaKeyedWorkItemsOverride":{get_replacement_transform:[124,3,1,""],matches:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.RandomUniqueKeyFn":{process:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SDFProcessElementInvoker":{Result:[124,1,1,""],invoke_process_element:[124,3,1,""],test_method:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SplitRestrictionFn":{process:[124,3,1,""],start_bundle:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SplittableParDo":{expand:[124,3,1,""]},"apache_beam.runners.direct.sdf_direct_runner.SplittableParDoOverride":{get_replacement_transform:[124,3,1,""],matches:[124,3,1,""]},"apache_beam.runners.direct.test_direct_runner":{TestDirectRunner:[125,1,1,""]},"apache_beam.runners.direct.test_direct_runner.TestDirectRunner":{run_pipeline:[125,3,1,""]},"apache_beam.runners.direct.transform_evaluator":{DefaultRootBundleProvider:[127,1,1,""],RootBundleProvider:[127,1,1,""],TransformEvaluatorRegistry:[127,1,1,""]},"apache_beam.runners.direct.transform_evaluator.DefaultRootBundleProvider":{get_root_bundles:[127,3,1,""]},"apache_beam.runners.direct.transform_evaluator.RootBundleProvider":{get_root_bundles:[127,3,1,""]},"apache_beam.runners.direct.transform_evaluator.TransformEvaluatorRegistry":{get_evaluator:[127,3,1,""],get_root_bundle_provider:[127,3,1,""],should_execute_serially:[127,3,1,""]},"apache_beam.runners.direct.util":{KeyedWorkItem:[128,1,1,""],TimerFiring:[128,1,1,""],TransformResult:[128,1,1,""]},"apache_beam.runners.direct.watermark_manager":{WatermarkManager:[129,1,1,""]},"apache_beam.runners.direct.watermark_manager.WatermarkManager":{WATERMARK_NEG_INF:[129,7,1,""],WATERMARK_POS_INF:[129,7,1,""],extract_all_timers:[129,3,1,""],get_watermarks:[129,3,1,""],update_watermarks:[129,3,1,""]},"apache_beam.runners.interactive":{background_caching_job:[131,0,0,"-"],cache_manager:[132,0,0,"-"],caching:[133,0,0,"-"],display:[135,0,0,"-"],interactive_beam:[141,0,0,"-"],interactive_environment:[142,0,0,"-"],interactive_runner:[143,0,0,"-"],pipeline_analyzer:[144,0,0,"-"],pipeline_instrument:[145,0,0,"-"],testing:[146,0,0,"-"]},"apache_beam.runners.interactive.background_caching_job":{attempt_to_cancel_background_caching_job:[131,5,1,""],attempt_to_run_background_caching_job:[131,5,1,""],extract_source_to_cache_signature:[131,5,1,""],has_source_to_cache:[131,5,1,""],is_background_caching_job_needed:[131,5,1,""],is_source_to_cache_changed:[131,5,1,""]},"apache_beam.runners.interactive.cache_manager":{CacheManager:[132,1,1,""],FileBasedCacheManager:[132,1,1,""],ReadCache:[132,1,1,""],SafeFastPrimitivesCoder:[132,1,1,""],WriteCache:[132,1,1,""]},"apache_beam.runners.interactive.cache_manager.CacheManager":{cleanup:[132,3,1,""],exists:[132,3,1,""],is_latest_version:[132,3,1,""],load_pcoder:[132,3,1,""],read:[132,3,1,""],save_pcoder:[132,3,1,""],sink:[132,3,1,""],source:[132,3,1,""]},"apache_beam.runners.interactive.cache_manager.FileBasedCacheManager":{cleanup:[132,3,1,""],exists:[132,3,1,""],load_pcoder:[132,3,1,""],read:[132,3,1,""],save_pcoder:[132,3,1,""],sink:[132,3,1,""],source:[132,3,1,""]},"apache_beam.runners.interactive.cache_manager.ReadCache":{expand:[132,3,1,""]},"apache_beam.runners.interactive.cache_manager.SafeFastPrimitivesCoder":{decode:[132,3,1,""],encode:[132,3,1,""]},"apache_beam.runners.interactive.cache_manager.WriteCache":{expand:[132,3,1,""]},"apache_beam.runners.interactive.caching":{streaming_cache:[134,0,0,"-"]},"apache_beam.runners.interactive.caching.streaming_cache":{StreamingCache:[134,1,1,""]},"apache_beam.runners.interactive.caching.streaming_cache.StreamingCache":{Reader:[134,1,1,""],reader:[134,3,1,""]},"apache_beam.runners.interactive.caching.streaming_cache.StreamingCache.Reader":{read:[134,3,1,""]},"apache_beam.runners.interactive.display":{display_manager:[136,0,0,"-"],interactive_pipeline_graph:[137,0,0,"-"],pcoll_visualization:[138,0,0,"-"],pipeline_graph:[139,0,0,"-"],pipeline_graph_renderer:[140,0,0,"-"]},"apache_beam.runners.interactive.display.display_manager":{DisplayManager:[136,1,1,""]},"apache_beam.runners.interactive.display.display_manager.DisplayManager":{start_periodic_update:[136,3,1,""],stop_periodic_update:[136,3,1,""],update_display:[136,3,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph":{InteractivePipelineGraph:[137,1,1,""],format_sample:[137,5,1,""],nice_str:[137,5,1,""]},"apache_beam.runners.interactive.display.interactive_pipeline_graph.InteractivePipelineGraph":{update_pcollection_stats:[137,3,1,""]},"apache_beam.runners.interactive.display.pcoll_visualization":{PCollectionVisualization:[138,1,1,""],visualize:[138,5,1,""]},"apache_beam.runners.interactive.display.pcoll_visualization.PCollectionVisualization":{display_facets:[138,3,1,""],display_plain_text:[138,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph":{PipelineGraph:[139,1,1,""]},"apache_beam.runners.interactive.display.pipeline_graph.PipelineGraph":{display_graph:[139,3,1,""],get_dot:[139,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer":{MuteRenderer:[140,1,1,""],PipelineGraphRenderer:[140,1,1,""],PydotRenderer:[140,1,1,""],TextRenderer:[140,1,1,""],get_renderer:[140,5,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.MuteRenderer":{option:[140,4,1,""],render_pipeline_graph:[140,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PipelineGraphRenderer":{option:[140,4,1,""],render_pipeline_graph:[140,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.PydotRenderer":{option:[140,4,1,""],render_pipeline_graph:[140,3,1,""]},"apache_beam.runners.interactive.display.pipeline_graph_renderer.TextRenderer":{option:[140,4,1,""],render_pipeline_graph:[140,3,1,""]},"apache_beam.runners.interactive.interactive_beam":{visualize:[141,5,1,""],watch:[141,5,1,""]},"apache_beam.runners.interactive.interactive_environment":{InteractiveEnvironment:[142,1,1,""],current_env:[142,5,1,""],new_env:[142,5,1,""]},"apache_beam.runners.interactive.interactive_environment.InteractiveEnvironment":{cache_manager:[142,3,1,""],cleanup:[142,3,1,""],evict_pipeline_result:[142,3,1,""],get_cached_source_signature:[142,3,1,""],is_in_ipython:[142,7,1,""],is_in_notebook:[142,7,1,""],is_interactive_ready:[142,7,1,""],is_py_version_ready:[142,7,1,""],is_terminated:[142,3,1,""],pipeline_result:[142,3,1,""],set_cache_manager:[142,3,1,""],set_cached_source_signature:[142,3,1,""],set_pipeline_result:[142,3,1,""],track_user_pipelines:[142,3,1,""],tracked_user_pipelines:[142,7,1,""],watch:[142,3,1,""],watching:[142,3,1,""]},"apache_beam.runners.interactive.interactive_runner":{InteractiveRunner:[143,1,1,""],PipelineResult:[143,1,1,""]},"apache_beam.runners.interactive.interactive_runner.InteractiveRunner":{apply:[143,3,1,""],cleanup:[143,3,1,""],end_session:[143,3,1,""],is_fnapi_compatible:[143,3,1,""],run_pipeline:[143,3,1,""],set_render_option:[143,3,1,""],start_session:[143,3,1,""]},"apache_beam.runners.interactive.interactive_runner.PipelineResult":{cancel:[143,3,1,""],get:[143,3,1,""],wait_until_finish:[143,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer":{PipelineAnalyzer:[144,1,1,""],PipelineInfo:[144,1,1,""],set_proto_map:[144,5,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineAnalyzer":{caches_used:[144,3,1,""],pipeline_info:[144,3,1,""],pipeline_proto_to_execute:[144,3,1,""],read_cache_ids:[144,3,1,""],tl_referenced_pcoll_ids:[144,3,1,""],tl_required_trans_ids:[144,3,1,""],write_cache_ids:[144,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo":{Derivation:[144,1,1,""],all_pcollections:[144,3,1,""],cache_label:[144,3,1,""],leaf_pcollections:[144,3,1,""],producer:[144,3,1,""]},"apache_beam.runners.interactive.pipeline_analyzer.PipelineInfo.Derivation":{cache_label:[144,3,1,""],json:[144,3,1,""]},"apache_beam.runners.interactive.pipeline_instrument":{PipelineInstrument:[145,1,1,""],cacheable_key:[145,5,1,""],cacheables:[145,5,1,""],has_unbounded_sources:[145,5,1,""],pcolls_to_pcoll_id:[145,5,1,""],pin:[145,5,1,""],unbounded_sources:[145,5,1,""]},"apache_beam.runners.interactive.pipeline_instrument.PipelineInstrument":{background_caching_pipeline_proto:[145,3,1,""],cache_key:[145,3,1,""],cacheable_var_by_pcoll_id:[145,3,1,""],cacheables:[145,7,1,""],has_unbounded_sources:[145,7,1,""],instrument:[145,3,1,""],instrumented_pipeline_proto:[145,3,1,""],original_pipeline:[145,7,1,""],original_pipeline_proto:[145,7,1,""],pcolls_to_pcoll_id:[145,7,1,""],preprocess:[145,3,1,""],user_pipeline:[145,7,1,""]},"apache_beam.runners.interactive.testing":{mock_ipython:[147,0,0,"-"],pipeline_assertion:[148,0,0,"-"]},"apache_beam.runners.interactive.testing.mock_ipython":{mock_get_ipython:[147,5,1,""]},"apache_beam.runners.interactive.testing.pipeline_assertion":{assert_pipeline_equal:[148,5,1,""],assert_pipeline_proto_equal:[148,5,1,""]},"apache_beam.runners.internal":{names:[150,0,0,"-"]},"apache_beam.runners.job":{manager:[152,0,0,"-"],utils:[153,0,0,"-"]},"apache_beam.runners.job.manager":{DockerRPCManager:[152,1,1,""]},"apache_beam.runners.job.utils":{dict_to_struct:[153,5,1,""],struct_to_dict:[153,5,1,""]},"apache_beam.runners.pipeline_context":{PipelineContext:[154,1,1,""]},"apache_beam.runners.pipeline_context.PipelineContext":{coder_id_from_element_type:[154,3,1,""],default_environment_id:[154,3,1,""],element_type_from_coder_id:[154,3,1,""],from_runner_api:[154,2,1,""],to_runner_api:[154,3,1,""]},"apache_beam.runners.runner":{PipelineResult:[155,1,1,""],PipelineRunner:[155,1,1,""],PipelineState:[155,1,1,""]},"apache_beam.runners.runner.PipelineResult":{aggregated_values:[155,3,1,""],cancel:[155,3,1,""],metrics:[155,3,1,""],state:[155,7,1,""],wait_until_finish:[155,3,1,""]},"apache_beam.runners.runner.PipelineRunner":{apply:[155,3,1,""],apply_PTransform:[155,3,1,""],is_fnapi_compatible:[155,3,1,""],run:[155,3,1,""],run_async:[155,3,1,""],run_pipeline:[155,3,1,""],run_transform:[155,3,1,""],visit_transforms:[155,3,1,""]},"apache_beam.runners.runner.PipelineState":{CANCELLED:[155,7,1,""],CANCELLING:[155,7,1,""],DONE:[155,7,1,""],DRAINED:[155,7,1,""],DRAINING:[155,7,1,""],FAILED:[155,7,1,""],PENDING:[155,7,1,""],RUNNING:[155,7,1,""],STARTING:[155,7,1,""],STOPPED:[155,7,1,""],UNKNOWN:[155,7,1,""],UNRECOGNIZED:[155,7,1,""],UPDATED:[155,7,1,""],is_terminal:[155,4,1,""]},"apache_beam.testing":{benchmarks:[157,0,0,"-"],datatype_inference:[167,0,0,"-"],extra_assertions:[168,0,0,"-"],load_tests:[169,0,0,"-"],metric_result_matchers:[173,0,0,"-"],pipeline_verifiers:[174,0,0,"-"],synthetic_pipeline:[175,0,0,"-"],test_pipeline:[176,0,0,"-"],test_stream:[177,0,0,"-"],test_stream_service:[178,0,0,"-"],test_utils:[179,0,0,"-"],util:[180,0,0,"-"]},"apache_beam.testing.benchmarks":{nexmark:[158,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark":{models:[159,0,0,"-"],nexmark_launcher:[161,0,0,"-"],nexmark_util:[162,0,0,"-"],queries:[163,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models":{nexmark_model:[160,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.models.nexmark_model":{Auction:[160,1,1,""],Bid:[160,1,1,""],Person:[160,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher":{NexmarkLauncher:[161,1,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_launcher.NexmarkLauncher":{cleanup:[161,3,1,""],generate_events:[161,3,1,""],parse_args:[161,3,1,""],run:[161,3,1,""],run_query:[161,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util":{Command:[162,1,1,""],ParseEventFn:[162,1,1,""],display:[162,5,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.Command":{run:[162,3,1,""]},"apache_beam.testing.benchmarks.nexmark.nexmark_util.ParseEventFn":{process:[162,3,1,""]},"apache_beam.testing.benchmarks.nexmark.queries":{query0:[164,0,0,"-"],query1:[165,0,0,"-"],query2:[166,0,0,"-"]},"apache_beam.testing.benchmarks.nexmark.queries.query0":{load:[164,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query1":{load:[165,5,1,""]},"apache_beam.testing.benchmarks.nexmark.queries.query2":{load:[166,5,1,""]},"apache_beam.testing.datatype_inference":{infer_avro_schema:[167,5,1,""],infer_element_type:[167,5,1,""],infer_pyarrow_schema:[167,5,1,""],infer_typehints_schema:[167,5,1,""]},"apache_beam.testing.extra_assertions":{ExtraAssertionsMixin:[168,1,1,""]},"apache_beam.testing.extra_assertions.ExtraAssertionsMixin":{assertCountEqual:[168,3,1,""],assertUnhashableCountEqual:[168,3,1,""]},"apache_beam.testing.load_tests":{load_test_metrics_utils:[170,0,0,"-"],streaming:[171,0,0,"-"]},"apache_beam.testing.load_tests.load_test_metrics_utils":{BigQueryClient:[170,1,1,""],BigQueryMetricsPublisher:[170,1,1,""],ConsoleMetricsPublisher:[170,1,1,""],CountMessages:[170,1,1,""],CounterMetric:[170,1,1,""],DistributionMetric:[170,1,1,""],MeasureBytes:[170,1,1,""],MeasureTime:[170,1,1,""],Metric:[170,1,1,""],MetricsReader:[170,1,1,""],RuntimeMetric:[170,1,1,""],get_all_distributions_by_type:[170,5,1,""],get_distribution_dict:[170,5,1,""],get_generic_distributions:[170,5,1,""],parse_step:[170,5,1,""],split_metrics_by_namespace_and_name:[170,5,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryClient":{save:[170,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.BigQueryMetricsPublisher":{publish:[170,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.ConsoleMetricsPublisher":{publish:[170,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.CountMessages":{LABEL:[170,7,1,""],process:[170,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureBytes":{LABEL:[170,7,1,""],process:[170,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MeasureTime":{finish_bundle:[170,3,1,""],process:[170,3,1,""],start_bundle:[170,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.Metric":{as_dict:[170,3,1,""]},"apache_beam.testing.load_tests.load_test_metrics_utils.MetricsReader":{publish_metrics:[170,3,1,""],publishers:[170,7,1,""]},"apache_beam.testing.load_tests.streaming":{group_by_key_streaming_pipeline:[172,0,0,"-"]},"apache_beam.testing.load_tests.streaming.group_by_key_streaming_pipeline":{run:[172,5,1,""]},"apache_beam.testing.metric_result_matchers":{DistributionMatcher:[173,1,1,""],MetricResultMatcher:[173,1,1,""],verify_all:[173,5,1,""]},"apache_beam.testing.metric_result_matchers.DistributionMatcher":{describe_mismatch:[173,3,1,""],describe_to:[173,3,1,""]},"apache_beam.testing.metric_result_matchers.MetricResultMatcher":{describe_mismatch:[173,3,1,""],describe_to:[173,3,1,""]},"apache_beam.testing.pipeline_verifiers":{FileChecksumMatcher:[174,1,1,""],PipelineStateMatcher:[174,1,1,""],retry_on_io_error_and_server_error:[174,5,1,""]},"apache_beam.testing.pipeline_verifiers.FileChecksumMatcher":{describe_mismatch:[174,3,1,""],describe_to:[174,3,1,""]},"apache_beam.testing.pipeline_verifiers.PipelineStateMatcher":{describe_mismatch:[174,3,1,""],describe_to:[174,3,1,""]},"apache_beam.testing.synthetic_pipeline":{NonLiquidShardingOffsetRangeTracker:[175,1,1,""],ShuffleBarrier:[175,1,1,""],SideInputBarrier:[175,1,1,""],SyntheticSDFAsSource:[175,1,1,""],SyntheticSDFSourceRestrictionProvider:[175,1,1,""],SyntheticSDFStepRestrictionProvider:[175,1,1,""],SyntheticSource:[175,1,1,""],SyntheticStep:[175,1,1,""],div_round_up:[175,5,1,""],expand_using_gbk:[175,5,1,""],expand_using_second_output:[175,5,1,""],get_synthetic_sdf_step:[175,5,1,""],initial_splitting_zipf:[175,5,1,""],merge_using_gbk:[175,5,1,""],merge_using_side_input:[175,5,1,""],parse_args:[175,5,1,""],parse_byte_size:[175,5,1,""],rotate_key:[175,5,1,""],run:[175,5,1,""]},"apache_beam.testing.synthetic_pipeline.NonLiquidShardingOffsetRangeTracker":{checkpoint:[175,3,1,""],try_split:[175,3,1,""]},"apache_beam.testing.synthetic_pipeline.ShuffleBarrier":{expand:[175,3,1,""]},"apache_beam.testing.synthetic_pipeline.SideInputBarrier":{expand:[175,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFAsSource":{process:[175,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFSourceRestrictionProvider":{create_tracker:[175,3,1,""],initial_restriction:[175,3,1,""],restriction_size:[175,3,1,""],split:[175,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSDFStepRestrictionProvider":{create_tracker:[175,3,1,""],initial_restriction:[175,3,1,""],restriction_size:[175,3,1,""],split:[175,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticSource":{default_output_coder:[175,3,1,""],element_size:[175,7,1,""],estimate_size:[175,3,1,""],get_range_tracker:[175,3,1,""],read:[175,3,1,""],split:[175,3,1,""]},"apache_beam.testing.synthetic_pipeline.SyntheticStep":{finish_bundle:[175,3,1,""],process:[175,3,1,""],start_bundle:[175,3,1,""]},"apache_beam.testing.test_pipeline":{TestPipeline:[176,1,1,""]},"apache_beam.testing.test_pipeline.TestPipeline":{get_full_options_as_args:[176,3,1,""],get_option:[176,3,1,""],get_pipeline_options:[176,3,1,""],run:[176,3,1,""]},"apache_beam.testing.test_stream":{ElementEvent:[177,1,1,""],Event:[177,1,1,""],ProcessingTimeEvent:[177,1,1,""],TestStream:[177,1,1,""],WatermarkEvent:[177,1,1,""]},"apache_beam.testing.test_stream.ElementEvent":{to_runner_api:[177,3,1,""]},"apache_beam.testing.test_stream.Event":{from_runner_api:[177,2,1,""],to_runner_api:[177,3,1,""]},"apache_beam.testing.test_stream.ProcessingTimeEvent":{to_runner_api:[177,3,1,""]},"apache_beam.testing.test_stream.TestStream":{add_elements:[177,3,1,""],advance_processing_time:[177,3,1,""],advance_watermark_to:[177,3,1,""],advance_watermark_to_infinity:[177,3,1,""],expand:[177,3,1,""],from_runner_api_parameter:[177,2,1,""],get_windowing:[177,3,1,""],to_runner_api_parameter:[177,3,1,""]},"apache_beam.testing.test_stream.WatermarkEvent":{to_runner_api:[177,3,1,""]},"apache_beam.testing.test_stream_service":{TestStreamServiceController:[178,1,1,""]},"apache_beam.testing.test_stream_service.TestStreamServiceController":{Events:[178,3,1,""],start:[178,3,1,""],stop:[178,3,1,""]},"apache_beam.testing.test_utils":{PullResponseMessage:[179,1,1,""],TempDir:[179,1,1,""],cleanup_subscriptions:[179,5,1,""],cleanup_topics:[179,5,1,""],compute_hash:[179,5,1,""],create_pull_response:[179,5,1,""],delete_files:[179,5,1,""],patch_retry:[179,5,1,""]},"apache_beam.testing.test_utils.TempDir":{create_temp_file:[179,3,1,""],get_path:[179,3,1,""]},"apache_beam.testing.util":{TestWindowedValue:[180,1,1,""],assert_that:[180,5,1,""],equal_to:[180,5,1,""],equal_to_per_window:[180,5,1,""],is_empty:[180,5,1,""],is_not_empty:[180,5,1,""],matches_all:[180,5,1,""],open_shards:[180,5,1,""]},"apache_beam.testing.util.TestWindowedValue":{timestamp:[180,7,1,""],value:[180,7,1,""],windows:[180,7,1,""]},"apache_beam.tools":{coders_microbenchmark:[182,0,0,"-"],distribution_counter_microbenchmark:[183,0,0,"-"],fn_api_runner_microbenchmark:[184,0,0,"-"],sideinput_microbenchmark:[185,0,0,"-"],utils:[186,0,0,"-"]},"apache_beam.tools.coders_microbenchmark":{coder_benchmark_factory:[182,5,1,""],dict_int_int:[182,5,1,""],globally_windowed_value:[182,5,1,""],large_dict:[182,5,1,""],large_int:[182,5,1,""],large_iterable:[182,5,1,""],large_list:[182,5,1,""],large_message_with_map:[182,5,1,""],large_string:[182,5,1,""],large_tuple:[182,5,1,""],list_int:[182,5,1,""],random_message_with_map:[182,5,1,""],random_string:[182,5,1,""],random_windowed_value:[182,5,1,""],run_coder_benchmarks:[182,5,1,""],small_dict:[182,5,1,""],small_int:[182,5,1,""],small_list:[182,5,1,""],small_message_with_map:[182,5,1,""],small_string:[182,5,1,""],small_tuple:[182,5,1,""],wv_with_multiple_windows:[182,5,1,""],wv_with_one_window:[182,5,1,""]},"apache_beam.tools.distribution_counter_microbenchmark":{generate_input_values:[183,5,1,""],run_benchmark:[183,5,1,""]},"apache_beam.tools.fn_api_runner_microbenchmark":{BagInStateOutputAfterTimer:[184,1,1,""],run_benchmark:[184,5,1,""],run_single_pipeline:[184,5,1,""]},"apache_beam.tools.fn_api_runner_microbenchmark.BagInStateOutputAfterTimer":{EMIT_TIMER:[184,7,1,""],SET_STATE:[184,7,1,""],emit_values:[184,3,1,""],process:[184,3,1,""]},"apache_beam.tools.sideinput_microbenchmark":{long_generator:[185,5,1,""],run_benchmark:[185,5,1,""]},"apache_beam.tools.utils":{BenchmarkConfig:[186,1,1,""],LinearRegressionBenchmarkConfig:[186,1,1,""],check_compiled:[186,5,1,""],run_benchmarks:[186,5,1,""]},"apache_beam.tools.utils.BenchmarkConfig":{benchmark:[186,7,1,""],num_runs:[186,7,1,""],size:[186,7,1,""]},"apache_beam.tools.utils.LinearRegressionBenchmarkConfig":{benchmark:[186,7,1,""],increment:[186,7,1,""],num_runs:[186,7,1,""],starting_point:[186,7,1,""]},"apache_beam.transforms":{combiners:[188,0,0,"-"],core:[189,0,0,"-"],create_source:[190,0,0,"-"],display:[191,0,0,"-"],environments:[192,0,0,"-"],external:[193,0,0,"-"],external_test_it:[194,0,0,"-"],ptransform:[195,0,0,"-"],sideinputs:[196,0,0,"-"],stats:[197,0,0,"-"],timeutil:[198,0,0,"-"],trigger:[199,0,0,"-"],userstate:[200,0,0,"-"],util:[201,0,0,"-"],window:[202,0,0,"-"]},"apache_beam.transforms.combiners":{Count:[188,1,1,""],Latest:[188,1,1,""],Mean:[188,1,1,""],Sample:[188,1,1,""],ToDict:[188,1,1,""],ToList:[188,1,1,""],Top:[188,1,1,""]},"apache_beam.transforms.combiners.Count":{Globally:[188,1,1,""],PerElement:[188,1,1,""],PerKey:[188,1,1,""]},"apache_beam.transforms.combiners.Count.Globally":{expand:[188,3,1,""]},"apache_beam.transforms.combiners.Count.PerElement":{expand:[188,3,1,""]},"apache_beam.transforms.combiners.Count.PerKey":{expand:[188,3,1,""]},"apache_beam.transforms.combiners.Latest":{Globally:[188,1,1,""],PerKey:[188,1,1,""]},"apache_beam.transforms.combiners.Latest.Globally":{add_timestamp:[188,2,1,""],expand:[188,3,1,""]},"apache_beam.transforms.combiners.Latest.PerKey":{add_timestamp:[188,2,1,""],expand:[188,3,1,""]},"apache_beam.transforms.combiners.Mean":{Globally:[188,1,1,""],PerKey:[188,1,1,""]},"apache_beam.transforms.combiners.Mean.Globally":{expand:[188,3,1,""]},"apache_beam.transforms.combiners.Mean.PerKey":{expand:[188,3,1,""]},"apache_beam.transforms.combiners.Sample":{FixedSizeGlobally:[188,1,1,""],FixedSizePerKey:[188,1,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizeGlobally":{default_label:[188,3,1,""],display_data:[188,3,1,""],expand:[188,3,1,""]},"apache_beam.transforms.combiners.Sample.FixedSizePerKey":{default_label:[188,3,1,""],display_data:[188,3,1,""],expand:[188,3,1,""]},"apache_beam.transforms.combiners.ToDict":{expand:[188,3,1,""]},"apache_beam.transforms.combiners.ToList":{expand:[188,3,1,""]},"apache_beam.transforms.combiners.Top":{Largest:[188,2,1,""],LargestPerKey:[188,2,1,""],Of:[188,1,1,""],PerKey:[188,1,1,""],Smallest:[188,2,1,""],SmallestPerKey:[188,2,1,""]},"apache_beam.transforms.combiners.Top.Of":{default_label:[188,3,1,""],expand:[188,3,1,""]},"apache_beam.transforms.combiners.Top.PerKey":{default_label:[188,3,1,""],expand:[188,3,1,""]},"apache_beam.transforms.core":{CombineFn:[189,1,1,""],CombineGlobally:[189,1,1,""],CombinePerKey:[189,1,1,""],CombineValues:[189,1,1,""],Create:[189,1,1,""],DoFn:[189,1,1,""],Filter:[189,5,1,""],FlatMap:[189,5,1,""],FlatMapTuple:[189,5,1,""],Flatten:[189,1,1,""],GroupByKey:[189,1,1,""],Impulse:[189,1,1,""],Map:[189,5,1,""],MapTuple:[189,5,1,""],ParDo:[189,1,1,""],Partition:[189,1,1,""],PartitionFn:[189,1,1,""],RestrictionProvider:[189,1,1,""],WatermarkEstimator:[189,1,1,""],WindowInto:[189,1,1,""],Windowing:[189,1,1,""]},"apache_beam.transforms.core.CombineFn":{add_input:[189,3,1,""],add_inputs:[189,3,1,""],apply:[189,3,1,""],compact:[189,3,1,""],create_accumulator:[189,3,1,""],default_label:[189,3,1,""],extract_output:[189,3,1,""],for_input_type:[189,3,1,""],from_callable:[189,2,1,""],get_accumulator_coder:[189,3,1,""],maybe_from_callable:[189,2,1,""],merge_accumulators:[189,3,1,""],to_runner_api_parameter:[189,3,1,""]},"apache_beam.transforms.core.CombineGlobally":{as_singleton_view:[189,3,1,""],as_view:[189,7,1,""],default_label:[189,3,1,""],display_data:[189,3,1,""],expand:[189,3,1,""],fanout:[189,7,1,""],has_defaults:[189,7,1,""],with_defaults:[189,3,1,""],with_fanout:[189,3,1,""],without_defaults:[189,3,1,""]},"apache_beam.transforms.core.CombinePerKey":{default_label:[189,3,1,""],default_type_hints:[189,3,1,""],display_data:[189,3,1,""],expand:[189,3,1,""],from_runner_api_parameter:[189,2,1,""],make_fn:[189,3,1,""],runner_api_requires_keyed_input:[189,3,1,""],to_runner_api_parameter:[189,3,1,""],with_hot_key_fanout:[189,3,1,""]},"apache_beam.transforms.core.CombineValues":{expand:[189,3,1,""],from_runner_api_parameter:[189,2,1,""],make_fn:[189,3,1,""],to_runner_api_parameter:[189,3,1,""]},"apache_beam.transforms.core.Create":{as_read:[189,3,1,""],expand:[189,3,1,""],get_output_type:[189,3,1,""],get_windowing:[189,3,1,""],infer_output_type:[189,3,1,""],to_runner_api_parameter:[189,3,1,""]},"apache_beam.transforms.core.DoFn":{BundleFinalizerParam:[189,7,1,""],DoFnProcessParams:[189,7,1,""],ElementParam:[189,7,1,""],KeyParam:[189,7,1,""],PaneInfoParam:[189,7,1,""],RestrictionParam:[189,7,1,""],SideInputParam:[189,7,1,""],StateParam:[189,7,1,""],TimerParam:[189,7,1,""],TimestampParam:[189,7,1,""],WatermarkEstimatorParam:[189,7,1,""],WindowParam:[189,7,1,""],default_label:[189,3,1,""],default_type_hints:[189,3,1,""],finish_bundle:[189,3,1,""],from_callable:[189,2,1,""],get_function_arguments:[189,3,1,""],infer_output_type:[189,3,1,""],process:[189,3,1,""],setup:[189,3,1,""],start_bundle:[189,3,1,""],teardown:[189,3,1,""],to_runner_api_parameter:[189,3,1,""]},"apache_beam.transforms.core.Flatten":{expand:[189,3,1,""],from_runner_api_parameter:[189,2,1,""],get_windowing:[189,3,1,""],to_runner_api_parameter:[189,3,1,""]},"apache_beam.transforms.core.GroupByKey":{ReifyWindows:[189,1,1,""],expand:[189,3,1,""],from_runner_api_parameter:[189,2,1,""],infer_output_type:[189,3,1,""],runner_api_requires_keyed_input:[189,3,1,""],to_runner_api_parameter:[189,3,1,""]},"apache_beam.transforms.core.GroupByKey.ReifyWindows":{infer_output_type:[189,3,1,""],process:[189,3,1,""]},"apache_beam.transforms.core.Impulse":{expand:[189,3,1,""],from_runner_api_parameter:[189,2,1,""],get_windowing:[189,3,1,""],infer_output_type:[189,3,1,""],to_runner_api_parameter:[189,3,1,""]},"apache_beam.transforms.core.ParDo":{default_type_hints:[189,3,1,""],display_data:[189,3,1,""],expand:[189,3,1,""],from_runner_api_parameter:[189,2,1,""],get_restriction_coder:[189,3,1,""],infer_output_type:[189,3,1,""],make_fn:[189,3,1,""],runner_api_requires_keyed_input:[189,3,1,""],to_runner_api_parameter:[189,3,1,""],with_outputs:[189,3,1,""]},"apache_beam.transforms.core.Partition":{ApplyPartitionFnFn:[189,1,1,""],expand:[189,3,1,""],make_fn:[189,3,1,""]},"apache_beam.transforms.core.Partition.ApplyPartitionFnFn":{process:[189,3,1,""]},"apache_beam.transforms.core.PartitionFn":{default_label:[189,3,1,""],partition_for:[189,3,1,""]},"apache_beam.transforms.core.RestrictionProvider":{create_tracker:[189,3,1,""],initial_restriction:[189,3,1,""],restriction_coder:[189,3,1,""],restriction_size:[189,3,1,""],split:[189,3,1,""],split_and_size:[189,3,1,""]},"apache_beam.transforms.core.WatermarkEstimator":{current_watermark:[189,3,1,""],reset:[189,3,1,""],set_watermark:[189,3,1,""]},"apache_beam.transforms.core.WindowInto":{WindowIntoFn:[189,1,1,""],expand:[189,3,1,""],from_runner_api_parameter:[189,2,1,""],get_windowing:[189,3,1,""],infer_output_type:[189,3,1,""],to_runner_api_parameter:[189,3,1,""]},"apache_beam.transforms.core.WindowInto.WindowIntoFn":{process:[189,3,1,""]},"apache_beam.transforms.core.Windowing":{from_runner_api:[189,2,1,""],is_default:[189,3,1,""],to_runner_api:[189,3,1,""]},"apache_beam.transforms.display":{DisplayData:[191,1,1,""],DisplayDataItem:[191,1,1,""],HasDisplayData:[191,1,1,""]},"apache_beam.transforms.display.DisplayData":{create_from:[191,4,1,""],create_from_options:[191,4,1,""]},"apache_beam.transforms.display.DisplayDataItem":{drop_if_default:[191,3,1,""],drop_if_none:[191,3,1,""],get_dict:[191,3,1,""],is_valid:[191,3,1,""],should_drop:[191,3,1,""],typeDict:[191,7,1,""]},"apache_beam.transforms.display.HasDisplayData":{display_data:[191,3,1,""]},"apache_beam.transforms.environments":{DockerEnvironment:[192,1,1,""],EmbeddedPythonEnvironment:[192,1,1,""],EmbeddedPythonGrpcEnvironment:[192,1,1,""],Environment:[192,1,1,""],ExternalEnvironment:[192,1,1,""],ProcessEnvironment:[192,1,1,""],RunnerAPIEnvironmentHolder:[192,1,1,""],SubprocessSDKEnvironment:[192,1,1,""]},"apache_beam.transforms.environments.DockerEnvironment":{default_docker_image:[192,2,1,""],from_options:[192,4,1,""],from_runner_api_parameter:[192,2,1,""],to_runner_api_parameter:[192,3,1,""]},"apache_beam.transforms.environments.EmbeddedPythonEnvironment":{from_options:[192,4,1,""],from_runner_api_parameter:[192,2,1,""],to_runner_api_parameter:[192,3,1,""]},"apache_beam.transforms.environments.EmbeddedPythonGrpcEnvironment":{from_options:[192,4,1,""],from_runner_api_parameter:[192,2,1,""],parse_config:[192,2,1,""],to_runner_api_parameter:[192,3,1,""]},"apache_beam.transforms.environments.Environment":{from_options:[192,4,1,""],from_runner_api:[192,4,1,""],get_env_cls_from_urn:[192,4,1,""],register_urn:[192,4,1,""],to_runner_api:[192,3,1,""],to_runner_api_parameter:[192,3,1,""]},"apache_beam.transforms.environments.ExternalEnvironment":{from_options:[192,4,1,""],from_runner_api_parameter:[192,2,1,""],to_runner_api_parameter:[192,3,1,""]},"apache_beam.transforms.environments.ProcessEnvironment":{from_options:[192,4,1,""],from_runner_api_parameter:[192,2,1,""],to_runner_api_parameter:[192,3,1,""]},"apache_beam.transforms.environments.RunnerAPIEnvironmentHolder":{to_runner_api:[192,3,1,""]},"apache_beam.transforms.environments.SubprocessSDKEnvironment":{from_options:[192,4,1,""],from_runner_api_parameter:[192,2,1,""],to_runner_api_parameter:[192,3,1,""]},"apache_beam.transforms.external":{AnnotationBasedPayloadBuilder:[193,1,1,""],BeamJarExpansionService:[193,1,1,""],DataclassBasedPayloadBuilder:[193,1,1,""],ExternalTransform:[193,1,1,""],ImplicitSchemaPayloadBuilder:[193,1,1,""],JavaJarExpansionService:[193,1,1,""],NamedTupleBasedPayloadBuilder:[193,1,1,""],PayloadBuilder:[193,1,1,""],SchemaBasedPayloadBuilder:[193,1,1,""],iter_urns:[193,5,1,""],memoize:[193,5,1,""]},"apache_beam.transforms.external.ExternalTransform":{default_label:[193,3,1,""],expand:[193,3,1,""],get_local_namespace:[193,4,1,""],outer_namespace:[193,4,1,""],to_runner_api_transform:[193,3,1,""]},"apache_beam.transforms.external.JavaJarExpansionService":{Expand:[193,3,1,""]},"apache_beam.transforms.external.PayloadBuilder":{build:[193,3,1,""],payload:[193,3,1,""]},"apache_beam.transforms.external.SchemaBasedPayloadBuilder":{build:[193,3,1,""]},"apache_beam.transforms.external_test_it":{ExternalTransformIT:[194,1,1,""]},"apache_beam.transforms.external_test_it.ExternalTransformIT":{test_job_python_from_python_it:[194,3,1,""]},"apache_beam.transforms.ptransform":{PTransform:[195,1,1,""],label_from_callable:[195,5,1,""],ptransform_fn:[195,5,1,""]},"apache_beam.transforms.ptransform.PTransform":{default_label:[195,3,1,""],expand:[195,3,1,""],from_runner_api:[195,4,1,""],get_windowing:[195,3,1,""],infer_output_type:[195,3,1,""],label:[195,7,1,""],pipeline:[195,7,1,""],register_urn:[195,4,1,""],runner_api_requires_keyed_input:[195,3,1,""],side_inputs:[195,7,1,""],to_runner_api:[195,3,1,""],to_runner_api_parameter:[195,3,1,""],to_runner_api_pickled:[195,3,1,""],type_check_inputs:[195,3,1,""],type_check_inputs_or_outputs:[195,3,1,""],type_check_outputs:[195,3,1,""],with_input_types:[195,3,1,""],with_output_types:[195,3,1,""]},"apache_beam.transforms.sideinputs":{SideInputMap:[196,1,1,""],default_window_mapping_fn:[196,5,1,""],get_sideinput_index:[196,5,1,""]},"apache_beam.transforms.sideinputs.SideInputMap":{is_globally_windowed:[196,3,1,""]},"apache_beam.transforms.stats":{ApproximateQuantiles:[197,1,1,""],ApproximateUnique:[197,1,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles":{Globally:[197,1,1,""],PerKey:[197,1,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles.Globally":{display_data:[197,3,1,""],expand:[197,3,1,""]},"apache_beam.transforms.stats.ApproximateQuantiles.PerKey":{display_data:[197,3,1,""],expand:[197,3,1,""]},"apache_beam.transforms.stats.ApproximateUnique":{Globally:[197,1,1,""],PerKey:[197,1,1,""],parse_input_params:[197,2,1,""]},"apache_beam.transforms.stats.ApproximateUnique.Globally":{expand:[197,3,1,""]},"apache_beam.transforms.stats.ApproximateUnique.PerKey":{expand:[197,3,1,""]},"apache_beam.transforms.timeutil":{TimeDomain:[198,1,1,""]},"apache_beam.transforms.timeutil.TimeDomain":{DEPENDENT_REAL_TIME:[198,7,1,""],REAL_TIME:[198,7,1,""],WATERMARK:[198,7,1,""],from_string:[198,2,1,""],to_runner_api:[198,2,1,""]},"apache_beam.transforms.trigger":{AccumulationMode:[199,1,1,""],AfterAll:[199,1,1,""],AfterAny:[199,1,1,""],AfterCount:[199,1,1,""],AfterEach:[199,1,1,""],AfterProcessingTime:[199,1,1,""],AfterWatermark:[199,1,1,""],DefaultTrigger:[199,1,1,""],OrFinally:[199,1,1,""],Repeatedly:[199,1,1,""],TriggerFn:[199,1,1,""]},"apache_beam.transforms.trigger.AccumulationMode":{ACCUMULATING:[199,7,1,""],DISCARDING:[199,7,1,""]},"apache_beam.transforms.trigger.AfterAll":{combine_op:[199,3,1,""]},"apache_beam.transforms.trigger.AfterAny":{combine_op:[199,3,1,""]},"apache_beam.transforms.trigger.AfterCount":{COUNT_TAG:[199,7,1,""],from_runner_api:[199,2,1,""],has_ontime_pane:[199,3,1,""],on_element:[199,3,1,""],on_fire:[199,3,1,""],on_merge:[199,3,1,""],reset:[199,3,1,""],should_fire:[199,3,1,""],to_runner_api:[199,3,1,""]},"apache_beam.transforms.trigger.AfterEach":{INDEX_TAG:[199,7,1,""],from_runner_api:[199,2,1,""],has_ontime_pane:[199,3,1,""],on_element:[199,3,1,""],on_fire:[199,3,1,""],on_merge:[199,3,1,""],reset:[199,3,1,""],should_fire:[199,3,1,""],to_runner_api:[199,3,1,""]},"apache_beam.transforms.trigger.AfterProcessingTime":{from_runner_api:[199,2,1,""],has_ontime_pane:[199,3,1,""],on_element:[199,3,1,""],on_fire:[199,3,1,""],on_merge:[199,3,1,""],reset:[199,3,1,""],should_fire:[199,3,1,""],to_runner_api:[199,3,1,""]},"apache_beam.transforms.trigger.AfterWatermark":{LATE_TAG:[199,7,1,""],from_runner_api:[199,2,1,""],has_ontime_pane:[199,3,1,""],is_late:[199,3,1,""],on_element:[199,3,1,""],on_fire:[199,3,1,""],on_merge:[199,3,1,""],reset:[199,3,1,""],should_fire:[199,3,1,""],to_runner_api:[199,3,1,""]},"apache_beam.transforms.trigger.DefaultTrigger":{from_runner_api:[199,2,1,""],has_ontime_pane:[199,3,1,""],on_element:[199,3,1,""],on_fire:[199,3,1,""],on_merge:[199,3,1,""],reset:[199,3,1,""],should_fire:[199,3,1,""],to_runner_api:[199,3,1,""]},"apache_beam.transforms.trigger.OrFinally":{from_runner_api:[199,2,1,""],to_runner_api:[199,3,1,""]},"apache_beam.transforms.trigger.Repeatedly":{from_runner_api:[199,2,1,""],has_ontime_pane:[199,3,1,""],on_element:[199,3,1,""],on_fire:[199,3,1,""],on_merge:[199,3,1,""],reset:[199,3,1,""],should_fire:[199,3,1,""],to_runner_api:[199,3,1,""]},"apache_beam.transforms.trigger.TriggerFn":{from_runner_api:[199,2,1,""],has_ontime_pane:[199,3,1,""],on_element:[199,3,1,""],on_fire:[199,3,1,""],on_merge:[199,3,1,""],reset:[199,3,1,""],should_fire:[199,3,1,""],to_runner_api:[199,3,1,""]},"apache_beam.transforms.userstate":{AccumulatingRuntimeState:[200,1,1,""],BagRuntimeState:[200,1,1,""],BagStateSpec:[200,1,1,""],CombiningValueRuntimeState:[200,1,1,""],CombiningValueStateSpec:[200,1,1,""],RuntimeState:[200,1,1,""],RuntimeTimer:[200,1,1,""],SetRuntimeState:[200,1,1,""],SetStateSpec:[200,1,1,""],StateSpec:[200,1,1,""],TimerSpec:[200,1,1,""],UserStateContext:[200,1,1,""],get_dofn_specs:[200,5,1,""],is_stateful_dofn:[200,5,1,""],on_timer:[200,5,1,""],validate_stateful_dofn:[200,5,1,""]},"apache_beam.transforms.userstate.AccumulatingRuntimeState":{add:[200,3,1,""],clear:[200,3,1,""],commit:[200,3,1,""],read:[200,3,1,""]},"apache_beam.transforms.userstate.BagStateSpec":{to_runner_api:[200,3,1,""]},"apache_beam.transforms.userstate.CombiningValueStateSpec":{to_runner_api:[200,3,1,""]},"apache_beam.transforms.userstate.RuntimeState":{prefetch:[200,3,1,""]},"apache_beam.transforms.userstate.RuntimeTimer":{clear:[200,3,1,""],set:[200,3,1,""]},"apache_beam.transforms.userstate.SetStateSpec":{to_runner_api:[200,3,1,""]},"apache_beam.transforms.userstate.StateSpec":{to_runner_api:[200,3,1,""]},"apache_beam.transforms.userstate.TimerSpec":{to_runner_api:[200,3,1,""]},"apache_beam.transforms.userstate.UserStateContext":{commit:[200,3,1,""],get_state:[200,3,1,""],get_timer:[200,3,1,""]},"apache_beam.transforms.util":{BatchElements:[201,1,1,""],CoGroupByKey:[201,1,1,""],Distinct:[201,5,1,""],GroupIntoBatches:[201,1,1,""],Keys:[201,5,1,""],KvSwap:[201,5,1,""],Regex:[201,1,1,""],Reify:[201,1,1,""],RemoveDuplicates:[201,5,1,""],Reshuffle:[201,1,1,""],ToString:[201,1,1,""],Values:[201,5,1,""],WithKeys:[201,5,1,""]},"apache_beam.transforms.util.BatchElements":{expand:[201,3,1,""]},"apache_beam.transforms.util.CoGroupByKey":{expand:[201,3,1,""]},"apache_beam.transforms.util.GroupIntoBatches":{expand:[201,3,1,""]},"apache_beam.transforms.util.Regex":{ALL:[201,7,1,""],all_matches:[201,2,1,""],find:[201,2,1,""],find_all:[201,2,1,""],find_kv:[201,2,1,""],matches:[201,2,1,""],matches_kv:[201,2,1,""],replace_all:[201,2,1,""],replace_first:[201,2,1,""],split:[201,2,1,""]},"apache_beam.transforms.util.Reify":{Timestamp:[201,1,1,""],TimestampInValue:[201,1,1,""],Window:[201,1,1,""],WindowInValue:[201,1,1,""]},"apache_beam.transforms.util.Reify.Timestamp":{add_timestamp_info:[201,2,1,""],expand:[201,3,1,""]},"apache_beam.transforms.util.Reify.TimestampInValue":{add_timestamp_info:[201,2,1,""],expand:[201,3,1,""]},"apache_beam.transforms.util.Reify.Window":{add_window_info:[201,2,1,""],expand:[201,3,1,""]},"apache_beam.transforms.util.Reify.WindowInValue":{add_window_info:[201,2,1,""],expand:[201,3,1,""]},"apache_beam.transforms.util.Reshuffle":{expand:[201,3,1,""],from_runner_api_parameter:[201,2,1,""],to_runner_api_parameter:[201,3,1,""]},"apache_beam.transforms.util.ToString":{Element:[201,1,1,""],Iterables:[201,1,1,""],Kvs:[201,1,1,""]},"apache_beam.transforms.util.ToString.Element":{expand:[201,3,1,""]},"apache_beam.transforms.util.ToString.Iterables":{expand:[201,3,1,""]},"apache_beam.transforms.util.ToString.Kvs":{expand:[201,3,1,""]},"apache_beam.transforms.window":{BoundedWindow:[202,1,1,""],FixedWindows:[202,1,1,""],GlobalWindow:[202,1,1,""],GlobalWindows:[202,1,1,""],IntervalWindow:[202,1,1,""],NonMergingWindowFn:[202,1,1,""],Sessions:[202,1,1,""],SlidingWindows:[202,1,1,""],TimestampCombiner:[202,1,1,""],TimestampedValue:[202,1,1,""],WindowFn:[202,1,1,""]},"apache_beam.transforms.window.BoundedWindow":{end:[202,7,1,""],max_timestamp:[202,3,1,""],start:[202,7,1,""]},"apache_beam.transforms.window.FixedWindows":{assign:[202,3,1,""],from_runner_api_parameter:[202,2,1,""],get_window_coder:[202,3,1,""],offset:[202,7,1,""],size:[202,7,1,""],to_runner_api_parameter:[202,3,1,""]},"apache_beam.transforms.window.GlobalWindow":{start:[202,7,1,""]},"apache_beam.transforms.window.GlobalWindows":{assign:[202,3,1,""],from_runner_api_parameter:[202,2,1,""],get_window_coder:[202,3,1,""],to_runner_api_parameter:[202,3,1,""],windowed_value:[202,4,1,""]},"apache_beam.transforms.window.IntervalWindow":{end:[202,7,1,""],intersects:[202,3,1,""],start:[202,7,1,""],union:[202,3,1,""]},"apache_beam.transforms.window.NonMergingWindowFn":{is_merging:[202,3,1,""],merge:[202,3,1,""]},"apache_beam.transforms.window.Sessions":{assign:[202,3,1,""],from_runner_api_parameter:[202,2,1,""],gap_size:[202,7,1,""],get_window_coder:[202,3,1,""],merge:[202,3,1,""],to_runner_api_parameter:[202,3,1,""]},"apache_beam.transforms.window.SlidingWindows":{assign:[202,3,1,""],from_runner_api_parameter:[202,2,1,""],get_window_coder:[202,3,1,""],offset:[202,7,1,""],period:[202,7,1,""],size:[202,7,1,""],to_runner_api_parameter:[202,3,1,""]},"apache_beam.transforms.window.TimestampCombiner":{OUTPUT_AT_EARLIEST:[202,7,1,""],OUTPUT_AT_EARLIEST_TRANSFORMED:[202,7,1,""],OUTPUT_AT_EOW:[202,7,1,""],OUTPUT_AT_LATEST:[202,7,1,""],get_impl:[202,2,1,""]},"apache_beam.transforms.window.TimestampedValue":{timestamp:[202,7,1,""],value:[202,7,1,""]},"apache_beam.transforms.window.WindowFn":{AssignContext:[202,1,1,""],MergeContext:[202,1,1,""],assign:[202,3,1,""],get_transformed_output_time:[202,3,1,""],get_window_coder:[202,3,1,""],is_merging:[202,3,1,""],merge:[202,3,1,""],to_runner_api_parameter:[202,3,1,""]},"apache_beam.transforms.window.WindowFn.MergeContext":{merge:[202,3,1,""]},"apache_beam.typehints":{decorators:[204,0,0,"-"],native_type_compatibility:[205,0,0,"-"],opcodes:[206,0,0,"-"],schemas:[207,0,0,"-"],trivial_inference:[208,0,0,"-"],typecheck:[209,0,0,"-"],typehints:[210,0,0,"-"]},"apache_beam.typehints.decorators":{TypeCheckError:[204,6,1,""],WithTypeHints:[204,1,1,""],with_input_types:[204,5,1,""],with_output_types:[204,5,1,""]},"apache_beam.typehints.decorators.WithTypeHints":{default_type_hints:[204,3,1,""],get_type_hints:[204,3,1,""],with_input_types:[204,3,1,""],with_output_types:[204,3,1,""]},"apache_beam.typehints.native_type_compatibility":{convert_to_beam_type:[205,5,1,""],convert_to_beam_types:[205,5,1,""],convert_to_typing_type:[205,5,1,""],convert_to_typing_types:[205,5,1,""],extract_optional_type:[205,5,1,""]},"apache_beam.typehints.opcodes":{binary_add:[206,5,1,""],binary_and:[206,5,1,""],binary_divide:[206,5,1,""],binary_floor_divide:[206,5,1,""],binary_lshift:[206,5,1,""],binary_modulo:[206,5,1,""],binary_multiply:[206,5,1,""],binary_or:[206,5,1,""],binary_power:[206,5,1,""],binary_rshift:[206,5,1,""],binary_subscr:[206,5,1,""],binary_subtract:[206,5,1,""],binary_true_divide:[206,5,1,""],binary_xor:[206,5,1,""],build_class:[206,5,1,""],build_list:[206,5,1,""],build_list_unpack:[206,5,1,""],build_map:[206,5,1,""],build_slice:[206,5,1,""],build_tuple:[206,5,1,""],build_tuple_unpack:[206,5,1,""],build_tuple_unpack_with_call:[206,5,1,""],compare_op:[206,5,1,""],delete_attr:[206,5,1,""],delete_fast:[206,5,1,""],delete_global:[206,5,1,""],dup_top:[206,5,1,""],dup_topx:[206,5,1,""],exec_stmt:[206,5,1,""],get_iter:[206,5,1,""],import_from:[206,5,1,""],import_name:[206,5,1,""],inpalce_or:[206,5,1,""],inplace_add:[206,5,1,""],inplace_and:[206,5,1,""],inplace_divide:[206,5,1,""],inplace_floor_divide:[206,5,1,""],inplace_lshift:[206,5,1,""],inplace_modulo:[206,5,1,""],inplace_multiply:[206,5,1,""],inplace_power:[206,5,1,""],inplace_rshift:[206,5,1,""],inplace_subtract:[206,5,1,""],inplace_true_divide:[206,5,1,""],inplace_xor:[206,5,1,""],list_append:[206,5,1,""],load_attr:[206,5,1,""],load_closure:[206,5,1,""],load_const:[206,5,1,""],load_deref:[206,5,1,""],load_fast:[206,5,1,""],load_global:[206,5,1,""],load_locals:[206,5,1,""],load_method:[206,5,1,""],load_name:[206,5,1,""],make_closure:[206,5,1,""],make_function:[206,5,1,""],map_add:[206,5,1,""],nop:[206,5,1,""],pop_one:[206,5,1,""],pop_three:[206,5,1,""],pop_top:[206,5,1,""],pop_two:[206,5,1,""],print_item:[206,5,1,""],print_newline:[206,5,1,""],push_value:[206,5,1,""],rot_four:[206,5,1,""],rot_n:[206,5,1,""],rot_three:[206,5,1,""],rot_two:[206,5,1,""],store_attr:[206,5,1,""],store_fast:[206,5,1,""],store_global:[206,5,1,""],store_map:[206,5,1,""],store_subscr:[206,5,1,""],symmetric_binary_op:[206,5,1,""],unary:[206,5,1,""],unary_convert:[206,5,1,""],unary_invert:[206,5,1,""],unary_negative:[206,5,1,""],unary_not:[206,5,1,""],unary_positive:[206,5,1,""],unpack_sequence:[206,5,1,""]},"apache_beam.typehints.schemas":{SchemaTypeRegistry:[207,1,1,""],named_tuple_from_schema:[207,5,1,""],named_tuple_to_schema:[207,5,1,""],typing_from_runner_api:[207,5,1,""],typing_to_runner_api:[207,5,1,""]},"apache_beam.typehints.schemas.SchemaTypeRegistry":{add:[207,3,1,""],get_schema_by_id:[207,3,1,""],get_typing_by_id:[207,3,1,""]},"apache_beam.typehints.trivial_inference":{BoundMethod:[208,1,1,""],Const:[208,1,1,""],FrameState:[208,1,1,""],TypeInferenceError:[208,6,1,""],element_type:[208,5,1,""],finalize_hints:[208,5,1,""],hashable:[208,5,1,""],infer_return_type:[208,5,1,""],infer_return_type_func:[208,5,1,""],instance_to_type:[208,5,1,""],key_value_types:[208,5,1,""],union:[208,5,1,""],union_list:[208,5,1,""]},"apache_beam.typehints.trivial_inference.Const":{unwrap:[208,2,1,""],unwrap_all:[208,2,1,""]},"apache_beam.typehints.trivial_inference.FrameState":{closure_type:[208,3,1,""],const_type:[208,3,1,""],copy:[208,3,1,""],get_closure:[208,3,1,""],get_global:[208,3,1,""],get_name:[208,3,1,""]},"apache_beam.typehints.typecheck":{AbstractDoFnWrapper:[209,1,1,""],OutputCheckWrapperDoFn:[209,1,1,""],TypeCheckCombineFn:[209,1,1,""],TypeCheckVisitor:[209,1,1,""],TypeCheckWrapperDoFn:[209,1,1,""]},"apache_beam.typehints.typecheck.AbstractDoFnWrapper":{finish_bundle:[209,3,1,""],process:[209,3,1,""],start_bundle:[209,3,1,""],wrapper:[209,3,1,""]},"apache_beam.typehints.typecheck.OutputCheckWrapperDoFn":{wrapper:[209,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckCombineFn":{add_input:[209,3,1,""],compact:[209,3,1,""],create_accumulator:[209,3,1,""],extract_output:[209,3,1,""],merge_accumulators:[209,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckVisitor":{enter_composite_transform:[209,3,1,""],leave_composite_transform:[209,3,1,""],visit_transform:[209,3,1,""]},"apache_beam.typehints.typecheck.TypeCheckWrapperDoFn":{process:[209,3,1,""],wrapper:[209,3,1,""]},"apache_beam.typehints.typehints":{TypeVariable:[210,1,1,""],WindowedValue:[210,7,1,""]},"apache_beam.typehints.typehints.TypeVariable":{bind_type_variables:[210,3,1,""],match_type_variables:[210,3,1,""]},"apache_beam.utils":{annotations:[212,0,0,"-"],interactive_utils:[213,0,0,"-"],plugin:[214,0,0,"-"],processes:[215,0,0,"-"],profiler:[216,0,0,"-"],proto_utils:[217,0,0,"-"],retry:[218,0,0,"-"],subprocess_server:[219,0,0,"-"],thread_pool_executor:[220,0,0,"-"],timestamp:[221,0,0,"-"],urns:[222,0,0,"-"]},"apache_beam.utils.annotations":{BeamDeprecationWarning:[212,6,1,""],annotate:[212,5,1,""],wraps:[212,5,1,""]},"apache_beam.utils.interactive_utils":{alter_label_if_ipython:[213,5,1,""],is_in_ipython:[213,5,1,""],is_in_notebook:[213,5,1,""]},"apache_beam.utils.plugin":{BeamPlugin:[214,1,1,""]},"apache_beam.utils.plugin.BeamPlugin":{get_all_plugin_paths:[214,4,1,""],get_all_subclasses:[214,4,1,""]},"apache_beam.utils.processes":{Popen:[215,5,1,""],call:[215,5,1,""],check_call:[215,5,1,""],check_output:[215,5,1,""]},"apache_beam.utils.profiler":{MemoryReporter:[216,1,1,""],Profile:[216,1,1,""]},"apache_beam.utils.profiler.MemoryReporter":{report_once:[216,3,1,""],start:[216,3,1,""],stop:[216,3,1,""]},"apache_beam.utils.profiler.Profile":{SORTBY:[216,7,1,""],default_file_copy_fn:[216,2,1,""],factory_from_options:[216,2,1,""]},"apache_beam.utils.proto_utils":{from_Timestamp:[217,5,1,""],from_micros:[217,5,1,""],pack_Any:[217,5,1,""],pack_Struct:[217,5,1,""],parse_Bytes:[217,5,1,""],to_Timestamp:[217,5,1,""],unpack_Any:[217,5,1,""]},"apache_beam.utils.retry":{Clock:[218,1,1,""],FuzzedExponentialIntervals:[218,1,1,""],PermanentException:[218,6,1,""],no_retries:[218,5,1,""],retry_on_beam_io_error_filter:[218,5,1,""],retry_on_server_errors_and_notfound_filter:[218,5,1,""],retry_on_server_errors_and_timeout_filter:[218,5,1,""],retry_on_server_errors_filter:[218,5,1,""],retry_on_server_errors_timeout_or_quota_issues_filter:[218,5,1,""],with_exponential_backoff:[218,5,1,""]},"apache_beam.utils.retry.Clock":{sleep:[218,3,1,""]},"apache_beam.utils.subprocess_server":{JavaJarServer:[219,1,1,""],SubprocessServer:[219,1,1,""],pick_port:[219,5,1,""]},"apache_beam.utils.subprocess_server.JavaJarServer":{APACHE_REPOSITORY:[219,7,1,""],BEAM_GROUP_ID:[219,7,1,""],JAR_CACHE:[219,7,1,""],jar_name:[219,4,1,""],local_jar:[219,4,1,""],path_to_beam_jar:[219,4,1,""],path_to_maven_jar:[219,4,1,""]},"apache_beam.utils.subprocess_server.SubprocessServer":{local_temp_dir:[219,3,1,""],start:[219,3,1,""],stop:[219,3,1,""]},"apache_beam.utils.thread_pool_executor":{UnboundedThreadPoolExecutor:[220,1,1,""]},"apache_beam.utils.thread_pool_executor.UnboundedThreadPoolExecutor":{shutdown:[220,3,1,""],submit:[220,3,1,""]},"apache_beam.utils.timestamp":{Duration:[221,1,1,""],Timestamp:[221,1,1,""]},"apache_beam.utils.timestamp.Duration":{from_proto:[221,2,1,""],of:[221,2,1,""],to_proto:[221,3,1,""]},"apache_beam.utils.timestamp.Timestamp":{from_proto:[221,2,1,""],from_rfc3339:[221,4,1,""],from_utc_datetime:[221,4,1,""],now:[221,2,1,""],of:[221,2,1,""],predecessor:[221,3,1,""],to_proto:[221,3,1,""],to_rfc3339:[221,3,1,""],to_utc_datetime:[221,3,1,""]},"apache_beam.utils.urns":{RunnerApiFn:[222,1,1,""]},"apache_beam.utils.urns.RunnerApiFn":{from_runner_api:[222,4,1,""],register_pickle_urn:[222,4,1,""],register_urn:[222,4,1,""],to_runner_api:[222,3,1,""],to_runner_api_parameter:[222,3,1,""]},apache_beam:{coders:[0,0,0,"-"],error:[7,0,0,"-"],internal:[8,0,0,"-"],io:[15,0,0,"-"],metrics:[70,0,0,"-"],options:[75,0,0,"-"],pipeline:[79,0,0,"-"],portability:[80,0,0,"-"],pvalue:[103,0,0,"-"],runners:[104,0,0,"-"],testing:[156,0,0,"-"],tools:[181,0,0,"-"],transforms:[187,0,0,"-"],typehints:[203,0,0,"-"],utils:[211,0,0,"-"],version:[223,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","staticmethod","Python static method"],"3":["py","method","Python method"],"4":["py","classmethod","Python class method"],"5":["py","function","Python function"],"6":["py","exception","Python exception"],"7":["py","attribute","Python attribute"]},objtypes:{"0":"py:module","1":"py:class","2":"py:staticmethod","3":"py:method","4":"py:classmethod","5":"py:function","6":"py:exception","7":"py:attribute"},terms:{"10log10":69,"123z":[28,56],"29t23":[28,56],"4tb":41,"5tb":41,"60s":216,"abstract":[34,63,132,134,140,155,192,193,202,209,219,222],"boolean":[23,32,34,36,41,53,60,67,89,92,191,207],"byte":[2,11,16,20,21,22,24,28,30,32,34,35,38,41,42,54,56,59,62,92,96,111,140,170,172,189,193,207,210,217],"case":[12,16,28,32,41,44,45,49,56,59,62,65,66,67,69,79,103,111,115,124,131,170,180,189,194,201],"catch":41,"char":66,"class":[1,2,3,4,5,6,7,13,14,16,20,21,22,23,24,25,28,29,30,31,32,33,34,35,36,38,41,42,43,44,45,48,49,52,53,54,55,56,58,59,60,61,62,63,64,66,67,68,69,71,72,73,76,77,78,79,82,83,84,85,86,88,89,90,91,92,96,99,102,103,106,107,108,109,111,112,113,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,132,134,136,137,138,139,140,141,142,143,144,145,152,154,155,160,161,162,168,170,173,174,175,176,177,178,179,180,184,186,188,189,191,192,193,194,195,196,197,198,199,200,201,202,204,207,208,209,210,212,214,216,218,219,220,221,222,224],"const":[175,208],"default":[2,6,16,29,30,31,33,34,41,44,45,54,59,61,62,66,67,76,103,127,138,139,155,174,176,188,189,191,193,195,201,202,212,216,218],"enum":[34,86,89,92,96,99,155],"export":[41,42,44],"final":[2,31,32,35,59,61,66,121,124,155,180,189,201,222],"float":[2,11,23,34,36,41,53,59,60,65,69,71,92,170,177,186,191,197,202,207,210,217,221],"function":[2,6,11,12,13,14,23,33,34,36,40,41,42,44,50,53,55,59,60,65,72,74,79,96,111,131,138,141,145,147,153,170,175,176,179,180,186,188,189,195,197,199,200,201,202,204,206,208,210,212,218,222],"import":[6,42,44,59,69,105,114,141,189,196,202,204,214,218,224],"int":[2,11,16,23,24,32,34,35,41,42,49,52,53,54,60,61,62,65,66,69,74,109,132,155,177,186,189,191,197,201,202,204,207,210,221],"long":[6,33,63,189,218,221],"new":[6,12,23,28,30,32,34,35,36,41,53,59,60,61,69,79,85,102,103,109,111,131,138,142,145,155,170,175,180,186,189,199,201],"null":[16,23,44],"public":[2,76,212],"return":[2,5,6,10,11,12,14,16,20,21,23,24,30,31,32,33,34,35,36,41,44,49,50,51,52,53,54,58,59,60,61,62,63,65,66,67,69,71,72,74,76,77,79,88,103,106,107,108,109,111,116,119,121,124,127,129,132,138,140,141,142,143,144,145,155,167,170,175,176,179,180,186,188,189,191,193,195,197,199,201,202,204,205,208,210,212,217,218,219,221,222],"short":[41,191],"static":[2,4,33,34,36,38,41,44,52,56,59,72,73,78,79,103,109,119,120,142,154,177,188,189,191,192,197,198,199,201,202,204,208,210,216,221],"super":195,"switch":119,"throw":82,"transient":[59,189,218],"true":[2,11,13,16,28,32,33,34,41,42,44,56,58,59,62,63,65,66,67,69,74,76,77,79,103,121,127,131,142,175,176,180,186,188,189,191,199,201,202,213,218,220],"try":[32,41,59,65],"var":145,"void":20,"while":[16,32,33,59,65,111,121,142,216],AWS:[23,24],Adding:109,And:142,For:[2,3,5,6,8,9,10,11,12,13,14,16,25,29,30,32,33,34,36,41,44,50,51,56,59,62,65,77,79,80,81,101,102,111,115,116,117,122,127,128,129,131,138,139,140,141,142,145,148,154,162,167,176,177,179,180,181,186,189,191,192,195,196,201,202,206,208,209,211,212,213,214,215,216,217,218,219,221,222],GCS:[31,41,53,54,66,77],HAS:[42,44],Has:41,IDs:[61,137,144,145],Its:[49,201],KMS:[41,54],Kvs:201,Not:[35,204],One:[33,41,204],Such:59,TOS:206,The:[2,4,6,10,11,13,16,20,21,28,29,30,31,33,34,36,41,42,44,45,48,49,52,56,59,61,62,66,67,69,71,72,73,74,76,79,82,88,96,103,105,109,111,119,120,121,126,131,132,136,138,140,141,142,145,155,160,161,162,164,165,166,170,175,176,177,179,180,184,188,189,191,192,193,195,200,201,202,204,205,206,207,208,210,212,213,218,222,224],Their:127,Then:[16,141],There:[34,41,145,189,201],These:[30,33,41,44,59,62,74,76,109,177],Use:[65,140,174],Used:[32,54,59,66,67,68,69,85,154,179,208],Useful:143,Uses:[2,16,62,189],Using:[49,145,204],Will:[124,138],With:[131,195],__all__:2,__call__:186,__class__:204,__init__:[76,186,193,195,204],__main__:141,__name__:212,__no_artifacts_staged__:83,__regex_all_group:201,__scatter__:51,_add_argparse_arg:76,_avrosourc:[16,32],_base:220,_bundlefinalizerparam:189,_gener:45,_get_sample_size_from_est_error:197,_groupbykeyonli:127,_id:61,_intervalwindowbas:202,_list:36,_logger:218,_match:174,_mutat:49,_namespac:191,_num_query_splits_max:49,_paralleltriggerfn:199,_paramet:79,_parquetsourc:62,_picklecoderbas:2,_pipelin:145,_processelementsevalu:124,_py:81,_read_cach:145,_restrictiondofnparam:189,_source_class:66,_sre:36,_statedofnparam:189,_teststream:[119,126],_timerdofnparam:189,_unused_context:38,_watermarkcontrol:[119,126],_watermarkestimatorparam:189,_write_cach:145,a12345:162,abc:[76,155],abil:204,abl:[11,36,41,42,61,108,131,132,189],about:[34,41,44,59,69,73,136,137,141,143,155,175,189,212],abov:[6,41,59,65,76,138,142,188,201],absent:142,absolut:[34,35],abstractdofnwrapp:209,acapulco:41,accept:[16,41,59,62,66,175,189,195,201,204],access:[10,23,33,35,36,45,53,58,59,60,72,73,76,78,121,138,143,144,145,154,155,189,200,224],accessdeni:218,accessor:100,accord:[23,34,53,60,65,170,202],accordingli:59,accumul:[71,77,92,189,199,209],accumulatingruntimest:200,accumulation_mod:189,accumulationmod:[92,189,199],accur:59,achiev:172,ack_id:179,across:[2,49,59,121,145,189,201],act:[127,219],action:206,activ:85,actual:[14,35,62,79,138,148,174,180,189,195,199],actual_pipelin:148,actual_pipeline_proto:148,acycl:224,add:[41,42,44,61,76,79,120,132,141,142,147,177,189,191,195,200,201,204,207],add_argu:76,add_artifactretrievalserviceservicer_to_serv:82,add_artifactstagingserviceservicer_to_serv:82,add_beamfncontrolservicer_to_serv:85,add_beamfndataservicer_to_serv:85,add_beamfnexternalworkerpoolservicer_to_serv:85,add_beamfnloggingservicer_to_serv:85,add_beamfnstateservicer_to_serv:85,add_beamfnworkerstatusservicer_to_serv:85,add_el:177,add_expansionserviceservicer_to_serv:84,add_experi:76,add_extra_args_fn:76,add_fil:21,add_input:[189,209],add_jobserviceservicer_to_serv:88,add_provisionserviceservicer_to_serv:90,add_teststreamserviceservicer_to_serv:91,add_timestamp:188,add_timestamp_info:201,add_window_info:201,added:[23,34,36,53,58,60,61,66,72,170,177,189,199],adding:145,addit:[15,39,44,59,66,69,76,85,121,131,145,176,188,189,195,210,212,224],addition:[6,16,44,62,222],additional_bq_paramet:[41,42],additional_create_paramet:44,additional_load_paramet:44,additional_pipeline_arg:176,additionali:204,address:[29,30,59,193],adjust:[34,35,59,62],advanc:[116,134,177],advance_bi:[116,177],advance_processing_tim:177,advance_tim:116,advance_watermark_to:177,advance_watermark_to_infin:177,afford:189,after:[14,23,31,34,36,49,53,54,58,59,60,62,65,66,69,77,79,109,111,117,120,121,124,142,177,189,199,218,221,224],afteral:199,afterani:199,aftercount:199,aftereach:199,afterprocessingtim:199,afterwatermark:199,again:[79,111,172,207],against:[34,36,77,176,180,209],age:62,aggreg:[77,118,123,155,186,189],aggregated_valu:155,aggregator_or_nam:[121,155],agnost:139,agre:59,aka:202,alert:103,alia:[28,30,69,102,119,180,189,210],aliv:143,all:[7,14,23,24,31,34,36,41,42,44,49,53,58,59,60,63,69,76,77,79,82,88,96,103,106,108,111,121,127,129,131,132,141,142,145,155,167,170,176,177,178,180,184,185,186,189,191,197,199,201,202,204,214,218,219,221],all_match:201,all_metr:[108,173],all_pcollect:144,allel:69,allow:[33,35,41,49,51,52,59,72,73,85,103,141,142,143,174,175,189,191,195,200,202,204,210,218],allow_empty_match:33,allow_if_wildcard:33,allow_malformed_record:69,allow_proto_hold:[79,154],allowed_l:189,alreadi:[23,34,35,36,41,53,58,59,60,61,79,141,145,221],already_merg:92,also:[2,29,30,31,41,59,62,73,79,85,118,121,134,142,145,148,155,189,195,199,201,204,213,216,218,222],alter:213,alter_label_if_ipython:213,altern:[52,62,69,195,201,212],alternate_bas:69,although:59,alwai:[2,6,35,41,59,63,138,141,145,195,199,212,216],alyssa:16,ambigu:207,amort:201,amount:[35,52,59,65,172,201],analys:208,analysi:144,analyz:[6,136,142,144,145],ancestor:52,anchor:138,and_latest_vers:132,ani:[2,3,14,16,23,28,33,34,35,36,41,42,49,53,56,58,59,60,62,69,76,121,124,129,131,132,141,142,145,155,167,168,182,189,191,199,200,202,204,208,210,212,214,217],annot:[96,176,193,195,204,211,224],annotationbasedpayloadbuild:193,anoth:[2,76,79,103,124],any_msg:217,anymor:[138,142],anyth:[33,105,114],anytypeconstraint:210,anywai:189,apach:[29,30,33,42,59,63,64,109,189,191,193,199,219,223],apache_beam:224,apache_repositori:219,api:[2,4,11,41,44,49,54,56,59,72,79,80,145,152,153,154,155,170,178,184,189,191,200,212,224],apicli:108,apitool:41,app:54,appear:[69,189,204],append:[34,44,59,85,145,176],append_trailing_newlin:66,appenddestinationsfn:44,appendix:219,appengin:54,appli:[34,52,59,76,79,103,106,107,122,142,143,145,148,155,188,189,195,202,213],applic:[16,23,24,31,33,34,36,53,54,58,60,62,127,141,142],applied_ptransform:[79,109,112,117,121,122,124,127,129],applied_transform:209,appliedptransform:[79,117,121,128,129],apply_and_run:106,apply_combinevalu:109,apply_groupbykei:109,apply_ptransform:155,apply_read:109,apply_teststream:119,apply_writetobigqueri:109,apply_xyz:155,applypartitionfnfn:189,approach:195,appropri:[11,41,121],approxim:[59,111,182,197],approximatequantil:197,approximateuniqu:197,arbitrari:[103,147],arbitrarili:59,arch:192,area:138,arg1:212,arg2:212,arg:[14,43,50,76,122,123,124,162,170,175,188,189,193,205,206,209,212,215,218,219,220],arg_hint:204,arg_nam:77,argpars:76,args_for_invok:124,argument:[2,14,16,24,34,40,41,44,54,58,59,61,62,66,67,72,76,77,79,103,109,147,175,176,180,186,188,189,191,193,195,197,201,204,206,210,212,218,219,222],argumentplacehold:14,argv:[40,43,48,57,76,79,107,108,172,175,176],arithmet:[188,221],around:[42,103,209],arrai:[30,38,89,168],arriv:[199,202],artifact:82,artifact_id:219,artifactretrievalserviceservic:82,artifactretrievalservicestub:82,artifactstagingserviceservic:82,artifactstagingservicestub:82,as_cloud_object:[2,4],as_deterministic_cod:2,as_dict:170,as_read:189,as_singleton_view:189,as_view:189,ascii:[13,66],asdict:[41,103,196],asit:[103,196],ask:[111,189],aslist:[41,103,196],aspect:59,assert:[65,148,168,180],assert_pipeline_equ:148,assert_pipeline_proto_equ:148,assert_reentrant_reads_succe:65,assert_sources_equal_reference_sourc:65,assert_split_at_fraction_behavior:65,assert_split_at_fraction_binari:65,assert_split_at_fraction_exhaust:65,assert_split_at_fraction_fail:65,assert_split_at_fraction_succeeds_and_consist:65,assert_that:[176,180],assertcountequ:168,assertfals:173,assertsourcesequalreferencesourc:65,assertsplitatfract:65,assertsplitatfractionbehavior:65,assertsplitatfractionexhaust:65,assertunhashablecountequ:168,assideinput:[41,103],assign:[59,124,138,142,145,189,202],assign_context:202,assign_window:92,assigncontext:202,assingleton:[103,196],associ:[6,41,49,52,59,69,85,103,111,145,180,188,189,191,195,201,202],assum:[30,59,65,66,189,197],assumpt:136,asynchron:[121,131,138],atom:[42,59],attempt:[59,111,122,131,173,184,193,201,204,220],attempt_cal:122,attempt_to_cancel_background_caching_job:131,attempt_to_run_background_caching_job:131,attr:[41,176],attribut:[28,35,41,44,56,66,103,139,179,202],auction:[160,161,162,164,165,166],auth:[8,9,224],authent:10,author:[160,161],auto:[23,31,32,34,36,53,58,60,66,67,69,138,147,213,219],automat:[49,81,131,189],avail:[34,41,54,69,73,82,103,109,139,143,180,189,191,202,224],averag:183,avoid:[34,41,42,44,59,202,210],avro:[16,33,44,167],avro_record:[0,224],avrogenericcod:[1,2],avroio:[15,59,224],avroio_test:65,avrorecord:[1,2],avrosink:33,await_complet:122,awar:221,aws:[15,224],b12345:162,back:[2,143,178,207],backend:143,background:[131,142,145,155],background_caching_job:[104,130,224],background_caching_pipeline_proto:145,backoff:218,backward:[2,3,5,8,9,10,11,12,13,14,25,28,29,30,33,34,42,44,49,50,51,52,54,56,59,61,62,72,77,79,80,81,101,102,105,111,114,115,116,117,122,127,128,129,131,136,137,138,139,140,141,142,143,144,145,148,154,167,177,179,181,192,193,195,196,199,200,201,206,208,209,211,212,213,214,215,216,217,218,221,222],bad:41,bag:200,baginstateoutputaftertim:184,bagruntimest:[120,200],bagstatespec:200,bar:[34,62],barrier:175,base64:[13,41,111],base:[1,2,3,4,5,6,7,14,16,20,21,22,23,24,25,28,29,30,31,32,33,34,35,36,38,41,42,43,44,45,48,49,51,52,53,54,55,56,58,59,60,61,62,63,64,66,67,68,69,71,72,73,74,76,77,78,79,82,83,84,85,86,88,89,90,91,92,96,99,102,103,106,107,108,109,111,112,113,115,116,117,118,119,120,121,122,123,124,125,127,128,129,132,134,136,137,138,139,140,142,143,144,145,152,154,155,160,161,162,168,170,173,174,175,176,177,178,179,180,184,186,188,189,191,192,193,194,195,196,197,198,199,200,201,202,204,207,208,209,210,212,214,216,218,219,220,221,222],base_match:[77,173,174],base_url:58,basematch:[77,173,174],basepath:[23,34,36,53,60],basi:201,basic:[11,62,188,191,202],batch:[33,41,42,59,62,119,189,201,202,224],batch_siz:[41,61,201],batchel:201,beam:[2,4,7,16,28,29,30,33,35,41,42,45,49,52,59,62,63,64,74,79,92,96,99,100,109,113,125,131,132,139,141,142,143,148,167,175,176,180,189,193,199,200,201,205,212,213,218,219,222,223],beam_artifact_api_pb2_grpc:[80,81,224],beam_artifact_api_pb2_urn:[80,81,224],beam_expansion_api_pb2_grpc:[80,81,224],beam_fn_api:155,beam_fn_api_pb2_grpc:[80,81,224],beam_fn_api_pb2_urn:[80,81,224],beam_group_id:219,beam_interactive_api_pb2_grpc:[80,81,224],beam_job_api_pb2_grpc:[80,81,224],beam_job_api_pb2_urn:[80,81,224],beam_provision_api_pb2_grpc:[80,81,224],beam_runner_api_pb2:222,beam_runner_api_pb2_grpc:[80,81,178,224],beam_runner_api_pb2_urn:[80,81,224],beamassertexcept:180,beamconst:92,beamdeprecationwarn:212,beamerror:7,beamfncontrolservic:85,beamfncontrolstub:85,beamfndataservic:85,beamfndatastub:85,beamfnexternalworkerpoolservic:85,beamfnexternalworkerpoolstub:85,beamfnloggingservic:85,beamfnloggingstub:85,beamfnstateservic:85,beamfnstatestub:85,beamfnworkerstatusservic:85,beamfnworkerstatusstub:85,beamioerror:[23,34,36,53,58,60],beamjarexpansionservic:193,beamplugin:[34,140,214],bean:[2,222],becaus:[42,59,96,131,136,145,189,207,212],becom:[16,59,109,188,189],been:[42,44,59,82,132,145,186,189,201,202,204,205,220],befor:[42,59,61,65,66,82,109,111,127,132,145,147,174,176,189,199,202,204,218,224],beforehand:141,begin:[16,59,62,66,67,111,201],behalf:85,behav:[16,48,62,66,67],behavior:[34,44,65,103,155,175,182,189,204,206,212],behaviour:[65,175],behavor:103,behind:103,being:[33,41,59,69,111,121,138,143,180,186,189,199,201],belong:[79,103,119,124,189,191,195,213],below:[6,41,45,48,49,59,62,141,175,189,218],benchmark:[156,182,184,186,224],benchmark_suit:186,benchmarkconfig:186,benefici:49,best:[28,44,56,59,189,201],better:[59,69,212],between:[34,36,38,41,44,61,63,65,73,85,108,111,119,145,148,175,197,201,202,207,216,218],beyond:[28,56,59],bid:[160,161,162,165],bidder:[160,162],big:40,big_query_query_to_table_pipelin:[15,39,224],bigger:62,bigqueri:[15,39,40,42,44,76,170,224],bigquery_api_servic:76,bigquery_file_load:[15,39,224],bigquery_io_read_pipelin:[15,39,224],bigquery_tool:[15,39,41,224],bigquerybatchfileload:42,bigquerycli:170,bigquerydisposit:41,bigquerymetricspublish:170,bigqueryread:44,bigquerysink:[41,44],bigquerysourc:41,bigqueryv2:44,bigquerywrapp:44,bigquerywrit:44,bigtabl:[45,59],bigtableio:[15,39,224],bigtablewritefn:45,billingnoten:218,binari:[62,65],binary_add:206,binary_and:206,binary_divid:206,binary_floor_divid:206,binary_lshift:206,binary_modulo:206,binary_multipli:206,binary_or:206,binary_pow:206,binary_rshift:206,binary_subscr:206,binary_subtract:206,binary_true_divid:206,binary_xor:206,bind:210,bind_type_vari:210,blob:51,block:[16,59,62,109,155,176],block_until:121,bodi:222,bool:[11,16,32,41,44,62,65,66,69,79,92,136,143,167,176,186,189,191,199,204,207,210],booleancod:2,both:[2,32,33,41,44,56,59,65,78,195,197,204,212,224],bother:123,boto3:20,boto3_cli:[15,17,18,19,224],bottleneck:189,bottom:206,bound:[29,33,34,35,92,141,145,189,199,202,208,218,224],boundari:[33,59,111],boundedsourc:[25,32,59,65,68,109,112,175],boundedwindow:202,boundmethod:208,box:139,boyuanz:219,bq_dataset:170,bq_tabl:170,brows:42,bson:61,bucket:[20,21,22,24,54,77],bucketnam:77,buffer:[2,24,34,35,54,62,120,127,184,189,201],buffer_s:[24,41,44],build:[57,79,81,113,131,143,175,176,193,224],build_class:206,build_console_url:113,build_list:206,build_list_unpack:206,build_map:206,build_slic:206,build_tupl:206,build_tuple_unpack:206,build_tuple_unpack_with_cal:206,built:[30,113,125,195,199,201,202,204,210],builtin:189,bulk:189,bulk_writ:61,bundl:[16,25,32,59,61,62,66,96,115,118,121,122,123,127,189,201],bundle_factori:[104,114,121,224],bundle_id:59,bundlebaseddirectrunn:[119,120],bundlefactori:115,bundlefinalizerparam:189,bundlefunct:96,burden:41,byte_arrai:5,byte_array_deseri:30,byte_array_seri:30,byte_array_to_json_str:109,byte_offset:111,bytearrai:35,bytearraydeseri:30,bytearrayseri:30,bytearraytojsonstr:109,bytecod:206,bytecountingoutputstream:5,bytescod:[2,67],bytestr:207,bzip2:34,cach:[41,104,109,113,123,130,131,132,137,138,141,142,143,144,145,148,178,193,219,224],cache_dir:[132,143],cache_format:[132,143],cache_kei:145,cache_label:[132,144],cache_manag:[104,130,136,142,144,224],cacheabl:145,cacheable_kei:145,cacheable_var_by_pcoll_id:145,cached_pcollect:137,cachemanag:[132,136,144],caches_us:144,calcul:[96,183,186,197],call:[3,6,31,33,35,41,45,54,59,63,69,77,79,82,88,111,122,124,155,179,188,189,191,195,199,201,215,218,222],callabl:[2,13,41,155,182,186,189,200,201,208,218,222],callableptransform:195,callabletask:122,callablewrappercombinefn:[189,199],callablewrapperdofn:189,callablewrapperpartitionfn:189,callback:[3,59,63,76,79,121,122,155],caller:[59,124],callservic:219,can:[2,6,11,13,14,16,24,25,28,30,32,33,34,36,38,41,42,43,44,45,49,56,59,62,63,65,66,67,76,79,85,103,121,124,128,140,141,142,145,148,155,174,175,176,177,182,186,189,191,193,195,201,202,204,205,208,210,212,213,216,218,221,222],can_accept:42,canada:41,cancel:[88,89,131,143,155,172],cannot:[7,28,56,59,74,109,111,145],cap:49,capabl:[59,141,224],capit:210,captur:195,car67:162,care:[41,137],categori:[160,162,210],caus:[199,212],cbf:59,cbt:45,ceas:177,ceil:175,cell:[41,45,70,136,138,142,147,200,213,224],certain:[49,59,113,119,162],chain:195,chanc:[189,201],chang:[49,56,71,85,88,121,131,136,142,184,207,212,224],channel:[23,34,36,53,60,82,84,85,88,90,91],charact:[13,34,66,77,132,201],charg:[108,118],check:[13,23,34,36,41,53,58,59,60,65,78,79,103,121,145,180,186,191,197,204,209,210],check_access:78,check_cal:215,check_compil:186,check_don:[59,64],check_output:215,checkpoint:[59,124,175,201],checksum:[23,24,34,36,53,54,58,60,174],choos:[32,59],chosen:[49,59,218,219],chr20:69,chunk:[34,36,41,45,82,175,202],chunk_siz:[23,34,53],citi:[160,162],claim:[59,63],classifi:219,classmethod:[2,23,34,36,53,55,58,60,63,76,78,79,109,140,155,191,192,193,195,202,214,219,221,222],claus:147,clean:[59,132,179,189],clean_up_temporary_dataset:44,cleanup:[131,132,142,143,161,179],cleanup_subscript:179,cleanup_top:179,clear:[85,120,124,136,199,200],clear_pvalu:155,client:[10,12,15,17,24,30,34,41,44,50,51,54,55,59,219,224],client_ent:52,client_kei:52,clock:[104,114,121,129,134,179,201,218,224],clone:[52,79],close:[23,31,34,35,36,53,59,60,63],closingbehavior:92,closure_typ:208,cloud:[2,28,41,45,48,49,50,51,52,54,55,56,76,77,105,111,179],cls:[2,76,217],cluster:41,cmd:[162,219],co_nam:206,code:[6,14,22,34,59,65,120,141,142,145,147,148,162,186,189,195,200,210,213,218],codec:[16,62],codepath:184,coder:[13,31,41,42,44,59,66,67,92,96,132,145,177,182,189,193,200,224],coder_benchmark_factori:182,coder_from_typ:4,coder_id:154,coder_id_from_element_typ:154,coder_proto:2,coderbas:6,coderimpl:2,coderregistri:2,coders_context:[2,4],coders_microbenchmark:[181,224],coexist:212,cogroupbykei:[175,201],cold:189,coll:61,collect:[2,42,61,72,73,170,182,186,197,224],collis:73,column:[62,167],com:[12,13,41,45,49,51,54,76,77,162],combin:[23,33,34,36,53,58,60,120,123,127,145,187,189,199,200,202,224],combine_fn:[123,200],combine_glob:92,combine_grouped_valu:92,combine_op:199,combine_payload:189,combine_per_kei:92,combine_per_key_extract_output:92,combine_per_key_merge_accumul:92,combine_per_key_precombin:92,combinecompon:92,combinefn:[188,189,200,209],combinefnprocesscontext:189,combineglob:189,combineperkei:[123,189],combinevalu:189,combiningvalu:200,combiningvalueruntimest:[120,200],combiningvaluestatespec:200,combiningvaluestatetag:199,combnin:189,come:[10,41,44,141,142,145,212],comma:41,command:[22,41,76,162,176,192,219],command_str:192,comment:[79,189],commit:[59,82,117,120,121,173,200],commit_log:118,commit_phys:118,commitmanifest:82,commitmanifestrespons:83,common:[12,16,30,41,44,45,62,66,67,100,106,118,170,189,209,213,221],common_urn:[80,224],commun:191,compact:[189,209],compar:[59,63,174,188,197],compare_op:206,compat:[2,3,5,8,9,10,11,12,13,14,25,28,29,30,33,34,36,42,44,49,50,51,52,54,56,59,61,62,72,77,79,80,81,101,102,105,111,114,115,116,117,122,127,128,129,131,136,137,138,139,140,141,142,143,144,145,148,154,167,177,179,181,188,189,192,193,195,196,199,200,201,206,208,209,211,212,213,214,215,216,217,218,221,222],compil:[2,186,201],complet:[2,20,35,41,49,52,59,111,121,122,131,155,176,177],complete_multipart_upload:[20,21],completed_bundl:121,completed_committed_bundl:129,completed_tim:[121,129],completemultipartuploadrequest:22,completion_callback:122,complex:[59,62,210],complex_operation_returning_xyz:6,compli:[16,32],complianc:41,compliant:221,complic:206,compon:[2,4,23,28,34,36,52,53,56,58,60,141,145,191],composit:[6,59,92,155,180,202,208,210],compositetypehint:[204,210],compress:[16,23,32,33,34,36,44,53,59,60,62,66,67,69],compress_point:204,compressedfil:34,compression_typ:[23,31,32,33,34,36,53,58,60,66,67,69],compressionsuffix:33,compressiontyp:[31,32,34,36,66,67,69],comput:[7,14,41,76,79,131,145,155,174,179,188,189,195,201,224],compute_api_servic:76,compute_hash:179,compute_table_nam:41,concat:25,concat_posit:111,concat_sourc:[15,224],concaten:111,concatposit:111,concatrangetrack:25,concatsourc:25,concept:[41,59,192,202,224],conceptu:[59,79,201],concret:[155,189],concrete_typ:210,concurr:[41,59,65,220],condens:[188,189],condit:[59,131],conduct:61,config:[38,193],configur:[29,30,41,43,49,58,61,62,76,79,124,176,192,193],confirm:48,conflict:[59,210],connect:[35,58,61,76,138,142,189,219],connector:[45,49],consecut:[115,202],consid:[16,34,59,62,79,189,199,201],consist:[2,13,59,65,69,73,77,109,118,121,127,132,188,189],consol:[113,170],consolemetricspublish:170,consolid:74,const_typ:208,constant:[44,83,86,89,92,96,99,102,189,201],constrain:[16,62,66],constraint:[90,204],construct:[2,12,16,41,62,66,67,72,84,103,111,121,122,154,155,167,176],constructor:[2,82,84,85,88,90,91,136,137,139,143,144,192,195,222],consum:[30,59,117,201],consumed_split_point:111,consumer_config:30,consumer_tracking_pipeline_visitor:[104,114,224],consumertrackingpipelinevisitor:117,contain:[6,11,13,14,16,23,30,34,35,36,41,44,49,53,56,59,60,62,65,66,67,71,76,79,82,103,121,124,131,132,168,174,176,179,181,188,189,191,195,201,202,204,210,211,217],container_imag:192,content:[20,21,23,24,33,34,36,48,53,60,66,69,82,121,137,174,175,179,180,201,217],context:[2,38,56,59,71,79,82,84,85,88,90,91,103,121,141,177,178,179,189,192,193,195,199,200,202,216,219,222],contian:152,continu:[59,65,138,202,216],continuation_token:22,contrast:131,control:[41,44,85,115,152,175,189,199,212,218],conveni:[11,41],convent:[34,202],convers:[11,205],convert:[2,11,12,33,44,62,63,74,76,145,165,189,191,201,205,217,221,222],convert_row_to_dict:44,convert_to_beam_typ:205,convert_to_typing_typ:205,coordin:[145,204],copi:[20,21,23,24,34,36,42,53,54,58,60,145,175,189,193,208],copy_batch:54,copy_path:24,copy_tre:24,copyrequest:22,copytre:54,core:[42,43,44,77,106,107,123,124,162,170,173,174,175,184,187,200,209,224],correct:[34,36,49,65,126,132],correctli:[59,189],correspond:[2,11,16,41,62,69,109,136,140,145,175,193,201,204,206,208,210,221,222],corrupt:189,cost:[184,201],could:[2,49,51,59,79,138,142,189,201,205,216,222,224],count:[16,43,50,62,66,67,68,71,73,96,106,107,137,170,186,188,199,206],count_tag:199,count_valu:173,countcombinefn:199,counter:[72,73,74,96,121,128,170,173,206],counter_metr:170,countermetr:170,countingsourc:68,countmessag:170,countri:41,coutner:74,coverag:65,cprofil:216,cpu:96,crash:189,creat:[12,13,16,23,25,28,30,32,34,36,41,44,45,48,50,51,53,56,58,59,60,61,62,69,72,73,74,76,79,102,103,109,112,115,119,121,127,137,138,139,141,142,145,155,161,170,175,179,180,182,186,189,191,192,194,195,199,201,202,204,206,208,209,213,215,217,219,221],create_accumul:[189,209],create_bundl:[115,121],create_client_ent:50,create_disposit:[41,42,44],create_empty_committed_bundl:[115,121],create_ent:50,create_from:191,create_from_opt:191,create_if_need:[41,44],create_label:74,create_monitoring_info:74,create_multipart_upload:[20,21],create_nev:[41,44],create_pull_respons:179,create_sourc:[187,224],create_temp_fil:179,create_temporary_dataset:44,create_track:[175,189],create_view:92,createptransformoverrid:[109,112],creation:[16,32,62,66,67,69,142],credenti:10,credit_card:[160,162],criteria:[20,124],critic:[86,184],cross:[30,109,193,194,215],csv:[33,44,59],csvsink:33,cumul:216,current:[13,32,33,34,35,41,56,59,62,63,66,76,79,88,103,108,111,118,121,124,131,138,141,142,145,155,170,177,189,212,213],current_env:142,current_offset:59,current_posit:59,current_progress:[59,64],current_restrict:[59,64],current_tim:116,current_value_accessor:120,current_watermark:189,cursor:59,curv:141,custom:[6,14,31,33,41,59,79,155,170,174,175,176,189,195,202,204,210,212],custom_gcs_temp_loc:[41,42],custom_messag:212,custommapp:195,customtransform:195,cut:145,cycl:136,dag:[79,155],dai:41,daili:41,data1:168,data2:168,data:[4,5,6,15,24,28,30,32,33,34,35,36,39,40,42,44,45,49,56,59,61,62,65,69,71,76,79,85,103,138,141,145,167,172,175,179,180,184,189,191,197,199,202,208,224],data_buffer_time_limit_m:192,databas:[59,61,170],dataclass:193,dataclassbasedpayloadbuild:193,dataflow:[2,7,10,11,40,41,43,44,59,76,77,103,104,155,184,199,224],dataflow_cli:108,dataflow_endpoint:76,dataflow_exercise_metrics_pipelin:[104,105,224],dataflow_exercise_streaming_metrics_pipelin:[104,105,224],dataflow_metr:[104,105,224],dataflow_runn:[104,105,113,224],dataflowapplicationcli:108,dataflowmetr:108,dataflowpipelineresult:[108,109],dataflowrunn:[105,108,109,112,113,161],datafram:62,dataset1:41,dataset:[41,44,141,170],dataset_2:41,dataset_id:44,datasetid:44,datastor:[15,39,224],datastore_write_it_pipelin:[15,39,46,47,224],datastoreio:[15,39,46,47,224],datatyp:41,datatype_infer:[156,224],date:[44,170],datetim:[191,221],deadlett:41,deal:[59,189],debug:[85,86,161,208],debugopt:[76,77],dec:73,decapret:212,decid:[16,59,62,66,124,136,139,140,143],decim:41,decod:[2,4,6,41,44,66,67,132,180,182],decode_from_byt:6,decode_nest:2,decomposit:59,decompress:[32,34,59],decor:[2,6,179,189,193,195,200,203,212,218,222,224],decreas:59,decrement:73,deduc:208,dedupl:[28,56,201],def:[6,41,76,141,147,186,195,200,204,212],default_desired_bundle_s:[16,62,66],default_docker_imag:192,default_edge_attr:139,default_encod:44,default_environ:[79,154],default_environment_id:154,default_file_copy_fn:216,default_file_nam:33,default_label:[188,189,193,195],default_output_cod:[25,59,175],default_runn:76,default_type_hint:[123,189,204],default_valu:[78,103],default_vertex_attr:139,default_window_mapping_fn:196,defaultrootbundleprovid:127,defaulttrigg:199,defin:[2,6,15,16,32,34,36,41,49,56,59,62,72,74,76,104,111,131,141,142,145,162,175,179,189,191,193,195,202,203,204,206,210,213],definit:[59,141,142,145],deflat:[16,34,44],degre:[49,189],delai:[44,189,199,218],deleg:[63,72,145],delegatingcount:72,delegatingdistribut:72,delegatinggaug:72,delet:[20,21,22,23,24,34,36,41,48,49,53,54,58,60,131,179],delete_attr:206,delete_batch:[20,21,54],delete_fast:206,delete_fil:[21,24,179],delete_glob:206,delete_path:24,delete_tre:24,deletebatchrequest:22,deletebatchrespons:22,deletefromdatastor:[49,52],deleterequest:[20,22],deletetablesfn:42,delimit:[66,201],deliv:[28,56,121],demand:216,demarc:111,denot:189,dens:197,depend:[33,34,35,36,44,59,140,142,145,148,189,191,201,214],dependent_real_tim:198,deprec:[49,59,111,212],deprecatedprimit:92,deprecationwarn:212,depth:[79,208],deriv:[51,132,144,189,195,201,202],descend:[52,187,195],describ:[41,45,58,59,65,76,85,103,111,143,175,188,189,195],describe_mismatch:[173,174],describe_to:[173,174],describepipelineopt:88,descript:[2,13,58,59,77,96,109,111,160,162,173,174,175,189],description1:175,description2:175,descriptor:[33,42],deseri:30,deserialize_windowing_strategi:109,design:[79,201],desir:[16,41,51,59,62,66,132,189,201],desired_bundle_s:[16,25,32,59,62,66,68,175],desired_cache_label:144,desired_num_bundl:175,desired_num_offsets_per_split:64,despit:189,dest:[24,33,42,54,216],dest_bucket:22,dest_ids_list:42,dest_kei:22,dest_kms_key_nam:54,destin:[15,23,34,36,41,42,44,53,58,60,224],destination_copy_jobid_pair:42,destination_file_nam:[23,34,36,53,58,60],destination_file_pair:42,destination_format:44,destination_jobid_pair:42,destination_load_jobid_pair:42,destination_prefix_nam:33,destination_t:42,detail:[6,32,49,52,59,66,77,79,105,114,124,136,175,189,195,196,204],detect:[32,59,66,67,69,189],detect_compression_typ:34,determin:[33,34,49,59,66,69,79,124,131,142,188,189,193,199,200,202,213],determinist:[2,6,131],develop:[32,49,56,77,141,191,224],deviat:201,dialect:41,dict:[11,23,34,41,44,53,56,60,61,69,103,137,139,144,145,155,167,188,191,201,210],dict_int_int:182,dict_obj:153,dict_to_struct:153,dictionari:[1,6,11,14,16,24,30,41,42,44,52,54,62,74,76,127,141,142,145,167,170,180,186,189,191,205],did:65,differ:[2,29,30,32,33,34,36,41,42,49,59,61,65,66,79,85,111,132,138,142,175,189,207,218],digit:[28,41,56],dill:[2,13],dillcod:2,direct:[76,104,189,224],direct_metr:[104,114,224],direct_runn:[104,114,125,224],direct_runner_use_stacked_bundl:115,direct_userst:[104,114,224],directli:[41,59,62,73,103,141,145,189,196],directmetr:118,directopt:76,directori:[23,24,34,36,53,54,58,59,60,79,143,179],directpipelineresult:119,directrow:45,directrunn:[76,79,118,119,121,124,126,128,161,162,176],directrunneropt:115,directruntimest:120,directstepcontext:121,directunmergedst:121,directuserstatecontext:120,dis:206,disable_liquid_shard:175,disable_run_time_type_check:204,disallow:33,discard:[92,131,189,199],discourag:212,disk:[41,60],displai:[59,72,76,104,108,111,130,143,162,187,189,195,224],display_data:[16,31,32,41,42,49,59,62,76,188,189,191,197],display_data_dict:191,display_facet:138,display_graph:139,display_id:138,display_manag:[104,130,135,224],display_plain_text:138,displaydata:[92,191],displaydataitem:191,displaymanag:136,dispos:189,disposit:[41,44],dist:170,dist_metr:170,distinct:[79,201],distinct_on:52,distinguish:103,distrbut:74,distribut:[58,71,72,73,74,96,170,173,183,189,197],distribution_combin:74,distribution_counter_microbenchmark:[181,224],distribution_int64_typ:96,distribution_int_64:96,distribution_paramet:175,distribution_result:173,distributionaccumul:183,distributiondoubl:74,distributionint64:74,distributionmatch:173,distributionmetr:170,distributionresult:[71,74],div_round_up:175,dive:138,divid:[127,202],do_fn:124,doc:[41,45,76,77,206],docker:92,dockerenviron:192,dockerrpcmanag:152,docstr:201,document:[29,30,32,52,59,61,62,76,124,180,189,199,206],doe:[24,33,41,44,51,52,54,59,66,79,123,141,155,184,189,191,194,212,216],doesn:[23,34,36,53,54,60,142,145,175],dofn:[6,41,42,43,44,45,59,103,106,107,109,120,123,124,162,170,175,184,189,191,195,200,209],dofninvok:[124,200],dofnprocessparam:189,dofnrunn:[175,189],doing:145,dollar:165,domain:[12,198],don:[41,61,123,141],done:[36,41,44,58,59,62,79,89,121,124,145,155,174,202],donwstream:201,dooutputstupl:189,dot:[137,139,140],doubl:[92,207,218],down:[33,59,189,219,221],download:[24,35,193],downloaderstream:35,downstream:[59,184,201],drain:[89,155],drop:191,drop_default:76,drop_if_default:191,drop_if_non:191,dry_run:44,duck:6,due:[13,59,61,131,142,189],dump:13,dump_sess:13,dup_top:206,dup_topx:206,duplic:[28,56,61,142],durat:[41,92,109,155,162,177,191,202,221],duration_pb2:221,duration_proto:221,dure:[7,14,16,20,24,29,32,35,41,42,54,56,59,62,66,67,69,72,73,76,82,85,145,175,177,189,208,218],dynam:[15,32,41,42,49,59,65,78,79,138,224],dynamic_plot:138,dynamic_plotting_interv:138,dynamic_split_request:111,dynamicsplitrequest:111,dynamicsplitresult:111,dynamicsplitresultwithposit:111,e2e:[113,125],each:[2,16,24,28,30,33,36,41,42,44,49,54,56,59,62,65,66,67,69,79,106,117,124,138,142,145,147,162,170,175,177,180,184,186,188,189,191,192,193,197,201,202,204,206,210],earli:[41,199,224],earliest:202,earliest_in_pan:92,easi:189,easier:[34,184],ec_point:204,edg:[79,139],effect:[35,59,189,195,201],effici:[2,6,32,59,153,189],effort:[28,44,56,59,189],either:[31,34,35,41,44,52,59,65,69,79,124,128,132,176,189,193,195,197,201,204,205,210,213],elantra:162,elem:[59,162],elem_cod:2,element:[2,6,28,33,41,42,43,44,49,56,59,61,62,65,66,71,96,103,106,107,123,124,128,129,138,167,170,172,175,177,180,182,184,185,186,188,189,191,197,199,201,202,208,209],element_and_restrict:124,element_cod:[124,177],element_count:96,element_s:175,element_typ:[103,154,208],element_type_from_coder_id:154,elementandrestrict:124,elementev:177,elementparam:189,elements_per_period:29,elimin:145,elm:162,els:[33,41,111,204],elsewher:[111,193],email:[160,162],emb:13,embeddedpythonenviron:192,embeddedpythongrpcenviron:192,emit:[42,59,85,103,126,177,180,199,201],emit_alwai:92,emit_if_nonempti:92,emit_tim:184,emit_valu:184,empti:[32,33,38,41,44,49,56,59,103,121,127,180,189,199,201,208],empty_match_treat:33,emptymatchtreat:33,emptysideinput:103,enabl:[138,155],enable_run_time_type_check:204,enable_trac:13,encapsul:111,encod:[2,4,5,6,11,13,31,41,44,59,66,67,111,132,180,182,193,200,222],encode_nest:2,encode_to_byt:6,encoded_:31,encoded_kei:128,encoded_str:109,encoded_table_row:[41,44],encoded_valu:31,encompass:167,encount:35,encrypt:54,end:[16,20,21,24,25,33,34,35,40,59,62,63,66,67,69,76,77,111,123,124,138,143,174,177,180,189,199,201,202,212],end_of_window:92,end_sess:143,endpoint:178,endpoint_pattern:77,endpoints_pb2_grpc:[80,81,224],enforc:204,engin:[54,59],enough:49,ensur:[41,49,59],entail:41,enter:[113,147],enter_composite_transform:209,entir:[41,44,59,103,108,109,111,119,155,180,189,197,201,202],entiti:[48,49,50,52,100],entitywrapp:48,entri:[2,48,85,103,142],enumer:101,env:[92,192],environ:[12,92,96,124,138,141,142,145,147,187,213,224],eof:[34,35],epoch:[23,24,28,34,36,53,54,56,60,74,116,202,217,221],equal:[35,44,49,59,65,76,191,201],equal_to:[176,180],equal_to_per_window:180,equival:[34,36,59,65,145,148,189,195,201],err_invalid_gcs_bucket:77,err_invalid_gcs_object:77,err_invalid_gcs_path:77,err_invalid_job_nam:77,err_invalid_not_posit:77,err_invalid_project_id:77,err_invalid_project_numb:77,err_invalid_test_matcher_typ:77,err_invalid_test_matcher_unpickl:77,err_invalid_transform_name_map:77,err_missing_gcs_path:77,err_missing_opt:77,error:[2,20,22,33,35,41,44,51,58,59,77,82,86,173,174,189,197,202,204,208,209,218,220,224],error_messag:[2,44],error_table_for_todai:41,errors_schema:41,escap:132,especi:[202,221],essenti:189,estim:[2,59,96,111,197,201],estimate_s:[2,25,32,59,68,175],etag:[21,22],etc:[41,44,49,59,72,155,189,195,197,224],euro:165,evalu:[14,115,121,122,124,127,128,142,182,199,221],evaluation_context:[104,114,122,127,224],evaluationcontext:121,even:[32,59,141,142,199,204,212,218],event:[33,41,59,91,126,131,134,160,161,162,164,165,166,177,178,199,202],event_count:41,event_tim:92,event_timestamp:177,everi:[6,41,59,65,79,109,136,138,142,145,155,173,218],everyth:[23,33,34,36,53,60,61,136,145,193,202],evict:[132,142],evict_pipeline_result:142,evolv:54,exact:[175,189],exactli:[2,35,59,76,79,103,189,199],exampl:[2,6,12,16,28,32,41,44,45,56,59,61,62,65,69,76,109,111,127,139,141,142,147,148,162,173,176,186,189,191,195,201,202,204,212,219,221,222,224],exce:[41,54],except:[7,22,24,34,50,51,54,59,174,189,204,208,212,218],excess:41,exclud:61,exclude_from_index:52,exclus:[35,59],exec_stmt:206,execut:[2,14,41,42,44,56,59,72,73,76,77,79,82,85,88,96,103,104,105,109,113,114,119,121,122,124,125,127,136,137,141,142,143,144,145,155,176,177,184,186,189,194,195,208,213,219,224],executor:[104,114,127,220,224],executor_servic:121,exhaust:65,exist:[16,23,24,28,32,34,36,41,53,54,56,58,59,60,61,62,66,67,69,132,141,142,145,176,179,189,193,212],existing_keyed_st:121,exp_multipli:212,expand:[16,28,30,33,38,41,42,45,49,56,59,61,62,66,67,69,84,119,123,124,132,175,177,188,189,193,195,197,201],expand_using_gbk:175,expand_using_second_output:175,expans:[24,29,30,54,109,189,193,194],expansion_servic:[28,29,30,193],expansionservic:[30,193],expansionserviceservic:84,expansionservicestub:84,expect:[2,31,41,44,45,48,58,63,65,79,148,172,174,176,180,189,222,224],expected_checksum:174,expected_item:65,expected_outcom:65,expected_pipelin:148,expected_pipeline_proto:148,expected_st:[113,174],expected_window_to_el:180,expectedsplitoutcom:65,expens:131,experi:[76,78,155],experiment:[28,29,30,33,41,42,44,49,52,54,56,59,61,62,72,136,137,138,139,140,143,144,193,195,199,200,201,212,213,214],expir:[160,162,200],explain:59,explicit:201,explod:124,explodewindowsfn:124,exponenti:218,exportcompress:44,exportfileformat:44,expos:[41,73],express:[34,140,201,217],extend:[31,59,66,77,174,214],extens:[16,32,49,59,62,66,67,69],extent:189,extern:[15,59,92,142,187,189,219,224],external_test_it:[187,224],external_transforms_pb2_grpc:[80,81,224],externalconfigurationpayload:193,externalenviron:192,externaltransform:[29,30,193],externaltransformit:194,extra:[41,160,162,174,176,206,212],extra_arg:193,extra_assert:[156,224],extra_client_param:61,extra_messag:212,extra_opt:176,extra_typ:[11,41],extraassertionsmixin:168,extract:[79,117,129,131,170,188,205],extract_all_tim:[121,129],extract_commit:118,extract_counter_valu:74,extract_distribut:74,extract_latest_attempt:118,extract_metric_result_map_valu:74,extract_optional_typ:205,extract_output:[189,209],extract_source_to_cache_signatur:131,extractor:170,extrapol:197,extrem:188,face:[72,200],facet:138,fact:212,factor:218,factori:115,factory_from_opt:216,fail:[22,23,24,34,36,41,42,44,53,54,59,60,65,69,89,155,208],failur:[44,59,61,189],fake_cli:[15,17,18,19,224],fakefil:21,fakes3cli:21,fakesourc:185,fall:[2,59],fallback:6,fallback_cod:2,fals:[5,11,16,24,28,32,34,41,42,44,50,56,59,62,63,69,76,79,109,132,136,143,154,167,170,175,176,180,189,191,195,197,199,201,208,216,218],famili:65,fanin:175,fanout:[175,189],far:[111,205],fast:2,fastavro:[16,167],fastcod:[2,4],faster:[6,16],fastprimitivescod:[2,177],fault:59,favorite_color:16,favorite_numb:16,featur:[141,142],feed:175,fetch:[23,34,35,36,49,53,58,60,88,136,174,185],few:[65,108,195],field1:41,field2:41,field3:41,field:[16,28,30,41,44,49,52,56,59,61,62,69,74,102,137,145,180,191,212],field_count:69,field_typ:4,fieldtype_proto:207,figur:145,file:[15,16,20,23,24,31,32,34,35,36,41,42,44,53,54,58,59,60,62,66,67,69,71,72,73,79,132,143,174,179,180,189,193,224],file_copy_fn:216,file_handl:31,file_load:41,file_meta:34,file_nam:[32,33,69],file_name_suffix:[16,31,62,66,67],file_path:[13,34,42,66,67,69,174,179],file_path_prefix:[16,31,62,66,67],file_pattern:[16,32,33,62,66,67,69],file_prefix:42,file_prefix_gener:42,file_s:42,filebasedcachemanag:132,filebasedsink:[15,59,174,224],filebasedsourc:[15,66,224],filechecksummatch:174,fileio:[15,224],filemetadata:[33,34],filenam:[16,24,54,62,66,67,179],fileobj:34,filepath:34,filesystem:[15,16,23,33,35,53,58,59,60,62,179,214,224],filesystemio:[15,24,224],fill:[49,191],filter:[34,49,50,52,61,69,72,108,118,166,170,174,189,212,218],filter_regex:182,finalize_hint:208,finalize_writ:[31,59],find:[7,34,36,44,145,188,201,218],find_al:201,find_kv:201,finish:[24,35,96,109,155,199,216],finish_bundl:[42,106,107,123,170,175,189,209],finish_bundle_msec:96,finish_st:122,finishcombin:123,finit:[59,202],fire:[33,128,129,184,189,199,200],fire_alwai:92,fire_if_nonempti:92,fired_tim:122,first:[6,13,23,28,34,36,44,53,56,58,59,60,65,69,79,82,88,141,142,168,175,189,195,201,202,206,210,218,224],fix:[2,184,189,201,202],fixed_cost:201,fixed_window:99,fixedsizeglob:188,fixedsizeperkei:188,fixedwindow:202,fixedwindowspayload:99,flag:[16,23,32,34,36,53,60,62,66,67,69,76,167,201],flat:201,flatmap:[13,103,189,195,224],flatmaptupl:189,flatten:[25,41,92,170,189],flatten_input_visitor:109,flatten_result:[41,44],flavor:212,flink:[15,29,30,224],flink_streaming_impulse_sourc:[15,37,224],flinkstreamingimpulsesourc:38,float32:207,float64:207,floatcod:2,flu:41,flush:[34,123],fn_api_runner_microbenchmark:[181,224],fn_paramet:202,fn_proto:222,fn_to_execut:14,fnapirunn:[119,184],fnmatch:[34,36],focu:141,fold:189,follow:[16,33,34,36,41,44,59,61,62,65,66,67,124,131,162,170,176,184,189,201,202,204,210,212,216],foo:[2,34,36,62,141,204,222],foo_from_proto:[2,222],foopayload:[2,222],footer:31,footprint:155,for_input_typ:189,for_spec:120,forc:[103,124,136],foreign:193,forev:44,form:[16,24,28,33,34,35,41,54,56,58,103,186,201,202,204,212,221],formal:204,format:[2,28,31,33,34,36,41,44,56,59,61,62,65,69,74,77,140,142,143,162,170,201,213],format_sampl:137,former:103,formula:[201,202],forward:127,found:[10,44,145,176],foundat:34,frac:25,fraction:[25,59,63,65,111,218],fraction_consum:[25,59,63],fraction_of_remaind:[59,64],fraction_to_posit:63,fragment:148,frame:[206,208],framest:[206,208],framework:[6,32,41,59,111],free:219,fresh:189,from:[2,6,10,12,15,16,20,23,24,28,30,31,32,33,34,35,36,40,41,42,44,48,49,51,52,53,54,56,59,60,62,63,65,66,67,69,76,77,79,88,103,108,109,111,117,131,132,134,138,141,142,144,145,155,162,165,170,172,174,175,176,178,179,185,188,189,191,192,193,195,197,199,201,202,204,205,206,212,213,218,221,222,224],from_:103,from_cal:189,from_client_ent:52,from_client_kei:52,from_dictionari:76,from_json_valu:11,from_micro:217,from_opt:192,from_proto:221,from_rfc3339:221,from_runner_api:[2,73,79,103,154,177,189,192,195,199,222],from_runner_api_paramet:[2,4,38,59,177,189,192,201,202],from_str:198,from_timestamp:217,from_type_hint:[2,4],from_utc_datetim:221,fronend:136,frontend:[136,138,142],full:[23,34,36,53,58,59,60,65,79,132,174,176,202,214],full_label:[193,209],fulli:[30,35,59,111,189,204],fun:218,func:[189,193,204,208],functionspec:[2,222],functiontyp:208,furnish:103,further:[85,195,218],fuse:201,fusion:[61,201],futur:[2,3,5,14,24,34,35,36,41,44,54,56,59,64,69,71,72,73,77,78,79,82,84,85,88,90,91,103,111,115,116,118,121,122,124,127,128,129,131,142,152,154,155,177,179,184,188,189,191,196,198,199,200,201,202,204,208,212,214,216,218,220,221,222],future_output_watermark:124,fuzz:218,fuzzedexponentialinterv:218,gap:202,gap_siz:202,gather:[51,193],gaug:[72,73,74],gaugeresult:[71,74],gbk:172,gce:10,gcp:[8,15,26,224],gcs:54,gcs_bucket:77,gcs_prefix:53,gcs_scheme:77,gcs_uri:77,gcsfilesystem:[15,39,224],gcsio:[15,39,224],gcsio_overrid:[15,39,224],gcsiooverrid:55,gener:[2,16,32,34,45,56,59,62,66,67,81,103,107,109,138,139,160,161,164,170,175,176,177,182,184,189,193,210,213,219],generate_bundle_id:59,generate_ev:161,generate_fn:182,generate_input_valu:183,generate_sequ:[15,26,224],generateddirectrow:45,generateid:61,generatesequ:29,generic_dist:170,genom:69,genotyp:69,geographi:41,get:[5,10,22,23,32,34,36,41,44,53,59,60,65,78,82,85,88,90,103,111,129,140,142,143,145,155,175,176,189,197,199,200,201,204,214,218,222],get_accumulator_cod:189,get_aggregator_valu:121,get_all_distributions_by_typ:170,get_all_opt:76,get_all_plugin_path:214,get_all_subclass:214,get_cached_source_signatur:142,get_chunk_s:36,get_client:50,get_closur:208,get_count:5,get_desired_chunk_s:59,get_dict:191,get_dict_table_schema:41,get_distribution_dict:170,get_dofn_spec:200,get_dot:139,get_env_cls_from_urn:192,get_evalu:127,get_execution_context:121,get_fil:21,get_filesystem:36,get_full_options_as_arg:176,get_function_argu:189,get_generic_distribut:170,get_glob:208,get_hashable_destin:44,get_impl:[2,202],get_ipython:147,get_it:206,get_job:44,get_keyed_st:121,get_local_namespac:193,get_metadata:21,get_nam:208,get_namespac:72,get_new_http:12,get_object_metadata:[20,21],get_opt:176,get_or_create_dataset:44,get_or_create_t:44,get_output_typ:189,get_path:179,get_pipeline_opt:176,get_progress:111,get_query_loc:44,get_rang:[20,21,24,35],get_range_track:[25,32,59,65,68,175],get_render:140,get_replacement_transform:[79,109,112,124],get_restriction_cod:189,get_root_bundl:127,get_root_bundle_provid:127,get_schem:36,get_schema_by_id:207,get_service_credenti:10,get_sideinput_index:196,get_split:51,get_stat:[120,200],get_step_nam:74,get_synthetic_sdf_step:175,get_tabl:44,get_table_loc:44,get_table_schema_from_str:41,get_tim:[120,200],get_transformed_output_tim:202,get_type_hint:204,get_typed_value_descriptor:11,get_typing_by_id:207,get_valu:78,get_value_or_block_until_readi:121,get_varint_s:5,get_watermark:129,get_window:[38,59,177,189,195],get_window_cod:202,getartifact:82,getattr:206,getjob:88,getjobmetr:88,getmanifest:82,getmessagestream:88,getpipelin:88,getprovisioninfo:90,getrangetrack:65,getrequest:[20,21,22],getstat:88,getstatestream:88,github:[13,51,54,69],give:[23,32,33,34,36,53,59,60,65,72,79,111,124,141,175,189],given:[2,5,14,16,20,23,24,28,32,34,35,36,41,43,48,51,53,54,56,59,60,62,63,65,66,67,74,76,77,79,85,88,103,106,107,124,127,131,132,138,140,142,144,145,148,155,174,175,177,180,186,189,193,197,199,200,201,202,205,208,213,218,219,221,222],glob:[16,24,32,54,62,66,67,69,174,179,180],glob_pattern:180,global:[2,33,59,121,127,142,188,197,202],global_to_loc:25,global_window:[92,99],global_window_max_timestamp_milli:92,globally_windowed_valu:182,globalwindow:202,globalwindowspayload:99,goe:77,going:108,gone:103,good:189,googl:[2,10,41,45,49,51,52,54,55,56,74,76,77,105,179,219,221],googleapi:[76,77],googlecloudopt:[76,77],googlecloudplatform:[51,54],gracefulli:124,gradl:193,gradle_appendix:193,gradle_target:[193,219],granular:[62,202,221],graph:[79,103,109,117,119,127,136,137,139,140,143,195,224],graphviz:140,greater:[49,189,204],greater_than:49,greatest:188,group:[6,25,33,42,52,62,73,76,147,172,189,195,201,202],group_by_kei:92,group_by_key_input_visitor:109,group_by_key_streaming_pipelin:[156,169,171,224],group_id:219,groupbykei:[2,155,175,189,195,201,202,224],groupintobatch:201,growth:186,grpc:[82,84,85,88,90,91,193,219],grpcstubclass:219,guarante:[2,3,5,6,8,9,10,11,12,13,14,25,28,29,30,33,42,44,49,50,51,52,54,56,59,61,62,72,77,79,80,81,101,102,105,111,114,115,116,117,122,127,128,129,131,136,137,138,139,140,142,143,144,145,148,154,167,177,179,181,192,193,195,196,199,200,201,206,208,209,211,212,213,214,215,216,217,218,221,222],guid:199,gzip:[34,44,59],had:[2,132,189,222],hadoop:58,hadoopfilesystem:[15,76,224],hadoopfilesystemopt:[58,76],halfwai:65,hamcrest:[77,173,174,180],hand:41,handl:[23,24,31,32,34,36,44,53,59,60,66,67,69,121,138,142,206],handle_result:121,happen:[41,51,59,61,65,79,131,136,179,189,218],har:[65,85,90],hardwar:189,has:[2,11,29,30,35,41,44,49,52,59,69,76,77,103,111,117,119,129,131,138,145,148,162,176,180,186,188,189,191,197,201,204,220,221,224],has_default:189,has_dir:[23,34,53,58,60],has_display_data:191,has_ontime_pan:199,has_part:195,has_side_input:189,has_source_to_cach:131,has_unbounded_sourc:145,hasdisplaydata:[59,76,111,189,191,195],hash:[132,174,179,197],hashabl:208,hashing_alg:179,have:[6,10,13,14,33,41,42,44,49,54,59,61,69,76,79,82,103,141,142,145,147,166,168,170,172,175,180,188,189,191,192,194,199,202,204,205,206,218],hdf:58,head:[23,34,36,53,60],header:[31,66,69],heap:216,heavi:65,heavyweight:65,held:142,help:[33,65,145,189],helper:[15,39,46,47,65,137,144,196,224],helper_transform:[104,114,224],henc:[24,54,59,111],here:[2,41,45,59,105,114,189,202,206],hidden:[103,141],hide:141,hierarch:11,hierarchi:79,high:[41,119,189],higher:[62,66,69],hint:[6,59,195,203,204,208,210],hit:131,hold:[41,59,79,124,134,142,189],holder:[14,109,124],home:219,homogen:2,honor:111,host:30,hour:218,how:[29,30,33,41,59,103,111,136,139,140,141,143,170,175,182,188,189,195,200,201,202,212,224],howev:[2,49,51,59,69,189],html:[76,140,206],hts:69,http:[12,13,29,30,41,42,45,49,51,54,59,69,76,77,140,189,191,199,206,218,219],http_client:[8,224],http_proxi:12,httperror:[44,218],httplib2:12,https_proxi:12,huge:103,hypothet:59,hyundai:162,id_label:[28,56,57],id_or_nam:50,idea:197,ideal:201,idempot:[59,61,131],ident:204,identifi:[16,28,52,56,59,62,66,67,132,145,170,188,189,191,193,200],iff:31,ignor:[28,41,44,49,56,63,175,177,180],illustr:[59,165,166,212],imagin:59,immedi:[88,138,155],immut:59,impact:[49,66],implement:[2,4,5,23,31,32,34,35,36,41,45,51,53,58,59,60,61,63,64,65,66,72,77,78,79,105,108,109,111,114,116,118,119,121,123,126,141,155,186,188,189,191,193,195,196,210,218,222],implementor:[34,59,189],impli:[62,69,212],implicit:[142,148,201],implicitli:[141,142,202,213,221],implicitschemapayloadbuild:193,import_from:206,import_nam:206,importantli:132,imposs:[59,189],improv:[2,41],impuls:[92,189],inc:73,includ:[23,33,34,36,41,44,53,56,59,61,65,69,121,124,143,145,160,162,176,202,219],include_head:44,inclus:59,incom:[28,56],incompat:212,incomplet:52,inconsist:13,incorrect:[65,189],increas:[41,147,218],increment:[73,106,107,147,186,204],indefinit:[41,109,138,155],independ:[59,109,204],index:[33,52,69,103,111,189,199,202,204,210],index_tag:199,indic:[23,34,36,41,53,59,60,66,69,79,103,145,167,201,217,218],individu:[32,59,65,189,202],inequ:49,inf:63,infer:[6,41,167,200,208],infer_avro_schema:167,infer_element_typ:167,infer_output_typ:[38,189,195],infer_pyarrow_schema:167,infer_return_typ:208,infer_return_type_func:208,infer_typehints_schema:167,infin:[59,202],influenza:41,info:[12,69,74,86,144,145,155,162,200],infor:74,inform:[10,29,30,32,41,44,59,62,69,90,108,109,111,121,124,136,137,141,142,143,155,189,193,201,208,223],infrastructur:164,inherit:[59,111,138,191,222],init:[20,141],init_pcol:141,init_result:[31,59],initi:[4,12,16,25,28,30,32,35,41,42,49,56,58,59,61,62,63,66,67,69,73,76,79,90,103,106,107,108,111,124,127,138,170,174,175,176,184,186,188,189,199,200,202,204],initial_bid:[160,162],initial_delay_sec:218,initial_restrict:[175,189],initial_split:175,initial_splitting_desired_bundle_s:175,initial_splitting_num_bundl:175,initial_splitting_uneven_chunk:175,initial_splitting_zipf:175,initialize_writ:[31,59],inject:[32,134,195],inlin:206,inmemoryunmergedst:121,inner:[111,204,210],inpalce_or:206,inplace_add:206,inplace_and:206,inplace_divid:206,inplace_floor_divid:206,inplace_lshift:206,inplace_modulo:206,inplace_multipli:206,inplace_pow:206,inplace_rshift:206,inplace_subtract:206,inplace_true_divid:206,inplace_xor:206,inprocess:114,input:[7,14,15,16,20,21,28,33,38,41,42,49,56,59,61,62,66,67,69,76,79,103,106,111,117,121,122,124,127,129,144,145,155,175,182,183,185,186,188,189,195,196,197,201,202,208,209,217,219,221,224],input_bundl:122,input_committed_bundl:127,input_or_input:195,input_or_output:195,input_pcol:195,input_per_sourc:185,input_s:182,input_spec:175,input_timestamp:202,input_typ:[189,208],input_type_hint:195,inputstream:5,insert:[41,42,44,45,61,144],insert_id:44,insert_retry_strategi:41,insert_row:44,insert_values_in_arg:14,insertterrorsvaluelistentri:44,insid:[141,176,189,201],inspect:208,inst:212,instal:142,instanc:[2,4,6,12,14,23,28,30,34,36,41,44,45,52,53,60,62,69,76,77,79,90,102,103,108,109,111,127,128,132,140,141,142,145,148,179,180,186,189,191,193,194,195,199,200,202,204,208,210,218,221],instance_id:45,instance_to_typ:208,instanti:[29,30,111,138,208,214],instead:[13,30,41,59,69,79,108,138,188,196,212,218],instruct:[85,141],instrument:[138,143,145,186],instrumented_pipeline_proto:145,int16:207,int32:207,int64:[62,207],int64_count:74,int64_distribut:74,int64_gaug:74,int64_user_count:74,int64_user_distribut:74,int64_user_gaug:74,int8:207,int96:62,int_to_str:204,integ:[2,5,29,36,41,59,72,89,92,182,189,191,201,202,206],integr:[44,170,176,194,218],intend:[59,73,103,204,218],intens:96,interact:[34,44,104,108,213,224],interactive_beam:[104,130,142,224],interactive_environ:[104,130,224],interactive_pipeline_graph:[104,130,135,224],interactive_runn:[104,130,136,224],interactive_util:[211,224],interactiveenviron:142,interactivepipelinegraph:137,interactiverunn:[143,148],interchang:41,interest:65,interfac:[35,36,56,73,103,120,141,142,145,191,200],intermedi:[41,189],intern:[2,3,5,25,50,51,59,72,77,79,80,81,101,102,104,105,108,111,114,115,116,117,122,127,128,129,131,138,142,145,148,154,167,177,179,181,191,192,196,202,206,208,209,211,212,215,216,217,218,221,222,224],interpol:[63,201],interpret:[41,111],intersect:202,interv:[38,63,138,202,216,218,221],interval_m:38,interval_second:216,interval_window:92,intervalwindow:202,intiti:76,introduc:[59,180],introduct:41,introspect:[142,145,200],invalid:[24,34,35,54,76,77,131,175,204],invalid_argu:82,invoc:[59,124,147,189],invok:[59,88,124,141,142,189,199],invoke_process_el:124,involv:[41,96],iobas:[15,25,31,32,41,44,63,64,65,68,104,105,110,175,189,224],ioerror:[23,32,34,36,53,60,155],ipython:[137,138,142,147,213],is_access:78,is_background_caching_job_need:131,is_bound:[59,103,111],is_count:74,is_default:189,is_determinist:[2,4],is_distribut:74,is_don:121,is_empti:180,is_fnapi_compat:[109,119,143,155],is_full_string_match:77,is_gaug:74,is_globally_window:196,is_in_ipython:[142,213],is_in_notebook:[142,213],is_integration_test:176,is_interactive_readi:142,is_kv_cod:2,is_lat:199,is_latest_vers:132,is_main_job:142,is_merg:202,is_modifi:120,is_not_empti:180,is_pair_lik:2,is_py_version_readi:142,is_root_transform:121,is_service_runn:77,is_source_to_cache_chang:131,is_stateful_dofn:200,is_streaming_pipelin:42,is_termin:[142,155],is_user_monitoring_info:74,is_valid:191,is_valid_compression_typ:34,isbound:92,isn:[23,34,36,53,60,204],issu:[13,42,44],item:[21,22,30,65,128,132,160,161,166,168,175,191,201,220],item_nam:[160,162],items_before_split:65,iter:[2,3,32,42,52,58,59,65,76,92,103,111,145,185,189,196,199,201,202,205,206,210,218],iter_urn:193,iterable_state_read:154,iterable_state_writ:154,iterablecod:2,its:[2,6,14,33,34,41,52,56,59,76,145,170,186,189,191,193,195,201,208,217,219,222,224],itself:[41,44,59,111,221],jar:[193,219],jar_cach:219,jar_nam:219,java:[28,29,30,51,193],java_argu:219,java_class:92,javajarexpansionservic:193,javajarserv:219,jira:42,job:[29,30,40,41,42,43,44,48,49,59,76,79,82,84,85,88,90,104,108,109,113,119,131,138,142,155,162,174,176,224],job_graph:108,job_id:[44,108],job_message_bas:89,job_message_debug:89,job_message_detail:89,job_message_error:89,job_message_warn:89,job_nam:[48,77,176],job_name_prefix:42,job_pattern:77,job_refer:[42,44],job_result:108,jobapi:152,jobmessag:89,jobrefer:44,jobserviceservic:88,jobservicestub:88,jobstat:[89,155],join:[23,34,36,53,58,60,206],jrhreadptransformoverrid:[109,112],json:[11,13,41,44,109,144,175],json_string_to_byte_arrai:109,json_valu:[8,9,224],jsonarrai:11,jsonobject:11,jsonstringtobytearrai:109,jsonvalu:[11,41],just:[49,59,66,103,195],kafka:[15,26,224],kafkaio:30,keep:[42,59,111,118,127,143],kei:[2,6,11,16,21,22,24,30,41,44,48,49,50,52,54,56,59,62,63,69,74,76,77,96,103,111,120,121,123,124,127,128,145,172,175,180,184,186,188,189,191,195,197,200,201,202,205,208,224],kept:[42,143,189,191],kernel:[138,142,147,213],key1:191,key2:191,key3:191,key4:191,key5:191,key_cod:[2,120],key_deseri:30,key_seri:30,key_siz:175,key_value_typ:208,keyed_earliest_hold:129,keyed_watermark_hold:128,keyedworkitem:[124,128],keygroup:201,keyparam:189,keyspac:63,keyword:[14,61,103,188,189,204],keyword_hint:204,kill:189,kind:[48,52,59,189,212],kms_kei:[41,44,54],know:[42,208],known:[34,41,59,77,121,132],known_text:41,kv_type:208,kvswap:201,kwarg:[3,14,43,50,62,66,69,76,122,123,124,188,189,201,204,209,215,217,219,220],kwarg_hint:204,kwargs_for_invok:124,kwd:193,label:[16,38,62,74,79,103,132,144,170,173,175,180,188,189,191,195,201,209,212,213],label_from_cal:195,label_prop:[83,86,89,92,96,99,102],lambda:[33,41,62,189,195,199],languag:[30,109,193,194,224],larg:[41,42,65,66,103,143],large_dict:182,large_int:182,large_iter:182,large_list:182,large_message_with_map:182,large_str:182,large_tupl:182,larger:[41,59],largest:[24,59,188,197,201,221],largestperkei:188,last:[23,24,34,35,36,41,52,53,54,59,60,69,124,142,189,202],last_attempted_record_start:63,last_modifi:22,last_record_start:63,last_upd:[23,24,34,36,53,54,58,60],late:[189,199],late_tag:199,latenc:189,later:[42,124,176,177,189],latest:[73,132,136,188,189],latest_in_pan:92,latest_int64_typ:96,latest_int_64:[74,96],latter:[103,132],launch:[42,162],launcher:[161,164],layer:134,lazili:189,lead:[137,189],leaf:[23,34,36,53,60],leaf_pcollect:144,leak:189,learn:141,least:[56,65,188,199],leave_composite_transform:209,left:[65,72,189],left_fract:65,left_result:65,len:35,length:[2,51,54,182,204,218,219],length_prefix:92,less:[51,63,189],less_than:49,let:[6,59,72],letter:[16,41,44,62,66,67,77,210],level:[16,51,62,79,137,144,189,213],lexicograph:63,lexicographickeyrangetrack:63,librari:[2,10,13,16,20,54,68,69,76,188,206],licens:34,lies:143,lifespan:138,lift:189,liftedcombineperkei:123,lightweight:65,like:[6,16,23,33,34,36,41,49,53,58,59,60,62,66,103,175,189,204,206,208,210],limit:[34,36,41,42,48,49,52,131,218],line:[41,59,66,69,76,106,147,162,176,179,201,219],linear:201,linearli:63,linearregressionbenchmarkconfig:186,link:7,list:[2,11,14,20,21,22,23,24,25,30,34,36,41,44,45,50,51,52,53,54,60,61,62,65,69,77,78,79,88,103,128,132,137,142,167,170,175,176,179,180,182,186,188,189,197,201,204,205,206,210,219],list_append:206,list_int:182,list_prefix:[24,54],listrequest:[20,22],listrespons:[20,22],liter:205,load:[13,41,42,44,164,165,166,170],load_attr:206,load_closur:206,load_const:206,load_deref:206,load_fast:206,load_glob:206,load_job_name_prefix:42,load_loc:206,load_method:206,load_nam:206,load_pcod:132,load_sess:13,load_test:[156,224],load_test_metrics_util:[156,169,224],local:[31,34,36,44,60,66,79,114,119,132,141,142,144,184,189,193,219],local_jar:219,local_temp_dir:219,local_to_glob:25,local_var:208,localfilesystem:[15,34,224],localhost:61,locat:[41,44,59,141,212],lock:59,log:[85,200,216,218],log_result:216,logentri:86,logger:[179,218],logic:[32,44,59,72,118,124,134,202,218],loglevel:161,long_gener:185,longdeseri:30,longer:[142,189],longseri:30,look:[24,54,204],lookup:[44,103],lookup_experi:76,loop:[59,189],lose:221,loss:59,low:[41,62],lower:[12,170,189,199,204],lower_bound:183,mach:36,machin:[59,119],machineari:124,made:[6,41,59,82,88,103,170],magic:124,mai:[2,6,28,32,34,36,41,42,44,51,52,56,59,62,69,72,76,85,103,111,124,127,155,188,189,200,201,212],main:[41,42,45,48,51,59,103,108,131,142,184,189],main_kw:189,main_tabl:[41,45],mainli:[124,141],major:49,make:[41,44,59,61,63,77,124,160,174,180,218],make_closur:206,make_ent:48,make_fn:189,make_funct:206,make_http_request:218,makexyz:6,malform:205,malformedvcfrecord:69,manag:[41,45,59,79,104,129,136,141,142,143,151,179,199,216,224],mandatori:[189,201,212],mani:[11,33,38,41,49,54,59,170,188,189,201],manifest:82,manipul:[33,189],manner:[16,59,62,65,189,201],manual:138,map:[2,16,41,52,56,62,63,69,74,77,103,132,137,144,145,165,167,188,189,193,196,197,201,207],map_add:206,map_window:92,mapfn:195,mapper:123,maptupl:189,maria:162,mark:212,marker:103,massiv:[41,45],master:51,match:[2,20,24,33,34,36,41,44,49,52,54,72,77,79,109,112,124,170,173,180,201],match_fil:34,match_type_vari:210,matchal:33,matcher:[77,79,106,113,125,172,173,174,180],matches_al:180,matches_kv:201,matchfil:33,matchresult:[34,36],materi:[103,132,138,145,155,180],matter:[59,63,142],maven2:219,maven:[193,219],max:[51,71,170,189,197,201],max_batch_operation_s:54,max_batch_s:[24,201],max_bytes_rewritten_per_cal:54,max_delay_sec:218,max_dur:124,max_fil:42,max_file_s:[41,42],max_files_per_bundl:[41,42],max_files_per_partit:42,max_num_output:124,max_partition_s:42,max_read_tim:29,max_retri:44,max_siz:42,max_timestamp:[74,202],max_timestamp_milli:92,max_valu:173,maximum:[34,36,41,42,52,189,201,208,218],maybe_from_cal:189,mean:[41,42,52,59,71,132,145,170,175,188,201,212],mean_temp:41,meant:[85,155],meantim:141,meanwhil:131,measur:[170,182,183,184,185,201],measurebyt:170,measuretim:170,mechan:142,meet:131,member:[31,82],memoiz:193,memori:[41,42,62,71,123,126,127,189,216],memoryreport:216,memoryview:35,merg:[59,123,175,189,199,202],merge_accumul:[189,209],merge_context:202,merge_result:[199,202],merge_using_gbk:175,merge_using_side_input:175,merge_window:92,mergecontext:202,mergestatu:92,messag:[2,15,17,18,19,20,21,28,38,41,56,59,88,212,224],message_count:38,message_importance_unspecifi:89,messageimport:89,met:180,meta:34,metadata:[10,20,21,23,33,34,36,44,53,60,90,141,142,143,144,145,166,213],metadata_list:34,method:[2,6,24,32,34,35,36,41,42,44,54,58,59,63,65,73,76,77,79,108,109,124,132,141,145,155,175,176,179,180,189,191,193,194,195,196,197,200,206,208,209,210,212,218,222],methodnam:194,metric:[85,88,96,106,107,108,118,121,155,170,173,184,186,224],metric_a:74,metric_b:74,metric_id:170,metric_match:106,metric_nam:72,metric_proto:74,metric_result:173,metric_result_match:[156,224],metric_typ:170,metricbas:[70,72,224],metricfilt:170,metricnam:73,metricresult:[74,106,108,118,155,170,173],metricresultmatch:173,metrics_contain:122,metrics_pb2_grpc:[80,81,224],metrics_pb2_urn:[80,81,224],metricsenviron:72,metricsfilt:72,metricsread:170,mexico:41,micro:[217,221],microbenchmark:[182,183,184,185,186],microsecond:[183,202,221],microsend:221,might:[49,59,66,111,142,145,191,212],millisecond:[28,38,56,109,155],mime:[16,23,24,34,36,53,54,60,62],mime_typ:[16,22,23,24,31,33,34,36,53,54,58,60,62],mimic:44,min:[71,170,201],min_batch_s:201,min_bundle_s:[16,32,62,66],min_fraction_of_files_to_stat:32,min_num_offsets_per_split:64,min_number_of_files_to_stat:32,min_timestamp_milli:92,min_valu:173,minimim:201,minimum:[16,32,62,66,129,142],minut:[41,108],mirror:204,mismatch:44,mismatch_descript:[173,174],miss:77,mix:204,mixin:[191,204],mkdir:[23,34,36,53,58,60],mock:[147,179],mock_get_ipython:147,mock_ipython:[104,130,146,224],mode:[24,34,35,41,45,54,59,109,112,180,189,202],model:[156,157,158,161,224],modif:76,modifi:[14,59,144,145,189,195,206],modul:[0,8,9,15,17,18,19,26,27,37,39,46,47,70,75,80,81,104,105,110,114,130,133,135,146,149,151,156,157,158,159,163,169,171,181,187,203,211,224],moment:[14,29,30,41,138],mongocli:61,mongodb:[15,224],mongodbio:[15,224],monitor:[74,141],monitoring_info:[70,224],monitoring_info_proto:74,monitoringinfo:[74,96],monitoringinfolabel:96,monitoringinfospec:96,monitoringinfotypeurn:96,month:41,more:[6,23,29,30,32,34,35,36,41,42,49,52,53,58,59,60,62,66,77,79,124,136,142,150,175,184,189,191,195,199,201,202,206],moreov:59,most:[16,41,59,62,65,66,132,142,170,188,195,218],mostli:[79,201,218],move:[23,34,36,53,60,127],msg:[168,217],msg_class:217,much:[11,41,62],multi:[59,65],multimap:92,multipart:20,multipl:[32,33,35,41,42,44,49,59,69,73,76,103,127,134,142,145,185,188,189,199,201,204],multiple_partit:42,multiple_partitions_tag:42,multiplex:[119,126],multipli:212,muss:59,must:[2,14,24,28,32,35,41,44,49,52,54,56,58,59,61,62,66,77,79,82,103,111,132,155,176,177,180,186,189,195,202,204,213,218],mutabl:[59,206],mutable_accumul:189,mutat:[59,131,145,148,189],mute:140,muterender:140,my_pcollect:33,my_pipelin:173,my_project:41,my_side_input:103,my_timer_expiry_callback:200,my_tranform:79,myavrofil:16,mybenchmark:186,mycollect:173,mycustomkei:173,mycustomvalu:173,mydofn:200,myjobnam:176,mynam:173,mynamespac:173,myparquetfil:62,mypath:[16,62],mypqfil:62,myproxi:12,myptransform:103,mysink:59,mystep:173,name:[15,16,24,28,30,32,41,42,44,52,54,56,59,61,62,66,69,72,73,74,77,79,82,96,104,108,111,128,141,142,144,145,149,155,160,162,167,170,173,175,176,179,180,186,189,193,194,200,201,204,210,212,213,224],named_tupl:207,named_tuple_from_schema:207,named_tuple_to_schema:207,named_tuple_typ:4,namedtupl:[4,193],namedtuplebasedpayloadbuild:193,namespac:[16,48,49,52,72,73,74,96,154,170,173,191,210],nanosecond:[62,221],nativ:[41,59,111,152,193,195,205],native_io:[41,44,104,105,224],native_type_compat:[203,224],nativesink:[41,59,111],nativesinkwrit:[44,111],nativesourc:[41,111],nativesourceread:[44,111],natur:188,necessari:[6,42,103,186,191,221],necessarili:[111,145],need:[3,6,23,29,30,31,34,36,41,42,53,59,60,61,63,76,77,79,85,90,124,131,143,145,179,180,195,212,218],needs_merg:92,neg:[34,35,63],negat:204,neither:[41,191,197],nest:[2,5,41,62,210],network:189,never:[14,59,103,145,199,202,216],new_cal:147,new_env:142,new_pipeline_with_job_nam:48,new_process_fn:124,new_save_module_dict:13,new_track:64,new_valu:144,new_watermark:177,newer:49,newli:189,newlin:66,newline_delimited_json:44,newobject:[2,3,5,14,24,34,35,36,41,44,54,56,59,64,69,71,72,73,77,78,79,82,84,85,88,90,91,103,111,115,116,118,121,122,124,127,128,129,152,154,155,177,179,188,189,191,196,198,199,200,201,202,204,208,214,216,218,221,222],nexmark:[156,157,224],nexmark_launch:[156,157,158,162,224],nexmark_model:[156,157,158,159,224],nexmark_util:[156,157,158,224],nexmarklaunch:161,next:[49,147,202],next_token:22,nice_str:137,nnnnn:[16,62,66,67],no_artifacts_staged_token:83,no_of_fil:42,no_retri:218,node:[79,103,109,145,155,195],non:[13,38,56,59,63,103,132,155,189,191,205,218],non_merg:92,none:[2,4,10,11,16,21,22,24,25,28,29,30,31,32,33,34,36,38,40,41,42,43,44,45,48,52,54,56,59,61,62,63,65,66,67,68,69,71,74,76,78,79,103,107,108,109,111,113,118,121,124,128,131,132,137,138,139,140,142,143,144,145,152,154,155,160,164,165,166,168,170,172,173,174,175,176,177,178,179,188,189,191,192,193,195,197,199,200,201,202,205,208,209,210,212,216,217,219,222],nonliquidshardingoffsetrangetrack:175,nonmergingwindowfn:202,nonspeculative_index:202,nonzero:218,noop:[131,142,213],nop:206,nor:[41,145],normal:[49,62,69,138,191,202],nosetest:176,notabl:65,notbig:41,note:[2,13,29,30,34,35,41,49,51,59,62,76,79,141,180,189,193,195,204,210,212,216,221],notebook:[138,141,142,213],noth:[42,44,111,145,212],notic:[86,204],notify_observ:3,notimplementederror:155,notion:[59,111,188],now:[218,221],nth:201,nullabl:41,nullifi:145,num_byt:34,num_el:201,num_elements_step:184,num_input:183,num_items_to_read_before_split:65,num_partit:189,num_quantil:197,num_record:175,num_retri:218,num_run:[182,183,184,185,186],num_shard:[16,31,62,66,67],num_slow:43,num_sourc:185,num_split:[49,51],num_total_record:175,num_window:182,num_work:176,number:[14,16,24,28,30,33,34,35,36,38,41,42,43,44,49,51,56,59,61,62,65,66,67,69,77,89,102,116,124,132,161,168,174,180,186,188,189,197,201,218,221],numer:[28,41,56,96,221],numpi:168,numshard:33,oauth2client:10,oauth2credenti:10,obei:59,obj:[11,13,21,44],object:[1,2,3,6,7,10,11,13,14,16,20,21,22,23,24,28,31,32,33,34,35,36,41,42,44,48,52,53,54,55,56,58,59,60,61,62,63,67,69,72,73,76,77,78,79,83,86,89,92,96,99,103,104,108,109,111,117,120,124,127,132,134,136,138,139,141,142,144,145,152,154,155,160,161,162,167,168,170,174,176,177,179,182,186,189,192,193,195,197,199,200,202,204,206,207,208,210,216,218,219,221,222],object_opt:24,observ:[0,170,224],observablemixin:3,obtain:[33,34,41,59,72,76,176,188,189,195,201],occupi:59,occur:[20,51,58,59,65,69,188,202],octet:[23,24,31,33,34,36,53,54,58,60],offer:[44,79,175],offici:59,offset:[34,35,59,64,111,202,221],offset_infin:63,offset_rang:[64,175],offset_range_track:32,offsetrang:64,offsetrangetrack:[32,63,175],offsetrestrictiontrack:[64,175],often:[41,201,212],okai:59,old:212,old_multipli:212,omit:[33,52,193],on_el:199,on_fir:199,on_merg:199,on_success_match:77,on_tim:[199,200],onc:[34,59,103,127,131,141,145,189,199,202,204],one:[2,6,16,28,41,54,56,59,61,62,65,66,67,69,76,77,79,103,111,124,127,131,136,138,142,145,147,150,170,186,188,189,195,201,202,204,210,219,222],ones:[65,76,115,138,145],onli:[2,3,5,8,9,10,11,12,13,14,16,25,28,29,30,34,38,41,44,50,51,56,59,62,63,65,66,67,69,72,77,79,80,81,101,102,103,108,111,115,116,117,118,122,127,128,129,131,136,137,138,141,142,145,148,154,167,170,176,177,179,180,181,188,189,191,192,193,196,201,204,206,208,209,211,212,213,214,215,216,217,218,221,222],ontimebehavior:92,opaqu:31,opcod:[203,224],open:[23,24,31,32,33,34,36,42,53,54,58,59,60,180],open_fil:32,open_shard:180,open_writ:[31,59],oper:[2,6,7,23,24,29,30,34,35,36,41,52,53,54,59,60,61,62,79,143,155,175,182,183,189,195,201,202,221],operation:201,opt_nam:176,optim:[16,62,66,199],option:[10,23,28,33,34,36,41,48,49,52,53,56,58,59,60,61,79,88,90,109,113,115,119,125,131,138,139,140,143,144,145,155,161,175,176,180,189,192,193,195,197,201,204,205,210,212,216,219,224],option_nam:78,orchestr:161,order:[2,6,24,29,30,41,49,52,54,59,61,63,69,79,155,168,176,179,188,189,197,204,210],ordereddict:167,orderedpositionrangetrack:63,ordinari:103,ordinarili:[189,201],orfin:199,org:[29,30,41,42,59,76,109,140,189,191,199,206,219],organ:44,orient:59,origin:[59,65,144,145,204],original_context:145,original_label:213,original_pipelin:145,original_pipeline_proto:145,original_range_track:65,original_read:65,original_stop_posit:65,other:[25,30,33,34,36,41,44,59,63,66,69,76,79,90,111,141,145,175,182,189,191,201,202,204,210],otherwis:[2,11,20,34,38,59,61,65,76,79,131,138,142,145,175,176,177,189,193,195,205,213],our:79,out:[34,35,42,145,155,189,197],outer:59,outer_namespac:193,output:[15,16,28,31,32,33,34,41,42,44,45,49,56,59,61,62,66,67,69,74,79,96,103,107,115,117,121,124,127,129,136,138,145,170,174,175,177,184,188,189,195,201,202,209,224],output_at_earliest:202,output_at_earliest_transform:202,output_at_eow:202,output_at_latest:202,output_filter_ratio:175,output_pcollect:[115,121],output_processor:124,output_records_per_input_record:175,output_tag:144,output_watermark:189,outputcheckwrapperdofn:209,outputempti:201,outputstream:5,outputtim:92,ovehead:184,over:[42,76,134,145,189,201,218],overhead:[34,184],overlap:59,overrid:[31,41,55,76,79,112,124,155,174,189,191,195,222],overridden:[49,59],overview:138,overwrit:[31,61],owing:51,own:[44,189,201],p12345:162,pack_ani:217,pack_struct:217,packag:[14,49,224],pad:[16,62,66,67],pagin:138,pair:[23,30,34,36,42,44,53,59,60,76,77,103,111,124,142,172,175,188,189,191,201],pair_with_restrict:92,pairwithrestrictionfn:124,panda:62,pane:[33,199],pane_info:202,paneinfo:202,paneinfoparam:189,par_do:92,parallel:[7,14,32,36,41,45,49,59,184,189,195,224],param:[20,45,65,175,186,192,197],param_windowed_valu:92,paramet:[2,4,10,11,12,14,15,16,20,21,23,24,25,28,29,30,31,32,33,34,35,36,39,40,42,44,49,51,52,53,54,56,58,59,60,61,62,63,65,66,67,69,72,73,74,76,79,82,84,85,88,90,91,92,103,108,109,111,115,121,124,127,129,132,136,137,138,139,140,143,144,148,155,167,170,174,175,176,179,180,182,186,188,189,192,193,195,197,199,200,201,202,204,205,208,210,212,218,219,221,222,224],parameter:[2,210],parameter_typ:[2,192,195,222],paramwindowedvaluecod:2,pardo:[41,59,92,96,103,109,124,155,170,175,189,195],pardo_execution_tim:96,pardo_payload:189,parent:[48,52,216],parent_kei:48,pari:142,parquet:62,parquetio:[15,224],pars:[16,44,66,69,76,106,161,162,164,170,172,175,176,217],parse_arg:[161,175],parse_byt:217,parse_byte_s:175,parse_config:192,parse_input_param:197,parse_int:204,parse_namespace_and_nam:74,parse_s3_path:24,parse_step:170,parse_table_refer:44,parse_table_schema_from_json:44,parseeventfn:162,parser:76,part:[2,20,22,23,32,34,36,41,52,53,59,60,72,76,109,111,124,138,189],part_numb:22,partial:[59,123,189],partialgroupbykeycombiningvalu:123,particular:[16,59,62,65,66,67,69,137,166,195,201,208],partit:[33,41,42,44,52,59,189,210],partition_for:189,partitionfil:42,partitionfn:189,pass:[2,16,31,33,34,36,41,44,45,49,53,58,59,60,62,67,69,76,109,120,124,141,161,164,170,175,180,188,189,193,195,199,200,201,202,204,219,222],past:[59,111],patch:[147,179],patch_retri:179,path:[16,23,24,31,32,33,34,36,52,53,54,58,59,60,62,66,67,69,77,174,179,184,189,214],path_el:52,path_to_beam_jar:219,path_to_jar:[193,219],path_to_maven_jar:219,pathnam:[23,34,36,53,58,60],pattern:[16,24,32,33,34,36,54,62,66,67,69,77,180,195,201,218],paus:189,payload:[2,4,56,131,177,192,193,222],payloadbuild:193,pbegin:[28,38,59,109,119,132,177,189],pc1:[175,201],pc2:[175,201],pc3:201,pcoder:132,pcol:180,pcoll1:201,pcoll:[16,33,41,42,49,56,59,61,62,66,67,79,103,109,123,124,132,138,141,143,145,176,188,189,195,197,201],pcoll_id:[144,145],pcoll_version_map:145,pcoll_visu:[104,130,135,224],pcollect:[2,6,16,31,33,41,42,44,49,59,61,62,66,69,79,96,103,121,124,126,129,132,134,137,138,141,142,143,144,145,155,173,175,177,180,182,184,188,189,195,197,201,202,224],pcollection_stat:137,pcollectionview:41,pcollectionvisu:138,pcolls_to_pcoll_id:145,pdf:69,peform:189,pend:155,per:[41,61,103,121,123,170,183,184,186,189,197,201,218],per_bundle_delay_sec:175,per_element_cost:201,per_element_delay_sec:175,percent_complet:111,percentag:111,percentil:197,perel:188,perfectli:59,perform:[2,16,24,32,34,36,41,42,49,51,54,59,62,65,66,124,160,161,162,164,165,166,175,182,183,185,189,201,202,209,212],perform_extract_job:44,perform_load_job:44,perform_multi_threaded_test:65,perhap:111,period:[136,202],perkei:[188,197],permanentexcept:218,permit:[201,210],permitted_thread_age_in_second:220,persist:[155,189],person:[160,161,162],phase:[59,69,179],phaseset:69,phred:69,physic:118,pick:[2,191],pick_port:219,pickl:[2,6,13,59,176,222],picklabl:59,pickle_urn:222,picklecod:[2,13,59],pickler:[8,224],piec:127,pin:145,pipe:[35,195],pipelin:[2,7,14,16,29,30,32,33,40,41,42,48,56,57,58,59,61,62,66,67,69,72,73,76,77,84,85,88,90,103,104,105,106,107,108,109,112,113,114,117,119,121,124,125,131,136,137,138,139,140,141,142,143,144,145,148,154,155,160,161,162,164,165,166,170,172,174,175,176,177,180,184,189,191,195,196,201,209,213,224],pipeline_analyz:[104,130,136,224],pipeline_assert:[104,130,146,224],pipeline_context:[104,224],pipeline_gcs_loc:42,pipeline_graph:[104,130,135,137,140,224],pipeline_graph_render:[104,130,135,136,139,143,224],pipeline_info:144,pipeline_instru:[104,130,143,224],pipeline_opt:[23,34,36,48,53,58,60,75,77,78,92,121,191,224],pipeline_options_valid:[75,224],pipeline_proto:[136,139,144],pipeline_proto_to_execut:144,pipeline_result:[142,174],pipeline_verifi:[156,224],pipelineanalyz:[136,144],pipelineananlyz:144,pipelinecontext:[2,154,222],pipelineerror:[7,79],pipelinegraph:[137,139,140],pipelinegraphrender:[136,140],pipelineinfo:144,pipelineinstru:[138,143,145],pipelineopt:[23,34,36,53,60,76,77,79,144,176,191,192],pipelineoptionsvalid:77,pipelineoptiontyp:89,pipelineresult:[143,155,173],pipelinerunn:[79,109,119,143,144,155,176,224],pipelinest:[155,174],pipelinestatematch:174,pipelinevisitor:[79,117,145,209],pipestream:35,place:[11,14,44,103,141,189,195,202,218],placehold:[14,16,32,62,66,67],plai:44,plain:[33,44,103],plane:85,platform:215,pleas:[29,30,32,41,49,59,62,77,142,175,212],plot:138,plugin:[34,140,211,224],pobject:189,point:[2,16,41,44,48,51,59,62,103,121,127,201,202,208,218,221],polici:41,poll:[44,109],poll_for_job_complet:109,pool:[14,76,220],pool_siz:14,pop_on:206,pop_thre:206,pop_top:206,pop_two:206,popen:[215,219],popul:[76,79,179,191],port:[29,30,219],portabl:[4,29,30,145,178,224],portion:[189,201],pos:[25,63],posit:[14,25,34,35,59,63,64,65,69,77,111,177,189,204],position_at_fract:[25,59,63],position_for_fract:65,position_to_fract:63,positional_hint:204,possibl:[2,32,33,36,41,44,59,65,77,132,142,170,172,189],potenti:[103,121],power:224,practic:59,pre:[59,123,145,189],pre_fin:[31,59],pre_finalize_result:59,preced:201,precis:[41,202,221],predecessor:221,prefer:[2,34,222],prefetch:200,prefix:[16,22,23,24,33,34,36,53,54,62,66,67,132,213],prepar:[28,30,88,170,189],preparationid:88,prepend:[52,147],preprocess:145,presenc:212,present:[35,41,61,69,82,188],preserv:[65,79,201],prespecifi:175,prevent:[32,59,61,73,74,189,201],previou:[41,59,124,177],previous:[131,132],previu:212,price:[160,162,165],primari:[59,111],primarii:175,primarili:[25,41,54],primary_range_track:65,primary_restrict:59,primit:[2,92,119,124,189,202,210],print:[108,186,208,212],print_item:206,print_newlin:206,prior:59,prob:69,problem:155,proce:189,proces:124,process:[2,6,34,41,42,43,44,45,59,62,92,96,103,106,107,111,114,116,121,123,124,127,129,145,152,153,162,170,175,177,182,184,188,189,195,199,200,201,202,209,211,216,219,224],process_bundle_msec:96,process_continu:124,process_el:92,process_element_invok:124,process_keyed_el:92,process_keyed_elements_transform:124,process_sized_elements_and_restrict:92,process_st:122,process_to_termin:162,process_with_sized_restrict:175,processcontinu:[124,189],processdata:41,processel:124,processenviron:192,processfn:124,processing_tim:92,processingtimeev:177,processkeyedel:124,processkeyedelementsviakeyedworkitem:124,processkeyedelementsviakeyedworkitemsoverrid:124,produc:[2,16,30,33,38,41,59,62,65,66,79,103,117,121,124,131,138,144,175,177,188,189,201,212],producer_config:30,producer_vers:145,profil:[201,211,224],profile_id:216,profile_loc:216,profilingopt:76,program:[41,199,206,224],progress:[59,63,85,111,155,189],project:[10,28,41,44,45,48,49,52,56,61,77,108,140,161,170],project_id:[44,45],project_id_pattern:77,project_nam:170,project_name1:41,project_number_pattern:77,projectid:44,promis:59,prompt:[147,213],proper:[74,195,200,204],properli:[59,124,204],properti:[41,49,51,52,59,65,99],propertiesfromenumvalu:[83,86,89,92,96,99,102],property_dict:52,property_nam:52,proto:[73,74,79,103,136,137,139,144,145,148,154,177,189,192,195,199,207],proto_map:144,proto_message_typ:2,proto_util:[211,224],protobuf:[2,4,74,217,221],protoc:2,protocod:2,protocol:[2,59,193],provid:[2,14,16,23,28,29,30,33,34,35,36,38,41,44,48,49,51,53,56,59,60,61,62,63,64,74,76,78,79,90,121,127,129,136,138,141,142,143,144,145,155,176,177,189,193,195,201,204,219,222,224],provis:90,provisionserviceservic:90,provisionservicestub:90,proxi:12,proxy_env_var:12,proxy_info_from_environment_var:12,proxyinfo:12,prune:148,pseudo:59,pseudocod:65,ptransform:[6,7,16,28,29,30,33,38,41,42,45,49,56,59,61,62,66,67,69,74,79,96,103,109,112,117,121,122,123,124,132,137,142,144,175,177,180,187,188,189,191,193,197,201,210,213,224],ptransform_arg:124,ptransform_execution_tim:96,ptransform_fn:195,ptransform_kwarg:124,ptransform_overrid:[104,105,224],ptransform_side_input:124,ptransform_test:68,ptransformoverrid:[79,109,112,124],ptransformwithsideinput:189,ptransfrom:[61,197],pub:[28,56],pub_client:179,publish:[28,56,170],publish_metr:170,publish_time_nano:179,publish_time_sec:179,publish_to_bq:170,pubsub:[15,26,27,39,162,172,179,224],pubsub_integration_test:57,pubsub_it_pipelin:[15,39,224],pubsubmessag:[28,56],pull:[103,179],pullrespons:179,pullresponsemessag:179,pure:5,purpos:[141,176],push_valu:206,put:[13,24,35,155,184],putartifact:82,pvalu:[7,14,16,28,41,45,56,59,62,66,67,69,79,117,155,189,195,196,224],pvalue_class:14,pvalueerror:7,pvalueish:[79,143,193,195,213],py2:207,py3:207,pyarrow:[62,167],pydot:140,pydotrender:140,pyhamcrest:173,pypi:140,python:[2,5,7,11,13,16,30,34,35,41,42,44,58,59,62,76,101,109,138,140,142,143,147,161,162,176,182,183,184,185,188,189,193,197,204,205,206,207,208,210,218],python_urn:[80,224],pyvcf:69,pyx:5,qualifi:30,qualiti:[69,212],quantil:197,quartil:197,queri:[40,41,44,48,49,51,52,74,108,118,136,142,144,145,155,156,157,158,160,161,162,170,224],queries_schema:41,query0:[156,157,158,161,163,224],query1:[156,157,158,163,224],query2:[156,157,158,163,224],query_arg:[161,164,165],query_error:161,query_events_t:41,query_result:41,query_splitt:[15,39,46,47,224],query_table_for_todai:41,querysplitt:51,querysplittererror:51,querysplitterimpl:51,question:[23,53,60,186,212],quickstart:[41,45],quit:11,quot:[34,132],quota:[41,42],quotaexceed:218,race:59,rais:[2,7,11,20,23,24,31,32,34,35,36,41,44,51,53,54,58,59,60,65,76,79,155,175,176,180,188,189,191,194,195,197,204,205,208,218,220],random:[2,35,50,51,61,138,182,183,201,218,219],random_message_with_map:182,random_str:182,random_windowed_valu:182,randomli:[218,219],randomuniquekeyfn:124,rang:[25,32,35,59,63,64,65,111,141,175,189,197,202],range_track:[15,25,32,59,65,68,175,224],rangetrack:[25,32,59,63,65],rate:186,ratelimitexceed:218,rather:[2,34,36,41,69,197,204,206,222],raw:[30,59,162,170,177],raw_byt:109,raw_ev:[164,165,166],rawiobas:35,reach:[35,44,132,172,218],reachabl:[109,155],read:[2,5,12,15,16,23,24,25,28,29,30,32,33,34,35,36,40,41,43,48,49,53,54,56,59,60,62,65,66,67,68,69,92,109,111,112,120,121,132,134,144,172,175,189,200,224],read_al:5,read_bigendian_doubl:5,read_bigendian_int32:5,read_bigendian_int64:5,read_bigendian_uint64:5,read_buffer_s:[24,35,54],read_byte_py2:5,read_byte_py3:5,read_cache_id:144,read_from_sourc:65,read_record:32,read_siz:34,read_utf8:33,read_var_int64:5,readabl:[34,35],readablefil:33,readal:35,readallfil:[16,62],readallfromavro:16,readallfromparquet:62,readallfromparquetbatch:62,readallfromtext:66,readcach:[132,144],reader:[41,44,59,111,134],readerposit:111,readerprogress:111,readfromavro:16,readfromdatastor:49,readfromkafka:30,readfromkafkaschema:30,readfrommongodb:61,readfromparquet:62,readfromparquetbatch:62,readfrompubsub:[28,56],readfrompubsubschema:28,readfromsourc:65,readfromtext:[66,224],readfromtextwithfilenam:66,readfromtfrecord:67,readfromvcf:69,readi:[170,174,224],readinto:35,readlin:34,readmatch:33,readptransformoverrid:[109,112],readstringsfrompubsub:56,real:[14,116,147],real_tim:[198,199],realclock:116,realiti:189,realli:6,reason:[6,189,218],rebalanc:[59,65],receiv:[33,41,42,59,65,127,161,162,164,189,204],receivedmessag:179,recent:142,recommend:[16,41,59,62,65,66,176,212],record:[1,16,28,31,32,33,42,44,56,59,62,63,65,67,69,111,134,142,144,145,175],record_batch_s:62,record_current_posit:59,record_index:111,record_start:63,recov:145,recurs:[23,24,34,36,53,54,60,179],recv_pip:35,redefin:76,reduc:[16,62,66,141,155,189],reduct:189,redund:59,reentrant:[59,65],ref:154,refer:[15,29,30,39,44,59,65,69,73,79,142,145,195,224],referenc:[44,137,144,145,154],reference_bas:69,reference_nam:69,reference_source_info:65,referenced_pcollect:137,refresh:142,refsnp:69,regener:61,regex:201,region:77,regist:[2,6,36,79,122,176,222],register_cod:6,register_observ:3,register_pickle_urn:222,register_structured_urn:2,register_urn:[2,192,195,222],registr:[6,222],registri:[2,4,6],regress:186,regular:[34,201,210],reifi:201,reify_window:180,reifywindow:189,reimplement:191,reject:[191,207],rel:[34,35,111,201],relat:[7,59,73,85,117,143,195,197],relationship:145,releas:[49,124,127,189,212],relev:[24,54,74,103],reli:[41,138,180],remain:[35,59,111,206],remaining_split_point:111,remaining_tim:111,remaining_work:59,rememb:35,remot:[41,56,109,218],remov:[66,142,170,201,212],remove_objects_from_arg:14,removedupl:201,renam:[23,24,34,36,53,54,58,59,60],rename_fil:24,render:[136,137,139,140,143],render_opt:[139,143],render_pipeline_graph:140,rendererd:140,repars:172,repeat:41,repeatedli:[189,199],replac:[14,16,29,62,66,67,79,124,142,145,170,179,188,189,201,206,212,213,219],replace_al:[79,201],replace_first:201,replaceable_unbounded_sourc:145,replaceon:61,replai:131,replec:212,repo:219,report:[59,74,85,96,129,216,218],report_onc:216,repositori:[193,219],repres:[14,28,32,33,34,41,44,52,56,59,61,62,64,65,69,71,76,103,111,139,142,155,167,179,184,189,191,192,196,199,205,221,224],represen:189,represent:[4,41,111,131,137,139,140,145,148,179,191,202,221],request:[20,21,22,34,35,44,49,63,72,82,84,85,88,90,91,111,121,124,178,179,193,218],request_dynamic_split:111,request_iter:[82,85],requir:[2,6,11,16,28,30,41,49,52,59,62,66,76,77,131,132,141,142,144,172,189,201,212],required_label:96,required_transform:137,reserv:210,reserve_pric:[160,162],reset:[189,199],reshard:41,reshuffl:[49,61,92,189,201],reshuffleperkei:201,residu:[59,111,124],residual_range_track:65,residual_restrict:[59,124],resolut:[62,155,221],resolv:30,resourc:[41,59,90,176,189],respect:[16,41,59,62,65,66,67,69,189],respond:[108,118],respons:[6,20,21,22,34,36,59,85,88,122,124,134,145,179],rest:[41,197],restrain:189,restrict:[52,59,72,124,175,189],restriction_cod:[124,189],restriction_s:[175,189],restriction_track:[15,92,175,224],restrictionparam:[175,189],restrictionprogress:59,restrictionprovid:[175,189],restrictiontrack:[59,64,124,175,189],result:[2,13,14,32,33,34,41,44,48,49,51,52,59,61,65,69,71,72,74,76,108,109,111,121,122,123,124,128,131,137,142,143,145,155,170,173,174,184,186,188,189,195,197,201,202,204,212,216],result_pcol:195,resum:[124,189],retract:92,retri:[41,44,50,59,61,174,179,189,211,224],retriev:[14,20,21,35,82,136,145,170,188,204],retry_alwai:44,retry_arg:55,retry_filt:218,retry_func:55,retry_nev:44,retry_on_beam_io_error_filt:218,retry_on_io_error_and_server_error:174,retry_on_rpc_error:50,retry_on_server_errors_and_notfound_filt:218,retry_on_server_errors_and_timeout_filt:218,retry_on_server_errors_filt:218,retry_on_server_errors_timeout_or_quota_issues_filt:218,retry_on_transient_error:44,retrystrategi:[41,44],return_context:79,return_type_hint:204,returns_windowed_valu:111,reusabl:145,revers:[188,197,201,205],rewind:[34,35],rewrit:54,rfc3339:221,rfc:[28,56,221],right:[65,79,218],right_fract:65,right_result:65,roadmap:[29,30],role:160,root:[24,121,122,127],root_transform:[121,129],rootbundleprovid:127,rot_four:206,rot_n:206,rot_thre:206,rot_two:206,rotate_kei:175,round:136,row:[4,41,42,43,44,45,62,92,167],row_cod:[0,224],row_group_buffer_s:62,rowasdictjsoncod:[41,44],rowcod:4,rowtostringwithslowdown:43,rpc:[72,91,218],rpcerror:50,run:[7,10,13,14,30,40,43,48,57,59,79,81,88,89,106,107,108,109,113,120,121,122,125,127,131,137,138,141,142,143,145,148,155,161,162,170,172,173,175,176,182,183,184,185,186,189,191,210,219],run__nativewrit:109,run_abc:155,run_async:155,run_benchmark:[183,184,185,186],run_bq_pipelin:40,run_coder_benchmark:182,run_combinevalu:109,run_command:152,run_flatten:109,run_groupbykei:109,run_impuls:109,run_pardo:109,run_pipelin:[57,109,113,119,125,141,143,155],run_queri:[44,161],run_read:109,run_runnerapiptransformhold:109,run_single_pipelin:184,run_teststream:109,run_transform:155,run_using_threadpool:14,runner:[7,29,30,38,41,44,49,59,72,76,77,79,85,88,176,177,189,195,201,224],runner_api_requires_keyed_input:[189,195],runnerapi:88,runnerapienvironmenthold:192,runnerapifn:[2,189,202,222],runnererror:7,runtest:194,runtim:[2,7,32,41,49,90,142,170,175,204,209,220],runtime_list:170,runtime_opt:[23,34,53,60,78],runtimeerror:[7,44,79],runtimemetr:170,runtimest:[120,189,200],runtimetim:[189,200],runtimevalueprovid:[23,34,53,60,78],runtimevalueprovidererror:7,s3_path:24,s3_prefix:23,s3clienterror:22,s3download:24,s3filesystem:[15,17,224],s3io:[15,17,224],s3upload:24,safe:[10,35,59,118,137,139],safefastprimitivescod:132,safeti:59,sai:[6,59],same:[2,6,23,24,32,33,34,36,41,44,53,54,59,60,61,65,66,69,73,74,79,103,107,111,115,142,145,155,168,175,180,184,188,189,201,202,205,206,212,218,219],sampl:[2,40,41,96,132,137,138,188,197,200],sample_s:132,sampled_byte_s:96,samtool:69,satisfi:[59,208],save:[132,143,170,216],save_main_sess:175,save_modul:13,save_pcod:132,scale:[41,59,69],scenario:[41,44,59],schedul:[117,122],schedule_pending_unblocked_task:121,schema:[2,4,15,16,39,42,44,62,69,167,170,193,203,224],schema_as_json:41,schema_autodetect:41,schema_pb2:4,schema_pb2_grpc:[80,81,224],schema_side_input:[41,42],schema_str:44,schemabasedpayloadbuild:193,schematyperegistri:207,scheme:[23,34,36,53,58,59,60,77],scope:[141,142,145],score:69,sdf:[124,175,189],sdf_direct_runn:[104,114,224],sdf_invok:124,sdf_pair_with_restrict:92,sdf_process_el:92,sdf_process_keyed_el:92,sdf_process_sized_element_and_restrict:92,sdf_split_and_size_restrict:92,sdf_split_restrict:92,sdfprocesselementinvok:124,sdist:81,sdk:[28,29,30,59,85,90,101,109,142,189,193,204,210,223],sdk_locat:161,sdk_transforms_with_environ:79,search:218,sec:184,second:[6,23,24,28,34,36,44,53,54,56,60,65,74,108,116,138,142,168,170,174,175,177,186,189,195,199,201,202,206,216,217,218,221],section:59,see:[6,16,28,29,30,32,35,36,41,42,49,52,58,59,62,65,66,67,76,77,79,124,139,143,155,175,189,195,199,201,202],seed:[182,183],seek:[34,35],seek_cur:[34,35],seek_end:[34,35],seek_set:[34,35],seekabl:[32,34,35],select:[41,62,103,166],self:[2,3,45,59,138,141,145,147,173,186,189,191,195,200,204,221,222],seller:[160,162],semant:[49,59,177,195,199,203,210],send:[24,41,85,126,161,164,170],sens:6,sent:[41,85,189],separ:[41,59,69,147,175,189,202,204],sequenc:[52,59,69,182,183,208],sequenti:[35,59,82],seri:[42,160,161,162,164,165,166,175,184,202],serial:[6,30,41,44,59,79,96,109,127,154,193,222],serializ:[177,201],serialize_windowing_strategi:109,serialized_byt:217,serialized_data:109,serv:[164,219],server:[29,30,61,82,84,85,88,90,91,193,218,219],servic:[10,16,29,30,41,44,56,59,62,66,76,77,82,84,85,88,90,91,108,109,111,134,174,193,218,219],session:[13,141,143,202,213],session_window:99,sessionspayload:99,set:[6,16,24,25,28,29,30,32,33,34,35,36,38,41,42,45,49,52,54,56,59,61,62,65,66,67,69,72,73,76,77,78,96,103,109,121,124,126,129,131,137,142,143,144,147,155,174,175,180,184,189,197,199,200,201,202,204,208,210,212,218],set_cache_manag:142,set_cached_source_signatur:142,set_current_posit:[25,59,63],set_interval_m:38,set_message_count:38,set_opt:36,set_pipeline_result:142,set_process_element_invok:124,set_properti:52,set_proto_map:144,set_render_opt:143,set_running_in_gc:10,set_runtime_opt:78,set_split_points_unclaimed_callback:[59,63],set_stat:184,set_watermark:189,setruntimest:[120,200],setstatespec:[184,200],setup:[59,81,124,170,176,189],setupopt:[76,77],sever:[15,25,41,44,86,108,111,180,186,189,195,201],sha1:179,shape:[139,175],shard:[16,31,33,51,62,66,67,180],shard_index:33,shard_name_templ:[16,31,62,66,67],share:[41,76,115,121,150,189],shift:79,shorthand:145,shortvalu:191,shot:145,should:[13,14,23,28,32,33,34,35,36,41,44,52,53,56,59,60,61,66,73,79,103,111,124,127,137,143,145,148,155,167,174,175,176,177,180,183,188,189,191,192,196,199,201,204,210,216,218,222,224],should_drop:191,should_execute_seri:127,should_fir:199,should_retri:44,shouldn:148,shown:[41,191],shuffl:[111,184,189],shuffle_posit:111,shufflebarri:175,shuffler:6,shut:[189,219],shutdown:[122,220],side:[7,14,41,42,103,121,123,175,185,188,189,196,201],side_input:[41,44,92,121,127,195],side_input_valu:122,side_input_visitor:109,side_inputs_contain:129,side_t:41,sideinput:[187,224],sideinput_microbenchmark:[181,224],sideinputbarri:175,sideinputerror:7,sideinputmap:196,sideinputparam:189,sign:201,signal:[35,41,59],signatur:[131,142,147,155,189,218],signifi:212,signific:[49,224],significantli:[16,59,201],similar:197,similarli:41,simpl:[1,2,16,62,72,165,166,175,186,189,201,202,204,208,210,218,224],simplefilt:212,simpler:[11,59,195],simpli:[76,140,164,189,216],simplic:131,simul:[43,160,161,162,164,165,166,179],simultan:24,sinc:[2,6,28,41,44,49,56,59,74,116,141,142,145,180,202,207,212,217,221],singl:[16,24,31,32,35,41,42,49,54,59,62,69,71,114,118,119,128,141,180,188,189,197,201,202,204,206],single_partit:42,single_partition_tag:42,singleton:[103,142],singletoncod:2,sink:[15,31,33,34,41,44,56,59,61,66,67,111,132,224],sinkwrit:111,situat:[145,189],size:[2,5,14,16,22,23,24,32,34,35,36,41,42,49,53,54,58,59,60,62,64,66,96,123,131,175,182,184,186,189,197,201,202,224],size_estimate_overrid:175,size_in_byt:34,skip:[44,65,66,143,179,189],skip_directori:33,skip_displai:143,skip_header_lin:66,skip_invalid_row:44,sleep:[179,218],sleep_duration_sec:44,sleep_per_input_record_sec:175,sleep_sec:174,slide:202,sliding_window:99,slidingwindow:202,slidingwindowspayload:99,slot:202,slow:43,slow_stream:[0,224],small:[41,51],small_dict:182,small_int:182,small_list:182,small_message_with_map:182,small_str:182,small_tupl:182,smaller:[28,56,197,201,221],smallest:[188,197,201],smallestperkei:188,snappi:44,snapshot:[129,145],softwar:[34,140],solut:195,some:[33,41,51,59,65,109,122,127,131,141,155,180,189,195,201,216,224],some_test:147,somefn:195,someinst:141,someth:[33,41,111,216],sometim:[6,189],son:61,sort:[33,52,188,197],sortbi:216,sourc:[1,2,3,4,5,7,10,11,12,13,14,15,16,20,21,22,23,24,25,28,29,30,31,32,33,34,35,36,38,40,41,42,43,44,45,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,71,72,73,74,76,77,78,79,82,83,84,85,86,88,89,90,91,92,96,99,103,106,107,108,109,111,112,113,115,116,117,118,119,120,121,122,123,124,125,127,128,129,131,132,134,136,137,138,139,140,141,142,143,144,145,147,148,152,153,154,155,160,161,162,164,165,166,167,168,170,172,173,174,175,176,177,178,179,180,182,183,184,185,186,188,189,191,192,193,194,195,196,197,198,199,200,201,202,204,205,206,207,208,209,210,212,213,214,215,216,217,218,219,220,221,222,224],source_bundl:25,source_file_nam:[23,34,36,53,58,60],source_frac:25,source_index:25,source_info:65,source_ix:25,source_posit:25,source_test_util:[15,224],source_test_utils_test:65,sourcebas:[59,111],sourcebundl:59,sourcereaderprogress:111,sources_info:65,space:[6,170,197,218],spawn:193,speak:152,spec:[4,69,83,86,89,92,96,99,102,189,200],spec_paramet:38,special:[28,30,41,132,168,189,219],specif:[16,41,44,59,62,66,71,74,76,79,101,103,108,111,121,124,127,175,184,189,200,201,212],specifi:[6,11,16,23,28,30,32,33,34,36,41,44,53,56,59,60,61,62,66,69,74,76,77,79,103,109,111,121,124,175,176,177,180,186,188,189,194,195,199,200,201,202,204,208,210,212,224],specul:199,spill:42,split:[16,23,25,32,33,34,36,41,42,45,49,51,53,58,59,60,62,63,64,65,66,68,85,108,111,124,170,175,189,201],split_and_s:189,split_and_size_restrict:92,split_at:64,split_fract:[59,65],split_metrics_by_namespace_and_nam:170,split_offset:[63,175],split_po:64,split_point:[59,63],split_points_unknown:59,split_posit:[59,65],split_restrict:92,split_result:65,splitfractionstatist:65,splitnotpossibleerror:51,splitrestrictionfn:124,splittabl:[32,59,124,189],splittabledofn:124,splittablepardo:124,splittablepardocompon:92,splittablepardooverrid:124,splitter:51,sql:41,src:[24,51,54,216],src_bucket:22,src_dest_pair:[24,54],src_kei:22,sre_pattern:36,sssss:[16,62,66,67],stabl:[85,145,184,224],stack:[115,206,208],stage:[59,61,82,184],staging_loc:161,stai:[41,59,111],stand:59,standard:[4,34,41,76,195,218],standard_opt:76,standard_window_fns_pb2_grpc:[80,81,224],standard_window_fns_pb2_urn:[80,81,224],standardcod:92,standardenviron:92,standardopt:[76,77],standardptransform:92,standardsideinputtyp:92,star:216,start:[20,21,24,25,29,30,33,35,44,58,59,63,64,65,69,76,77,85,89,96,103,122,131,136,143,152,155,160,162,174,178,202,216,219],start_bundl:[42,106,107,123,124,170,175,189,209],start_bundle_msec:96,start_periodic_upd:136,start_posit:[25,32,59,63,64,65,68,175],start_sess:143,start_stat:122,starting_point:[184,186],startup:[10,214],startupload:22,startwork:85,stat:[65,136,137,187,224],state:[44,59,85,88,108,109,113,118,120,121,124,127,134,138,141,142,145,155,160,162,174,184,199,200,201,206,208],state_backed_iter:92,state_cache_s:192,state_sampl:122,state_spec:[120,200],state_tag:120,statement:[180,224],stateparam:[184,189],statespec:200,staticvalueprovid:78,statist:[73,197],statu:[136,155,218],status:85,stdout:186,step:[2,6,41,42,48,59,61,72,74,108,121,124,132,145,155,170,173,175],step_context:[120,124],step_label:2,step_nam:[121,170],still:[32,59,85,131,224],sting:41,stop:[29,59,63,64,65,85,89,136,138,155,178,216,219],stop_periodic_upd:136,stop_posit:[25,32,59,63,64,65,68,111,175],stopwork:85,storag:[54,55,59,76,77,189],storage_api_servic:76,storage_cli:54,store:[33,34,36,41,62,65,69,76,79,85,126,202,208,221],store_attr:206,store_fast:206,store_glob:206,store_map:206,store_subscr:206,str:[2,11,16,24,31,32,34,35,41,44,45,49,52,54,56,61,62,65,66,69,79,131,137,139,140,141,142,143,144,145,170,176,179,180,191,193,200,201,204,205,207,210,213],straight:11,strategi:[33,41,44,145,189,221],stream:[5,23,24,28,29,31,33,34,35,36,38,41,42,53,54,56,58,59,60,76,88,109,112,119,138,156,160,161,162,164,165,166,169,177,178,180,189,198,224],streaming_cach:[104,130,133,224],streaming_impuls:38,streaming_insert:41,streamingcach:134,streamingusermetricsdofn:107,stress:65,strict:145,strictli:[6,28,56],string:[2,12,16,23,28,30,32,33,34,35,36,41,42,44,48,52,53,54,56,58,60,61,62,63,66,67,69,72,73,77,89,92,103,111,145,172,174,175,179,180,182,186,191,193,201,205,207,212,217,219,221],string_utf8:92,string_valu:191,stringutil:109,strip_trailing_newlin:66,strongli:65,struct:[62,217],struct_obj:153,struct_to_dict:153,structur:[11,23,34,36,53,60,76,208],strutf8cod:[2,66],stub:219,stub_class:219,style:[34,50],sub:[28,32,56,59,111,155,179,189,221],sub_client:179,sub_range_track:25,subclass:[3,6,59,63,65,68,73,76,77,188,189,191,195,202,214],subclassess:77,subcompon:191,subdirectori:224,subject:[56,212],submit:[88,109,220],submit_timestamp:170,submodul:[18,46,157],subprocess:[193,215,219],subprocess_serv:[211,224],subprocesssdkenviron:192,subprocessserv:219,subscrib:88,subscribercli:179,subscript:[28,56,179],subsequ:[59,111,132,218],subset:210,substitut:[201,219],subsystem:6,subtransform:145,subtrigg:199,succe:[42,59,65],succeed:[24,54,59],success:[59,111],successfulli:[44,59,82,109,131],suffic:212,suffici:[59,111,145],suffix:[16,33,34,48,62,66,67,179],sugar:141,suggest:[59,212],suggested_split_posit:65,suit:[160,161,162,164,165,166],suitabl:[2,127,189,219],sum:[71,170,189],sum_int64_typ:96,sum_int_64:[74,96],sum_valu:173,sunnyval:162,suppli:[76,79,103,134,176,188],support:[2,11,16,23,29,30,33,34,35,41,44,45,52,53,56,58,59,60,62,66,79,88,111,119,120,145,155,179,189,191,193,195,199,201,204,207,209],suppos:41,sure:[42,59,61,77,124,174,180],surround:201,switchingdirectrunn:[119,125],symmetric_binary_op:206,symptom:41,sync:127,synchronized_processing_tim:92,syntax:[2,11,34,36,41,45,141,189,203,210],synthet:175,synthetic_pipelin:[156,224],syntheticsdfassourc:175,syntheticsdfsourcerestrictionprovid:175,syntheticsdfstep:175,syntheticsdfsteprestrictionprovid:175,syntheticsourc:175,syntheticstep:175,sys:[76,79,176],system:[23,34,36,53,58,59,60,108,176,189,199],tabl:[15,39,40,42,43,44,45,59,62,138,167,170,224],table_dict:41,table_id:[44,45],table_nam:41,table_names_dict:41,table_refer:[42,44],table_row:[41,44],table_schema:41,table_schema_to_dict:41,table_side_input:[41,42],tablecel:41,tablefieldschema:41,tableid:44,tablerefer:[41,42,44],tablerow:[41,44],tablerowjsoncod:41,tableschema:[41,44],tabular:167,tag1:201,tag2:201,tag:[74,103,126,176,177,189,196,201],taggedoutput:103,tail:[23,34,36,53,60],take:[14,33,41,42,59,79,108,111,119,175,180,186,188,189,197,201],taken:[48,201],takes_windowed_valu:111,tar:161,target:[42,193,201],target_batch_duration_sec:201,target_batch_overhead:201,target_window_fn:196,task:[59,121],teardown:189,techniqu:41,tell:[34,35],temp:132,temp_dataset:44,temp_dataset_:44,temp_loc:[41,42,161],temp_path:31,temp_tabl:[42,44],temp_table_:44,tempdir:179,templat:[16,62,66,67,78],temporari:[28,41,42,56,59,179,201],temporarili:218,temporary_t:42,temporaryt:42,term:[41,59],termin:[124,138,142,162,174],test:[41,50,54,57,65,77,104,106,113,116,125,130,138,141,142,194,201,218,224],test_bigquery_cli:[41,44],test_cas:148,test_client:[41,42],test_dataflow_runn:[104,105,224],test_direct_runn:[104,114,224],test_id:170,test_job_python_from_python_it:194,test_method:124,test_pipelin:[156,224],test_read_metr:68,test_runner_api:[79,176],test_stream:[92,156,224],test_stream_impl:[104,114,224],test_stream_servic:[156,224],test_util:[156,224],testcas:[148,179,194],testclock:116,testdataflowrunn:[113,172],testdb:61,testdirectrunn:[125,172],testopt:[76,77],testpipelin:176,testrunn:[172,176],teststream:[91,92,119,126,134,177],teststreamservicecontrol:178,teststreamserviceservic:[91,178],teststreamservicestub:91,testwindowedvalu:180,text:[33,41,59,66,79,106,132,140,143,180,224],textio:[15,224],textrender:140,tfrecord:[67,143],tfrecordio:[15,224],than:[2,28,34,36,41,42,49,51,56,59,62,63,69,141,150,177,189,197,201,204,206,221,222],thei:[30,34,41,44,59,61,65,73,103,127,131,142,180,188,189,201,202],them:[13,42,59,109,142,189],themselv:[33,72,103,210],therebi:189,therefor:34,thereof:145,thi:[2,6,10,14,16,23,24,28,29,30,31,32,33,34,35,36,38,41,42,44,45,49,51,52,53,54,56,59,60,61,62,63,65,66,67,69,71,72,73,74,76,79,82,85,91,103,104,105,108,111,114,115,117,119,121,124,127,131,132,134,136,137,138,139,140,141,142,143,144,145,148,155,162,164,165,166,174,175,176,177,179,180,182,183,184,188,189,191,193,195,196,197,199,200,201,202,204,205,208,210,212,216,218,219,221,222,224],thing:[59,197,216],those:[2,16,41,42,45,59,137,142,176,189,191,197],though:189,thread:[10,14,35,59,65,118,136,137,139],thread_pool_executor:[211,224],three:[6,28,56,59,65,72,160],through:[59,61,63,77,79,138,142,161,164,175,189,218],throughout:[14,41,138],throughput:119,thrown:33,thu:[132,145,189,193,201],tile:197,till:124,time:[6,14,16,23,24,28,32,34,36,41,44,53,54,56,59,60,62,66,67,69,96,109,111,116,124,127,142,155,170,174,177,183,184,185,186,188,189,198,199,201,202,210,214,217,218,221],time_domain:[128,199,200],time_in_m:161,time_prefix:216,timedelta:191,timedomain:[92,198,200],timeout:[24,54,113,155,162,172,218],timeouterror:[24,54],timepartit:41,timer:[92,121,124,128,129,184,198,199,200,201],timer_fir:128,timer_spec:[120,200],timerfir:128,timerparam:[184,189],timerspec:[184,200],timestamp:[2,28,41,56,62,71,74,92,115,124,128,129,160,162,170,177,180,188,189,191,198,199,200,201,202,211,217,224],timestamp_attribut:[28,56,57],timestamp_combin:[189,202],timestamp_pb2:221,timestamp_proto:[74,221],timestamp_sec:74,timestampcod:2,timestampcombin:[189,202],timestamped_valu:177,timestampedvalu:[177,201,202],timestampinvalu:201,timestampparam:[124,188,189,201],timeutil:[2,187,202,224],timezon:[28,56,221],tl_referenced_pcoll_id:144,tl_required_trans_id:144,to_be_merg:[199,202],to_client_ent:52,to_client_kei:52,to_json_valu:11,to_kei:74,to_low:204,to_panda:62,to_proto:221,to_proto_str:56,to_rfc3339:221,to_runner_api:[2,73,79,103,154,177,189,192,195,198,199,200,222],to_runner_api_paramet:[2,4,38,56,59,177,189,192,195,201,202,222],to_runner_api_pickl:195,to_runner_api_transform:193,to_timestamp:217,to_timestamp_proto:74,to_timestamp_sec:74,to_type_hint:[2,4],to_utc_datetim:221,todict:188,todo:[42,79,189],togeth:[73,189],toggl:204,token:212,toler:[59,69],tolist:188,too:[41,42,51,65,189],took:[2,222],tool:[41,44,224],top:[51,79,137,144,188,204,206,213,224],topic:[28,30,56,179],tostr:201,tostringcod:66,total:[33,38,44,59,65,96,111,188,189,201,204,218],total_byt:170,total_bytes_count:170,total_messag:170,total_msec:96,total_s:59,total_shard:33,trace:86,track:[59,63,73,117,118,121,127,129,131,142,145,189],track_user_pipelin:142,tracked_user_pipelin:142,tracker:[25,59,63,65,124,189],trail:201,transfer:103,transform:[6,16,25,28,29,30,33,38,41,42,43,44,45,49,56,59,61,62,66,67,68,69,72,76,77,79,92,96,103,106,107,109,111,115,117,119,120,121,123,124,127,129,131,132,143,144,145,148,155,162,170,175,177,180,184,209,213,224],transform_evalu:[104,114,124,128,224],transform_evaluation_st:122,transform_evaluator_registri:122,transform_keyed_st:129,transform_nod:[109,155],transform_proto:144,transformerror:7,transformevalu:[120,122,127,128],transformevaluatorregistri:127,transformexecutor:122,transformresult:[121,128],transformss:124,transformwatermark:129,translat:[29,30,34,79,108],translate_pattern:34,travers:[76,79],treat:[33,145,221],treatment:[168,189],tree:[23,34,53,60,175],tri:[63,218],trigger:[33,41,42,121,187,189,224],triggercontext:199,triggercopyjob:42,triggerfn:[189,199],triggering_frequ:[41,42],triggerloadjob:42,trivial:[65,189,208],trivial_infer:[203,224],truncat:221,try_claim:[25,59,63,64],try_split:[25,59,63,64,65,175],tupl:[2,11,14,24,25,28,30,41,42,44,52,54,59,65,69,74,102,103,132,175,180,188,189,201,204,206,210,222],tuple_inst:193,tuplecod:2,tuplesequencecod:2,turn:[41,218],twice:[13,59,74],two:[6,16,23,28,34,36,42,53,56,58,59,60,62,65,111,148,168,170,175,188,189,204,208,210,212],txt:179,typ:205,type1:41,type2:41,type3:41,type:[2,3,4,5,6,11,14,15,16,23,24,28,32,33,34,35,36,39,41,44,45,46,47,49,51,53,54,56,59,60,62,63,64,65,69,71,72,73,74,77,78,79,82,84,85,88,90,91,92,103,111,115,116,118,121,122,124,127,128,129,132,152,154,155,167,170,176,177,179,188,189,191,192,193,195,196,198,199,200,201,202,203,204,205,207,208,209,210,212,214,216,218,221,222,224],type_1:204,type_2:204,type_:207,type_check:210,type_check_input:195,type_check_inputs_or_output:195,type_check_output:195,type_hint:[195,204,208,209],type_urn:[74,96],typecheck:[203,224],typecheckcombinefn:209,typecheckerror:[188,204],typecheckvisitor:209,typecheckwrapperdofn:209,typecod:[0,224],typeconstraint:[195,204,205,208,210],typedict:191,typeerror:[11,31,32,41,79,189,195],typehint:[2,6,189,195,224],typeinferenceerror:208,typeopt:[76,77],typevari:210,typic:[32,66,67,69,79,155,175,183,189,195,212],typing_from_runner_api:207,typing_to_runner_api:207,uid:[31,59],ultim:204,unabl:49,unari:206,unary_convert:206,unary_invert:206,unary_neg:206,unary_not:206,unary_posit:206,unavail:[51,132],unbound:[29,33,38,92,111,131,145,177,202,224],unbounded_sourc:145,unboundedthreadpoolexecutor:220,unchang:205,unclaim:59,uncommit:121,uncommitted_output_bundl:128,uncommittedbundl:115,uncompress:[34,62],unconsum:59,undeclar:189,undeclared_tag_valu:128,under:[24,34,41,49,56,142,161,189,201],underli:[2,34,36,51,66,69,76,121,143,145,195,199,202,208],underlying_result:143,underlying_runn:[143,144],underscor:[41,44],undesir:6,uneven:175,unfinish:59,ungroup:172,unicod:[11,140,191,207],union:[25,65,155,189,202,205,208,210],union_list:208,uniqu:[28,33,44,56,59,61,72,103,124,138,145,170,188,192,193,197,201,213],unique_id:207,unique_row_id:44,unit:[28,56,62,65,138,141,142,191,202],unittest:[148,179,194],unix:[23,28,34,36,53,56,60,177,202,221],unknown:[2,59,76,155,175,202],unless:[16,35,52,62,66,103,202],unmergedst:121,unmodifi:189,unnecessari:[148,189],unpack:[204,217],unpack_ani:217,unpack_sequ:206,unpickl:[77,176],unprocess:[59,124,189],unprocessed_bundl:[128,129],unquot:132,unrecogn:155,unset:52,unspecifi:[86,89,92],unsplitt:[59,63],unsplittablerangetrack:63,unstart:63,unsupport:52,until:[35,44,88,109,113,123,127,131,138,155,176,189,201],untouch:206,unused_arg:[43,124,162,175,184,189,204,206],unused_compon:2,unused_context:[2,4,189,195,199,201,202,222],unused_element_cod:177,unused_fn_paramet:202,unused_input:[59,177,189],unused_input_typ:[38,189,195],unused_kwarg:[43,124,162,175,184,189,204],unused_paramet:[189,201],unused_payload:[2,189,192],unused_pre_finalize_result:31,unused_registri:2,unused_st:206,unused_typehint:2,unwrap:[177,208],unwrap_al:208,unwritten_record_tag:42,unwrittenrecord:42,updat:[24,41,54,59,63,73,79,89,109,118,120,121,129,136,137,138,155,183,189],update_displai:136,update_pcollection_stat:137,update_phys:118,update_watermark:129,updating_pv:138,upload:[20,24,35,82],upload_id:22,upload_part:[20,21],uploaderstream:35,uploadpart:22,uploadpartrequest:[20,22],uploadpartrespons:[20,22],uploadrequest:[20,22],uploadrespons:[20,22],upon:[35,59],upper:[16,62,66,67,204],upper_bound:183,upstream:[117,189],uqfound:13,uri:[23,34,53,60,61,77],uri_schema_pattern:36,url:[34,58,113,191,192,219],urn:[2,28,29,30,38,74,79,83,86,89,92,96,99,100,101,102,131,189,192,193,195,202,211,224],usabl:[16,62],usag:[2,59,61,65,76,79,131,147,161,162,173,195,200,204,212,213,214,216],use:[2,3,5,6,8,9,10,11,12,13,14,16,23,24,25,28,29,30,34,35,36,41,49,50,51,53,54,56,57,59,60,62,65,66,72,73,74,76,77,79,80,81,82,101,102,103,108,109,111,115,116,117,122,127,128,129,131,138,141,142,145,148,154,167,172,175,176,177,179,181,182,189,192,193,194,196,197,201,204,206,208,209,211,212,215,216,217,218,221,222],use_deprecated_int96_timestamp:62,use_fake_cod:[79,154],use_fastavro:[16,167],use_global_window:180,use_legacy_sql:44,use_standard_sql:41,used:[2,4,6,12,13,14,16,23,28,32,33,34,36,38,41,42,44,45,49,52,53,56,59,60,62,63,66,67,69,71,72,73,74,76,79,96,103,104,109,111,115,116,117,121,124,126,127,128,131,132,134,137,138,141,143,145,148,155,162,170,174,175,176,177,180,182,189,191,195,196,199,201,202,204,210,212,218,219,222],useful:[2,74,121,189],user:[14,16,23,30,32,33,34,36,41,49,53,56,59,60,72,73,74,96,103,107,108,111,120,131,138,141,142,144,145,148,191,196,200,212,213,214],user_count:96,user_distribut:96,user_distribution_count:96,user_log:41,user_pipelin:[131,145],user_typ:205,usermetricsdofn:106,userst:[120,187,189,224],userstatecontext:[120,200],uses:[6,28,34,49,51,56,61,127,175,179,193,197],using:[2,6,10,11,14,33,35,36,40,41,44,59,66,69,76,79,91,103,111,119,122,124,131,132,140,142,147,167,175,177,179,189,193,195,197,202,204,210,212],usr:219,usual:[109,132],utc:[28,56,221],utf:[2,66,180],util:[8,11,12,15,33,34,35,44,65,80,96,104,109,114,124,140,144,148,151,154,156,162,170,175,176,177,179,181,187,189,198,202,204,223,224],uuid:170,v1new:[15,39,46,224],v31:201,v32:201,v33:201,val:5,valid:[16,32,34,41,42,44,56,62,63,66,67,69,76,77,124,131,141,173,176,180,189,191,195,197,200,204,210],validate_cloud_opt:77,validate_composite_type_param:195,validate_cr:41,validate_gcs_path:77,validate_optional_argument_posit:77,validate_stateful_dofn:200,validate_test_match:77,validate_worker_region_zon:77,validate_writ:41,validatesrunn:176,valu:[1,2,3,5,7,11,13,14,16,23,28,30,31,32,33,34,36,41,44,49,52,53,56,59,60,62,63,65,66,67,69,71,72,73,74,76,77,78,79,96,103,111,117,120,123,129,132,142,155,170,172,175,176,177,179,180,182,183,185,186,188,189,191,193,196,197,199,200,201,202,204,205,208,217,218,221],value_cod:2,value_deseri:30,value_provid:[75,224],value_provider_list:78,value_s:175,value_seri:30,value_to_consum:[121,129],value_typ:78,valueerror:[24,31,32,34,35,41,44,54,59,65,76,79,175,176,189,191,194,197,204,205,208],valuegroup:201,valueprovid:[7,31,32,41,52,78],vari:2,variabl:[2,12,73,138,141,142,145],varianc:201,variant:69,variantcal:69,variantinfo:69,varint:[5,92],varintcod:2,variou:[41,44,65,150,182,201,206],vcf:69,vcfio:[15,224],vcfv4:69,vehicl:162,verbos:[182,184,186,208],veri:[59,103,123],verif:174,verifi:[16,32,42,48,59,62,65,66,67,69,113,125,148,164,173,174,176,177,209],verify_al:173,version:[2,34,69,132,142,145,170,205,212,219,224],vertex:139,verybig:41,vet:85,via:[33,42,79,124,154,193,202,210,222],view:[76,77,121],view_a:76,view_class:196,view_opt:196,violat:204,visibl:137,visit:[79,155],visit_transform:[117,155,209],visitor:[79,117],visual:[138,141,142],volum:189,voluntarili:124,wai:[6,34,41,59,63,65,111,175,189,195,201,212],wait:[42,44,109,113,155,174,176,220],wait_for_bq_job:44,wait_until_finish:[143,155],wait_until_finish_dur:161,wait_until_in_st:113,waitforbqjob:42,want:[6,59,103,141,155,182,218],warn:[86,212,218],watch:[141,142,145],watchabl:[141,142],watermark:[121,124,126,129,134,177,189,198,199,200],watermark_manag:[104,114,224],watermark_neg_inf:129,watermark_pos_inf:129,watermarkestim:189,watermarkestimatorparam:189,watermarkestimatorprovid:189,watermarkev:177,watermarkmanag:129,watermarkreporterparam:189,weather_st:41,web:138,weight:65,well:[41,59,65,132],were:[48,59,121,184,195,201,212],what:[2,33,41,59,145,175,189,199,202,212],whatev:[49,79,201],whelm:42,when:[5,10,16,28,29,30,32,34,35,41,42,44,49,51,56,59,62,65,66,67,79,81,103,121,124,131,136,137,138,142,143,145,148,170,172,175,176,177,179,180,184,189,191,194,195,199,208,210,221],whenc:[34,35],whenev:[6,41,189],where:[2,24,32,33,44,54,59,79,103,143,148,170,175,180,188,189,201,202,204,205,218,222,224],wherea:221,whether:[2,23,24,32,34,41,44,53,54,59,60,66,79,103,111,115,136,143,145,155,167,186,191,197,199,200,202,208],which:[2,14,16,25,28,29,30,32,33,34,41,44,49,51,52,56,59,61,62,63,66,67,69,85,96,103,104,108,111,119,124,126,131,132,137,145,155,167,170,172,175,176,180,188,189,193,197,199,200,201,202,204,205,206,209,216,218,219,224],whit:212,white:170,who:[140,160,176],whole:[32,34,41,59,77,201,204],whose:[2,41,52,59,63,79,103,137,189,193,197,199,201],wider:201,width:202,wiki:41,wikipedia:41,window:[2,33,92,103,109,111,115,120,123,124,128,145,177,180,182,187,189,195,196,199,200,201,224],window_cod:2,window_fn:202,window_into:92,windowed_valu:[92,202],windowedtypeconstraint:210,windowedvalu:[115,177,189,210],windowedvaluecod:2,windowfn:[99,189,202],windowing_strategi:[96,124],windowinto:[189,202],windowintofn:189,windowinvalu:201,windowparam:[123,124,189,201],wipe:155,wire:189,wish:[41,191],with_attribut:[28,56,57],with_default:189,with_exponential_backoff:218,with_fanout:189,with_hot_key_fanout:189,with_input_typ:[6,195,204],with_nam:72,with_namespac:72,with_output:189,with_output_typ:[6,195,204],with_step:72,with_typ:11,with_valid:42,within:[59,65,82,111,115,121,141,142,145,148,175,202,213],withkei:201,without:[32,41,59,61,109,141,170,188,189,216],without_default:189,withtypehint:[189,195,204],word:[30,106,107,189],work:[41,42,49,59,65,73,79,85,111,138,180,184,189,201,204,220],worker:[10,13,41,42,49,59,76,77,85,90,109,111,143,184,189,214],worker_executing_project:10,workeropt:[76,77],workerstatu:85,workflow:[10,13,59,106,107,175],workitem:111,worri:141,would:[2,41,59,103,138,145,172,197,201,202,204,222],wrap:[11,35,103,189,195,201,212,218],wrapped_value_cod:2,wrapper:[1,20,34,41,44,76,103,113,125,176,193,195,200,204,209,216],writabl:35,write:[2,5,6,15,16,23,24,28,30,31,34,35,36,39,40,42,44,45,48,49,53,54,56,59,60,62,66,67,79,111,121,132,134,141,145,175,222,224],write_:31,write_append:[41,44],write_bigendian_doubl:5,write_bigendian_int32:5,write_bigendian_int64:5,write_bigendian_uint64:5,write_byt:5,write_cache_id:144,write_disposit:[41,42,44],write_empti:[41,44],write_encoded_record:31,write_fil:92,write_record:31,write_result:59,write_trunc:[41,44],write_var_int64:5,writeabl:34,writecach:[132,144],writegroupedrecordstofil:42,writeimpl:59,writer:[41,44,59,72,111,196],writer_result:[31,59],writerecordstofil:42,writestringstopubsub:56,writetoavro:16,writetobigqueri:41,writetobigt:45,writetodatastor:[49,52],writetofil:33,writetokafka:30,writetokafkaschema:30,writetomongodb:61,writetomongosink:61,writetoparquet:62,writetopubsub:[28,56],writetopubsubschema:28,writetotext:[66,79,224],writetotfrecord:67,writetrunc:41,written:[16,23,31,33,34,35,36,41,42,48,53,59,60,62,66,67,132,179],written_file_tag:42,writtenfil:42,wrong:69,wrote:59,wv_with_multiple_window:182,wv_with_one_window:182,www:140,xrang:212,xyz:[6,76,155],xyzcod:6,xyzopt:76,year:41,yet:[59,119],yield:[3,32,59,62,189,218],you:[16,29,30,33,41,62,66,77,141,191],your:[41,65,77,141,224],yyyymmdd:44,zero:[38,59,189,201],zipf:175,zone:77},titles:["apache_beam.coders package","apache_beam.coders.avro_record module","apache_beam.coders.coders module","apache_beam.coders.observable module","apache_beam.coders.row_coder module","apache_beam.coders.slow_stream module","apache_beam.coders.typecoders module","apache_beam.error module","apache_beam.internal package","apache_beam.internal.gcp package","apache_beam.internal.gcp.auth module","apache_beam.internal.gcp.json_value module","apache_beam.internal.http_client module","apache_beam.internal.pickler module","apache_beam.internal.util module","apache_beam.io package","apache_beam.io.avroio module","apache_beam.io.aws package","apache_beam.io.aws.clients package","apache_beam.io.aws.clients.s3 package","apache_beam.io.aws.clients.s3.boto3_client module","apache_beam.io.aws.clients.s3.fake_client module","apache_beam.io.aws.clients.s3.messages module","apache_beam.io.aws.s3filesystem module","apache_beam.io.aws.s3io module","apache_beam.io.concat_source module","apache_beam.io.external package","apache_beam.io.external.gcp package","apache_beam.io.external.gcp.pubsub module","apache_beam.io.external.generate_sequence module","apache_beam.io.external.kafka module","apache_beam.io.filebasedsink module","apache_beam.io.filebasedsource module","apache_beam.io.fileio module","apache_beam.io.filesystem module","apache_beam.io.filesystemio module","apache_beam.io.filesystems module","apache_beam.io.flink package","apache_beam.io.flink.flink_streaming_impulse_source module","apache_beam.io.gcp package","apache_beam.io.gcp.big_query_query_to_table_pipeline module","apache_beam.io.gcp.bigquery module","apache_beam.io.gcp.bigquery_file_loads module","apache_beam.io.gcp.bigquery_io_read_pipeline module","apache_beam.io.gcp.bigquery_tools module","apache_beam.io.gcp.bigtableio module","apache_beam.io.gcp.datastore package","apache_beam.io.gcp.datastore.v1new package","apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline module","apache_beam.io.gcp.datastore.v1new.datastoreio module","apache_beam.io.gcp.datastore.v1new.helper module","apache_beam.io.gcp.datastore.v1new.query_splitter module","apache_beam.io.gcp.datastore.v1new.types module","apache_beam.io.gcp.gcsfilesystem module","apache_beam.io.gcp.gcsio module","apache_beam.io.gcp.gcsio_overrides module","apache_beam.io.gcp.pubsub module","apache_beam.io.gcp.pubsub_it_pipeline module","apache_beam.io.hadoopfilesystem module","apache_beam.io.iobase module","apache_beam.io.localfilesystem module","apache_beam.io.mongodbio module","apache_beam.io.parquetio module","apache_beam.io.range_trackers module","apache_beam.io.restriction_trackers module","apache_beam.io.source_test_utils module","apache_beam.io.textio module","apache_beam.io.tfrecordio module","apache_beam.io.utils module","apache_beam.io.vcfio module","apache_beam.metrics package","apache_beam.metrics.cells module","apache_beam.metrics.metric module","apache_beam.metrics.metricbase module","apache_beam.metrics.monitoring_infos module","apache_beam.options package","apache_beam.options.pipeline_options module","apache_beam.options.pipeline_options_validator module","apache_beam.options.value_provider module","apache_beam.pipeline module","apache_beam.portability package","apache_beam.portability.api package","apache_beam.portability.api.beam_artifact_api_pb2_grpc module","apache_beam.portability.api.beam_artifact_api_pb2_urns module","apache_beam.portability.api.beam_expansion_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_grpc module","apache_beam.portability.api.beam_fn_api_pb2_urns module","apache_beam.portability.api.beam_interactive_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_grpc module","apache_beam.portability.api.beam_job_api_pb2_urns module","apache_beam.portability.api.beam_provision_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_grpc module","apache_beam.portability.api.beam_runner_api_pb2_urns module","apache_beam.portability.api.endpoints_pb2_grpc module","apache_beam.portability.api.external_transforms_pb2_grpc module","apache_beam.portability.api.metrics_pb2_grpc module","apache_beam.portability.api.metrics_pb2_urns module","apache_beam.portability.api.schema_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_grpc module","apache_beam.portability.api.standard_window_fns_pb2_urns module","apache_beam.portability.common_urns module","apache_beam.portability.python_urns module","apache_beam.portability.utils module","apache_beam.pvalue module","apache_beam.runners package","apache_beam.runners.dataflow package","apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_exercise_streaming_metrics_pipeline module","apache_beam.runners.dataflow.dataflow_metrics module","apache_beam.runners.dataflow.dataflow_runner module","apache_beam.runners.dataflow.native_io package","apache_beam.runners.dataflow.native_io.iobase module","apache_beam.runners.dataflow.ptransform_overrides module","apache_beam.runners.dataflow.test_dataflow_runner module","apache_beam.runners.direct package","apache_beam.runners.direct.bundle_factory module","apache_beam.runners.direct.clock module","apache_beam.runners.direct.consumer_tracking_pipeline_visitor module","apache_beam.runners.direct.direct_metrics module","apache_beam.runners.direct.direct_runner module","apache_beam.runners.direct.direct_userstate module","apache_beam.runners.direct.evaluation_context module","apache_beam.runners.direct.executor module","apache_beam.runners.direct.helper_transforms module","apache_beam.runners.direct.sdf_direct_runner module","apache_beam.runners.direct.test_direct_runner module","apache_beam.runners.direct.test_stream_impl module","apache_beam.runners.direct.transform_evaluator module","apache_beam.runners.direct.util module","apache_beam.runners.direct.watermark_manager module","apache_beam.runners.interactive package","apache_beam.runners.interactive.background_caching_job module","apache_beam.runners.interactive.cache_manager module","apache_beam.runners.interactive.caching package","apache_beam.runners.interactive.caching.streaming_cache module","apache_beam.runners.interactive.display package","apache_beam.runners.interactive.display.display_manager module","apache_beam.runners.interactive.display.interactive_pipeline_graph module","apache_beam.runners.interactive.display.pcoll_visualization module","apache_beam.runners.interactive.display.pipeline_graph module","apache_beam.runners.interactive.display.pipeline_graph_renderer module","apache_beam.runners.interactive.interactive_beam module","apache_beam.runners.interactive.interactive_environment module","apache_beam.runners.interactive.interactive_runner module","apache_beam.runners.interactive.pipeline_analyzer module","apache_beam.runners.interactive.pipeline_instrument module","apache_beam.runners.interactive.testing package","apache_beam.runners.interactive.testing.mock_ipython module","apache_beam.runners.interactive.testing.pipeline_assertion module","apache_beam.runners.internal package","apache_beam.runners.internal.names module","apache_beam.runners.job package","apache_beam.runners.job.manager module","apache_beam.runners.job.utils module","apache_beam.runners.pipeline_context module","apache_beam.runners.runner module","apache_beam.testing package","apache_beam.testing.benchmarks package","apache_beam.testing.benchmarks.nexmark package","apache_beam.testing.benchmarks.nexmark.models package","apache_beam.testing.benchmarks.nexmark.models.nexmark_model module","apache_beam.testing.benchmarks.nexmark.nexmark_launcher module","apache_beam.testing.benchmarks.nexmark.nexmark_util module","apache_beam.testing.benchmarks.nexmark.queries package","apache_beam.testing.benchmarks.nexmark.queries.query0 module","apache_beam.testing.benchmarks.nexmark.queries.query1 module","apache_beam.testing.benchmarks.nexmark.queries.query2 module","apache_beam.testing.datatype_inference module","apache_beam.testing.extra_assertions module","apache_beam.testing.load_tests package","apache_beam.testing.load_tests.load_test_metrics_utils module","apache_beam.testing.load_tests.streaming package","apache_beam.testing.load_tests.streaming.group_by_key_streaming_pipeline module","apache_beam.testing.metric_result_matchers module","apache_beam.testing.pipeline_verifiers module","apache_beam.testing.synthetic_pipeline module","apache_beam.testing.test_pipeline module","apache_beam.testing.test_stream module","apache_beam.testing.test_stream_service module","apache_beam.testing.test_utils module","apache_beam.testing.util module","apache_beam.tools package","apache_beam.tools.coders_microbenchmark module","apache_beam.tools.distribution_counter_microbenchmark module","apache_beam.tools.fn_api_runner_microbenchmark module","apache_beam.tools.sideinput_microbenchmark module","apache_beam.tools.utils module","apache_beam.transforms package","apache_beam.transforms.combiners module","apache_beam.transforms.core module","apache_beam.transforms.create_source module","apache_beam.transforms.display module","apache_beam.transforms.environments module","apache_beam.transforms.external module","apache_beam.transforms.external_test_it module","apache_beam.transforms.ptransform module","apache_beam.transforms.sideinputs module","apache_beam.transforms.stats module","apache_beam.transforms.timeutil module","apache_beam.transforms.trigger module","apache_beam.transforms.userstate module","apache_beam.transforms.util module","apache_beam.transforms.window module","apache_beam.typehints package","apache_beam.typehints.decorators module","apache_beam.typehints.native_type_compatibility module","apache_beam.typehints.opcodes module","apache_beam.typehints.schemas module","apache_beam.typehints.trivial_inference module","apache_beam.typehints.typecheck module","apache_beam.typehints.typehints module","apache_beam.utils package","apache_beam.utils.annotations module","apache_beam.utils.interactive_utils module","apache_beam.utils.plugin module","apache_beam.utils.processes module","apache_beam.utils.profiler module","apache_beam.utils.proto_utils module","apache_beam.utils.retry module","apache_beam.utils.subprocess_server module","apache_beam.utils.thread_pool_executor module","apache_beam.utils.timestamp module","apache_beam.utils.urns module","apache_beam.version module","Apache Beam SDK for Python"],titleterms:{addit:41,annot:212,apach:224,apache_beam:[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223],api:[81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99],auth:10,avro_record:1,avroio:16,aws:[17,18,19,20,21,22,23,24],background_caching_job:131,beam:224,beam_artifact_api_pb2_grpc:82,beam_artifact_api_pb2_urn:83,beam_expansion_api_pb2_grpc:84,beam_fn_api_pb2_grpc:85,beam_fn_api_pb2_urn:86,beam_interactive_api_pb2_grpc:87,beam_job_api_pb2_grpc:88,beam_job_api_pb2_urn:89,beam_provision_api_pb2_grpc:90,beam_runner_api_pb2_grpc:91,beam_runner_api_pb2_urn:92,benchmark:[157,158,159,160,161,162,163,164,165,166],big_query_query_to_table_pipelin:40,bigqueri:41,bigquery_file_load:42,bigquery_io_read_pipelin:43,bigquery_tool:44,bigtableio:45,boto3_cli:20,bundle_factori:115,cach:[133,134],cache_manag:132,cell:71,client:[18,19,20,21,22],clock:116,coder:[0,1,2,3,4,5,6],coders_microbenchmark:182,combin:188,common_urn:100,concat_sourc:25,consumer_tracking_pipeline_visitor:117,core:189,create_sourc:190,data:41,dataflow:[105,106,107,108,109,110,111,112,113],dataflow_exercise_metrics_pipelin:106,dataflow_exercise_streaming_metrics_pipelin:107,dataflow_metr:108,dataflow_runn:109,datastor:[46,47,48,49,50,51,52],datastore_write_it_pipelin:48,datastoreio:49,datatype_infer:167,decor:204,destin:33,direct:[114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129],direct_metr:118,direct_runn:119,direct_userst:120,displai:[135,136,137,138,139,140,191],display_manag:136,distribution_counter_microbenchmark:183,dynam:33,endpoints_pb2_grpc:93,environ:192,error:7,evaluation_context:121,executor:122,extern:[26,27,28,29,30,193],external_test_it:194,external_transforms_pb2_grpc:94,extra_assert:168,fake_cli:21,file:33,filebasedsink:31,filebasedsourc:32,fileio:33,filesystem:[34,36],filesystemio:35,flink:[37,38],flink_streaming_impulse_sourc:38,fn_api_runner_microbenchmark:184,from:61,gcp:[9,10,11,27,28,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57],gcsfilesystem:53,gcsio:54,gcsio_overrid:55,generate_sequ:29,group_by_key_streaming_pipelin:172,hadoopfilesystem:58,helper:50,helper_transform:123,http_client:12,interact:[130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148],interactive_beam:141,interactive_environ:142,interactive_pipeline_graph:137,interactive_runn:143,interactive_util:213,intern:[8,9,10,11,12,13,14,149,150],iobas:[59,111],job:[151,152,153],json_valu:11,kafka:30,load_test:[169,170,171,172],load_test_metrics_util:170,localfilesystem:60,manag:152,messag:22,metric:[70,71,72,73,74],metric_result_match:173,metricbas:73,metrics_pb2_grpc:95,metrics_pb2_urn:96,mock_ipython:147,model:[159,160],modul:[1,2,3,4,5,6,7,10,11,12,13,14,16,20,21,22,23,24,25,28,29,30,31,32,33,34,35,36,38,40,41,42,43,44,45,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,71,72,73,74,76,77,78,79,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,106,107,108,109,111,112,113,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,131,132,134,136,137,138,139,140,141,142,143,144,145,147,148,150,152,153,154,155,160,161,162,164,165,166,167,168,170,172,173,174,175,176,177,178,179,180,182,183,184,185,186,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,204,205,206,207,208,209,210,212,213,214,215,216,217,218,219,220,221,222,223],mongodb:61,mongodbio:61,monitoring_info:74,name:[33,150],native_io:[110,111],native_type_compat:205,nexmark:[158,159,160,161,162,163,164,165,166],nexmark_launch:161,nexmark_model:160,nexmark_util:162,observ:3,opcod:206,option:[75,76,77,78],overview:224,packag:[0,8,9,15,17,18,19,26,27,37,39,46,47,70,75,80,81,104,105,110,114,130,133,135,146,149,151,156,157,158,159,163,169,171,181,187,203,211],paramet:41,parquetio:62,pcoll_visu:138,pickler:13,pipelin:79,pipeline_analyz:144,pipeline_assert:148,pipeline_context:154,pipeline_graph:139,pipeline_graph_render:140,pipeline_instru:145,pipeline_opt:76,pipeline_options_valid:77,pipeline_verifi:174,plugin:214,portabl:[80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102],process:215,profil:216,proto_util:217,ptransform:195,ptransform_overrid:112,pubsub:[28,56],pubsub_it_pipelin:57,pvalu:103,python:224,python_urn:101,queri:[163,164,165,166],query0:164,query1:165,query2:166,query_splitt:51,range_track:63,read:61,refer:41,restriction_track:64,retri:218,row_cod:4,runner:[104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155],s3filesystem:23,s3io:24,schema:[41,207],schema_pb2_grpc:97,sdf_direct_runn:124,sdk:224,sideinput:196,sideinput_microbenchmark:185,slow_stream:5,source_test_util:65,standard_window_fns_pb2_grpc:98,standard_window_fns_pb2_urn:99,stat:197,statu:224,stream:[171,172],streaming_cach:134,submodul:[0,8,9,15,17,19,26,27,37,39,47,70,75,80,81,104,105,110,114,130,133,135,146,149,151,156,158,159,163,169,171,181,187,203,211,224],subpackag:[8,15,17,18,26,39,46,80,104,105,130,156,157,158,169,224],subprocess_serv:219,synthetic_pipelin:175,tabl:41,test:[146,147,148,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180],test_dataflow_runn:113,test_direct_runn:125,test_pipelin:176,test_stream:177,test_stream_impl:126,test_stream_servic:178,test_util:179,textio:66,tfrecordio:67,thread_pool_executor:220,timestamp:221,timeutil:198,tool:[181,182,183,184,185,186],transform:[187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202],transform_evalu:127,trigger:199,trivial_infer:208,type:52,typecheck:209,typecod:6,typehint:[203,204,205,206,207,208,209,210],typic:224,urn:222,usag:224,userst:200,util:[14,68,102,128,153,180,186,201,211,212,213,214,215,216,217,218,219,220,221,222],v1new:[47,48,49,50,51,52],value_provid:78,vcfio:69,version:223,watermark_manag:129,window:202,write:[33,41,61]}})