Search.setIndex({"docnames": ["_api/airflow/providers/yandex/hooks/index", "_api/airflow/providers/yandex/hooks/yandex/index", "_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index", "_api/airflow/providers/yandex/index", "_api/airflow/providers/yandex/operators/index", "_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index", "_api/tests/system/providers/yandex/example_yandexcloud_dataproc/index", "_api/tests/system/providers/yandex/index", "commits", "connections/yandexcloud", "index", "installing-providers-from-sources", "operators"], "filenames": ["_api/airflow/providers/yandex/hooks/index.rst", "_api/airflow/providers/yandex/hooks/yandex/index.rst", "_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.rst", "_api/airflow/providers/yandex/index.rst", "_api/airflow/providers/yandex/operators/index.rst", "_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.rst", "_api/tests/system/providers/yandex/example_yandexcloud_dataproc/index.rst", "_api/tests/system/providers/yandex/index.rst", "commits.rst", "connections/yandexcloud.rst", "index.rst", "installing-providers-from-sources.rst", "operators.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandex</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.yandex.example_yandexcloud_dataproc</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.yandex</span></code>", "Package apache-airflow-providers-yandex", "Yandex.Cloud Connection", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-yandex</span></code>", "Installing from sources", "Yandex.Cloud Data Proc Operators"], "terms": {"yandexcloud_dataproc": [0, 3, 4], "3": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12], "0": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12], "2": [0, 1, 2, 3, 4, 5, 6, 7, 9, 11, 12], "4": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12], "yandexcloudbasehook": [1, 2], "connection_id": [1, 5], "none": [1, 5, 11], "yandex_conn_id": [1, 2], "default_folder_id": 1, "default_public_ssh_kei": 1, "sourc": [1, 2, 5, 6, 10], "base": [1, 2, 5], "basehook": 1, "A": [1, 2, 5], "cloud": [1, 2, 5, 8, 10], "relat": [1, 9], "task": 1, "paramet": [1, 2, 5, 8], "option": [1, 5, 8, 9], "str": [1, 5], "The": [1, 2, 5, 9, 11, 12], "connect": [1, 2, 5, 8, 10, 12], "id": [1, 2, 5, 11], "us": [1, 2, 5, 8, 9, 11], "when": [1, 2, 5, 8], "fetch": [1, 2], "info": [1, 2], "conn_name_attr": 1, "default_conn_nam": 1, "yandexcloud_default": [1, 9], "conn_typ": 1, "yandexcloud": [1, 8, 10, 12], "hook_nam": 1, "static": [1, 8], "get_connection_form_widget": 1, "return": 1, "widget": 1, "add": [1, 8, 10], "form": [1, 8], "classmethod": 1, "provider_user_ag": 1, "cl": 1, "construct": 1, "user": [1, 8, 9, 10, 11], "agent": [1, 8, 10], "from": [1, 5, 8, 10], "core": 1, "packag": [1, 5, 12], "version": [1, 5, 8, 10, 11], "get_ui_field_behaviour": 1, "custom": 1, "field": [1, 8, 12], "behaviour": 1, "dataprochook": 2, "arg": [2, 5, 8], "kwarg": [2, 5], "data": [2, 5, 8], "proc": [2, 5], "hook": [3, 5, 8, 9], "oper": [3, 8, 9, 10], "dataproccreateclusteroper": 5, "folder_id": 5, "cluster_nam": 5, "cluster_descript": 5, "cluster_image_vers": 5, "ssh_public_kei": 5, "subnet_id": 5, "servic": [5, 9, 12], "hdf": [5, 12], "yarn": [5, 12], "mapreduc": 5, "hive": [5, 12], "spark": [5, 12], "s3_bucket": 5, "zone": 5, "ru": [5, 6], "central1": [5, 6], "b": 5, "service_account_id": [5, 9], "masternode_resource_preset": 5, "masternode_disk_s": 5, "masternode_disk_typ": 5, "datanode_resource_preset": 5, "datanode_disk_s": 5, "datanode_disk_typ": 5, "datanode_count": 5, "1": 5, "computenode_resource_preset": 5, "computenode_disk_s": 5, "computenode_disk_typ": 5, "computenode_count": 5, "computenode_max_hosts_count": 5, "computenode_measurement_dur": 5, "computenode_warmup_dur": 5, "computenode_stabilization_dur": 5, "computenode_preempt": 5, "fals": 5, "computenode_cpu_utilization_target": 5, "computenode_decommission_timeout": 5, "log_group_id": [5, 8, 10], "model": 5, "baseoper": 5, "creat": [5, 9, 11], "cluster": [5, 9, 12], "folder": [5, 9, 11], "which": 5, "should": [5, 11], "name": [5, 8], "must": 5, "uniqu": 5, "insid": 5, "descript": [5, 8], "imag": 5, "default": [5, 8, 10], "union": 5, "iter": 5, "list": [5, 8, 10, 12], "ssh": [5, 9], "public": [5, 9], "kei": [5, 9, 11], "deploi": [5, 12], "comput": [5, 9], "instanc": 5, "subnetwork": 5, "all": [5, 8, 9, 10], "node": [5, 9, 12], "one": [5, 11], "instal": [5, 8, 12], "possibl": 5, "tez": [5, 12], "zookeep": 5, "hbase": [5, 12], "sqoop": [5, 12], "flume": [5, 12], "zeppelin": [5, 12], "oozi": [5, 12], "s3": 5, "bucket": 5, "store": [5, 12], "log": 5, "job": [5, 8], "work": 5, "specifi": [5, 9], "avail": [5, 10, 11], "current": 5, "ar": [5, 9, 10, 11], "c": [5, 6], "account": [5, 9], "can": [5, 9, 10, 11, 12], "resourc": [5, 9], "preset": 5, "cpu": 5, "ram": 5, "configur": 5, "primari": [5, 11], "int": 5, "masternod": 5, "storag": [5, 12], "size": [5, 12], "gib": 5, "type": [5, 8, 9, 10, 12], "network": 5, "ssd": 5, "hdd": 5, "datanod": 5, "computenod": 5, "computenode_max_count": 5, "maximum": 5, "number": [5, 8], "autosc": [5, 8, 10], "subclust": [5, 8, 10], "warmup": 5, "time": 5, "second": 5, "dure": [5, 9], "traffic": 5, "sent": 5, "metric": 5, "collect": 5, "In": 5, "minimum": [5, 10], "amount": 5, "monitor": 5, "befor": 5, "group": 5, "reduc": 5, "doesn": 5, "t": 5, "decreas": 5, "even": 5, "new": [5, 8, 10], "valu": 5, "indic": [5, 11], "bool": 5, "preemptibl": 5, "stop": [5, 8], "least": [5, 10], "onc": [5, 11], "everi": 5, "24": [5, 8], "hour": 5, "ani": [5, 11], "need": 5, "defin": [5, 12], "rule": 5, "averag": 5, "util": 5, "percent": 5, "10": [5, 8, 10], "100": 5, "By": [5, 11], "set": [5, 12], "strategi": 5, "timeout": 5, "gracefulli": 5, "decommiss": 5, "downscal": 5, "write": 5, "To": [5, 11], "disabl": 5, "send": 5, "properti": 5, "dataproc": [5, 8], "disable_cloud_log": 5, "true": 5, "execut": 5, "self": [5, 11], "context": [5, 8], "main": [5, 10, 11], "method": 5, "deriv": 5, "same": 5, "dictionari": 5, "render": [5, 8], "jinja": 5, "templat": 5, "refer": [5, 8], "get_template_context": 5, "more": [5, 8], "dataprocdeleteclusteroper": 5, "cluster_id": 5, "delet": 5, "remov": [5, 8, 10, 11], "template_field": [5, 8], "sequenc": [5, 8], "dataproccreatehivejoboper": 5, "queri": 5, "query_file_uri": 5, "script_vari": 5, "continue_on_failur": 5, "run": [5, 10, 11], "uri": 5, "script": [5, 8, 11], "contain": [5, 9, 11], "place": [5, 8, 9], "dict": 5, "map": 5, "variabl": 5, "whether": 5, "continu": 5, "fail": 5, "label": 5, "Will": 5, "try": 5, "take": 5, "object": [5, 9], "s": [5, 8, 11], "dataproccreatemapreducejoboper": 5, "main_class": 5, "main_jar_file_uri": 5, "jar_file_uri": 5, "archive_uri": 5, "file_uri": 5, "jar": 5, "file": [5, 8, 9, 10, 11], "instead": 5, "archiv": 5, "argument": 5, "pass": 5, "dataproccreatesparkjoboper": 5, "repositori": [5, 10], "exclude_packag": 5, "maven": [5, 8, 10], "coordin": 5, "includ": [5, 8, 10], "driver": 5, "executor": 5, "classpath": 5, "addit": 5, "remot": 5, "search": 5, "given": 5, "groupid": 5, "artifactid": 5, "exclud": 5, "while": 5, "resolv": 5, "depend": [5, 8], "avoid": 5, "conflict": 5, "dataproccreatepysparkjoboper": 5, "main_python_file_uri": 5, "python_file_uri": 5, "pyspark": 5, "python": [5, 8, 10, 11], "availability_zone_id": 6, "s3_bucket_name_for_job_log": 6, "env_id": 6, "dag_id": 6, "example_yandexcloud_dataproc_oper": 6, "create_clust": 6, "test_run": 6, "example_yandexcloud_dataproc": 7, "detail": [8, 9, 10, 11], "commit": 8, "chang": 8, "For": [8, 11], "high": 8, "level": 8, "changelog": 8, "see": [8, 9, 10, 12], "inform": 8, "latest": 8, "2022": 8, "06": 8, "07": 8, "subject": 8, "717a7588bc": 8, "updat": [8, 10], "doubl": 8, "min": 8, "specif": 8, "24292": 8, "aeabe994b3": 8, "prepar": 8, "doc": [8, 9], "mai": 8, "releas": [8, 10], "24231": 8, "027b707d21": 8, "05": 8, "explanatori": 8, "note": 8, "contributor": 8, "about": [8, 11], "24229": 8, "65ad2aed26": 8, "01": 8, "migrat": [8, 10], "exampl": [8, 10, 11, 12], "dag": [8, 10, 12], "design": 8, "aip": 8, "47": 8, "24082": 8, "03": 8, "22": 8, "d7dbfb7e26": 8, "document": [8, 10], "bugfix": 8, "22383": 8, "14": 8, "16adc035b1": 8, "classifi": [8, 10], "march": 8, "22226": 8, "f5b96315fe": 8, "feb": 8, "22056": 8, "6126c4e40f": 8, "fix": 8, "spell": 8, "22054": 8, "d94fa37830": 8, "02": 8, "08": 8, "januari": 8, "delai": 8, "21439": 8, "6c3a67d4fc": 8, "2021": [8, 11], "21257": 8, "cb73053211": 8, "27": 8, "21074": 8, "602abe8394": 8, "20": 8, "line": 8, "now": 8, "sphinx": 8, "autoapi": 8, "support": [8, 10], "typehint": 8, "20951": 8, "12": [8, 11], "31": 8, "f77417eb0d": 8, "k8": 8, "pypi": [8, 10], "compat": 8, "20614": 8, "97496ba2b4": 8, "decemb": 8, "20523": 8, "d56e7b56bb": 8, "30": 8, "have": [8, 9, 10], "mypi": 8, "friendli": 8, "20571": 8, "a0821235fb": 8, "everywher": 8, "20565": 8, "6e51608f28": 8, "16": 8, "elasticsearch": 8, "oracl": 8, "20344": 8, "41c49c7ff6": 8, "sdk": [8, 10], "20103": [8, 10], "853576d901": 8, "11": [8, 11], "novemb": 8, "19882": 8, "d9567eb106": 8, "29": 8, "octob": 8, "19321": 8, "f5ad26dcdd": 8, "21": 8, "fixup": 8, "string": [8, 9], "concaten": 8, "19099": 8, "840ea3efb9": 8, "09": 8, "septemb": 8, "18613": 8, "ef037e7021": 8, "start_dat": 8, "cleanup": 8, "misc": 8, "18597": 8, "e25eea052f": 8, "19": 8, "inclus": 8, "languag": 8, "18349": 8, "0a68588479": 8, "august": 8, "17890": 8, "be75dcd39c": 8, "23": 8, "meta": 8, "76ed2a49c6": 8, "import": [8, 10, 11], "lazili": 8, "individu": 8, "manag": [8, 9, 11], "17682": 8, "e3089dd5d0": 8, "17033": [8, 10], "87f408b1e7": 8, "26": 8, "rc2": 8, "juli": 8, "17116": 8, "0dbd0f420c": 8, "refactor": 8, "default_arg": 8, "pattern": 8, "miscellan": 8, "16872": 8, "b916b75079": 8, "15": 8, "17015": 8, "866a601b76": 8, "28": 8, "pylint": 8, "our": 8, "toolchain": 8, "16682": 8, "18": 8, "bbc627a3da": 8, "16501": 8, "cbf8001d76": 8, "synchron": 8, "after": 8, "buggfix": 8, "16464": 8, "1fba5402bb": 8, "june": 8, "16405": 8, "9c94b72d44": 8, "16294": 8, "37681bca00": 8, "auto": [8, 10], "appli": [8, 10], "apply_default": [8, 10], "decor": [8, 10], "15667": [8, 10], "807ad32ce5": 8, "pip": [8, 10, 11, 12], "15576": 8, "40a2476a5d": 8, "04": 8, "interact": 8, "gener": 8, "15518": 8, "a7ca1b3b0b": 8, "issu": 8, "docstr": 8, "14968": 8, "e172bd0e16": 8, "adher": 8, "standard": 8, "14918": 8, "68e4c4dcb0": 8, "backport": 8, "14886": 8, "6e6526a0f6": 8, "13": 8, "broken": 8, "14734": 8, "88bdcfa0df": 8, "wave": 8, "14013": 8, "ac2f72c98d": 8, "implement": 8, "tool": [8, 12], "13767": 8, "3fd5ef3555": 8, "miss": 8, "logo": 8, "integr": [8, 12], "13717": 8, "295d66f914": 8, "2020": 8, "grammar": 8, "warn": [8, 11], "13380": 8, "6cf76d7ac0": 8, "typo": 8, "upgrad": [8, 10], "command": 8, "13148": 8, "32971a1a2d": 8, "12955": 8, "b40dffa085": 8, "renam": 8, "rema": 8, "modul": 8, "match": [8, 11], "12917": 8, "9b39f24780": 8, "dynam": 8, "per": 8, "12558": 8, "bd90136aaf": 8, "move": 8, "guid": [8, 11], "12681": 8, "ef4af21351": 8, "separ": [8, 9], "check": [8, 11], "common": 8, "build": [8, 11], "12527": 8, "c34ef853c8": 8, "out": 8, "12444": 8, "0080354502": 8, "readm": [8, 10], "0b2": 8, "batch": 8, "12449": 8, "ae7cb4a1e2": 8, "17": 8, "wrong": 8, "hash": 8, "12390": 8, "6889a333cf": 8, "improv": 8, "ref": 8, "12366": 8, "7825e8f590": 8, "12304": 8, "85a18e13d9": 8, "point": 8, "project": [8, 9], "page": [8, 11], "cross": 8, "12212": 8, "59eb5de78c": 8, "up": 8, "come": 8, "0beta1": 8, "12206": 8, "b2a28d1590": 8, "dev": 8, "12082": 8, "4e8f9cc8d0": 8, "enabl": [8, 9], "black": 8, "formmatt": 8, "9550": 8, "8c42cf1b00": 8, "pyupgrad": 8, "6": 8, "11447": 8, "5a439e84eb": 8, "2a1": 8, "11855": 8, "872b1566a1": 8, "25": 8, "setup": 8, "11826": 8, "349b0811c3": 8, "d200": 8, "pydocstyl": 8, "11688": 8, "16e7129719": 8, "ad": [8, 10], "11487": 8, "0a0e1af800": 8, "markdown": 8, "link": [8, 11], "toc": 8, "11249": 8, "ca4238eb4d": 8, "month": 8, "11242": 8, "5220e4c384": 8, "11238": 8, "5093245d6f": 8, "strict": 8, "coverag": 8, "11198": 8, "9549274d11": 8, "8b1": 8, "10818": 8, "fdd9b6f65b": 8, "10543": 8, "3696c34c28": 8, "word": 8, "10528": 8, "ee7ca128a1": 8, "refernc": 8, "10483": 8, "f6734b3b85": 8, "spellcheck": 8, "10280": 8, "cdec301254": 8, "correct": [8, 11], "signatur": [8, 11], "sensor": 8, "10205": 8, "aeea71274d": 8, "constructor": 8, "10097": 8, "7d24b088cd": 8, "example_dag": 8, "9985": 8, "d0e7db4024": 8, "fresh": 8, "9408": 8, "12af6a0800": 8, "final": 8, "23rc1": 8, "9404": 8, "c7e5bce57f": 8, "candid": 8, "9370": 8, "40bf8f28f9": 8, "detect": 8, "automat": [8, 10], "lack": 8, "9290": 8, "f6bd817a3a": 8, "introduc": 8, "transfer": 8, "9320": 8, "0b0e4f7a4c": 8, "rc3": 8, "relas": 8, "9026": 8, "00642a46d0": 8, "remain": 8, "wrongli": 8, "8994": 8, "1d36b0303b": 8, "8984": 8, "375d1ca229": 8, "8898": 8, "12c5e5d8a": 8, "8891": 8, "f3521fb0e3": 8, "regener": 8, "8886": 8, "92585ca4cb": 8, "autom": 8, "8807": 8, "59a4f26699": 8, "some": 8, "class": [8, 10], "8095": 8, "3320e432a1": 8, "6817": 8, "lazi": 8, "load": 8, "keep": 8, "face": 8, "api": [8, 9, 10], "untouch": 8, "7517": 8, "4d03e33c11": 8, "__init__": 8, "py": 8, "replac": 8, "implicit": 8, "explicit": 8, "entri": 8, "md": [8, 10], "squash": 8, "rebas": 8, "7456": 8, "9cbd7de6d1": 8, "6792": 8, "_oper": 8, "_hook": 8, "_sensor": 8, "test": 8, "7412": 8, "ee1ab7697c": 8, "6531": 8, "initi": [8, 10], "7252": 8, "normal": 9, "http": [9, 10, 11], "com": [9, 10, 11], "cli": 9, "As": 9, "altern": 9, "oauth": 9, "token": 9, "quickstart": 9, "obtain": 9, "auth": 9, "json": 9, "like": [9, 12], "private_kei": 9, "path": 9, "allow": 9, "root": 9, "shell": 9, "entiti": 9, "differ": [9, 11], "within": 9, "If": [9, 10, 11], "creation": 9, "get": [9, 11], "you": [10, 11, 12], "top": [10, 11], "exist": 10, "below": [10, 11], "via": [10, 11], "146": 10, "onli": 10, "explain": 10, "polici": 10, "github": 10, "blob": 10, "mistakenli": 10, "install_requir": 10, "22382": 10, "trove": 10, "framework": 10, "optimis": 10, "due": 10, "your": 10, "want": [10, 11], "first": [10, 12], "otherwis": 10, "manual": 10, "db": 10, "complet": 10, "describ": 11, "download": 11, "apach": [11, 12], "airflow": [11, 12], "provid": 11, "yandex": 11, "offici": 11, "also": 11, "most": 11, "choos": 11, "select": 11, "drop": 11, "down": 11, "left": 11, "sdist": 11, "whl": 11, "origin": 11, "checksum": 11, "softwar": 11, "foundat": 11, "asc": 11, "sha512": 11, "those": 11, "code": 11, "abov": 11, "how": 11, "pgp": 11, "It": 11, "essenti": 11, "sha": 11, "gpg": 11, "pleas": 11, "well": [11, 12], "relev": 11, "distribut": 11, "recommend": 11, "directori": 11, "mirror": 11, "i": 11, "pgpk": 11, "ka": 11, "binari": 11, "follow": 11, "pgpv": 11, "tar": 11, "gz": 11, "made": 11, "sat": 11, "sep": 11, "49": 11, "54": 11, "bst": 11, "rsa": 11, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 11, "issuer": 11, "kaxilnaik": 11, "org": 11, "good": 11, "kaxil": 11, "naik": 11, "unknown": 11, "aka": 11, "gmail": 11, "certifi": 11, "trust": 11, "There": 11, "belong": 11, "owner": 11, "fingerprint": 11, "cde1": 11, "5c6e": 11, "4d3a": 11, "8ec4": 11, "ecf4": 11, "ba4b": 11, "6674": 11, "e08a": 11, "d7de": 11, "406f": 11, "do": 11, "worri": 11, "certif": 11, "sign": 11, "why": 11, "server": 11, "previou": 11, "step": 11, "know": 11, "valid": 11, "alreadi": 11, "sum": 11, "shasum": 11, "512": 11, "diff": 11, "local": 11, "bin": 11, "bash": 11, "package_vers": 11, "package_nam": 11, "provider_download_dir": 11, "mktemp": 11, "d": 11, "dep": 11, "dest": 11, "curl": 11, "apache_airflow_providers_yandex": 11, "py3": 11, "l": 11, "o": 11, "echo": 11, "ls": 11, "la": 11, "instruct": 11, "chapter": 11, "temporari": 11, "help": 12, "hadoop": 12, "infrastructur": 12, "control": 12, "capac": 12, "analyz": 12, "structur": 12, "unstructur": 12, "big": 12, "quick": 12, "process": 12, "other": 12, "system": 12, "so": 12, "restart": 12, "webserv": 12, "schedul": 12, "make": 12, "sure": 12, "ha": 12, "been": 12, "open": 12, "look": 12, "fill": 12, "requir": 12, "usag": 12}, "objects": {"airflow.providers": [[3, 0, 0, "-", "yandex"]], "airflow.providers.yandex": [[0, 0, 0, "-", "hooks"], [4, 0, 0, "-", "operators"]], "airflow.providers.yandex.hooks": [[1, 0, 0, "-", "yandex"], [2, 0, 0, "-", "yandexcloud_dataproc"]], "airflow.providers.yandex.hooks.yandex": [[1, 1, 1, "", "YandexCloudBaseHook"]], "airflow.providers.yandex.hooks.yandex.YandexCloudBaseHook": [[1, 2, 1, "", "conn_name_attr"], [1, 2, 1, "", "conn_type"], [1, 2, 1, "", "default_conn_name"], [1, 3, 1, "", "get_connection_form_widgets"], [1, 3, 1, "", "get_ui_field_behaviour"], [1, 2, 1, "", "hook_name"], [1, 3, 1, "", "provider_user_agent"]], "airflow.providers.yandex.hooks.yandexcloud_dataproc": [[2, 1, 1, "", "DataprocHook"]], "airflow.providers.yandex.operators": [[5, 0, 0, "-", "yandexcloud_dataproc"]], "airflow.providers.yandex.operators.yandexcloud_dataproc": [[5, 1, 1, "", "DataprocCreateClusterOperator"], [5, 1, 1, "", "DataprocCreateHiveJobOperator"], [5, 1, 1, "", "DataprocCreateMapReduceJobOperator"], [5, 1, 1, "", "DataprocCreatePysparkJobOperator"], [5, 1, 1, "", "DataprocCreateSparkJobOperator"], [5, 1, 1, "", "DataprocDeleteClusterOperator"]], "airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateClusterOperator": [[5, 3, 1, "", "execute"]], "airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateHiveJobOperator": [[5, 3, 1, "", "execute"], [5, 2, 1, "", "template_fields"]], "airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateMapReduceJobOperator": [[5, 3, 1, "", "execute"], [5, 2, 1, "", "template_fields"]], "airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreatePysparkJobOperator": [[5, 3, 1, "", "execute"], [5, 2, 1, "", "template_fields"]], "airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocCreateSparkJobOperator": [[5, 3, 1, "", "execute"], [5, 2, 1, "", "template_fields"]], "airflow.providers.yandex.operators.yandexcloud_dataproc.DataprocDeleteClusterOperator": [[5, 3, 1, "", "execute"], [5, 2, 1, "", "template_fields"]], "tests.system.providers": [[7, 0, 0, "-", "yandex"]], "tests.system.providers.yandex": [[6, 0, 0, "-", "example_yandexcloud_dataproc"]], "tests.system.providers.yandex.example_yandexcloud_dataproc": [[6, 4, 1, "", "AVAILABILITY_ZONE_ID"], [6, 4, 1, "", "DAG_ID"], [6, 4, 1, "", "ENV_ID"], [6, 4, 1, "", "S3_BUCKET_NAME_FOR_JOB_LOGS"], [6, 4, 1, "", "create_cluster"], [6, 4, 1, "", "test_run"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:method", "4": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "method", "Python method"], "4": ["py", "data", "Python data"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 8, 10], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10], "yandex": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12], "hook": [0, 1, 2], "submodul": [0, 4, 7], "modul": [1, 2, 5, 6], "content": [1, 2, 5, 6, 10], "class": [1, 2, 5], "yandexcloud_dataproc": [2, 5], "subpackag": 3, "oper": [4, 5, 12], "test": [6, 7], "system": [6, 7], "example_yandexcloud_dataproc": 6, "packag": [8, 10, 11], "apach": [8, 10], "3": [8, 10], "0": [8, 10], "2": [8, 10], "1": [8, 10], "cloud": [9, 12], "connect": 9, "authent": 9, "default": 9, "id": 9, "configur": 9, "guid": 10, "refer": 10, "resourc": 10, "commit": 10, "instal": [10, 11], "requir": 10, "changelog": 10, "break": 10, "chang": 10, "bug": 10, "fix": 10, "misc": 10, "featur": 10, "from": 11, "sourc": 11, "releas": 11, "integr": 11, "verifi": 11, "pypi": 11, "data": 12, "proc": 12, "prerequisit": 12, "task": 12, "us": 12}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}})