Search.setIndex({"docnames": ["_api/airflow/providers/apache/hdfs/hooks/hdfs/index", "_api/airflow/providers/apache/hdfs/hooks/index", "_api/airflow/providers/apache/hdfs/hooks/webhdfs/index", "_api/airflow/providers/apache/hdfs/index", "_api/airflow/providers/apache/hdfs/sensors/hdfs/index", "_api/airflow/providers/apache/hdfs/sensors/index", "_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index", "commits", "connections", "index", "installing-providers-from-sources", "operators/hdfs", "operators/index", "operators/webhdfs"], "filenames": ["_api/airflow/providers/apache/hdfs/hooks/hdfs/index.rst", "_api/airflow/providers/apache/hdfs/hooks/index.rst", "_api/airflow/providers/apache/hdfs/hooks/webhdfs/index.rst", "_api/airflow/providers/apache/hdfs/index.rst", "_api/airflow/providers/apache/hdfs/sensors/hdfs/index.rst", "_api/airflow/providers/apache/hdfs/sensors/index.rst", "_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index.rst", "commits.rst", "connections.rst", "index.rst", "installing-providers-from-sources.rst", "operators/hdfs.rst", "operators/index.rst", "operators/webhdfs.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks.hdfs</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.hooks.webhdfs</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors.hdfs</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.hdfs.sensors.web_hdfs</span></code>", "Package apache-airflow-providers-apache-hdfs", "Apache HDFS Connection", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-hdfs</span></code>", "Installing from sources", "HDFS Operators", "Apache Hadoop HDFS Operators", "WebHDFS Operators"], "terms": {"oper": [0, 4, 7, 8, 9], "snakebite_load": 0, "true": [0, 2, 4], "sourc": [0, 2, 4, 6, 9], "except": [0, 2], "hdfshookexcept": 0, "base": [0, 2, 4, 6], "airflowexcept": [0, 2], "specif": [0, 2, 7, 11], "hdfshook": [0, 4, 8], "hdfs_conn_id": [0, 4, 8], "hdfs_default": [0, 4, 8], "proxy_us": [0, 2], "none": [0, 2, 4, 10], "autoconfig": [0, 8], "fals": [0, 2, 4, 8], "basehook": [0, 2], "interact": [0, 2], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "wrapper": [0, 2], "around": [0, 2], "snakebit": [0, 4, 8, 9], "librari": [0, 2], "paramet": [0, 2, 4, 7, 8, 11, 13], "str": [0, 2, 4, 6], "connect": [0, 2, 4, 7, 9, 11], "id": [0, 2, 10], "fetch": 0, "info": [0, 7], "option": [0, 2, 4, 7, 8, 9], "effect": [0, 8], "user": [0, 2, 8, 10], "bool": [0, 2, 4, 8], "us": [0, 2, 4, 7, 8, 10, 11, 13], "s": [0, 2, 7, 8, 10], "automat": [0, 8, 9], "configur": [0, 11], "client": [0, 2, 4, 8], "conn_name_attr": 0, "default_conn_nam": 0, "conn_typ": 0, "hook_nam": 0, "get_conn": [0, 2], "self": [0, 2, 4, 6, 10], "return": [0, 2, 4], "hdfsclient": 0, "object": [0, 2], "3": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13], "0": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13], "1": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13], "2": [0, 1, 2, 3, 4, 5, 6, 8, 10, 11, 12, 13], "4": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13], "webhdf": [1, 3, 7, 9, 12], "web": [2, 8, 13], "log": [2, 4, 7], "airflowwebhdfshookexcept": 2, "webhdfshook": [2, 7, 9], "webhdfs_conn_id": [2, 6, 8], "webhdfs_default": [2, 6, 8], "hdfscli": 2, "The": [2, 4, 8, 10, 11, 13], "authent": 2, "establish": 2, "depend": [2, 4, 7], "secur": [2, 13], "mode": 2, "set": [2, 7, 8, 11], "via": [2, 9, 10], "config": 2, "environ": 2, "variabl": 2, "insecurecli": 2, "kerberoscli": 2, "rtype": 2, "ext": 2, "kerbero": [2, 8, 9], "check_for_path": 2, "hdfs_path": 2, "check": [2, 4, 7, 10, 11, 13], "exist": [2, 9, 11], "path": 2, "queri": 2, "filestatu": 2, "type": [2, 4, 7, 8, 9], "load_fil": 2, "destin": 2, "overwrit": 2, "parallel": [2, 13], "kwarg": [2, 4, 6], "upload": 2, "file": [2, 4, 6, 7, 9, 10], "local": [2, 8, 10], "folder": [2, 4, 6, 7, 10], "If": [2, 8, 9, 10], "all": [2, 7, 9], "insid": [2, 7], "note": [2, 7], "impli": 2, "empti": [2, 4], "creat": [2, 7, 10], "remot": 2, "ptarget": 2, "alreadi": [2, 10], "directori": [2, 4, 10], "ani": [2, 4, 10], "int": [2, 4], "number": [2, 7], "thread": 2, "A": 2, "valu": [2, 8], "neg": 2, "mani": [2, 11], "ar": [2, 8, 9, 10, 11], "keyword": [2, 7], "argument": [2, 7], "forward": 2, "hook": [3, 4, 7, 8, 9], "sensor": [3, 7], "web_hdf": [3, 5], "hdfssensor": [4, 11], "filepath": [4, 6, 11, 13], "ignored_ext": 4, "ignore_copi": 4, "file_s": 4, "basesensoroper": [4, 6], "wait": [4, 6], "land": [4, 6], "rout": 4, "store": [4, 13], "credenti": 4, "list": [4, 7, 8, 9], "ignor": 4, "extens": 4, "shall": 4, "we": 4, "size": 4, "For": [4, 7, 8, 10, 11, 13], "more": [4, 7, 8], "inform": [4, 7, 8, 11, 13], "how": [4, 7, 8, 9, 10], "take": 4, "look": [4, 11, 13], "guid": [4, 7, 10, 11], "template_field": [4, 6, 7], "sequenc": [4, 6, 7], "ui_color": 4, "static": 4, "filter_for_files": 4, "result": 4, "Will": 4, "test": 4, "its": 4, "least": [4, 9], "files": 4, "dict": 4, "ls": [4, 10], "mb": 4, "should": [4, 6, 8, 10], "trigger": 4, "match": [4, 7, 10], "criteria": 4, "filter_for_ignored_ext": 4, "filter": 4, "instruct": [4, 10], "do": [4, 10], "so": 4, "remov": [4, 7, 9, 10], "which": 4, "were": 4, "poke": [4, 6, 11, 13], "context": [4, 6], "get": [4, 10], "hdfsregexsensor": 4, "regex": 4, "arg": 4, "search": 4, "hdfsfoldersensor": 4, "be_empti": 4, "non": [4, 8], "webhdfssensor": 6, "function": [6, 7], "defin": 6, "while": 6, "deriv": 6, "overrid": 6, "hadoop": [7, 9, 11, 13], "distribut": [7, 9, 10, 11], "system": [7, 9, 11], "detail": [7, 9, 10], "commit": 7, "chang": 7, "version": [7, 9, 10], "high": [7, 11], "level": 7, "changelog": 7, "see": [7, 9], "includ": 7, "latest": 7, "2022": 7, "06": 7, "29": 7, "subject": 7, "0de31bd73a": 7, "move": 7, "24672": 7, "510a6bab45": 7, "28": 7, "class": [7, 9], "name": 7, "from": [7, 9, 11], "yaml": 7, "24702": 7, "d8ec1ec8ec": 7, "bugfix": [7, 9], "port": [7, 8, 9], "24550": [7, 9], "09": 7, "dcdcf3a2b8": 7, "updat": [7, 9], "releas": [7, 9], "rc2": 7, "mai": 7, "24307": 7, "717a7588bc": 7, "07": 7, "descript": 7, "doubl": 7, "min": 7, "24292": 7, "aeabe994b3": 7, "prepar": 7, "doc": [7, 8], "24231": 7, "b4a5783a2a": 7, "chore": [7, 9], "refactor": [7, 9], "clean": [7, 9], "24219": [7, 9], "027b707d21": 7, "05": 7, "add": [7, 9], "explanatori": 7, "contributor": 7, "about": [7, 10], "24229": 7, "03": 7, "22": 7, "d7dbfb7e26": 7, "document": [7, 9], "22383": 7, "14": 7, "16adc035b1": 7, "classifi": [7, 9], "march": 7, "22226": 7, "f5b96315fe": 7, "feb": 7, "22056": 7, "837ff7ed10": 7, "02": 7, "08": 7, "21393": [7, 9], "6c3a67d4fc": 7, "januari": 7, "2021": [7, 10], "21257": 7, "602abe8394": 7, "01": 7, "20": 7, "line": 7, "now": [7, 11], "sphinx": 7, "autoapi": 7, "support": [7, 8, 9], "typehint": 7, "20951": 7, "f77417eb0d": 7, "12": [7, 10], "31": 7, "fix": 7, "k8": 7, "pypi": [7, 9], "compat": 7, "20614": 7, "97496ba2b4": 7, "decemb": 7, "20523": 7, "d56e7b56bb": 7, "30": 7, "have": [7, 9, 11], "mypi": 7, "friendli": 7, "20571": 7, "485ff6cc64": 7, "error": 7, "20422": 7, "11": [7, 10], "853576d901": 7, "novemb": 7, "19882": 7, "1b97d654ae": 7, "24": 7, "restor": [7, 9], "ha": [7, 9, 11], "19711": [7, 9], "840ea3efb9": 7, "septemb": 7, "18613": 7, "2b62a75a34": 7, "18": 7, "get_connect": [7, 9], "deprec": [7, 9], "warn": [7, 9, 10], "18331": [7, 9], "0a68588479": 7, "august": 7, "17890": 7, "be75dcd39c": 7, "23": 7, "new": 7, "meta": 7, "data": [7, 11, 13], "76ed2a49c6": 7, "19": 7, "import": [7, 9, 10], "lazili": 7, "individu": 7, "manag": [7, 10], "17682": 7, "0016007b86": 7, "allow": [7, 9], "ssl": [7, 8, 9], "17637": [7, 9], "87f408b1e7": 7, "26": 7, "juli": 7, "17116": 7, "b916b75079": 7, "15": 7, "17015": 7, "866a601b76": 7, "pylint": 7, "our": 7, "toolchain": 7, "16682": 7, "bbc627a3da": 7, "16501": 7, "cbf8001d76": 7, "16": 7, "synchron": 7, "after": 7, "buggfix": 7, "16464": 7, "1fba5402bb": 7, "june": 7, "16405": 7, "9c94b72d44": 7, "16294": 7, "37681bca00": 7, "auto": [7, 9], "appli": [7, 9], "apply_default": [7, 9], "decor": [7, 9], "15667": [7, 9], "807ad32ce5": 7, "pip": [7, 9, 10], "21": 7, "15576": 7, "71c673e427": 7, "04": 7, "docstr": 7, "modul": 7, "miss": 7, "param": 7, "15391": 7, "6f8ab9e6da": 7, "python2": 7, "relat": 7, "handl": 7, "15301": 7, "68e4c4dcb0": 7, "backport": 7, "14886": 7, "6e6526a0f6": 7, "13": 7, "broken": 7, "14734": 7, "71c5979a17": 7, "initi": [7, 9], "11212": 7, "88bdcfa0df": 7, "wave": 7, "14013": 7, "ac2f72c98d": 7, "implement": [7, 8], "tool": 7, "13767": 7, "a9ac2b040b": 7, "switch": 7, "f": 7, "string": 7, "flynt": 7, "13732": 7, "295d66f914": 7, "2020": 7, "grammar": 7, "13380": 7, "6cf76d7ac0": 7, "typo": 7, "upgrad": [7, 9], "command": 7, "13148": 7, "5090fb0c89": 7, "script": [7, 10], "gener": 7, "integr": 7, "json": [7, 8], "13073": 7, "32971a1a2d": 7, "12955": 7, "b40dffa085": 7, "renam": 7, "rema": 7, "aip": 7, "12917": 7, "9b39f24780": 7, "dynam": 7, "form": 7, "field": 7, "per": 7, "12558": 7, "370e7d07d1": 7, "python": [7, 8, 9, 10], "12513": 7, "c34ef853c8": 7, "separ": [7, 8], "out": [7, 8], "build": [7, 10], "12444": 7, "0080354502": 7, "readm": [7, 9], "0b2": 7, "batch": 7, "12449": 7, "ae7cb4a1e2": 7, "17": 7, "wrong": 7, "hash": 7, "12390": 7, "6889a333cf": 7, "improv": 7, "ref": 7, "12366": 7, "7825e8f590": 7, "instal": 7, "12304": 7, "85a18e13d9": 7, "point": 7, "project": [7, 11], "page": [7, 10], "cross": 7, "12212": 7, "59eb5de78c": 7, "up": 7, "come": 7, "0beta1": 7, "12206": 7, "b2a28d1590": 7, "dev": 7, "12082": 7, "41bf172c1d": 7, "simplifi": 7, "express": 7, "12093": 7, "4e8f9cc8d0": 7, "enabl": [7, 8, 11], "black": 7, "formmatt": 7, "9550": 7, "8c42cf1b00": 7, "pyupgrad": 7, "6": 7, "11447": 7, "5a439e84eb": 7, "10": [7, 9], "2a1": 7, "11855": 7, "872b1566a1": 7, "25": 7, "setup": 7, "11826": 7, "349b0811c3": 7, "d200": 7, "pydocstyl": 7, "11688": 7, "16e7129719": 7, "ad": [7, 9], "11487": 7, "0a0e1af800": 7, "markdown": 7, "link": [7, 10], "toc": 7, "11249": 7, "ca4238eb4d": 7, "month": 7, "octob": 7, "11242": 7, "5220e4c384": 7, "11238": 7, "fdd9b6f65b": 7, "10543": 7, "d1bce91bb2": 7, "d403": 7, "capit": 7, "first": [7, 9], "word": 7, "10530": 7, "3696c34c28": 7, "10528": 7, "2f2d8dbfaf": 7, "noinspect": 7, "comment": 7, "nativ": [7, 13], "intellij": 7, "10525": 7, "ee7ca128a1": 7, "refernc": 7, "10483": 7, "3b3287d7ac": 7, "enforc": 7, "onli": [7, 9], "10170": 7, "33f0cd2657": 7, "keep": 7, "signatur": [7, 10], "9784": 7, "4d74ac2111": 7, "increas": 7, "http": [7, 8, 9, 10], "9729": 7, "44d4ae809c": 7, "pre": 7, "9686": 7, "d0e7db4024": 7, "fresh": 7, "9408": 7, "12af6a0800": 7, "final": 7, "cleanup": 7, "23rc1": 7, "9404": 7, "c7e5bce57f": 7, "candid": 7, "9370": 7, "f6bd817a3a": 7, "introduc": 7, "transfer": 7, "9320": 7, "0b0e4f7a4c": 7, "rc3": 7, "relas": 7, "9026": 7, "00642a46d0": 7, "remain": 7, "wrongli": 7, "8994": 7, "375d1ca229": 7, "8898": 7, "12c5e5d8a": 7, "8891": 7, "f3521fb0e3": 7, "regener": 7, "8886": 7, "92585ca4cb": 7, "autom": 7, "8807": 7, "87969a350d": 7, "6515": 7, "8170": 7, "6c670870aa": 7, "6833": 7, "7454": 7, "7e6372a681": 7, "call": 7, "super": 7, "7820": 7, "f3ad5cf618": 7, "4681": 7, "make": 7, "7309": 7, "97a429f9d0": 7, "6714": 7, "magic": 7, "utf": 7, "8": 7, "7338": 7, "cf141506a2": 7, "6708": 7, "uniqu": 7, "logger": 7, "7330": 7, "0481b9a957": 7, "6539": 7, "7142": 7, "host": 8, "can": [8, 9, 10], "yarn": 8, "url": 8, "possibl": 8, "specifi": 8, "multipl": 8, "comma": 8, "case": 8, "login": 8, "kerber": 8, "extra": 8, "dictionari": 8, "follow": [8, 10], "standard": 8, "requir": [8, 11], "hdfs_namenode_princip": 8, "princip": 8, "use_ssl": 8, "By": [8, 10], "verifi": 8, "refer": 8, "request": 8, "org": [8, 10], "en": 8, "master": 8, "advanc": 8, "cert": 8, "verif": 8, "api": [9, 13], "repositori": 9, "you": [9, 10, 11], "top": [9, 10], "below": [9, 10], "minimum": 9, "py3": [9, 10], "avro": 9, "datafram": 9, "avail": [9, 10], "explain": 9, "polici": 9, "github": 9, "com": [9, 10], "blob": 9, "main": [9, 10], "md": 9, "mistakenli": 9, "install_requir": 9, "22382": 9, "trove": 9, "framework": 9, "optimis": 9, "due": 9, "your": 9, "want": [9, 10], "otherwis": 9, "manual": 9, "run": [9, 10, 11], "db": 9, "complet": 9, "migrat": 9, "describ": 10, "download": 10, "apach": [10, 11], "airflow": 10, "provid": [10, 11, 13], "hdf": 10, "offici": 10, "also": 10, "most": 10, "choos": 10, "differ": [10, 11], "select": 10, "drop": 10, "down": 10, "left": 10, "sdist": 10, "whl": 10, "origin": 10, "checksum": 10, "softwar": 10, "foundat": 10, "asc": 10, "sha512": 10, "those": 10, "code": 10, "abov": 10, "contain": 10, "pgp": 10, "kei": 10, "It": [10, 11], "essenti": 10, "sha": 10, "gpg": 10, "pleas": 10, "well": 10, "relev": 10, "recommend": 10, "mirror": 10, "i": 10, "pgpk": 10, "ka": 10, "To": [10, 11], "binari": 10, "pgpv": 10, "exampl": 10, "tar": 10, "gz": 10, "made": 10, "sat": 10, "sep": 10, "49": 10, "54": 10, "bst": 10, "rsa": 10, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 10, "issuer": 10, "kaxilnaik": 10, "good": 10, "kaxil": 10, "naik": 10, "unknown": 10, "aka": 10, "gmail": 10, "certifi": 10, "trust": 10, "There": 10, "indic": 10, "belong": 10, "owner": 10, "primari": 10, "fingerprint": 10, "cde1": 10, "5c6e": 10, "4d3a": 10, "8ec4": 10, "ecf4": 10, "ba4b": 10, "6674": 10, "e08a": 10, "d7de": 10, "406f": 10, "correct": 10, "worri": 10, "certif": 10, "sign": 10, "why": 10, "server": 10, "previou": 10, "step": 10, "know": 10, "valid": 10, "sum": 10, "shasum": 10, "512": 10, "diff": 10, "one": 10, "bin": 10, "bash": 10, "package_vers": 10, "package_nam": 10, "provider_download_dir": 10, "mktemp": 10, "d": 10, "dep": 10, "dest": 10, "curl": 10, "apache_airflow_providers_apache_hdf": 10, "l": 10, "o": 10, "echo": 10, "la": 10, "onc": 10, "chapter": 10, "temporari": 10, "design": 11, "commod": 11, "hardwar": 11, "similar": 11, "howev": 11, "other": 11, "signific": 11, "highli": 11, "fault": 11, "toler": 11, "deploi": 11, "low": 11, "cost": 11, "throughput": [11, 13], "access": [11, 13], "applic": 11, "suitabl": 11, "larg": 11, "relax": 11, "few": 11, "posix": 11, "stream": 11, "sub": 11, "must": 11, "until": [11, 13], "found": [11, 13], "mention": 11, "keyspac": 11, "tabl": 11, "record": 11, "dot": 11, "notat": 11, "target": 11, "further": [11, 13], "architectur": 11, "servic": 13, "At": 13, "same": 13, "time": 13, "retain": 13, "protocol": 13, "offer": 13, "better": 13, "rest": 13}, "objects": {"airflow.providers.apache": [[3, 0, 0, "-", "hdfs"]], "airflow.providers.apache.hdfs": [[1, 0, 0, "-", "hooks"], [5, 0, 0, "-", "sensors"]], "airflow.providers.apache.hdfs.hooks": [[0, 0, 0, "-", "hdfs"], [2, 0, 0, "-", "webhdfs"]], "airflow.providers.apache.hdfs.hooks.hdfs": [[0, 1, 1, "", "HDFSHook"], [0, 4, 1, "", "HDFSHookException"], [0, 5, 1, "", "snakebite_loaded"]], "airflow.providers.apache.hdfs.hooks.hdfs.HDFSHook": [[0, 2, 1, "", "conn_name_attr"], [0, 2, 1, "", "conn_type"], [0, 2, 1, "", "default_conn_name"], [0, 3, 1, "", "get_conn"], [0, 2, 1, "", "hook_name"]], "airflow.providers.apache.hdfs.hooks.webhdfs": [[2, 4, 1, "", "AirflowWebHDFSHookException"], [2, 1, 1, "", "WebHDFSHook"], [2, 5, 1, "", "log"]], "airflow.providers.apache.hdfs.hooks.webhdfs.WebHDFSHook": [[2, 3, 1, "", "check_for_path"], [2, 3, 1, "", "get_conn"], [2, 3, 1, "", "load_file"]], "airflow.providers.apache.hdfs.sensors": [[4, 0, 0, "-", "hdfs"], [6, 0, 0, "-", "web_hdfs"]], "airflow.providers.apache.hdfs.sensors.hdfs": [[4, 1, 1, "", "HdfsFolderSensor"], [4, 1, 1, "", "HdfsRegexSensor"], [4, 1, 1, "", "HdfsSensor"], [4, 5, 1, "", "log"]], "airflow.providers.apache.hdfs.sensors.hdfs.HdfsFolderSensor": [[4, 3, 1, "", "poke"]], "airflow.providers.apache.hdfs.sensors.hdfs.HdfsRegexSensor": [[4, 3, 1, "", "poke"]], "airflow.providers.apache.hdfs.sensors.hdfs.HdfsSensor": [[4, 3, 1, "", "filter_for_filesize"], [4, 3, 1, "", "filter_for_ignored_ext"], [4, 3, 1, "", "poke"], [4, 2, 1, "", "template_fields"], [4, 2, 1, "", "ui_color"]], "airflow.providers.apache.hdfs.sensors.web_hdfs": [[6, 1, 1, "", "WebHdfsSensor"]], "airflow.providers.apache.hdfs.sensors.web_hdfs.WebHdfsSensor": [[6, 3, 1, "", "poke"], [6, 2, 1, "", "template_fields"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:method", "4": "py:exception", "5": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "method", "Python method"], "4": ["py", "exception", "Python exception"], "5": ["py", "data", "Python data"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 9], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 9], "apach": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12], "hdf": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13], "hook": [0, 1, 2], "modul": [0, 2, 4, 6], "content": [0, 2, 4, 6, 9], "class": [0, 2, 4, 6], "attribut": [0, 2, 4], "submodul": [1, 5], "webhdf": [2, 13], "subpackag": 3, "sensor": [4, 5, 6], "web_hdf": 6, "packag": [7, 9, 10], "3": [7, 9], "0": [7, 9], "1": [7, 9], "2": [7, 9], "connect": 8, "default": 8, "id": 8, "configur": 8, "guid": 9, "refer": [9, 11, 13], "commit": 9, "instal": [9, 10], "requir": 9, "changelog": 9, "bug": 9, "fix": 9, "break": 9, "chang": 9, "misc": 9, "featur": 9, "from": 10, "sourc": 10, "releas": 10, "integr": 10, "verifi": 10, "pypi": 10, "oper": [11, 12, 13], "prerequisit": 11, "hdfsfoldersensor": 11, "wait": [11, 13], "non": 11, "empti": 11, "directori": 11, "hdfsregexsensor": 11, "match": 11, "file": [11, 13], "regex": 11, "folder": [11, 13], "land": [11, 13], "hadoop": 12, "webhdfssensor": 13}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}})