| Search.setIndex({"docnames": ["_api/airflow/providers/elasticsearch/hooks/elasticsearch/index", "_api/airflow/providers/elasticsearch/hooks/index", "_api/airflow/providers/elasticsearch/index", "_api/airflow/providers/elasticsearch/log/es_task_handler/index", "_api/airflow/providers/elasticsearch/log/index", "_api/tests/system/providers/elasticsearch/example_elasticsearch_query/index", "_api/tests/system/providers/elasticsearch/index", "commits", "connections/elasticsearch", "hooks/elasticsearch_python_hook", "hooks/elasticsearch_sql_hook", "hooks/index", "index", "installing-providers-from-sources", "logging/index"], "filenames": ["_api/airflow/providers/elasticsearch/hooks/elasticsearch/index.rst", "_api/airflow/providers/elasticsearch/hooks/index.rst", "_api/airflow/providers/elasticsearch/index.rst", "_api/airflow/providers/elasticsearch/log/es_task_handler/index.rst", "_api/airflow/providers/elasticsearch/log/index.rst", "_api/tests/system/providers/elasticsearch/example_elasticsearch_query/index.rst", "_api/tests/system/providers/elasticsearch/index.rst", "commits.rst", "connections/elasticsearch.rst", "hooks/elasticsearch_python_hook.rst", "hooks/elasticsearch_sql_hook.rst", "hooks/index.rst", "index.rst", "installing-providers-from-sources.rst", "logging/index.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.hooks.elasticsearch</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log.es_task_handler</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.elasticsearch.example_elasticsearch_query</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.elasticsearch</span></code>", "Package apache-airflow-providers-elasticsearch", "ElasticSearch Connection", "ElasticsearchPythonHook", "ElasticsearchSQLHook", "Hook Types", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-elasticsearch</span></code>", "Installing from sources", "Writing logs to Elasticsearch"], "terms": {"elasticsearchsqlhook": [0, 8, 11], "schema": [0, 8], "http": [0, 7, 8, 9, 12, 13, 14], "connect": [0, 7, 9, 12], "none": [0, 3, 13], "arg": 0, "kwarg": 0, "sourc": [0, 3, 5, 8, 9, 10, 12], "base": [0, 3], "common": [0, 7, 12], "sql": [0, 7, 12], "dbapihook": 0, "interact": [0, 10], "through": [0, 10], "dbapi": [0, 8, 10, 12], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "us": [0, 3, 5, 7, 8, 9, 12, 13, 14], "conn_id": [0, 5, 8, 10], "paramet": [0, 3, 8, 14], "elasticsearch_conn_id": [0, 8, 10], "The": [0, 3, 7, 8, 12, 13], "id": [0, 13, 14], "credenti": 0, "conn_name_attr": 0, "default_conn_nam": 0, "elasticsearch_default": [0, 5, 8], "conn_typ": 0, "hook_nam": 0, "get_conn": [0, 8, 10], "self": [0, 3, 13, 14], "return": [0, 3, 8, 9, 10], "object": [0, 3, 14], "get_uri": 0, "extract": [0, 14], "uri": [0, 8], "from": [0, 3, 5, 7, 9, 12, 14], "type": [0, 3, 7, 12], "str": [0, 3], "elasticsearchhook": 0, "deprec": 0, "wa": [0, 3], "renam": [0, 7], "pleas": [0, 13], "elasticsearchpythonhook": [0, 5, 11], "host": [0, 3, 8, 9, 14], "es_conn_arg": [0, 9], "basehook": 0, "offici": [0, 13], "python": [0, 3, 7, 9, 12, 13, 14], "client": [0, 7, 9, 12], "list": [0, 5, 7, 9, 12], "ani": [0, 3, 13], "A": [0, 9, 14], "singl": [0, 9], "mani": [0, 9], "instanc": [0, 3, 9], "exampl": [0, 5, 7, 8, 12, 13, 14], "localhost": [0, 3, 9], "9200": [0, 3, 9], "option": [0, 8, 14], "dict": [0, 3], "addit": [0, 3, 9, 14], "argument": [0, 9, 14], "you": [0, 8, 9, 12, 13, 14], "might": [0, 3, 9, 12], "need": [0, 7, 9, 12, 14], "enter": [0, 9], "ca_cert": [0, 9, 14], "path": [0, 9, 14], "cert": [0, 9, 14], "basic_auth": [0, 9], "user": [0, 8, 9, 13, 14], "pass": [0, 9], "cach": 0, "search": [0, 9], "queri": [0, 3, 5, 9], "index": [0, 3], "_all": 0, "result": [0, 3, 5, 9], "match": [0, 3, 7, 13], "dsl": [0, 12], "want": [0, 12, 13, 14], "run": [0, 7, 12, 13, 14], "respons": 0, "hit": 0, "4": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14], "1": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14], "0": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14], "2": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 13, 14], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14], "hook": [2, 7, 8, 9, 10, 12], "log": [2, 7, 12], "es_task_handl": [2, 4], "eslogmsgtyp": 3, "use_per_run_log_id": 3, "elasticsearchtaskhandl": [3, 7, 12], "base_log_fold": 3, "end_of_log_mark": 3, "write_stdout": [3, 14], "json_format": [3, 7, 12, 14], "json_field": [3, 14], "host_field": 3, "offset_field": 3, "offset": 3, "frontend": [3, 14], "5601": 3, "es_kwarg": 3, "conf": 3, "getsect": 3, "elasticsearch_config": [3, 14], "filename_templ": 3, "log_id_templ": 3, "util": 3, "file_task_handl": 3, "filetaskhandl": 3, "logging_mixin": 3, "externalloggingmixin": 3, "loggingmixin": 3, "handler": [3, 7, 12, 14], "read": [3, 14], "note": [3, 7, 8, 14], "doe": 3, "handl": [3, 8, 10], "instead": [3, 12, 14], "flush": 3, "local": [3, 5, 9, 13], "file": [3, 7, 12, 13, 14], "softwar": [3, 13], "setup": [3, 7], "requir": [3, 14], "filebeat": [3, 7, 12], "logstash": [3, 14], "To": [3, 13, 14], "effici": 3, "sort": 3, "assum": 3, "each": 3, "messag": [3, 7, 12], "ha": [3, 12], "field": [3, 7, 14], "log_id": [3, 7, 12, 14], "consist": 3, "ti": [3, 7, 12, 14], "primari": [3, 13], "kei": [3, 7, 8, 12, 13], "dag_id": [3, 5, 12, 14], "task_id": [3, 12, 14], "execution_d": [3, 12, 14], "try_numb": [3, 12, 14], "specif": [3, 7], "ar": [3, 8, 12, 13, 14], "which": 3, "uniqu": 3, "integ": 3, "indic": [3, 13], "s": [3, 7, 13], "order": [3, 7, 12], "timestamp": 3, "here": [3, 14], "unreli": 3, "becaus": 3, "multipl": 3, "have": [3, 12, 14], "same": [3, 14], "page": [3, 7, 13], "max_line_per_pag": 3, "1000": 3, "log_nam": 3, "es_read": 3, "metadata": 3, "next": [3, 7], "found": [3, 7, 12, 14], "error": [3, 7], "start": 3, "steam": 3, "download": [3, 7, 13], "emit": [3, 7, 12], "record": [3, 7, 12], "do": [3, 13], "whatev": 3, "take": 3, "actual": 3, "specifi": [3, 8, 12], "version": [3, 7, 12, 13], "intend": 3, "implement": [3, 7], "subclass": 3, "so": [3, 14], "rais": 3, "notimplementederror": 3, "set_context": 3, "task_inst": 3, "context": [3, 8, 10], "task": [3, 7, 12, 14], "model": 3, "taskinst": [3, 7], "close": 3, "tidi": 3, "up": [3, 7], "resourc": 3, "remov": [3, 7, 12, 13], "intern": 3, "map": 3, "_handler": 3, "lookup": 3, "name": [3, 7], "should": [3, 8, 12, 13], "ensur": 3, "get": [3, 13], "call": [3, 7], "overridden": 3, "method": 3, "properti": 3, "get_external_log_url": 3, "creat": [3, 7, 13], "address": 3, "extern": [3, 7, 12], "collect": [3, 14], "servic": 3, "int": 3, "url": [3, 7, 8, 14], "supports_external_link": 3, "whether": [3, 8], "we": 3, "can": [3, 8, 12, 13, 14], "support": [3, 7, 12], "link": [3, 7, 12, 13], "airflow": [5, 13, 14], "dag": [5, 7, 12], "env_id": 5, "elasticsearch_dag": 5, "show_tabl": 5, "avail": [5, 12, 13], "tabl": [5, 8, 10, 14], "use_elasticsearch_hook": [5, 9], "print": [5, 8, 9, 10], "execute_queri": 5, "test_run": 5, "example_elasticsearch_queri": [6, 8, 9, 10], "detail": [7, 12, 13], "commit": 7, "chang": 7, "For": [7, 8, 9, 12, 13, 14], "high": 7, "level": [7, 14], "changelog": 7, "see": [7, 12, 14], "inform": [7, 12], "includ": [7, 12], "latest": 7, "2022": 7, "07": 7, "11": [7, 13], "subject": 7, "ef79a0d1c4": 7, "onli": [7, 12], "assert": 7, "stuff": 7, "mypi": 7, "when": [7, 8, 12, 14], "check": [7, 13], "24937": 7, "2ddc100405": 7, "08": 7, "ad": [7, 12, 14], "elasticserachpythonhook": [7, 12], "es": [7, 8, 10, 12], "With": [7, 12], "24895": [7, 12], "46bbfdade0": 7, "move": [7, 12], "all": [7, 8, 9, 12, 14], "class": [7, 12], "24836": [7, 12], "97948ecae7": 7, "01": 7, "fallibl": [7, 12], "assign": [7, 12], "back": [7, 12], "insid": [7, 12], "try": [7, 12, 14], "except": [7, 12], "block": [7, 12], "24533": [7, 12], "24592": [7, 12], "0de31bd73a": 7, "06": 7, "29": 7, "depend": 7, "folder": [7, 13], "24672": 7, "510a6bab45": 7, "28": 7, "yaml": [7, 12], "24702": 7, "09": 7, "dcdcf3a2b8": 7, "updat": [7, 12], "releas": [7, 12], "rc2": 7, "mai": [7, 14], "24307": 7, "717a7588bc": 7, "descript": 7, "doubl": 7, "min": 7, "24292": 7, "aeabe994b3": 7, "prepar": 7, "doc": [7, 12], "24231": 7, "c23826915d": 7, "appli": [7, 12], "per": [7, 12], "templat": [7, 12, 14], "24153": [7, 12], "027b707d21": 7, "05": 7, "add": [7, 12, 14], "explanatori": 7, "contributor": 7, "about": [7, 13], "24229": 7, "cba3c17254": 7, "04": 7, "old": [7, 14], "24172": 7, "75c60923e0": 7, "12": [7, 13], "document": [7, 9, 12, 14], "23631": 7, "8b6b0848a3": 7, "23": 7, "new": [7, 12], "brees": 7, "build": [7, 13], "pull": 7, "verifi": [7, 12], "imag": 7, "23104": 7, "6933022e94": 7, "10": [7, 12], "fix": 7, "main": [7, 12, 13], "22884": 7, "56ab82ed7a": 7, "mid": 7, "april": 7, "22819": 7, "9c28e766b3": 7, "make": [7, 12, 14], "compat": [7, 12], "22814": [7, 12], "c063fc688c": 7, "03": 7, "25": 7, "black": 7, "precommit": 7, "22521": 7, "22": 7, "d7dbfb7e26": 7, "bugfix": 7, "22383": 7, "0f977daa3c": 7, "run_id": [7, 12], "k8": [7, 12], "22385": [7, 12], "14": 7, "16adc035b1": 7, "classifi": [7, 12], "march": 7, "22226": 7, "f5b96315fe": 7, "feb": 7, "22056": 7, "7be87d87e2": 7, "02": 7, "15": 7, "oper": [7, 8], "unmap": 7, "21563": 7, "2258e13cc7": 7, "default": [7, 12, 14], "filenam": [7, 12, 14], "map_index": [7, 12], "21495": [7, 12], "28378d867a": 7, "rc3": 7, "jan": 7, "21553": 7, "44bd211b19": 7, "data": [7, 12], "interv": [7, 12], "shim": [7, 12], "21289": [7, 12], "0a3ff43d41": 7, "pre": 7, "docstr": [7, 12], "param": 7, "21398": 7, "d94fa37830": 7, "januari": 7, "delai": 7, "21439": 7, "6184facbaa": 7, "appear": [7, 12], "miss": [7, 12], "21261": [7, 12], "d8c4449a91": 7, "clarifi": [7, 12], "21255": [7, 12], "6c3a67d4fc": 7, "2021": [7, 13], "21257": 7, "602abe8394": 7, "20": 7, "line": 7, "now": [7, 12, 14], "sphinx": 7, "autoapi": 7, "typehint": 7, "20951": 7, "f77417eb0d": 7, "31": 7, "pypi": [7, 12], "20614": 7, "97496ba2b4": 7, "decemb": 7, "20523": 7, "6e51608f28": 7, "16": 7, "oracl": 7, "yandex": 7, "20344": 7, "853576d901": 7, "30": 7, "novemb": 7, "19882": 7, "fe682ec3d3": 7, "24": 7, "duplic": 7, "entri": 7, "19759": 7, "d9567eb106": 7, "octob": 7, "19321": 7, "840ea3efb9": 7, "septemb": 7, "18613": 7, "de9b02f797": 7, "taskflow": 7, "api": [7, 8, 9, 12], "18565": 7, "060345c0d9": 7, "21": 7, "aip": [7, 12], "39": [7, 12], "timet": [7, 12], "17552": [7, 12], "a0a05ffedd": 7, "show": [7, 8, 10, 12, 14], "es_hook": [7, 9, 12], "17944": [7, 12], "0a68588479": 7, "august": 7, "17890": 7, "be75dcd39c": 7, "meta": 7, "76ed2a49c6": 7, "19": 7, "import": [7, 12, 13], "lazili": 7, "individu": 7, "manag": [7, 8, 10, 13], "17682": 7, "29aab6434f": 7, "17": 7, "secret": [7, 12], "backend": [7, 12], "auth": [7, 12], "17625": [7, 12], "944dc32c2b": 7, "invalid": [7, 12], "17551": [7, 12], "866a601b76": 7, "pylint": 7, "our": 7, "toolchain": 7, "16682": 7, "6f445e69c3": 7, "26": 7, "16662": 7, "18": 7, "bbc627a3da": 7, "16501": 7, "3cf67be387": 7, "non": [7, 12], "16489": [7, 12], "247ba31872": 7, "16467": [7, 12], "5e12b3de31": 7, "jinja": [7, 12], "16465": [7, 12], "cbf8001d76": 7, "synchron": 7, "after": [7, 12, 14], "buggfix": 7, "16464": 7, "e31e515b28": 7, "16357": [7, 12], "1fba5402bb": 7, "more": 7, "june": 7, "16405": 7, "e8d3de828f": 7, "16436": 7, "5cd0bf733b": 7, "remot": [7, 12], "7": [7, 12], "14625": [7, 12], "9c94b72d44": 7, "16294": 7, "3bdcd1a7d4": 7, "16275": 7, "476d0f6e3d": 7, "bump": 7, "pyupgrad": 7, "v2": 7, "13": 7, "15991": 7, "807ad32ce5": 7, "pip": [7, 12, 13], "15576": 7, "657384615f": 7, "27": 7, "redund": [7, 12], "14823": [7, 12], "71c673e427": 7, "modul": [7, 14], "15391": 7, "5da831910c": 7, "caus": [7, 12], "15163": [7, 12], "68e4c4dcb0": 7, "backport": 7, "14886": 7, "eb884cd380": 7, "14763": 7, "662cb8c6ac": 7, "14748": 7, "923bde2b91": 7, "14686": [7, 12], "589d6dec92": 7, "wave": 7, "14487": 7, "10343ec29f": 7, "correct": [7, 12, 13], "tool": [7, 12, 14], "rc": [7, 12], "14082": [7, 12], "88bdcfa0df": 7, "14013": 7, "ac2f72c98d": 7, "13767": 7, "3fd5ef3555": 7, "logo": 7, "integr": [7, 8], "13717": 7, "295d66f914": 7, "2020": 7, "grammar": 7, "warn": [7, 13], "13380": 7, "b6bf253062": 7, "respect": [7, 12], "logformat": [7, 12], "json": [7, 8, 12, 14], "format": [7, 12, 14], "13310": [7, 12], "6cf76d7ac0": 7, "typo": 7, "upgrad": [7, 12, 14], "command": 7, "13148": 7, "32971a1a2d": 7, "12955": 7, "b40dffa085": 7, "rema": 7, "12917": 7, "9b39f24780": 7, "dynam": 7, "form": 7, "12558": 7, "2037303eef": 7, "discoveri": 7, "12466": 7, "c34ef853c8": 7, "separ": 7, "out": 7, "12444": 7, "0080354502": 7, "readm": [7, 12], "0b2": 7, "batch": 7, "12449": 7, "ae7cb4a1e2": 7, "wrong": 7, "hash": 7, "12390": 7, "6889a333cf": 7, "improv": 7, "ref": 7, "12366": 7, "7825e8f590": 7, "instal": 7, "12304": 7, "85a18e13d9": 7, "point": 7, "project": 7, "cross": 7, "12212": 7, "59eb5de78c": 7, "come": 7, "0beta1": 7, "12206": 7, "61feb6ec45": 7, "gener": [7, 14], "googl": 7, "12194": 7, "b2a28d1590": 7, "script": [7, 13], "dev": 7, "12082": 7, "4e8f9cc8d0": 7, "enabl": [7, 8, 14], "auto": [7, 12], "formmatt": 7, "9550": 7, "8c42cf1b00": 7, "6": 7, "11447": 7, "5a439e84eb": 7, "2a1": 7, "11855": 7, "872b1566a1": 7, "11826": 7, "349b0811c3": 7, "d200": 7, "pydocstyl": 7, "11688": 7, "16e7129719": 7, "11487": 7, "0a0e1af800": 7, "broken": 7, "markdown": 7, "toc": 7, "11249": 7, "ca4238eb4d": 7, "month": 7, "11242": 7, "5220e4c384": 7, "11238": 7, "f3e87c5030": 7, "d202": 7, "11032": 7, "ac943c9e18": 7, "3964": 7, "consolid": 7, "de": 7, "dup": 7, "sensor": 7, "smart": 7, "5499": 7, "70f05ac677": 7, "10411": 7, "fdd9b6f65b": 7, "10543": 7, "d760265452": 7, "No": 7, "whitespac": 7, "allow": [7, 12, 14], "surround": 7, "text": 7, "10533": 7, "3696c34c28": 7, "word": 7, "10528": 7, "ee7ca128a1": 7, "refernc": 7, "10483": 7, "d5d119babc": 7, "increas": 7, "coverag": 7, "9911": 7, "a79e2d4c4a": 7, "9604": 7, "e13a14c873": 7, "relat": [7, 8], "9458": 7, "d0e7db4024": 7, "number": 7, "fresh": 7, "9408": 7, "12af6a0800": 7, "final": 7, "cleanup": 7, "23rc1": 7, "9404": 7, "c7e5bce57f": 7, "candid": 7, "9370": 7, "f6bd817a3a": 7, "introduc": 7, "transfer": 7, "9320": 7, "0b0e4f7a4c": 7, "relas": 7, "9026": 7, "00642a46d0": 7, "remain": 7, "wrongli": 7, "8994": 7, "375d1ca229": 7, "8898": 7, "12c5e5d8a": 7, "8891": 7, "f3521fb0e3": 7, "regener": 7, "8886": 7, "92585ca4cb": 7, "autom": 7, "8807": 7, "65dd28eb77": 7, "1202": 7, "7358": 7, "some": [8, 14], "login": 8, "initi": [8, 12], "password": 8, "port": [8, 14], "scheme": [8, 14], "extra": [8, 12], "dictionari": 8, "azur": 8, "follow": [8, 13, 14], "http_compress": 8, "fals": 8, "timeout": 8, "time": 8, "frame": 8, "environ": [8, 14], "variabl": 8, "syntax": 8, "compon": 8, "encod": 8, "export": 8, "airflow_conn_elasticsearch_default": 8, "elasticsearchlogin": 8, "elasticsearchpassword": 8, "elast": [8, 9], "co": [8, 9], "80": 8, "test": [8, 9, 10], "system": [8, 9, 10, 14], "provid": [8, 9, 10, 13, 14], "py": [8, 9, 10], "conn": [8, 10], "es_conn": [8, 10], "execut": [8, 10], "_": [8, 10], "f": [8, 10], "true": [8, 9, 10, 14], "elasticsearch": [9, 10, 13], "nativ": 9, "commun": 9, "possibl": 9, "configur": [9, 14], "consult": 9, "refer": 9, "www": 9, "guid": [9, 13], "en": 9, "current": 9, "html": 9, "def": 9, "es_host": 9, "match_al": 9, "repositori": 12, "top": [12, 13], "exist": [12, 14], "below": [12, 13, 14], "minimum": 12, "via": [12, 13], "5": [12, 14], "those": [12, 13], "them": [12, 14], "checksum": [12, 13], "signatur": [12, 13], "site": 12, "sdist": [12, 13], "asc": [12, 13], "sha512": [12, 13], "wheel": 12, "explain": 12, "polici": 12, "github": 12, "com": [12, 13], "blob": 12, "md": 12, "mistakenli": 12, "install_requir": 12, "22382": 12, "trove": 12, "framework": 12, "optimis": 12, "9": 12, "apply_default": 12, "decor": 12, "15667": 12, "while": 12, "undocu": 12, "previous": 12, "string": [12, 14], "been": 12, "If": [12, 13, 14], "your": [12, 14], "due": 12, "first": [12, 14], "least": 12, "otherwis": 12, "automat": 12, "manual": 12, "db": 12, "complet": 12, "migrat": 12, "describ": 13, "apach": 13, "also": [13, 14], "most": 13, "choos": [13, 14], "differ": [13, 14], "select": 13, "drop": 13, "down": 13, "left": 13, "whl": 13, "origin": 13, "foundat": 13, "code": [13, 14], "abov": [13, 14], "contain": [13, 14], "how": 13, "pgp": 13, "It": 13, "essenti": 13, "sha": 13, "gpg": 13, "well": 13, "relev": 13, "distribut": 13, "recommend": 13, "directori": 13, "mirror": 13, "i": 13, "pgpk": 13, "ka": 13, "binari": 13, "pgpv": 13, "tar": 13, "gz": 13, "made": 13, "sat": 13, "sep": 13, "49": 13, "54": 13, "bst": 13, "rsa": 13, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 13, "issuer": 13, "kaxilnaik": 13, "org": 13, "good": 13, "kaxil": 13, "naik": 13, "unknown": 13, "aka": 13, "gmail": 13, "certifi": 13, "trust": 13, "There": 13, "belong": 13, "owner": 13, "fingerprint": 13, "cde1": 13, "5c6e": 13, "4d3a": 13, "8ec4": 13, "ecf4": 13, "ba4b": 13, "6674": 13, "e08a": 13, "d7de": 13, "406f": 13, "worri": 13, "certif": 13, "sign": [13, 14], "why": 13, "By": 13, "server": 13, "previou": [13, 14], "step": 13, "know": 13, "valid": 13, "alreadi": [13, 14], "sum": 13, "shasum": 13, "512": 13, "diff": 13, "one": [13, 14], "bin": 13, "bash": 13, "package_vers": 13, "package_nam": 13, "provider_download_dir": 13, "mktemp": 13, "d": 13, "dep": 13, "dest": 13, "curl": 13, "apache_airflow_providers_elasticsearch": 13, "py3": 13, "l": 13, "o": 13, "echo": 13, "ls": 13, "la": 13, "onc": [13, 14], "instruct": 13, "chapter": 13, "temporari": 13, "stdout": 14, "standard": 14, "These": 14, "later": 14, "forward": 14, "cluster": 14, "like": 14, "fluentd": 14, "other": 14, "worker": 14, "output": 14, "highest": 14, "parent": 14, "process": 14, "locat": 14, "flexibl": 14, "kubernet": 14, "where": 14, "being": 14, "node": 14, "ship": 14, "along": 14, "set": 14, "cfg": 14, "directli": 14, "logrecord": 14, "comma": 14, "delimit": 14, "attribut": 14, "must": 14, "remote_log": 14, "config": 14, "could": 14, "custom": 14, "e": 14, "g": 14, "turn": 14, "ssl_verifi": 14, "etc": 14, "use_ssl": 14, "verify_cert": 14, "view": 14, "kibana": 14, "construct": 14, "replac": 14, "qualifi": 14, "host_port": 14, "ever": 14, "3": 14, "abl": 14, "keep": 14, "track": 14, "valu": 14, "still": 14, "fetch": 14, "just": 14, "howev": 14, "properli": 14, "save": 14, "find": 14, "longer": 14, "access": 14, "row": 14, "log_templ": 14, "insert": 14, "INTO": 14, "elasticsearch_id": 14, "created_at": 14, "ts": 14}, "objects": {"airflow.providers": [[2, 0, 0, "-", "elasticsearch"]], "airflow.providers.elasticsearch": [[1, 0, 0, "-", "hooks"], [4, 0, 0, "-", "log"]], "airflow.providers.elasticsearch.hooks": [[0, 0, 0, "-", "elasticsearch"]], "airflow.providers.elasticsearch.hooks.elasticsearch": [[0, 1, 1, "", "ElasticsearchHook"], [0, 1, 1, "", "ElasticsearchPythonHook"], [0, 1, 1, "", "ElasticsearchSQLHook"]], "airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchPythonHook": [[0, 2, 1, "", "get_conn"], [0, 2, 1, "", "search"]], "airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchSQLHook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 2, 1, "", "get_conn"], [0, 2, 1, "", "get_uri"], [0, 3, 1, "", "hook_name"]], "airflow.providers.elasticsearch.log": [[3, 0, 0, "-", "es_task_handler"]], "airflow.providers.elasticsearch.log.es_task_handler": [[3, 1, 1, "", "ElasticsearchTaskHandler"], [3, 4, 1, "", "EsLogMsgType"], [3, 4, 1, "", "USE_PER_RUN_LOG_ID"]], "airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler": [[3, 3, 1, "", "LOG_NAME"], [3, 3, 1, "", "MAX_LINE_PER_PAGE"], [3, 3, 1, "", "PAGE"], [3, 2, 1, "", "close"], [3, 2, 1, "", "emit"], [3, 2, 1, "", "es_read"], [3, 2, 1, "", "get_external_log_url"], [3, 2, 1, "", "log_name"], [3, 2, 1, "", "set_context"], [3, 2, 1, "", "supports_external_link"]], "tests.system.providers": [[6, 0, 0, "-", "elasticsearch"]], "tests.system.providers.elasticsearch": [[5, 0, 0, "-", "example_elasticsearch_query"]], "tests.system.providers.elasticsearch.example_elasticsearch_query": [[5, 4, 1, "", "CONN_ID"], [5, 4, 1, "", "DAG_ID"], [5, 4, 1, "", "ENV_ID"], [5, 4, 1, "", "execute_query"], [5, 5, 1, "", "show_tables"], [5, 4, 1, "", "test_run"], [5, 5, 1, "", "use_elasticsearch_hook"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:data", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "data", "Python data"], "5": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 7, 12], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 12], "elasticsearch": [0, 1, 2, 3, 4, 5, 6, 7, 8, 12, 14], "hook": [0, 1, 11], "modul": [0, 3, 5], "content": [0, 3, 5, 12], "class": [0, 3], "submodul": [1, 4, 6], "subpackag": 2, "log": [3, 4, 14], "es_task_handl": 3, "attribut": [3, 5], "test": [5, 6], "system": [5, 6], "example_elasticsearch_queri": 5, "function": 5, "packag": [7, 12, 13], "apach": [7, 12], "4": [7, 12], "1": [7, 12], "0": [7, 12], "3": [7, 12], "2": [7, 12], "connect": 8, "authent": 8, "default": 8, "id": 8, "configur": 8, "elasticsearchpythonhook": 9, "paramet": 9, "usag": [9, 10], "exampl": [9, 10], "elasticsearchsqlhook": 10, "type": 11, "guid": 12, "refer": 12, "resourc": 12, "commit": 12, "instal": [12, 13], "requir": 12, "cross": 12, "depend": 12, "download": 12, "offici": 12, "changelog": 12, "featur": 12, "bug": 12, "fix": 12, "break": 12, "chang": [12, 14], "misc": 12, "from": 13, "sourc": 13, "releas": 13, "integr": 13, "verifi": 13, "pypi": 13, "write": 14, "over": 14, "tl": 14, "extern": 14, "link": 14, "log_id_templ": 14}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}}) |