| Search.setIndex({"docnames": ["_api/airflow/providers/elasticsearch/hooks/elasticsearch/index", "_api/airflow/providers/elasticsearch/hooks/index", "_api/airflow/providers/elasticsearch/index", "_api/airflow/providers/elasticsearch/log/es_json_formatter/index", "_api/airflow/providers/elasticsearch/log/es_task_handler/index", "_api/airflow/providers/elasticsearch/log/index", "_api/tests/system/providers/elasticsearch/example_elasticsearch_query/index", "_api/tests/system/providers/elasticsearch/index", "commits", "connections/elasticsearch", "hooks/elasticsearch_python_hook", "hooks/elasticsearch_sql_hook", "hooks/index", "index", "installing-providers-from-sources", "logging/index"], "filenames": ["_api/airflow/providers/elasticsearch/hooks/elasticsearch/index.rst", "_api/airflow/providers/elasticsearch/hooks/index.rst", "_api/airflow/providers/elasticsearch/index.rst", "_api/airflow/providers/elasticsearch/log/es_json_formatter/index.rst", "_api/airflow/providers/elasticsearch/log/es_task_handler/index.rst", "_api/airflow/providers/elasticsearch/log/index.rst", "_api/tests/system/providers/elasticsearch/example_elasticsearch_query/index.rst", "_api/tests/system/providers/elasticsearch/index.rst", "commits.rst", "connections/elasticsearch.rst", "hooks/elasticsearch_python_hook.rst", "hooks/elasticsearch_sql_hook.rst", "hooks/index.rst", "index.rst", "installing-providers-from-sources.rst", "logging/index.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.hooks.elasticsearch</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log.es_json_formatter</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log.es_task_handler</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.elasticsearch.log</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.elasticsearch.example_elasticsearch_query</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.elasticsearch</span></code>", "Package apache-airflow-providers-elasticsearch", "ElasticSearch Connection", "ElasticsearchPythonHook", "ElasticsearchSQLHook", "Hook Types", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-elasticsearch</span></code>", "Installing from sources", "Writing logs to Elasticsearch"], "terms": {"elasticsearchsqlhook": [0, 9, 12], "schema": [0, 9], "http": [0, 8, 9, 10, 13, 14, 15], "connect": [0, 8, 10, 13], "none": [0, 3, 4, 14], "arg": 0, "kwarg": 0, "sourc": [0, 3, 4, 6, 9, 10, 11, 13], "base": [0, 3, 4], "common": [0, 8, 13], "sql": [0, 8, 13], "dbapihook": 0, "interact": [0, 11], "through": [0, 11], "dbapi": [0, 9, 11, 13], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "us": [0, 3, 4, 6, 8, 9, 10, 13, 14, 15], "conn_id": [0, 6, 9, 11], "paramet": [0, 4, 9, 15], "elasticsearch_conn_id": [0, 9, 11], "The": [0, 4, 8, 9, 13, 14], "id": [0, 14, 15], "credenti": 0, "conn_name_attr": 0, "default_conn_nam": 0, "elasticsearch_default": [0, 6, 9], "conn_typ": 0, "hook_nam": 0, "get_conn": [0, 9, 11], "return": [0, 3, 4, 9, 10, 11], "object": [0, 4, 15], "get_uri": 0, "extract": [0, 15], "uri": [0, 9], "from": [0, 4, 6, 8, 10, 13, 15], "type": [0, 4, 8, 13], "str": [0, 4], "elasticsearchhook": 0, "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "deprec": 0, "wa": [0, 4], "renam": [0, 8], "pleas": [0, 14], "elasticsearchpythonhook": [0, 6, 12], "host": [0, 4, 9, 10, 15], "es_conn_arg": [0, 10], "basehook": 0, "offici": [0, 14], "python": [0, 4, 8, 10, 13, 14, 15], "client": [0, 8, 10, 13], "list": [0, 6, 8, 10, 13], "ani": [0, 4, 14], "A": [0, 10, 15], "singl": [0, 10], "mani": [0, 10], "instanc": [0, 3, 4, 10], "exampl": [0, 6, 8, 9, 13, 14, 15], "localhost": [0, 4, 10], "9200": [0, 4, 10], "option": [0, 9, 15], "dict": [0, 4], "addit": [0, 4, 10, 15], "argument": [0, 10, 15], "you": [0, 9, 10, 13, 14, 15], "might": [0, 4, 10, 13], "need": [0, 8, 10, 13, 15], "enter": [0, 10], "ca_cert": [0, 10, 15], "path": [0, 10, 15], "cert": [0, 10, 15], "basic_auth": [0, 10], "user": [0, 9, 10, 14, 15], "pass": [0, 10], "cach": 0, "search": [0, 10], "queri": [0, 4, 6, 10], "index": [0, 4], "_all": 0, "result": [0, 4, 6, 10], "match": [0, 4, 8, 14], "dsl": [0, 13], "want": [0, 13, 14, 15], "run": [0, 8, 13, 14, 15], "respons": 0, "hit": 0, "4": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15], "2": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15], "0": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15], "hook": [2, 8, 9, 10, 11, 13], "log": [2, 8, 13], "es_json_formatt": [2, 5], "es_task_handl": [2, 5], "elasticsearchjsonformatt": 3, "fmt": 3, "datefmt": 3, "style": 3, "json_field": [3, 4, 15], "extra": [3, 9, 13], "util": [3, 4], "json_formatt": 3, "jsonformatt": 3, "ar": [3, 4, 9, 13, 14, 15], "convert": 3, "record": [3, 4, 8, 13], "json": [3, 8, 9, 13, 15], "iso": 3, "8601": 3, "date": 3, "time": [3, 9], "format": [3, 8, 13, 15], "default_time_format": 3, "y": 3, "m": 3, "dt": 3, "h": 3, "": [3, 4, 8, 14], "default_msec_format": 3, "03d": 3, "default_tz_format": 3, "z": 3, "formattim": 3, "creation": 3, "specifi": [3, 4, 9, 13], "logrecord": [3, 15], "local": [3, 4, 6, 10, 14], "zone": 3, "log_line_default": 4, "eslogmsgtyp": 4, "use_per_run_log_id": 4, "elasticsearchtaskhandl": [4, 8, 13], "base_log_fold": 4, "end_of_log_mark": 4, "write_stdout": [4, 15], "json_format": [4, 8, 13, 15], "host_field": 4, "offset_field": 4, "offset": 4, "frontend": [4, 15], "5601": 4, "es_kwarg": 4, "conf": 4, "getsect": 4, "elasticsearch_config": [4, 15], "filename_templ": 4, "log_id_templ": 4, "file_task_handl": 4, "filetaskhandl": 4, "logging_mixin": 4, "externalloggingmixin": 4, "loggingmixin": 4, "handler": [4, 8, 13, 15], "read": [4, 15], "note": [4, 8, 9, 15], "doe": 4, "handl": [4, 9, 11], "instead": [4, 13, 15], "flush": 4, "file": [4, 8, 13, 14, 15], "softwar": [4, 14], "setup": [4, 8], "requir": [4, 15], "filebeat": [4, 8, 13], "logstash": [4, 15], "To": [4, 14, 15], "effici": 4, "sort": 4, "assum": 4, "each": 4, "messag": [4, 8, 13], "ha": [4, 13], "field": [4, 8, 15], "log_id": [4, 8, 13, 15], "consist": 4, "ti": [4, 8, 13, 15], "primari": [4, 14], "kei": [4, 8, 9, 13, 14], "dag_id": [4, 6, 13, 15], "task_id": [4, 13, 15], "execution_d": [4, 13, 15], "try_numb": [4, 13, 15], "specif": [4, 8], "which": 4, "uniqu": 4, "integ": 4, "indic": [4, 14], "order": [4, 8, 13], "timestamp": 4, "here": [4, 15], "unreli": 4, "becaus": 4, "multipl": 4, "have": [4, 13, 15], "same": [4, 15], "page": [4, 8, 14], "max_line_per_pag": 4, "1000": 4, "log_nam": 4, "es_read": 4, "metadata": 4, "next": [4, 8], "found": [4, 8, 13, 15], "error": [4, 8], "start": 4, "steam": 4, "download": [4, 8, 14], "emit": [4, 8, 13], "do": [4, 14], "whatev": 4, "take": 4, "actual": 4, "version": [4, 8, 13, 14], "intend": 4, "implement": [4, 8], "subclass": 4, "so": [4, 15], "rais": 4, "notimplementederror": 4, "set_context": 4, "task_inst": 4, "context": [4, 9, 11], "task": [4, 8, 13, 15], "model": 4, "taskinst": [4, 8], "close": 4, "tidi": 4, "up": [4, 8], "resourc": 4, "remov": [4, 8, 13, 14], "intern": 4, "map": 4, "_handler": 4, "lookup": 4, "name": [4, 8], "should": [4, 9, 13, 14], "ensur": 4, "get": [4, 14], "call": [4, 8], "overridden": 4, "method": 4, "properti": 4, "get_external_log_url": 4, "creat": [4, 8, 14], "address": 4, "extern": [4, 8, 13], "collect": [4, 15], "servic": 4, "int": 4, "url": [4, 8, 9, 15], "supports_external_link": 4, "whether": [4, 9], "we": 4, "can": [4, 9, 13, 14, 15], "support": [4, 8, 13], "link": [4, 8, 13, 14], "airflow": [6, 14, 15], "dag": [6, 8, 13], "env_id": 6, "elasticsearch_dag": 6, "show_tabl": 6, "avail": [6, 13, 14], "tabl": [6, 9, 11, 15], "use_elasticsearch_hook": [6, 10], "print": [6, 9, 10, 11], "execute_queri": 6, "test_run": 6, "example_elasticsearch_queri": [7, 9, 10, 11], "detail": [8, 13, 14], "commit": 8, "chang": 8, "For": [8, 9, 10, 13, 14, 15], "high": 8, "level": [8, 15], "changelog": 8, "see": [8, 13, 15], "inform": [8, 13], "includ": [8, 13], "latest": 8, "2022": 8, "07": 8, "22": 8, "subject": 8, "a25f8c36ec": 8, "improv": [8, 13], "21942": [8, 13], "13": 8, "d2459a241b": 8, "add": [8, 13, 15], "document": [8, 10, 13, 15], "juli": 8, "releas": [8, 13], "25030": 8, "ef79a0d1c4": 8, "11": [8, 14], "onli": [8, 13], "assert": 8, "stuff": 8, "mypi": 8, "when": [8, 9, 13, 15], "check": [8, 14], "24937": 8, "2ddc100405": 8, "08": 8, "ad": [8, 13, 15], "elasticserachpythonhook": [8, 13], "e": [8, 9, 11, 13, 15], "With": [8, 13], "24895": [8, 13], "46bbfdade0": 8, "move": [8, 13], "all": [8, 9, 10, 13, 15], "class": [8, 13], "24836": [8, 13], "97948ecae7": 8, "01": 8, "fallibl": [8, 13], "assign": [8, 13], "back": [8, 13], "insid": [8, 13], "try": [8, 13, 15], "except": [8, 13], "block": [8, 13], "24533": [8, 13], "24592": [8, 13], "0de31bd73a": 8, "06": 8, "29": 8, "depend": 8, "folder": [8, 14], "24672": 8, "510a6bab45": 8, "28": 8, "yaml": [8, 13], "24702": 8, "09": 8, "dcdcf3a2b8": 8, "updat": [8, 13], "rc2": 8, "mai": [8, 15], "24307": 8, "717a7588bc": 8, "descript": 8, "doubl": 8, "min": 8, "24292": 8, "aeabe994b3": 8, "prepar": 8, "doc": [8, 13], "24231": 8, "c23826915d": 8, "appli": [8, 13], "per": [8, 13], "templat": [8, 13, 15], "24153": [8, 13], "027b707d21": 8, "05": 8, "explanatori": 8, "contributor": 8, "about": [8, 14], "24229": 8, "cba3c17254": 8, "04": 8, "old": [8, 15], "24172": 8, "75c60923e0": 8, "12": [8, 14], "23631": 8, "8b6b0848a3": 8, "23": 8, "new": [8, 13], "brees": 8, "build": [8, 14], "pull": 8, "verifi": [8, 13], "imag": 8, "23104": 8, "6933022e94": 8, "10": [8, 13], "fix": 8, "main": [8, 13, 14], "22884": 8, "56ab82ed7a": 8, "mid": 8, "april": 8, "22819": 8, "9c28e766b3": 8, "make": [8, 13, 15], "compat": [8, 13], "22814": [8, 13], "c063fc688c": 8, "03": 8, "25": 8, "black": 8, "precommit": 8, "22521": 8, "d7dbfb7e26": 8, "bugfix": 8, "22383": 8, "0f977daa3c": 8, "run_id": [8, 13], "k8": [8, 13], "22385": [8, 13], "14": 8, "16adc035b1": 8, "classifi": [8, 13], "march": 8, "22226": 8, "f5b96315fe": 8, "feb": 8, "22056": 8, "7be87d87e2": 8, "02": 8, "15": 8, "oper": [8, 9], "unmap": 8, "21563": 8, "2258e13cc7": 8, "default": [8, 13, 15], "filenam": [8, 13, 15], "map_index": [8, 13], "21495": [8, 13], "28378d867a": 8, "rc3": 8, "jan": 8, "21553": 8, "44bd211b19": 8, "data": [8, 13], "interv": [8, 13], "shim": [8, 13], "21289": [8, 13], "0a3ff43d41": 8, "pre": 8, "docstr": [8, 13], "param": 8, "21398": 8, "d94fa37830": 8, "januari": 8, "delai": 8, "21439": 8, "6184facbaa": 8, "appear": [8, 13], "miss": [8, 13], "21261": [8, 13], "d8c4449a91": 8, "clarifi": [8, 13], "21255": [8, 13], "6c3a67d4fc": 8, "2021": [8, 14], "21257": 8, "602abe8394": 8, "20": 8, "line": 8, "now": [8, 13, 15], "sphinx": 8, "autoapi": 8, "typehint": 8, "20951": 8, "f77417eb0d": 8, "31": 8, "pypi": [8, 13], "20614": 8, "97496ba2b4": 8, "decemb": 8, "20523": 8, "6e51608f28": 8, "16": 8, "oracl": 8, "yandex": 8, "20344": 8, "853576d901": 8, "30": 8, "novemb": 8, "19882": 8, "fe682ec3d3": 8, "24": 8, "duplic": 8, "entri": 8, "19759": 8, "d9567eb106": 8, "octob": 8, "19321": 8, "840ea3efb9": 8, "septemb": 8, "18613": 8, "de9b02f797": 8, "taskflow": 8, "api": [8, 9, 10, 13], "18565": 8, "060345c0d9": 8, "21": 8, "aip": [8, 13], "39": [8, 13], "timet": [8, 13], "17552": [8, 13], "a0a05ffedd": 8, "show": [8, 9, 11, 13, 15], "es_hook": [8, 10, 13], "17944": [8, 13], "0a68588479": 8, "august": 8, "17890": 8, "be75dcd39c": 8, "meta": 8, "76ed2a49c6": 8, "19": 8, "import": [8, 13, 14], "lazili": 8, "individu": 8, "manag": [8, 9, 11, 14], "17682": 8, "29aab6434f": 8, "17": 8, "secret": [8, 13], "backend": [8, 13], "auth": [8, 13], "17625": [8, 13], "944dc32c2b": 8, "invalid": [8, 13], "17551": [8, 13], "866a601b76": 8, "pylint": 8, "our": 8, "toolchain": 8, "16682": 8, "6f445e69c3": 8, "26": 8, "16662": 8, "18": 8, "bbc627a3da": 8, "16501": 8, "3cf67be387": 8, "non": [8, 13], "16489": [8, 13], "247ba31872": 8, "16467": [8, 13], "5e12b3de31": 8, "jinja": [8, 13], "16465": [8, 13], "cbf8001d76": 8, "synchron": 8, "after": [8, 13, 15], "buggfix": 8, "16464": 8, "e31e515b28": 8, "16357": [8, 13], "1fba5402bb": 8, "more": 8, "june": 8, "16405": 8, "e8d3de828f": 8, "16436": 8, "5cd0bf733b": 8, "remot": [8, 13], "7": [8, 13], "14625": [8, 13], "9c94b72d44": 8, "16294": 8, "3bdcd1a7d4": 8, "16275": 8, "476d0f6e3d": 8, "bump": 8, "pyupgrad": 8, "v2": 8, "15991": 8, "807ad32ce5": 8, "pip": [8, 13, 14], "15576": 8, "657384615f": 8, "27": 8, "redund": [8, 13], "14823": [8, 13], "71c673e427": 8, "modul": [8, 15], "15391": 8, "5da831910c": 8, "caus": [8, 13], "15163": [8, 13], "68e4c4dcb0": 8, "backport": 8, "14886": 8, "eb884cd380": 8, "14763": 8, "662cb8c6ac": 8, "14748": 8, "923bde2b91": 8, "14686": [8, 13], "589d6dec92": 8, "wave": 8, "14487": 8, "10343ec29f": 8, "correct": [8, 13, 14], "tool": [8, 13, 15], "rc": [8, 13], "14082": [8, 13], "88bdcfa0df": 8, "14013": 8, "ac2f72c98d": 8, "13767": 8, "3fd5ef3555": 8, "logo": 8, "integr": [8, 9], "13717": 8, "295d66f914": 8, "2020": 8, "grammar": 8, "warn": [8, 14], "13380": 8, "b6bf253062": 8, "respect": [8, 13], "logformat": [8, 13], "13310": [8, 13], "6cf76d7ac0": 8, "typo": 8, "upgrad": [8, 13, 15], "command": 8, "13148": 8, "32971a1a2d": 8, "12955": 8, "b40dffa085": 8, "rema": 8, "12917": 8, "9b39f24780": 8, "dynam": 8, "form": 8, "12558": 8, "2037303eef": 8, "discoveri": 8, "12466": 8, "c34ef853c8": 8, "separ": 8, "out": 8, "12444": 8, "0080354502": 8, "readm": [8, 13], "0b2": 8, "batch": 8, "12449": 8, "ae7cb4a1e2": 8, "wrong": 8, "hash": 8, "12390": 8, "6889a333cf": 8, "ref": 8, "12366": 8, "7825e8f590": 8, "instal": 8, "12304": 8, "85a18e13d9": 8, "point": 8, "project": 8, "cross": 8, "12212": 8, "59eb5de78c": 8, "come": 8, "0beta1": 8, "12206": 8, "61feb6ec45": 8, "gener": [8, 15], "googl": 8, "12194": 8, "b2a28d1590": 8, "script": [8, 14], "dev": 8, "12082": 8, "4e8f9cc8d0": 8, "enabl": [8, 9, 15], "auto": [8, 13], "formmatt": 8, "9550": 8, "8c42cf1b00": 8, "6": 8, "11447": 8, "5a439e84eb": 8, "2a1": 8, "11855": 8, "872b1566a1": 8, "11826": 8, "349b0811c3": 8, "d200": 8, "pydocstyl": 8, "11688": 8, "16e7129719": 8, "11487": 8, "0a0e1af800": 8, "broken": 8, "markdown": 8, "toc": 8, "11249": 8, "ca4238eb4d": 8, "month": 8, "11242": 8, "5220e4c384": 8, "11238": 8, "f3e87c5030": 8, "d202": 8, "11032": 8, "ac943c9e18": 8, "3964": 8, "consolid": 8, "de": 8, "dup": 8, "sensor": 8, "smart": 8, "5499": 8, "70f05ac677": 8, "10411": 8, "fdd9b6f65b": 8, "10543": 8, "d760265452": 8, "No": 8, "whitespac": 8, "allow": [8, 13, 15], "surround": 8, "text": 8, "10533": 8, "3696c34c28": 8, "word": 8, "10528": 8, "ee7ca128a1": 8, "refernc": 8, "10483": 8, "d5d119babc": 8, "increas": 8, "coverag": 8, "9911": 8, "a79e2d4c4a": 8, "9604": 8, "e13a14c873": 8, "relat": [8, 9], "9458": 8, "d0e7db4024": 8, "number": 8, "fresh": 8, "9408": 8, "12af6a0800": 8, "final": 8, "cleanup": 8, "23rc1": 8, "9404": 8, "c7e5bce57f": 8, "candid": 8, "9370": 8, "f6bd817a3a": 8, "introduc": 8, "transfer": 8, "9320": 8, "0b0e4f7a4c": 8, "relas": 8, "9026": 8, "00642a46d0": 8, "remain": 8, "wrongli": 8, "8994": 8, "375d1ca229": 8, "8898": 8, "12c5e5d8a": 8, "8891": 8, "f3521fb0e3": 8, "regener": 8, "8886": 8, "92585ca4cb": 8, "autom": 8, "8807": 8, "65dd28eb77": 8, "1202": 8, "7358": 8, "some": [9, 15], "login": 9, "initi": [9, 13], "password": 9, "port": [9, 15], "scheme": [9, 15], "dictionari": 9, "azur": 9, "follow": [9, 14, 15], "http_compress": 9, "fals": 9, "timeout": 9, "frame": 9, "environ": [9, 15], "variabl": 9, "syntax": 9, "compon": 9, "encod": 9, "export": 9, "airflow_conn_elasticsearch_default": 9, "elasticsearchlogin": 9, "elasticsearchpassword": 9, "elast": [9, 10], "co": [9, 10], "80": 9, "test": [9, 10, 11], "system": [9, 10, 11, 15], "provid": [9, 10, 11, 14, 15], "py": [9, 10, 11], "conn": [9, 11], "es_conn": [9, 11], "execut": [9, 11], "_": [9, 11], "f": [9, 11], "true": [9, 10, 11, 15], "elasticsearch": [10, 11, 14], "nativ": 10, "commun": 10, "possibl": 10, "configur": [10, 15], "consult": 10, "refer": 10, "www": 10, "guid": [10, 14], "en": 10, "current": 10, "html": 10, "def": 10, "es_host": 10, "match_al": 10, "repositori": 13, "top": [13, 14], "exist": [13, 15], "below": [13, 14, 15], "minimum": 13, "via": [13, 14], "5": [13, 15], "those": [13, 14], "them": [13, 15], "checksum": [13, 14], "signatur": [13, 14], "site": 13, "sdist": [13, 14], "asc": [13, 14], "sha512": [13, 14], "wheel": 13, "explain": 13, "polici": 13, "github": 13, "com": [13, 14], "blob": 13, "md": 13, "mistakenli": 13, "install_requir": 13, "22382": 13, "trove": 13, "framework": 13, "optimis": 13, "9": 13, "apply_default": 13, "decor": 13, "15667": 13, "while": 13, "undocu": 13, "previous": 13, "string": [13, 15], "been": 13, "If": [13, 14, 15], "your": [13, 15], "due": 13, "first": [13, 15], "least": 13, "otherwis": 13, "automat": 13, "manual": 13, "db": 13, "complet": 13, "migrat": 13, "describ": 14, "apach": 14, "also": [14, 15], "most": 14, "choos": [14, 15], "differ": [14, 15], "select": 14, "drop": 14, "down": 14, "left": 14, "whl": 14, "origin": 14, "foundat": 14, "code": [14, 15], "abov": [14, 15], "contain": [14, 15], "how": 14, "pgp": 14, "It": 14, "essenti": 14, "sha": 14, "gpg": 14, "well": 14, "relev": 14, "distribut": 14, "recommend": 14, "directori": 14, "mirror": 14, "pgpk": 14, "ka": 14, "binari": 14, "pgpv": 14, "tar": 14, "gz": 14, "made": 14, "sat": 14, "sep": 14, "49": 14, "54": 14, "bst": 14, "rsa": 14, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 14, "issuer": 14, "kaxilnaik": 14, "org": 14, "good": 14, "kaxil": 14, "naik": 14, "unknown": 14, "aka": 14, "gmail": 14, "certifi": 14, "trust": 14, "There": 14, "belong": 14, "owner": 14, "fingerprint": 14, "cde1": 14, "5c6e": 14, "4d3a": 14, "8ec4": 14, "ecf4": 14, "ba4b": 14, "6674": 14, "e08a": 14, "d7de": 14, "406f": 14, "worri": 14, "certif": 14, "self": [14, 15], "sign": [14, 15], "why": 14, "By": 14, "server": 14, "previou": [14, 15], "step": 14, "know": 14, "valid": 14, "alreadi": [14, 15], "sum": 14, "shasum": 14, "512": 14, "diff": 14, "one": [14, 15], "bin": 14, "bash": 14, "package_vers": 14, "package_nam": 14, "provider_download_dir": 14, "mktemp": 14, "d": 14, "dep": 14, "dest": 14, "curl": 14, "apache_airflow_providers_elasticsearch": 14, "py3": 14, "l": 14, "o": 14, "echo": 14, "la": 14, "onc": [14, 15], "instruct": 14, "chapter": 14, "temporari": 14, "stdout": 15, "standard": 15, "These": 15, "later": 15, "forward": 15, "cluster": 15, "like": 15, "fluentd": 15, "other": 15, "worker": 15, "output": 15, "highest": 15, "parent": 15, "process": 15, "locat": 15, "flexibl": 15, "kubernet": 15, "where": 15, "being": 15, "node": 15, "ship": 15, "along": 15, "set": 15, "cfg": 15, "directli": 15, "comma": 15, "delimit": 15, "attribut": 15, "must": 15, "remote_log": 15, "config": 15, "could": 15, "custom": 15, "g": 15, "turn": 15, "ssl_verifi": 15, "etc": 15, "use_ssl": 15, "verify_cert": 15, "view": 15, "kibana": 15, "construct": 15, "replac": 15, "qualifi": 15, "host_port": 15, "ever": 15, "3": 15, "abl": 15, "keep": 15, "track": 15, "valu": 15, "still": 15, "fetch": 15, "just": 15, "howev": 15, "properli": 15, "save": 15, "find": 15, "longer": 15, "access": 15, "row": 15, "log_templ": 15, "insert": 15, "INTO": 15, "elasticsearch_id": 15, "created_at": 15, "t": 15}, "objects": {"airflow.providers": [[2, 0, 0, "-", "elasticsearch"]], "airflow.providers.elasticsearch": [[1, 0, 0, "-", "hooks"], [5, 0, 0, "-", "log"]], "airflow.providers.elasticsearch.hooks": [[0, 0, 0, "-", "elasticsearch"]], "airflow.providers.elasticsearch.hooks.elasticsearch": [[0, 1, 1, "", "ElasticsearchHook"], [0, 1, 1, "", "ElasticsearchPythonHook"], [0, 1, 1, "", "ElasticsearchSQLHook"]], "airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchPythonHook": [[0, 2, 1, "", "get_conn"], [0, 2, 1, "", "search"]], "airflow.providers.elasticsearch.hooks.elasticsearch.ElasticsearchSQLHook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 2, 1, "", "get_conn"], [0, 2, 1, "", "get_uri"], [0, 3, 1, "", "hook_name"]], "airflow.providers.elasticsearch.log": [[3, 0, 0, "-", "es_json_formatter"], [4, 0, 0, "-", "es_task_handler"]], "airflow.providers.elasticsearch.log.es_json_formatter": [[3, 1, 1, "", "ElasticsearchJSONFormatter"]], "airflow.providers.elasticsearch.log.es_json_formatter.ElasticsearchJSONFormatter": [[3, 3, 1, "", "default_msec_format"], [3, 3, 1, "", "default_time_format"], [3, 3, 1, "", "default_tz_format"], [3, 2, 1, "", "formatTime"]], "airflow.providers.elasticsearch.log.es_task_handler": [[4, 1, 1, "", "ElasticsearchTaskHandler"], [4, 4, 1, "", "EsLogMsgType"], [4, 4, 1, "", "LOG_LINE_DEFAULTS"], [4, 4, 1, "", "USE_PER_RUN_LOG_ID"]], "airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler": [[4, 3, 1, "", "LOG_NAME"], [4, 3, 1, "", "MAX_LINE_PER_PAGE"], [4, 3, 1, "", "PAGE"], [4, 2, 1, "", "close"], [4, 2, 1, "", "emit"], [4, 2, 1, "", "es_read"], [4, 2, 1, "", "get_external_log_url"], [4, 2, 1, "", "log_name"], [4, 2, 1, "", "set_context"], [4, 2, 1, "", "supports_external_link"]], "tests.system.providers": [[7, 0, 0, "-", "elasticsearch"]], "tests.system.providers.elasticsearch": [[6, 0, 0, "-", "example_elasticsearch_query"]], "tests.system.providers.elasticsearch.example_elasticsearch_query": [[6, 4, 1, "", "CONN_ID"], [6, 4, 1, "", "DAG_ID"], [6, 4, 1, "", "ENV_ID"], [6, 4, 1, "", "execute_query"], [6, 5, 1, "", "show_tables"], [6, 4, 1, "", "test_run"], [6, 5, 1, "", "use_elasticsearch_hook"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:data", "5": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "data", "Python data"], "5": ["py", "function", "Python function"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 8, 13], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 13], "elasticsearch": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 13, 15], "hook": [0, 1, 12], "modul": [0, 3, 4, 6], "content": [0, 3, 4, 6, 13], "class": [0, 3, 4], "submodul": [1, 5, 7], "subpackag": 2, "log": [3, 4, 5, 15], "es_json_formatt": 3, "es_task_handl": 4, "attribut": [4, 6], "test": [6, 7], "system": [6, 7], "example_elasticsearch_queri": 6, "function": 6, "packag": [8, 13, 14], "apach": [8, 13], "4": [8, 13], "2": [8, 13], "0": [8, 13], "1": [8, 13], "3": [8, 13], "connect": 9, "authent": 9, "default": 9, "id": 9, "configur": 9, "elasticsearchpythonhook": 10, "paramet": 10, "usag": [10, 11], "exampl": [10, 11], "elasticsearchsqlhook": 11, "type": 12, "guid": 13, "refer": 13, "resourc": 13, "commit": 13, "instal": [13, 14], "requir": 13, "cross": 13, "depend": 13, "download": 13, "offici": 13, "changelog": 13, "featur": 13, "bug": 13, "fix": 13, "break": 13, "chang": [13, 15], "misc": 13, "from": 14, "sourc": 14, "releas": 14, "integr": 14, "verifi": 14, "pypi": 14, "write": 15, "over": 15, "tl": 15, "extern": 15, "link": 15, "log_id_templ": 15}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}}) |