| Search.setIndex({"docnames": ["_api/airflow/providers/apache/druid/hooks/druid/index", "_api/airflow/providers/apache/druid/hooks/index", "_api/airflow/providers/apache/druid/index", "_api/airflow/providers/apache/druid/operators/druid/index", "_api/airflow/providers/apache/druid/operators/druid_check/index", "_api/airflow/providers/apache/druid/operators/index", "_api/airflow/providers/apache/druid/transfers/hive_to_druid/index", "_api/airflow/providers/apache/druid/transfers/index", "_api/tests/system/providers/apache/druid/example_druid_dag/index", "_api/tests/system/providers/apache/druid/index", "changelog", "commits", "index", "installing-providers-from-sources", "operators", "security"], "filenames": ["_api/airflow/providers/apache/druid/hooks/druid/index.rst", "_api/airflow/providers/apache/druid/hooks/index.rst", "_api/airflow/providers/apache/druid/index.rst", "_api/airflow/providers/apache/druid/operators/druid/index.rst", "_api/airflow/providers/apache/druid/operators/druid_check/index.rst", "_api/airflow/providers/apache/druid/operators/index.rst", "_api/airflow/providers/apache/druid/transfers/hive_to_druid/index.rst", "_api/airflow/providers/apache/druid/transfers/index.rst", "_api/tests/system/providers/apache/druid/example_druid_dag/index.rst", "_api/tests/system/providers/apache/druid/index.rst", "changelog.rst", "commits.rst", "index.rst", "installing-providers-from-sources.rst", "operators.rst", "security.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.hooks.druid</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators.druid</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators.druid_check</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.transfers.hive_to_druid</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.apache.druid.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.druid.example_druid_dag</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.apache.druid</span></code>", "Changelog", "Package apache-airflow-providers-apache-druid", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-apache-druid</span></code>", "Installing from sources", "Apache Druid Operators", "Releasing security patches"], "terms": {"druidhook": 0, "druid_ingest_conn_id": [0, 3, 6, 14], "druid_ingest_default": [0, 3, 6], "timeout": [0, 3, 10, 11], "1": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "max_ingestion_tim": [0, 3, 10, 11], "none": [0, 3, 6, 13], "sourc": [0, 2, 3, 4, 6, 8, 14], "base": [0, 3, 4, 6], "basehook": 0, "connect": [0, 3, 6, 10, 11, 14], "overlord": [0, 3, 14], "ingest": [0, 3, 6, 10, 11, 14], "To": [0, 13, 14], "cluster": 0, "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "secur": 0, "basic": 0, "extens": 0, "add": [0, 10, 11], "usernam": 0, "password": 0, "paramet": [0, 3, 6, 10, 11, 14], "str": [0, 3, 6], "The": [0, 3, 6, 12, 13, 15], "id": [0, 3, 6, 13, 14], "machin": 0, "which": [0, 3, 6, 14, 15], "accept": [0, 3, 14], "index": [0, 3, 8, 14], "job": [0, 3, 6, 14], "int": [0, 3, 6], "interv": [0, 3, 6, 14], "between": [0, 3], "poll": [0, 3], "statu": [0, 3], "must": [0, 3, 14], "greater": [0, 3], "than": [0, 3], "equal": [0, 3], "maximum": [0, 3], "time": [0, 3, 6], "befor": [0, 3, 6], "assum": [0, 3], "fail": [0, 3, 10, 11], "get_conn_url": 0, "get": [0, 13, 15], "url": 0, "get_auth": 0, "return": 0, "from": [0, 6, 11, 12, 15], "tab": 0, "request": 0, "auth": 0, "httpbasicauth": 0, "object": [0, 6], "If": [0, 10, 13], "detail": [0, 11, 13], "have": [0, 10, 11, 15], "been": 0, "set": 0, "submit_indexing_job": 0, "json_index_spec": 0, "submit": [0, 3, 8, 10, 11, 14], "druiddbapihook": 0, "arg": [0, 11], "schema": 0, "log_sql": 0, "true": 0, "kwarg": [0, 3, 4, 6], "common": [0, 4, 10, 11, 12], "sql": [0, 4, 6, 10, 11, 12], "dbapihook": 0, "interact": [0, 11], "broker": 0, "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "pure": 0, "user": [0, 13], "queri": [0, 6], "For": [0, 6, 11, 12, 13, 14], "pleas": [0, 4, 13, 14], "us": [0, 3, 4, 6, 8, 11, 12, 13, 15], "conn_name_attr": 0, "druid_broker_conn_id": [0, 4], "default_conn_nam": 0, "druid_broker_default": [0, 4], "conn_typ": 0, "hook_nam": 0, "supports_autocommit": 0, "fals": 0, "get_conn": 0, "establish": 0, "get_uri": 0, "uri": 0, "e": [0, 6], "g": [0, 6], "localhost": 0, "8082": 0, "v2": [0, 11], "abstract": 0, "set_autocommit": 0, "conn": 0, "autocommit": 0, "flag": 0, "insert_row": 0, "tabl": [0, 6], "row": [0, 6], "target_field": 0, "commit_everi": 0, "1000": 0, "replac": [0, 11], "insert": 0, "collect": 0, "tupl": [0, 6], "ar": [0, 6, 12, 13, 15], "chunk": [0, 6], "each": 0, "size": [0, 6], "done": [0, 15], "new": [0, 11, 15], "transact": 0, "name": [0, 11], "target": [0, 6], "iter": 0, "column": [0, 6], "fill": 0, "number": [0, 6, 11], "one": [0, 13], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "all": [0, 6, 10, 11, 12, 15], "bool": 0, "whether": 0, "instead": [0, 6], "3": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "4": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "7": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15], "hook": [2, 11], "oper": [2, 6, 10, 11], "druid_check": [2, 5], "transfer": [2, 11], "hive_to_druid": [2, 7], "__version__": [2, 11], "druidoper": [3, 8, 10, 11], "json_index_fil": [3, 14], "model": [3, 6, 15], "baseoper": [3, 6], "allow": 3, "task": [3, 10, 11, 14], "directli": [3, 6, 14], "filepath": [3, 14], "specif": [3, 11, 14], "second": 3, "template_field": [3, 6, 11], "sequenc": [3, 6, 11], "template_ext": [3, 6], "json": [3, 6, 8, 11, 14], "template_fields_render": [3, 6, 10, 11], "execut": [3, 6], "context": [3, 6], "main": [3, 6, 13, 15], "method": [3, 6], "deriv": [3, 6], "when": [3, 6, 11, 12, 15], "creat": [3, 6, 13], "same": [3, 6], "dictionari": [3, 6], "render": [3, 6, 10, 11], "jinja": [3, 6], "templat": [3, 6, 10, 11], "refer": [3, 6], "get_template_context": [3, 6], "more": [3, 6, 10, 11, 14], "druidcheckoper": 4, "sqlcheckoper": 4, "deprec": 4, "contain": [6, 13], "move": [6, 10, 11], "data": [6, 11], "hive": [6, 12], "load_check_interv": 6, "5": 6, "default_target_partition_s": 6, "5000000": 6, "hivetodruidoper": 6, "druid_datasourc": 6, "ts_dim": 6, "metric_spec": 6, "hive_cli_conn_id": 6, "hive_cli_default": 6, "metastore_conn_id": 6, "metastore_default": 6, "hadoop_dependency_coordin": 6, "num_shard": 6, "target_partition_s": 6, "query_granular": 6, "segment_granular": 6, "dai": 6, "hive_tblproperti": 6, "job_properti": 6, "del": 6, "note": [6, 10, 11], "now": [6, 11], "load": 6, "memori": 6, "being": 6, "push": 6, "so": [6, 15], "should": [6, 13, 15], "smallish": 6, "amount": 6, "against": 6, "databas": 6, "datasourc": [6, 14], "you": [6, 10, 12, 13, 14, 15], "want": [6, 10, 13, 15], "timestamp": 6, "dimens": 6, "list": [6, 11], "ani": [6, 13], "metric": 6, "defin": 6, "your": [6, 10], "metastor": 6, "coordin": 6, "squeez": 6, "segment": 6, "pass": 6, "float": 6, "specifi": [6, 12], "shard": 6, "includ": [6, 11, 15], "partit": 6, "minimum": [6, 10, 11, 12], "granular": 6, "abl": 6, "result": 6, "insid": [6, 11], "valu": 6, "minut": 6, "mean": 6, "aggreg": 6, "That": 6, "collis": 6, "togeth": 6, "store": 6, "individu": [6, 11], "A": 6, "millisecond": 6, "multipl": 6, "can": [6, 12, 13, 15], "per": [6, 11], "exampl": [6, 8, 11, 12, 13, 14], "segmentgranular": 6, "event": 6, "fall": 6, "option": 6, "further": 6, "other": 6, "configur": [6, 14], "input": 6, "dict": 6, "addit": 6, "properti": 6, "tblproperti": 6, "stage": 6, "construct_ingest_queri": 6, "static_path": 6, "build": [6, 11, 13], "hdf": 6, "tsv": 6, "path": 6, "where": [6, 15], "avail": [6, 10, 13], "airflow": [8, 10, 13, 14, 15], "dag": [8, 11], "file": [8, 10, 11, 13], "env_id": 8, "dag_id": 8, "example_druid_oper": 8, "submit_job": [8, 14], "test_run": 8, "example_druid_dag": [9, 14], "apach": [10, 13], "provid": [10, 13, 14, 15], "druid": [10, 13], "releas": [10, 11, 12], "drop": [10, 11, 13], "support": [10, 11, 12], "python": [10, 11, 12, 13], "about": [10, 11, 13, 15], "32015": [10, 11], "onli": [10, 11, 15], "explain": 10, "polici": [10, 15], "bump": [10, 11], "version": [10, 11, 12, 13, 15], "30917": [10, 11], "27888": [10, 11], "min": [10, 11], "27196": [10, 11], "except": [10, 11, 15], "content": [10, 11, 14], "27174": [10, 11], "lower": 10, "bound": 10, "25789": 10, "old": [10, 11], "25350": [10, 11], "class": [10, 11, 12], "24836": [10, 11], "chore": [10, 11], "refactor": [10, 11], "clean": [10, 11], "24219": [10, 11], "mistakenli": 10, "ad": [10, 11], "install_requir": 10, "22382": 10, "trove": 10, "classifi": [10, 11], "pypi": [10, 11, 12, 15], "framework": 10, "10": [10, 11], "field": [10, 11], "21237": [10, 11], "19984": [10, 11], "19420": [10, 11], "docstr": [10, 11], "18693": [10, 11], "guid": [10, 11, 13], "18527": [10, 11], "optimis": 10, "import": [10, 11, 13], "error": [10, 11], "attribut": [10, 11], "retriev": [10, 11], "17095": [10, 11], "auto": [10, 11], "appli": [10, 11], "apply_default": [10, 11], "decor": [10, 11], "15667": [10, 11], "due": 10, "remov": [10, 11, 13], "requir": [10, 15], "instal": [10, 11, 15], "first": [10, 14], "upgrad": [10, 11, 15], "least": 10, "otherwis": 10, "packag": 10, "automat": 10, "manual": 10, "run": [10, 13], "db": 10, "complet": 10, "migrat": [10, 11], "bigqueri": [10, 11], "qubol": [10, 11], "check": [10, 11, 13], "12677": [10, 11], "14418": [10, 11], "updat": [10, 11], "document": [10, 11], "readm": [10, 11], "initi": 10, "commit": 11, "chang": [11, 15], "high": 11, "level": 11, "changelog": 11, "see": [11, 12], "inform": [11, 14, 15], "latest": [11, 15], "2023": 11, "06": 11, "20": 11, "subject": 11, "8b146152d6": 11, "13890788ae": 11, "07": 11, "improv": 11, "31730": 11, "a473facf6c": 11, "01": [11, 14], "d400": 11, "pydocstyl": 11, "31424": 11, "05": 11, "19": 11, "45548b9451": 11, "prepar": [11, 15], "rc2": 11, "doc": 11, "mai": 11, "wave": 11, "31416": 11, "abea189022": 11, "18": 11, "31393": 11, "f5aed58d9f": 11, "fix": [11, 15], "circular": 11, "caus": 11, "31379": 11, "d9ff55cf6d": 11, "16": 11, "31252": 11, "0a30706aa7": 11, "03": 11, "airflowproviderdeprecationwarn": 11, "30975": 11, "eef5bc7f16": 11, "full": 11, "autom": 11, "30994": 11, "a7eb32a5b2": 11, "04": 11, "30": 11, "d23a3bbed8": 11, "mechan": 11, "suspend": 11, "30422": 11, "2022": 11, "11": [11, 13], "26": 11, "25bdbc8e67": 11, "rc3": 11, "27937": 11, "2e20e9f7eb": 11, "24": 11, "follow": [11, 13, 15], "up": 11, "relas": 11, "novemb": 11, "27774": 11, "80c327bd3b": 11, "15": 11, "12c3c39d1a": 11, "27613": 11, "8b5f1d9193": 11, "31": 11, "bugfix": [11, 15], "78b8ea2f22": 11, "2a34dc9e84": 11, "23": 11, "enabl": 11, "string": 11, "normal": 11, "format": 11, "27205": 11, "09": [11, 14], "28": 11, "f8db64c35c": 11, "septemb": 11, "": [11, 13], "26731": 11, "06acf40a43": 11, "13": 11, "pep": 11, "563": 11, "postpon": 11, "evalu": 11, "annot": 11, "non": 11, "core": 11, "26289": 11, "08": 11, "e5ac6c7cfb": 11, "august": 11, "25618": 11, "acab8f52dd": 11, "29": 11, "d2459a241b": 11, "juli": 11, "25030": 11, "46bbfdade0": 11, "0de31bd73a": 11, "depend": [11, 15], "folder": [11, 13], "24672": 11, "510a6bab45": 11, "yaml": 11, "24702": 11, "dcdcf3a2b8": 11, "24307": 11, "717a7588bc": 11, "descript": 11, "doubl": 11, "24292": 11, "aeabe994b3": 11, "24231": 11, "b4a5783a2a": 11, "027b707d21": 11, "explanatori": 11, "contributor": 11, "24229": 11, "ddc26c4f3e": 11, "aip": 11, "47": 11, "design": 11, "22439": 11, "24207": 11, "22": 11, "d7dbfb7e26": 11, "22383": 11, "14": 11, "16adc035b1": 11, "march": 11, "22226": 11, "f5b96315fe": 11, "feb": 11, "22056": 11, "02": [11, 14], "d94fa37830": 11, "januari": 11, "delai": 11, "21439": 11, "6c3a67d4fc": 11, "2021": [11, 13, 14], "21257": 11, "39e395f981": 11, "602abe8394": 11, "type": [11, 14], "line": 11, "sphinx": 11, "autoapi": 11, "typehint": 11, "20951": 11, "12": [11, 13], "f77417eb0d": 11, "k8": 11, "compat": 11, "20614": 11, "97496ba2b4": 11, "decemb": 11, "20523": 11, "83f8e178ba": 11, "even": 11, "ext": 11, "20608": 11, "d56e7b56bb": 11, "mypi": 11, "friendli": 11, "20571": 11, "485ff6cc64": 11, "20422": 11, "c1bbe3c5bc": 11, "21": 11, "64a902d3e0": 11, "20270": 11, "853576d901": 11, "19882": 11, "5cd8085d27": 11, "ae044884d1": 11, "cleanup": 11, "start_dat": 11, "default": [11, 15], "18657": 11, "d9567eb106": 11, "octob": 11, "19321": 11, "f8c31b5bf7": 11, "840ea3efb9": 11, "18613": 11, "2643345e4b": 11, "0a68588479": 11, "17890": 11, "be75dcd39c": 11, "meta": 11, "76ed2a49c6": 11, "lazili": 11, "manag": [11, 13], "17682": 11, "97428efc41": 11, "mess": 11, "17380": 11, "87f408b1e7": 11, "17116": 11, "acb7a9020b": 11, "d02ded65ea": 11, "wrongli": 11, "escap": 11, "charact": 11, "amazon": 11, "17020": 11, "b916b75079": 11, "17015": 11, "866a601b76": 11, "pylint": 11, "our": 11, "toolchain": 11, "16682": 11, "bbc627a3da": 11, "16501": 11, "cbf8001d76": 11, "synchron": 11, "after": 11, "buggfix": 11, "16464": 11, "1fba5402bb": 11, "june": 11, "16405": 11, "9c94b72d44": 11, "16294": 11, "476d0f6e3d": 11, "pyupgrad": 11, "15991": 11, "37681bca00": 11, "807ad32ce5": 11, "pip": [11, 12, 13], "15576": 11, "40a2476a5d": 11, "gener": 11, "15518": 11, "266384a63f": 11, "concaten": 11, "f": 11, "15200": 11, "68e4c4dcb0": 11, "backport": 11, "14886": 11, "b753c7fa60": 11, "hoc": 11, "four": 11, "previous": 11, "exclud": 11, "14655": 11, "59065400ff": 11, "589d6dec92": 11, "27": 11, "next": [11, 15], "14487": 11, "33214d9326": 11, "88bdcfa0df": 11, "14013": 11, "ac2f72c98d": 11, "implement": 11, "tool": 11, "13767": 11, "a9ac2b040b": 11, "switch": 11, "flynt": 11, "13732": 11, "295d66f914": 11, "2020": 11, "grammar": 11, "warn": [11, 13], "13380": 11, "6cf76d7ac0": 11, "typo": 11, "command": 11, "13148": 11, "5090fb0c89": 11, "script": [11, 13], "integr": 11, "13073": 11, "32971a1a2d": 11, "12955": 11, "b40dffa085": 11, "renam": 11, "rema": 11, "modul": 11, "match": [11, 13], "12917": 11, "c34ef853c8": 11, "separ": [11, 15], "out": [11, 15], "12444": 11, "0080354502": 11, "0b2": 11, "batch": 11, "12449": 11, "ae7cb4a1e2": 11, "17": 11, "wrong": 11, "hash": 11, "12390": 11, "6889a333cf": 11, "ref": 11, "12366": 11, "3a72fc8247": 11, "12361": 11, "7825e8f590": 11, "12304": 11, "dd2095f4a8": 11, "simplifi": 11, "express": 11, "12216": 11, "85a18e13d9": 11, "point": 11, "project": 11, "page": [11, 13], "cross": 11, "12212": 11, "59eb5de78c": 11, "come": 11, "0beta1": 11, "12206": 11, "b2a28d1590": 11, "dev": 11, "12082": 11, "41bf172c1d": 11, "12093": 11, "4e8f9cc8d0": 11, "black": 11, "formmatt": 11, "9550": 11, "8c42cf1b00": 11, "6": 11, "11447": 11, "5a439e84eb": 11, "2a1": 11, "11855": 11, "872b1566a1": 11, "25": 11, "setup": 11, "11826": 11, "349b0811c3": 11, "d200": 11, "11688": 11, "16e7129719": 11, "11487": 11, "0a0e1af800": 11, "broken": 11, "markdown": 11, "link": [11, 13], "toc": 11, "11249": 11, "ca4238eb4d": 11, "month": 11, "11242": 11, "5220e4c384": 11, "11238": 11, "f3e87c5030": 11, "d202": 11, "11032": 11, "9549274d11": 11, "8b1": 11, "10818": 11, "fdd9b6f65b": 11, "10543": 11, "3696c34c28": 11, "word": 11, "10528": 11, "ee7ca128a1": 11, "refernc": 11, "10483": 11, "7c206a82a6": 11, "assig": 11, "augment": 11, "assign": 11, "10468": 11, "3b3287d7ac": 11, "enforc": 11, "keyword": 11, "argument": 11, "10170": 11, "33f0cd2657": 11, "keep": 11, "function": 11, "signatur": [11, 12, 13], "9784": 11, "4d74ac2111": 11, "increas": 11, "http": [11, 13], "9729": 11, "d0e7db4024": 11, "fresh": 11, "9408": 11, "12af6a0800": 11, "final": 11, "23rc1": 11, "9404": 11, "c7e5bce57f": 11, "candid": 11, "9370": 11, "f6bd817a3a": 11, "introduc": 11, "9320": 11, "0b0e4f7a4c": 11, "9026": 11, "00642a46d0": 11, "remain": 11, "8994": 11, "375d1ca229": 11, "8898": 11, "12c5e5d8a": 11, "8891": 11, "f3521fb0e3": 11, "regener": 11, "8886": 11, "92585ca4cb": 11, "8807": 11, "4bde99f132": 11, "make": 11, "7802": 11, "7e6372a681": 11, "call": 11, "super": 11, "7820": 11, "97a429f9d0": 11, "6714": 11, "magic": 11, "comment": 11, "utf": 11, "8": 11, "7338": 11, "057f3ae3a4": 11, "6670": 11, "6669": 11, "contrib": 11, "7286": 11, "086d731ce0": 11, "6510": 11, "7127": 11, "0481b9a957": 11, "6539": 11, "7142": 11, "top": [12, 13], "exist": 12, "below": [12, 13, 14], "via": [12, 13], "pydruid": 12, "those": [12, 13], "might": [12, 15], "need": [12, 14], "order": 12, "them": 12, "extra": 12, "verifi": 12, "checksum": [12, 13], "site": 12, "sdist": [12, 13], "asc": [12, 13], "sha512": [12, 13], "wheel": 12, "describ": 13, "download": 13, "offici": 13, "also": [13, 14], "most": 13, "choos": 13, "differ": 13, "select": 13, "down": 13, "left": 13, "whl": 13, "origin": 13, "softwar": 13, "foundat": 13, "code": 13, "abov": 13, "how": 13, "pgp": 13, "kei": 13, "It": 13, "essenti": 13, "sha": 13, "gpg": 13, "well": 13, "relev": 13, "distribut": 13, "recommend": 13, "directori": 13, "mirror": 13, "pgpk": 13, "ka": 13, "binari": 13, "pgpv": 13, "tar": 13, "gz": 13, "made": 13, "sat": 13, "sep": 13, "49": 13, "54": 13, "bst": 13, "rsa": 13, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 13, "issuer": 13, "kaxilnaik": 13, "org": 13, "good": [13, 15], "kaxil": 13, "naik": 13, "unknown": 13, "aka": 13, "gmail": 13, "com": 13, "certifi": 13, "trust": 13, "There": [13, 14], "indic": 13, "belong": 13, "owner": 13, "primari": 13, "fingerprint": 13, "cde1": 13, "5c6e": 13, "4d3a": 13, "8ec4": 13, "ecf4": 13, "ba4b": 13, "6674": 13, "e08a": 13, "d7de": 13, "406f": 13, "correct": 13, "do": 13, "worri": 13, "certif": 13, "self": 13, "sign": 13, "why": 13, "By": 13, "server": 13, "previou": 13, "step": 13, "know": 13, "valid": 13, "alreadi": 13, "sum": 13, "shasum": 13, "512": 13, "diff": 13, "local": 13, "bin": 13, "bash": 13, "package_vers": 13, "package_nam": 13, "provider_download_dir": 13, "mktemp": 13, "d": 13, "dep": 13, "dest": 13, "curl": 13, "apache_airflow_providers_apache_druid": 13, "py3": 13, "l": 13, "o": 13, "echo": 13, "la": 13, "onc": 13, "instruct": [13, 15], "chapter": 13, "temporari": 13, "definit": 14, "take": 14, "look": 14, "test": [14, 15], "system": 14, "py": 14, "task_id": 14, "spark_submit_job": 14, "json_index": 14, "json_index_str": 14, "index_hadoop": 14, "datasource_prd": 14, "spec": 14, "dataschema": 14, "granularityspec": 14, "independ": 15, "itself": 15, "vulner": 15, "publish": 15, "found": 15, "we": 15, "develop": 15, "alwai": 15, "branch": 15, "strict": 15, "semver": 15, "scope": 15, "major": 15, "break": 15, "minor": 15, "patchlevel": 15, "bug": 15, "receiv": 15, "rule": 15, "critic": 15, "reason": 15, "band": 15, "case": 15, "stakehold": 15, "decid": 15, "cherri": 15, "pick": 15, "older": 15, "mix": 15, "govern": 15, "interest": 15, "parti": 15}, "objects": {"airflow.providers.apache": [[2, 0, 0, "-", "druid"]], "airflow.providers.apache.druid": [[2, 1, 1, "", "__version__"], [1, 0, 0, "-", "hooks"], [5, 0, 0, "-", "operators"], [7, 0, 0, "-", "transfers"]], "airflow.providers.apache.druid.hooks": [[0, 0, 0, "-", "druid"]], "airflow.providers.apache.druid.hooks.druid": [[0, 2, 1, "", "DruidDbApiHook"], [0, 2, 1, "", "DruidHook"]], "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook": [[0, 3, 1, "", "conn_name_attr"], [0, 3, 1, "", "conn_type"], [0, 3, 1, "", "default_conn_name"], [0, 4, 1, "", "get_conn"], [0, 4, 1, "", "get_uri"], [0, 3, 1, "", "hook_name"], [0, 4, 1, "", "insert_rows"], [0, 4, 1, "", "set_autocommit"], [0, 3, 1, "", "supports_autocommit"]], "airflow.providers.apache.druid.hooks.druid.DruidHook": [[0, 4, 1, "", "get_auth"], [0, 4, 1, "", "get_conn_url"], [0, 4, 1, "", "submit_indexing_job"]], "airflow.providers.apache.druid.operators": [[3, 0, 0, "-", "druid"], [4, 0, 0, "-", "druid_check"]], "airflow.providers.apache.druid.operators.druid": [[3, 2, 1, "", "DruidOperator"]], "airflow.providers.apache.druid.operators.druid.DruidOperator": [[3, 4, 1, "", "execute"], [3, 3, 1, "", "template_ext"], [3, 3, 1, "", "template_fields"], [3, 3, 1, "", "template_fields_renderers"]], "airflow.providers.apache.druid.operators.druid_check": [[4, 2, 1, "", "DruidCheckOperator"]], "airflow.providers.apache.druid.transfers": [[6, 0, 0, "-", "hive_to_druid"]], "airflow.providers.apache.druid.transfers.hive_to_druid": [[6, 1, 1, "", "DEFAULT_TARGET_PARTITION_SIZE"], [6, 2, 1, "", "HiveToDruidOperator"], [6, 1, 1, "", "LOAD_CHECK_INTERVAL"]], "airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator": [[6, 4, 1, "", "construct_ingest_query"], [6, 4, 1, "", "execute"], [6, 3, 1, "", "template_ext"], [6, 3, 1, "", "template_fields"], [6, 3, 1, "", "template_fields_renderers"]], "tests.system.providers.apache": [[9, 0, 0, "-", "druid"]], "tests.system.providers.apache.druid": [[8, 0, 0, "-", "example_druid_dag"]], "tests.system.providers.apache.druid.example_druid_dag": [[8, 1, 1, "", "DAG_ID"], [8, 1, 1, "", "ENV_ID"], [8, 1, 1, "", "submit_job"], [8, 1, 1, "", "test_run"]]}, "objtypes": {"0": "py:module", "1": "py:data", "2": "py:class", "3": "py:attribute", "4": "py:method"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "data", "Python data"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "method", "Python method"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 11, 12], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12], "apach": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 14], "druid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 14], "hook": [0, 1], "modul": [0, 3, 4, 6, 8], "content": [0, 2, 3, 4, 6, 8], "class": [0, 3, 4, 6], "submodul": [1, 5, 7, 9], "subpackag": 2, "packag": [2, 11, 12, 13], "oper": [3, 4, 5, 14], "druid_check": 4, "transfer": [6, 7], "hive_to_druid": 6, "attribut": 6, "test": [8, 9], "system": [8, 9], "example_druid_dag": 8, "changelog": 10, "3": [10, 11], "4": [10, 11], "1": [10, 11], "misc": 10, "0": [10, 11], "bug": 10, "fix": 10, "2": [10, 11], "featur": 10, "break": 10, "chang": 10, "bugfix": 10, "instal": [12, 13], "requir": 12, "cross": 12, "depend": 12, "download": 12, "offici": 12, "from": 13, "sourc": 13, "releas": [13, 15], "integr": 13, "verifi": 13, "pypi": 13, "prerequisit": 14, "druidoper": 14, "us": 14, "refer": 14, "secur": 15, "patch": 15}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 57}, "alltitles": {"airflow.providers.apache.druid.hooks.druid": [[0, "module-airflow.providers.apache.druid.hooks.druid"]], "Module Contents": [[0, "module-contents"], [3, "module-contents"], [4, "module-contents"], [6, "module-contents"], [8, "module-contents"]], "Classes": [[0, "classes"], [3, "classes"], [4, "classes"], [6, "classes"]], "airflow.providers.apache.druid.hooks": [[1, "module-airflow.providers.apache.druid.hooks"]], "Submodules": [[1, "submodules"], [5, "submodules"], [7, "submodules"], [9, "submodules"]], "airflow.providers.apache.druid": [[2, "module-airflow.providers.apache.druid"]], "Subpackages": [[2, "subpackages"]], "Package Contents": [[2, "package-contents"]], "airflow.providers.apache.druid.operators.druid": [[3, "module-airflow.providers.apache.druid.operators.druid"]], "airflow.providers.apache.druid.operators.druid_check": [[4, "module-airflow.providers.apache.druid.operators.druid_check"]], "airflow.providers.apache.druid.operators": [[5, "module-airflow.providers.apache.druid.operators"]], "airflow.providers.apache.druid.transfers.hive_to_druid": [[6, "module-airflow.providers.apache.druid.transfers.hive_to_druid"]], "Attributes": [[6, "attributes"]], "airflow.providers.apache.druid.transfers": [[7, "module-airflow.providers.apache.druid.transfers"]], "tests.system.providers.apache.druid.example_druid_dag": [[8, "module-tests.system.providers.apache.druid.example_druid_dag"]], "tests.system.providers.apache.druid": [[9, "module-tests.system.providers.apache.druid"]], "Changelog": [[10, "changelog"]], "3.4.1": [[10, "id1"], [11, "id1"]], "Misc": [[10, "misc"], [10, "id3"], [10, "id7"], [10, "id10"], [10, "id16"], [10, "id20"], [10, "id22"], [10, "id31"]], "3.4.0": [[10, "id2"], [11, "id2"]], "3.3.1": [[10, "id4"], [11, "id3"]], "Bug Fixes": [[10, "bug-fixes"], [10, "id8"], [10, "id18"], [10, "id25"], [10, "id33"]], "3.3.0": [[10, "id5"], [11, "id4"]], "3.2.1": [[10, "id9"], [11, "id5"]], "3.2.0": [[10, "id11"], [11, "id6"]], "Features": [[10, "features"], [10, "id13"], [10, "id24"], [10, "id27"], [10, "id29"], [10, "id37"]], "3.1.0": [[10, "id12"], [11, "id7"]], "3.0.0": [[10, "id14"], [11, "id8"]], "Breaking changes": [[10, "breaking-changes"], [10, "id35"]], "2.3.3": [[10, "id17"], [11, "id9"]], "2.3.2": [[10, "id19"], [11, "id10"]], "2.3.1": [[10, "id21"], [11, "id11"]], "2.3.0": [[10, "id23"], [11, "id12"]], "2.2.0": [[10, "id26"], [11, "id13"]], "2.1.0": [[10, "id28"], [11, "id14"]], "2.0.2": [[10, "id30"], [11, "id15"]], "2.0.1": [[10, "id32"], [11, "id16"]], "2.0.0": [[10, "id34"], [11, "id17"]], "1.1.0": [[10, "id36"], [11, "id18"]], "Bugfixes": [[10, "bugfixes"]], "1.0.1": [[10, "id38"], [11, "id19"]], "1.0.0": [[10, "id39"], [11, "id20"]], "Package apache-airflow-providers-apache-druid": [[11, "package-apache-airflow-providers-apache-druid"], [12, "package-apache-airflow-providers-apache-druid"]], "apache-airflow-providers-apache-druid": [[12, "apache-airflow-providers-apache-druid"]], "Provider package": [[12, "provider-package"]], "Installation": [[12, "installation"]], "Requirements": [[12, "requirements"]], "Cross provider package dependencies": [[12, "cross-provider-package-dependencies"]], "Downloading official packages": [[12, "downloading-official-packages"]], "Installing from sources": [[13, "installing-from-sources"]], "Released packages": [[13, "released-packages"]], "Release integrity": [[13, "release-integrity"]], "Verifying PyPI releases": [[13, "verifying-pypi-releases"]], "Apache Druid Operators": [[14, "apache-druid-operators"]], "Prerequisite": [[14, "prerequisite"]], "DruidOperator": [[14, "druidoperator"]], "Using the operator": [[14, "using-the-operator"]], "Reference": [[14, "reference"]], "Releasing security patches": [[15, "releasing-security-patches"]]}, "indexentries": {"druiddbapihook (class in airflow.providers.apache.druid.hooks.druid)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook"]], "druidhook (class in airflow.providers.apache.druid.hooks.druid)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidHook"]], "airflow.providers.apache.druid.hooks.druid": [[0, "module-airflow.providers.apache.druid.hooks.druid"]], "conn_name_attr (airflow.providers.apache.druid.hooks.druid.druiddbapihook attribute)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.conn_name_attr"]], "conn_type (airflow.providers.apache.druid.hooks.druid.druiddbapihook attribute)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.conn_type"]], "default_conn_name (airflow.providers.apache.druid.hooks.druid.druiddbapihook attribute)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.default_conn_name"]], "get_auth() (airflow.providers.apache.druid.hooks.druid.druidhook method)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidHook.get_auth"]], "get_conn() (airflow.providers.apache.druid.hooks.druid.druiddbapihook method)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.get_conn"]], "get_conn_url() (airflow.providers.apache.druid.hooks.druid.druidhook method)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidHook.get_conn_url"]], "get_uri() (airflow.providers.apache.druid.hooks.druid.druiddbapihook method)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.get_uri"]], "hook_name (airflow.providers.apache.druid.hooks.druid.druiddbapihook attribute)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.hook_name"]], "insert_rows() (airflow.providers.apache.druid.hooks.druid.druiddbapihook method)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.insert_rows"]], "module": [[0, "module-airflow.providers.apache.druid.hooks.druid"], [1, "module-airflow.providers.apache.druid.hooks"], [2, "module-airflow.providers.apache.druid"], [3, "module-airflow.providers.apache.druid.operators.druid"], [4, "module-airflow.providers.apache.druid.operators.druid_check"], [5, "module-airflow.providers.apache.druid.operators"], [6, "module-airflow.providers.apache.druid.transfers.hive_to_druid"], [7, "module-airflow.providers.apache.druid.transfers"], [8, "module-tests.system.providers.apache.druid.example_druid_dag"], [9, "module-tests.system.providers.apache.druid"]], "set_autocommit() (airflow.providers.apache.druid.hooks.druid.druiddbapihook method)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.set_autocommit"]], "submit_indexing_job() (airflow.providers.apache.druid.hooks.druid.druidhook method)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidHook.submit_indexing_job"]], "supports_autocommit (airflow.providers.apache.druid.hooks.druid.druiddbapihook attribute)": [[0, "airflow.providers.apache.druid.hooks.druid.DruidDbApiHook.supports_autocommit"]], "airflow.providers.apache.druid.hooks": [[1, "module-airflow.providers.apache.druid.hooks"]], "__version__ (in module airflow.providers.apache.druid)": [[2, "airflow.providers.apache.druid.__version__"]], "airflow.providers.apache.druid": [[2, "module-airflow.providers.apache.druid"]], "druidoperator (class in airflow.providers.apache.druid.operators.druid)": [[3, "airflow.providers.apache.druid.operators.druid.DruidOperator"]], "airflow.providers.apache.druid.operators.druid": [[3, "module-airflow.providers.apache.druid.operators.druid"]], "execute() (airflow.providers.apache.druid.operators.druid.druidoperator method)": [[3, "airflow.providers.apache.druid.operators.druid.DruidOperator.execute"]], "template_ext (airflow.providers.apache.druid.operators.druid.druidoperator attribute)": [[3, "airflow.providers.apache.druid.operators.druid.DruidOperator.template_ext"]], "template_fields (airflow.providers.apache.druid.operators.druid.druidoperator attribute)": [[3, "airflow.providers.apache.druid.operators.druid.DruidOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.druid.operators.druid.druidoperator attribute)": [[3, "airflow.providers.apache.druid.operators.druid.DruidOperator.template_fields_renderers"]], "druidcheckoperator (class in airflow.providers.apache.druid.operators.druid_check)": [[4, "airflow.providers.apache.druid.operators.druid_check.DruidCheckOperator"]], "airflow.providers.apache.druid.operators.druid_check": [[4, "module-airflow.providers.apache.druid.operators.druid_check"]], "airflow.providers.apache.druid.operators": [[5, "module-airflow.providers.apache.druid.operators"]], "default_target_partition_size (in module airflow.providers.apache.druid.transfers.hive_to_druid)": [[6, "airflow.providers.apache.druid.transfers.hive_to_druid.DEFAULT_TARGET_PARTITION_SIZE"]], "hivetodruidoperator (class in airflow.providers.apache.druid.transfers.hive_to_druid)": [[6, "airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator"]], "load_check_interval (in module airflow.providers.apache.druid.transfers.hive_to_druid)": [[6, "airflow.providers.apache.druid.transfers.hive_to_druid.LOAD_CHECK_INTERVAL"]], "airflow.providers.apache.druid.transfers.hive_to_druid": [[6, "module-airflow.providers.apache.druid.transfers.hive_to_druid"]], "construct_ingest_query() (airflow.providers.apache.druid.transfers.hive_to_druid.hivetodruidoperator method)": [[6, "airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator.construct_ingest_query"]], "execute() (airflow.providers.apache.druid.transfers.hive_to_druid.hivetodruidoperator method)": [[6, "airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator.execute"]], "template_ext (airflow.providers.apache.druid.transfers.hive_to_druid.hivetodruidoperator attribute)": [[6, "airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator.template_ext"]], "template_fields (airflow.providers.apache.druid.transfers.hive_to_druid.hivetodruidoperator attribute)": [[6, "airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator.template_fields"]], "template_fields_renderers (airflow.providers.apache.druid.transfers.hive_to_druid.hivetodruidoperator attribute)": [[6, "airflow.providers.apache.druid.transfers.hive_to_druid.HiveToDruidOperator.template_fields_renderers"]], "airflow.providers.apache.druid.transfers": [[7, "module-airflow.providers.apache.druid.transfers"]], "dag_id (in module tests.system.providers.apache.druid.example_druid_dag)": [[8, "tests.system.providers.apache.druid.example_druid_dag.DAG_ID"]], "env_id (in module tests.system.providers.apache.druid.example_druid_dag)": [[8, "tests.system.providers.apache.druid.example_druid_dag.ENV_ID"]], "submit_job (in module tests.system.providers.apache.druid.example_druid_dag)": [[8, "tests.system.providers.apache.druid.example_druid_dag.submit_job"]], "test_run (in module tests.system.providers.apache.druid.example_druid_dag)": [[8, "tests.system.providers.apache.druid.example_druid_dag.test_run"]], "tests.system.providers.apache.druid.example_druid_dag": [[8, "module-tests.system.providers.apache.druid.example_druid_dag"]], "tests.system.providers.apache.druid": [[9, "module-tests.system.providers.apache.druid"]]}}) |