blob: 9b519f5ef2e3c00f7622387cdc959745f0a82742 [file] [log] [blame]
Search.setIndex({"docnames": ["_api/airflow/providers/snowflake/hooks/index", "_api/airflow/providers/snowflake/hooks/snowflake/index", "_api/airflow/providers/snowflake/index", "_api/airflow/providers/snowflake/operators/index", "_api/airflow/providers/snowflake/operators/snowflake/index", "_api/airflow/providers/snowflake/transfers/copy_into_snowflake/index", "_api/airflow/providers/snowflake/transfers/index", "_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index", "_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index", "_api/airflow/providers/snowflake/utils/common/index", "_api/airflow/providers/snowflake/utils/index", "_api/tests/system/providers/snowflake/example_snowflake/index", "_api/tests/system/providers/snowflake/index", "commits", "connections/snowflake", "index", "installing-providers-from-sources", "operators/index", "operators/s3_to_snowflake", "operators/snowflake", "operators/snowflake_to_slack"], "filenames": ["_api/airflow/providers/snowflake/hooks/index.rst", "_api/airflow/providers/snowflake/hooks/snowflake/index.rst", "_api/airflow/providers/snowflake/index.rst", "_api/airflow/providers/snowflake/operators/index.rst", "_api/airflow/providers/snowflake/operators/snowflake/index.rst", "_api/airflow/providers/snowflake/transfers/copy_into_snowflake/index.rst", "_api/airflow/providers/snowflake/transfers/index.rst", "_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.rst", "_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.rst", "_api/airflow/providers/snowflake/utils/common/index.rst", "_api/airflow/providers/snowflake/utils/index.rst", "_api/tests/system/providers/snowflake/example_snowflake/index.rst", "_api/tests/system/providers/snowflake/index.rst", "commits.rst", "connections/snowflake.rst", "index.rst", "installing-providers-from-sources.rst", "operators/index.rst", "operators/s3_to_snowflake.rst", "operators/snowflake.rst", "operators/snowflake_to_slack.rst"], "titles": ["<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.hooks</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.hooks.snowflake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.operators</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.operators.snowflake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.transfers.copy_into_snowflake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.transfers</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.utils.common</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">airflow.providers.snowflake.utils</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.snowflake.example_snowflake</span></code>", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">tests.system.providers.snowflake</span></code>", "Package apache-airflow-providers-snowflake", "Snowflake Connection", "<code class=\"docutils literal notranslate\"><span class=\"pre\">apache-airflow-providers-snowflake</span></code>", "Installing from sources", "Snowflake operators", "S3ToSnowflakeOperator", "SnowflakeOperator", "SnowflakeToSlackOperator"], "terms": {"3": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19, 20], "0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19, 20], "2": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19, 20], "5": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19, 20], "dev0": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20], "i": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20], "an": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20], "experiment": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20], "featur": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20], "snowflakehook": [1, 4, 13, 15], "arg": [1, 13], "kwarg": [1, 4, 5, 7, 8], "sourc": [1, 4, 5, 7, 8, 9, 11, 15, 18, 19, 20], "base": [1, 4, 5, 7, 8, 13, 15], "common": [1, 2, 4, 10, 13, 15], "sql": [1, 4, 5, 8, 9, 13, 15, 19, 20], "dbapihook": [1, 4, 13, 15], "A": [1, 4, 13], "client": [1, 14], "interact": 1, "requir": [1, 4, 5, 9], "snowflake_conn_id": [1, 4, 5, 7, 8, 11, 13, 18, 19, 20], "connect": [1, 4, 5, 7, 8, 13, 15, 18], "The": [1, 4, 5, 8, 14, 15, 16], "host": [1, 5, 20], "login": [1, 5, 14, 19], "password": [1, 5, 14, 19], "field": [1, 5, 8, 13, 15], "must": [1, 5, 7], "setup": [1, 5, 13], "other": [1, 4, 5, 7], "input": [1, 5, 19, 20], "can": [1, 4, 5, 7, 8, 14, 15, 16, 18, 19, 20], "defin": [1, 4, 5, 7, 18], "instanti": [1, 5], "paramet": [1, 4, 5, 7, 8, 9, 13, 14, 15, 18, 19, 20], "refer": [1, 4, 5, 7, 8, 9, 13, 18], "id": [1, 4, 5, 7, 8, 13, 16, 19], "account": [1, 4, 5, 7, 14, 19], "name": [1, 4, 5, 7, 8, 13, 14, 18, 19], "authent": [1, 4, 5, 7, 8, 13, 19], "default": [1, 4, 5, 7, 8, 13, 19], "us": [1, 4, 5, 7, 8, 11, 13, 14, 15, 16], "intern": [1, 4, 5, 7], "externalbrows": [1, 4, 5, 7], "your": [1, 4, 5, 7, 15, 18, 19, 20], "web": [1, 4, 5, 7], "browser": [1, 4, 5, 7], "okta": [1, 4, 5, 7], "adf": [1, 4, 5, 7], "ani": [1, 4, 5, 7, 16], "saml": [1, 4, 5, 7], "compliant": [1, 4, 5, 7], "identifi": [1, 4, 5, 7], "idp": [1, 4, 5, 7], "ha": [1, 4, 5, 7], "been": [1, 4, 5, 7], "http": [1, 4, 5, 7, 9, 15, 16], "your_okta_account_nam": [1, 4, 5, 7], "com": [1, 4, 5, 7, 9, 15, 16], "through": [1, 4, 5, 7], "nativ": [1, 4, 5, 7], "warehous": [1, 4, 5, 7, 8, 14, 19], "databas": [1, 4, 5, 7, 8, 14, 19], "region": [1, 5, 13, 14, 15, 19], "role": [1, 4, 5, 7, 8, 13, 14, 15, 19], "schema": [1, 4, 5, 7, 8, 13, 14, 15, 18, 19], "session_paramet": [1, 4, 5, 7, 13, 14], "you": [1, 4, 5, 7, 8, 13, 14, 15, 16], "set": [1, 4, 5, 7, 8, 14, 19], "session": [1, 4, 5, 7, 14], "level": [1, 4, 5, 7, 13, 14], "time": [1, 4, 5, 7], "insecure_mod": [1, 14], "turn": [1, 14], "off": [1, 14], "ocsp": [1, 14], "certif": [1, 14, 16], "check": [1, 4, 13, 14, 15, 16], "For": [1, 4, 7, 8, 13, 14, 15, 16], "detail": [1, 13, 14, 15, 16], "see": [1, 13, 14, 15, 18], "how": [1, 4, 7, 8, 14, 16], "To": [1, 14, 16], "driver": [1, 14], "commun": [1, 14], "get_sqlalchemy_engin": [1, 13, 15], "depend": [1, 4, 13], "sqlalchemi": [1, 15], "more": [1, 4, 5, 7, 8, 13, 15, 18], "inform": [1, 4, 7, 8, 13], "take": [1, 4, 7, 8, 13, 15], "look": [1, 4, 7, 8], "guid": [1, 4, 7, 8, 13, 16], "snowflakeoper": [1, 4, 13, 15, 17, 18, 20], "conn_name_attr": 1, "default_conn_nam": 1, "snowflake_default": [1, 4, 5, 7, 8, 14], "conn_typ": [1, 14], "hook_nam": 1, "supports_autocommit": 1, "true": [1, 4, 5, 7], "static": [1, 13], "get_connection_form_widget": 1, "return": [1, 4, 8, 9, 13], "widget": 1, "add": [1, 13, 15], "form": [1, 13], "get_ui_field_behaviour": 1, "custom": [1, 13, 15, 18, 20], "behaviour": 1, "get_uri": 1, "overrid": [1, 13, 15], "method": [1, 4, 5, 7, 13, 15], "get_conn": 1, "object": [1, 4], "engine_kwarg": 1, "none": [1, 4, 5, 7, 8, 13, 16], "get": [1, 4, 13, 16], "sqlalchemy_engin": 1, "create_engin": 1, "creat": [1, 4, 5, 7, 16], "engin": 1, "set_autocommit": 1, "conn": [1, 13], "autocommit": [1, 4, 5, 7, 13], "flag": 1, "get_autocommit": 1, "fals": [1, 4, 19], "doe": 1, "support": [1, 13, 15], "from": [1, 4, 5, 7, 8, 13, 15, 18], "type": [1, 4, 9, 13, 14, 15, 18], "bool": [1, 4], "run": [1, 4, 8, 13, 15, 16], "handler": [1, 4, 13, 15], "split_stat": 1, "return_last": 1, "command": [1, 4, 5, 7, 13, 19], "list": [1, 4, 5, 7, 13, 15], "pass": [1, 4, 8, 13, 15, 18, 19], "statement": [1, 4, 8, 13], "them": [1, 15], "execut": [1, 4, 5, 7, 8, 13, 19, 20], "sequenti": 1, "variabl": [1, 8, 14], "execution_info": 1, "so": [1, 4, 18, 19], "oper": [1, 2, 5, 7, 8, 11, 13, 14, 15], "modifi": 1, "behavior": 1, "result": [1, 4, 8, 11, 20], "queri": [1, 4, 5, 8, 13, 20], "e": [1, 5, 20], "fail": [1, 4], "copi": [1, 5, 7, 13], "process": 1, "file": [1, 4, 5, 7, 11, 13, 14, 15, 16, 18], "str": [1, 4, 5, 7, 8, 9, 13, 15], "iter": [1, 4, 8], "string": [1, 4, 7, 9, 11, 13, 18, 19, 20], "possibli": 1, "multipl": [1, 13], "what": 1, "": [1, 4, 5, 7, 8, 9, 13, 16], "befor": [1, 4, 13], "map": [1, 4, 8], "render": [1, 4, 5, 7, 8, 13, 15], "callabl": [1, 4], "which": [1, 9, 13, 15], "call": [1, 8, 13], "each": [1, 4], "whether": 1, "split": 1, "singl": [1, 4, 7, 9, 13, 15], "separ": [1, 13], "onli": [1, 4, 15], "last": 1, "all": [1, 7, 9, 13, 14, 15], "after": [1, 13, 15], "express": [1, 4, 7, 13], "wa": 1, "test_connect": [1, 13, 15], "test": [1, 13, 18, 19, 20], "simpl": [1, 4], "hook": [2, 4, 5, 13, 14, 15], "transfer": [2, 13], "copy_into_snowflak": [2, 6], "s3_to_snowflak": [2, 6], "snowflake_to_slack": [2, 6, 20], "util": 2, "get_db_hook": 4, "self": [4, 16], "instanc": [4, 18, 19, 20], "do_xcom_push": 4, "model": [4, 5, 7], "baseoper": [4, 5, 7], "code": [4, 13, 15, 16], "templat": [4, 5, 7, 8, 13, 15], "ar": [4, 8, 14, 15, 16], "recogn": 4, "end": 4, "automat": [4, 7, 15], "commit": [4, 13], "valu": [4, 11], "option": [4, 5, 13, 14, 20], "overwrit": [4, 7], "extra": [4, 7, 8, 14, 15, 19, 20], "json": [4, 7, 8], "dict": [4, 5, 7, 13], "python": [4, 13, 14, 15, 16], "act": 4, "cursor": 4, "By": [4, 16], "fetchal": 4, "template_field": [4, 5, 7, 8, 13, 15], "sequenc": [4, 5, 7, 8, 13], "template_ext": [4, 8], "template_fields_render": [4, 5, 7, 8, 13], "ui_color": 4, "eded": 4, "context": [4, 5, 7, 13], "snowflakecheckoper": 4, "sqlcheckoper": 4, "perform": 4, "against": [4, 8], "expect": 4, "row": 4, "first": [4, 13, 15], "evalu": [4, 13], "cast": 4, "If": [4, 5, 7, 8, 14, 15, 16], "error": [4, 13, 15], "out": [4, 13], "note": [4, 7, 13, 14], "eval": 4, "follow": [4, 14, 16, 18, 19, 20], "empti": [4, 13, 15], "dictionari": [4, 5, 7, 14, 19, 20], "given": [4, 19], "like": 4, "select": [4, 16, 20], "count": 4, "foo": 4, "craft": 4, "much": 4, "complex": 4, "could": 4, "tabl": [4, 5, 7, 8, 11, 18, 20], "same": [4, 5, 7], "number": [4, 13], "upstream": 4, "todai": [4, 9], "partit": 4, "greater": 4, "than": 4, "yesterdai": 4, "metric": 4, "less": 4, "standard": 4, "deviat": 4, "7": 4, "dai": 4, "averag": 4, "data": [4, 8, 9, 13, 18], "qualiti": 4, "pipelin": 4, "where": [4, 13, 19], "put": 4, "dag": [4, 13, 15, 19], "have": [4, 13, 15], "choic": 4, "stop": [4, 13], "critic": 4, "path": [4, 7, 11, 14, 18, 19], "prevent": 4, "publish": [4, 20], "dubiou": 4, "side": 4, "receiv": 4, "email": 4, "alert": 4, "without": [4, 9], "progress": 4, "snowflakevaluecheckoper": 4, "pass_valu": 4, "toler": 4, "sqlvaluecheckoper": 4, "specifi": [4, 5, 7, 8, 13, 14, 15, 18], "within": 4, "certain": 4, "allow": [4, 8, 13, 15, 18], "accept": 4, "snowflakeintervalcheckoper": 4, "metrics_threshold": 4, "date_filter_column": 4, "d": [4, 16], "days_back": 4, "sqlintervalcheckoper": 4, "ones": 4, "construct": 4, "metrics_threshold_dict_kei": 4, "date": 4, "supportsab": 4, "int": 4, "between": 4, "we": 4, "want": [4, 15, 16], "ratio": 4, "index": 4, "exampl": [4, 8, 9, 11, 13, 15, 16, 18, 19, 20], "1": [4, 19], "would": 4, "50": 4, "percent": 4, "differ": [4, 8, 16], "current": 4, "prior": [4, 14], "contain": [5, 7, 8, 16, 20], "abstract": 5, "child": 5, "implement": [5, 13], "INTO": 5, "copyfromexternalstagetosnowflakeoper": 5, "stage": [5, 7, 13, 15, 18], "prefix": [5, 7], "file_format": [5, 7, 18], "columns_arrai": [5, 7], "pattern": [5, 7, 13, 15, 18], "copy_opt": 5, "validation_mod": 5, "load": [5, 7, 18], "extern": [5, 13], "cloud": [5, 7], "namespac": 5, "format": [5, 7, 13, 18, 20], "csv": [5, 9, 11, 18], "avro": 5, "etc": 5, "specif": [5, 7, 13, 18], "one": [5, 7, 16, 18], "storag": [5, 7], "locat": [5, 7], "limit": [5, 7, 13, 15], "copy_into_postifx": 5, "postfix": 5, "insert": 5, "formattypeopt": 5, "copyopt": 5, "syntax": 5, "valid": [5, 16], "mode": [5, 13, 15], "main": [5, 7, 15, 16], "deriv": [5, 7], "when": [5, 7, 8, 13, 14, 15], "jinja": [5, 7, 8], "get_template_context": [5, 7], "aw": [7, 18], "s3": [7, 13, 18], "s3tosnowflakeoper": [7, 13, 15, 17], "s3_kei": [7, 13, 15, 18], "kei": [7, 8, 11, 13, 14, 15, 16], "column": 7, "arrai": 7, "regular": 7, "match": [7, 13, 16, 18], "enclos": [7, 9], "quot": [7, 9, 13, 15], "replac": [7, 9], "two": [7, 9], "snowflaketoslackoper": [8, 17], "slack_messag": [8, 20], "slack_conn_id": [8, 11, 20], "slack_default": 8, "results_df_nam": 8, "results_df": [8, 11], "slack_token": 8, "slack": [8, 13, 15], "sql_to_slack": 8, "sqltoslackoper": [8, 13, 15], "send": 8, "panda": 8, "datafram": [8, 20], "chang": [8, 13], "tabul": [8, 11], "librari": 8, "ad": [8, 13, 15], "environ": [8, 14], "filter": 8, "nice": 8, "tablefmt": [8, 11], "pretti": [8, 11], "header": [8, 11, 13], "ascii": [8, 11, 20], "messag": [8, 20], "access": 8, "virtual": 8, "token": 8, "webhook_token": [8, 20], "attribut": [8, 13, 15], "need": [8, 14, 15], "j2": 8, "times_rend": 8, "enclose_param": 9, "param": [9, 13, 15], "doc": [9, 13, 15, 18], "en": 9, "text": [9, 13, 15], "html": 9, "constant": 9, "sale": 9, "project": [9, 13], "sampl": 9, "john": 9, "awesom": 9, "enclosur": 9, "relat": [11, 14], "my_snowflake_conn": 11, "my_slack_conn": 11, "snowflake_schema": [11, 18, 19], "schema_nam": 11, "snowflake_stag": [11, 18], "stage_nam": 11, "snowflake_warehous": [11, 19], "warehouse_nam": 11, "snowflake_databas": [11, 19], "database_nam": 11, "snowflake_rol": [11, 19], "role_nam": 11, "snowflake_sample_t": [11, 18], "sample_t": 11, "s3_file_path": [11, 18], "sample_fil": 11, "create_table_sql_str": [11, 19], "sql_insert_stat": [11, 19], "sql_list": [11, 19], "sql_multiple_stmt": [11, 19], "snowflake_slack_sql": [11, 20], "snowflake_slack_messag": [11, 20], "multilin": [11, 13, 15], "show": 11, "env_id": 11, "dag_id": [11, 19], "snowflake_op_sql_str": [11, 19], "test_run": 11, "example_snowflak": [12, 18, 19, 20], "version": [13, 14, 15, 16], "high": 13, "changelog": 13, "includ": 13, "latest": 13, "2022": 13, "09": 13, "13": 13, "subject": 13, "06acf40a43": 13, "appli": [13, 15], "pep": 13, "563": 13, "postpon": 13, "annot": 13, "non": 13, "core": 13, "26289": 13, "6a615ee477": 13, "08": 13, "30": 13, "fix": 13, "wrong": [13, 15], "deprec": [13, 15], "warn": [13, 15, 16], "26047": [13, 15], "9e12d483bc": 13, "27": 13, "25983": [13, 15], "5c52bbf32d": 13, "25541": 13, "10": [13, 15], "e5ac6c7cfb": 13, "prepar": [13, 15], "new": 13, "releas": [13, 15], "august": 13, "25618": 13, "acab8f52dd": 13, "07": 13, "29": 13, "move": [13, 15], "old": [13, 15], "25350": [13, 15], "df00436569": 13, "22": 13, "unifi": [13, 15], "23971": [13, 15], "d2459a241b": 13, "document": [13, 15], "juli": 13, "25030": 13, "46bbfdade0": 13, "class": [13, 15], "24836": [13, 15], "0de31bd73a": 13, "06": 13, "insid": 13, "folder": [13, 16], "24672": 13, "13908c2c91": 13, "gener": [13, 15], "24663": [13, 15], "510a6bab45": 13, "28": 13, "remov": [13, 15, 16], "yaml": 13, "24702": 13, "8a34d25049": 13, "26": 13, "escap": [13, 15], "24607": [13, 15], "66e84001df": 13, "24571": [13, 15], "dcdcf3a2b8": 13, "updat": [13, 15], "rc2": 13, "mai": 13, "24307": 13, "717a7588bc": 13, "descript": 13, "doubl": 13, "min": 13, "24292": 13, "aeabe994b3": 13, "24231": 13, "027b707d21": 13, "05": 13, "explanatori": 13, "contributor": 13, "about": [13, 16], "24229": 13, "c2f10a4ee9": 13, "03": 13, "migrat": [13, 15], "system": [13, 18, 19, 20], "design": 13, "22434": 13, "24151": 13, "86cfd1244a": 13, "20": 13, "23767": [13, 15], "12": [13, 16], "75c60923e0": 13, "11": [13, 16], "23631": 13, "b6aaf9e2fc": 13, "01": 13, "privat": [13, 14, 15], "23066": [13, 15], "d7dbfb7e26": 13, "bugfix": 13, "22383": 13, "d6ed9cb950": 13, "15": 13, "22266": [13, 15], "14": 13, "16adc035b1": 13, "classifi": 13, "march": 13, "22226": 13, "5d9b088dfa": 13, "22181": [13, 15], "f5b96315fe": 13, "feb": 13, "22056": 13, "02": 13, "d94fa37830": 13, "januari": 13, "delai": 13, "21439": 13, "6c3a67d4fc": 13, "2021": [13, 16, 19], "21257": 13, "39e395f981": 13, "04": 13, "21237": [13, 15], "534e9ae117": 13, "21096": [13, 15], "boolean": [13, 15], "extra__snowflake__insecure_mod": [13, 15], "21155": [13, 15], "cb73053211": 13, "21074": 13, "602abe8394": 13, "line": 13, "now": 13, "sphinx": 13, "autoapi": 13, "typehint": 13, "20951": 13, "9ea459a6bd": 13, "improv": [13, 15], "20745": 13, "31": 13, "f77417eb0d": 13, "k8": 13, "pypi": [13, 15], "compat": 13, "20614": 13, "97496ba2b4": 13, "decemb": 13, "20523": 13, "83f8e178ba": 13, "even": 13, "ext": 13, "20608": 13, "d56e7b56bb": 13, "mypi": 13, "friendli": 13, "20571": 13, "a0821235fb": 13, "everywher": 13, "20565": 13, "a632b74846": 13, "20509": [13, 15], "fcc3b92fb6": 13, "20212": 13, "89a66ae023": 13, "insecur": [13, 15], "20106": [13, 15], "7fb301b0b4": 13, "unus": [13, 15], "20107": [13, 15], "853576d901": 13, "novemb": 13, "19882": 13, "de9900539c": 13, "duplic": [13, 15], "get_connect": [13, 15], "19543": [13, 15], "d9567eb106": 13, "octob": 13, "19321": 13, "d53d4f9c7c": 13, "25": 13, "tag": [13, 19], "littl": 13, "bit": 13, "up": 13, "part": 13, "19180": 13, "acfb7b5acf": 13, "19041": [13, 15], "0a37be3e3c": 13, "uri": [13, 15], "18650": [13, 15], "840ea3efb9": 13, "septemb": 13, "18613": 13, "ef037e7021": 13, "start_dat": [13, 19], "cleanup": 13, "misc": 13, "18597": 13, "a8970764d9": 13, "17741": [13, 15], "0a68588479": 13, "17890": 13, "be75dcd39c": 13, "23": 13, "meta": 13, "76ed2a49c6": 13, "19": 13, "import": [13, 15, 16], "lazili": 13, "individu": 13, "manag": [13, 16], "17682": 13, "97428efc41": 13, "mess": 13, "17380": 13, "87f408b1e7": 13, "17116": 13, "0dbd0f420c": 13, "refactor": 13, "default_arg": [13, 19], "miscellan": 13, "16872": 13, "d02ded65ea": 13, "wrongli": 13, "charact": 13, "amazon": 13, "17020": 13, "b916b75079": 13, "17015": 13, "5999cb9a66": 13, "16735": [13, 15], "8b41c2e0b9": 13, "log": 13, "info": 13, "15736": 13, "866a601b76": 13, "pylint": 13, "our": 13, "toolchain": 13, "16682": 13, "18": 13, "bbc627a3da": 13, "16501": 13, "cbf8001d76": 13, "16": 13, "synchron": 13, "buggfix": 13, "16464": 13, "608dd0ddf6": 13, "miss": 13, "16455": 13, "1fba5402bb": 13, "june": 13, "16405": 13, "643e46ca7a": 13, "abil": [13, 15], "usag": [13, 15, 18, 19, 20], "applic": [13, 15], "16420": [13, 15], "9c94b72d44": 13, "16294": 13, "aeb93f8e5b": 13, "restor": [13, 15], "16102": [13, 15], "20f3639403": 13, "s3tosnowflak": [13, 15], "15926": [13, 15], "6f956dc99b": 13, "omit": [13, 15], "15817": [13, 15], "37681bca00": 13, "auto": [13, 15], "apply_default": [13, 15], "decor": [13, 15], "15667": [13, 15], "807ad32ce5": 13, "pip": [13, 15, 16], "21": 13, "15576": 13, "c6be8b113d": 13, "expos": [13, 15], "query_id": [13, 15], "15533": [13, 15], "814e471d13": 13, "pre": 13, "15583": 13, "7a0d412245": 13, "15408": 13, "042be2e4e0": 13, "april": 13, "15236": 13, "9b76b94c94": 13, "bunch": 13, "addit": [13, 18, 20], "15130": 13, "68e4c4dcb0": 13, "backport": 13, "14886": 13, "e4bf8f3491": 13, "dynam": [13, 15], "14724": [13, 15], "b753c7fa60": 13, "hoc": 13, "four": 13, "previous": 13, "exclud": [13, 15], "14655": 13, "589d6dec92": 13, "next": [13, 15], "wave": [13, 15], "14487": [13, 15], "10343ec29f": 13, "correct": [13, 15, 16], "tool": [13, 15], "rc": [13, 15], "14082": [13, 15], "88bdcfa0df": 13, "14013": 13, "ac2f72c98d": 13, "13767": 13, "a9ac2b040b": 13, "switch": 13, "f": 13, "flynt": 13, "13732": 13, "3fd5ef3555": 13, "logo": 13, "integr": [13, 14], "13717": 13, "85a3ce1a47": 13, "upload": [13, 15], "12505": [13, 15], "dbf751112f": 13, "argument": [13, 15, 19], "12564": [13, 15], "295d66f914": 13, "2020": 13, "grammar": 13, "13380": 13, "6cf76d7ac0": 13, "typo": 13, "upgrad": [13, 15], "13148": 13, "32971a1a2d": 13, "12955": 13, "b40dffa085": 13, "renam": 13, "rema": 13, "modul": 13, "aip": 13, "12917": 13, "9b39f24780": 13, "per": 13, "12558": 13, "bd90136aaf": 13, "12681": 13, "2037303eef": 13, "discoveri": 13, "12466": 13, "ef4af21351": 13, "spell": 13, "job": 13, "build": [13, 16], "12527": 13, "234d689387": 13, "docstr": 13, "12504": 13, "c34ef853c8": 13, "12444": 13, "0080354502": 13, "readm": [13, 15], "0b2": 13, "batch": 13, "12449": 13, "7ca0b6f121": 13, "enabl": [13, 14], "markdownlint": 13, "rule": 13, "md003": 13, "head": 13, "style": 13, "12427": 13, "12438": 13, "ae7cb4a1e2": 13, "17": 13, "hash": 13, "12390": 13, "6889a333cf": 13, "ref": 13, "12366": 13, "7825e8f590": 13, "instal": 13, "12304": 13, "9276607b58": 13, "snowflake_hook": 13, "12071": 13, "85a18e13d9": 13, "point": 13, "page": [13, 16], "cross": 13, "12212": 13, "59eb5de78c": 13, "come": 13, "0beta1": 13, "12206": 13, "b2a28d1590": 13, "script": [13, 16], "dev": 13, "12082": 13, "41bf172c1d": 13, "simplifi": 13, "12093": 13, "4e8f9cc8d0": 13, "black": 13, "formmatt": 13, "9550": 13, "d363adb618": 13, "howto": 13, "11975": 13, "ecc3a4df0d": 13, "properti": 13, "10838": 13, "5a439e84eb": 13, "2a1": 13, "11855": 13, "872b1566a1": 13, "11826": 13, "4830687453": 13, "24": 13, "super": 13, "11806": 13, "349b0811c3": 13, "d200": 13, "pydocstyl": 13, "11688": 13, "16e7129719": 13, "11487": 13, "d305876bee": 13, "redund": 13, "11448": 13, "0a0e1af800": 13, "broken": 13, "markdown": 13, "link": [13, 16], "toc": 13, "11249": 13, "ca4238eb4d": 13, "month": 13, "11242": 13, "5220e4c384": 13, "11238": 13, "0161b5ea2b": 13, "increas": 13, "coverag": 13, "11159": 13, "9549274d11": 13, "8b1": 13, "10818": 13, "fdd9b6f65b": 13, "10543": 13, "d1bce91bb2": 13, "d403": 13, "capit": 13, "word": 13, "10530": 13, "3696c34c28": 13, "10528": 13, "ee7ca128a1": 13, "refernc": 13, "10483": 13, "f6734b3b85": 13, "spellcheck": 13, "10280": 13, "cdec301254": 13, "signatur": [13, 15, 16], "sensor": [13, 14], "10205": 13, "24c8e4c2d6": 13, "constructor": 13, "10163": 13, "aeea71274d": 13, "10097": 13, "7d24b088cd": 13, "example_dag": 13, "9985": 13, "d0e7db4024": 13, "fresh": 13, "9408": 13, "12af6a0800": 13, "final": 13, "23rc1": 13, "9404": 13, "c7e5bce57f": 13, "candid": 13, "9370": 13, "f6bd817a3a": 13, "introduc": 13, "9320": 13, "1c9374d257": 13, "9023": 13, "0b0e4f7a4c": 13, "rc3": 13, "relas": 13, "9026": 13, "00642a46d0": 13, "remain": 13, "8994": 13, "1d36b0303b": 13, "8984": 13, "375d1ca229": 13, "8898": 13, "12c5e5d8a": 13, "8891": 13, "a546a10b13": 13, "8422": 13, "f3521fb0e3": 13, "regener": 13, "8886": 13, "92585ca4cb": 13, "autom": 13, "8807": 13, "cd635dd7d5": 13, "5906": 13, "8642": 13, "297ad30885": 13, "8423": 13, "cf1109d661": 13, "6755": 13, "bug": 13, "7380": 13, "97a429f9d0": 13, "6714": 13, "magic": 13, "comment": 13, "utf": 13, "8": 13, "7338": 13, "eee34ee808": 13, "4204": 13, "7248": 13, "17af3beea5": 13, "5816": 13, "6469": 13, "connector": [14, 15], "usernam": 14, "public": 14, "passphras": 14, "oauth": 14, "oath": 14, "private_key_fil": 14, "private_key_cont": 14, "content": 14, "serial": 14, "airflow": [14, 16], "export": 14, "airflow_conn_snowflake_default": 14, "user": [14, 16, 19], "db": [14, 15], "snow": 14, "u": 14, "east": 14, "compon": 14, "should": [14, 16], "url": [14, 20], "encod": 14, "api": 15, "repositori": 15, "top": [15, 16], "exist": [15, 18], "below": [15, 16], "minimum": 15, "via": [15, 16], "those": [15, 16], "might": 15, "order": [15, 18], "verifi": 15, "checksum": [15, 16], "site": 15, "sdist": [15, 16], "asc": [15, 16], "sha512": [15, 16], "wheel": 15, "avail": [15, 16], "explain": 15, "polici": 15, "github": 15, "blob": 15, "md": 15, "mistakenli": 15, "install_requir": 15, "22382": 15, "v1": 15, "20245": 15, "20395": 15, "optimis": 15, "due": 15, "least": 15, "otherwis": 15, "manual": 15, "complet": 15, "initi": 15, "describ": 16, "download": 16, "apach": 16, "provid": [16, 18, 19, 20], "snowflak": [16, 18, 20], "offici": 16, "also": 16, "most": 16, "choos": 16, "drop": 16, "down": 16, "left": 16, "whl": 16, "origin": 16, "softwar": 16, "foundat": 16, "abov": 16, "pgp": 16, "It": 16, "essenti": 16, "sha": 16, "gpg": 16, "pleas": 16, "well": 16, "relev": [16, 18, 20], "distribut": 16, "recommend": 16, "directori": 16, "mirror": 16, "pgpk": 16, "ka": 16, "binari": 16, "pgpv": 16, "tar": 16, "gz": 16, "made": 16, "sat": 16, "sep": 16, "49": 16, "54": 16, "bst": 16, "rsa": 16, "cde15c6e4d3a8ec4ecf4ba4b6674e08ad7de406f": 16, "issuer": 16, "kaxilnaik": 16, "org": 16, "good": 16, "kaxil": 16, "naik": 16, "unknown": 16, "aka": 16, "gmail": 16, "certifi": 16, "trust": 16, "There": 16, "indic": 16, "belong": 16, "owner": 16, "primari": 16, "fingerprint": 16, "cde1": 16, "5c6e": 16, "4d3a": 16, "8ec4": 16, "ecf4": 16, "ba4b": 16, "6674": 16, "e08a": 16, "d7de": 16, "406f": 16, "do": [16, 18], "worri": 16, "sign": 16, "why": 16, "server": 16, "previou": 16, "step": 16, "know": 16, "alreadi": [16, 18, 19], "sum": 16, "shasum": 16, "512": 16, "diff": 16, "local": 16, "bin": 16, "bash": 16, "package_vers": 16, "package_nam": 16, "provider_download_dir": 16, "mktemp": 16, "dep": 16, "dest": 16, "curl": 16, "apache_airflow_providers_snowflak": 16, "py3": 16, "l": 16, "o": 16, "echo": 16, "la": 16, "onc": 16, "instruct": 16, "chapter": 16, "temporari": 16, "store": 18, "similarli": [18, 20], "establish": [18, 20], "predefin": [18, 20], "In": 18, "either": 18, "py": [18, 19, 20], "copy_into_t": 18, "task_id": [18, 19, 20], "field_delimit": 18, "structur": 19, "datetim": 19, "catchup": 19, "snowflake_op_with_param": 19, "56": 19, "snowflake_op_sql_list": 19, "snowflake_op_sql_multiple_stmt": 19, "snowflake_op_template_fil": 19, "filenam": 19, "onto": 19, "prioriti": 19, "over": 19, "forth": 19, "post": 20, "channel": 20, "dataset": 20, "g": 20, "slack_report": 20}, "objects": {"airflow.providers": [[2, 0, 0, "-", "snowflake"]], "airflow.providers.snowflake": [[0, 0, 0, "-", "hooks"], [3, 0, 0, "-", "operators"], [6, 0, 0, "-", "transfers"], [10, 0, 0, "-", "utils"]], "airflow.providers.snowflake.hooks": [[1, 0, 0, "-", "snowflake"]], "airflow.providers.snowflake.hooks.snowflake": [[1, 1, 1, "", "SnowflakeHook"]], "airflow.providers.snowflake.hooks.snowflake.SnowflakeHook": [[1, 2, 1, "", "conn_name_attr"], [1, 2, 1, "", "conn_type"], [1, 2, 1, "", "default_conn_name"], [1, 3, 1, "", "get_autocommit"], [1, 3, 1, "", "get_conn"], [1, 3, 1, "", "get_connection_form_widgets"], [1, 3, 1, "", "get_sqlalchemy_engine"], [1, 3, 1, "", "get_ui_field_behaviour"], [1, 3, 1, "", "get_uri"], [1, 2, 1, "", "hook_name"], [1, 3, 1, "", "run"], [1, 3, 1, "", "set_autocommit"], [1, 2, 1, "", "supports_autocommit"], [1, 3, 1, "", "test_connection"]], "airflow.providers.snowflake.operators": [[4, 0, 0, "-", "snowflake"]], "airflow.providers.snowflake.operators.snowflake": [[4, 1, 1, "", "SnowflakeCheckOperator"], [4, 1, 1, "", "SnowflakeIntervalCheckOperator"], [4, 1, 1, "", "SnowflakeOperator"], [4, 1, 1, "", "SnowflakeValueCheckOperator"], [4, 4, 1, "", "get_db_hook"]], "airflow.providers.snowflake.operators.snowflake.SnowflakeCheckOperator": [[4, 3, 1, "", "get_db_hook"], [4, 2, 1, "", "template_ext"], [4, 2, 1, "", "template_fields"], [4, 2, 1, "", "ui_color"]], "airflow.providers.snowflake.operators.snowflake.SnowflakeIntervalCheckOperator": [[4, 3, 1, "", "get_db_hook"]], "airflow.providers.snowflake.operators.snowflake.SnowflakeOperator": [[4, 3, 1, "", "execute"], [4, 3, 1, "", "get_db_hook"], [4, 2, 1, "", "template_ext"], [4, 2, 1, "", "template_fields"], [4, 2, 1, "", "template_fields_renderers"], [4, 2, 1, "", "ui_color"]], "airflow.providers.snowflake.operators.snowflake.SnowflakeValueCheckOperator": [[4, 3, 1, "", "get_db_hook"]], "airflow.providers.snowflake.transfers": [[5, 0, 0, "-", "copy_into_snowflake"], [7, 0, 0, "-", "s3_to_snowflake"], [8, 0, 0, "-", "snowflake_to_slack"]], "airflow.providers.snowflake.transfers.copy_into_snowflake": [[5, 1, 1, "", "CopyFromExternalStageToSnowflakeOperator"]], "airflow.providers.snowflake.transfers.copy_into_snowflake.CopyFromExternalStageToSnowflakeOperator": [[5, 3, 1, "", "execute"], [5, 2, 1, "", "template_fields"], [5, 2, 1, "", "template_fields_renderers"]], "airflow.providers.snowflake.transfers.s3_to_snowflake": [[7, 1, 1, "", "S3ToSnowflakeOperator"]], "airflow.providers.snowflake.transfers.s3_to_snowflake.S3ToSnowflakeOperator": [[7, 3, 1, "", "execute"], [7, 2, 1, "", "template_fields"], [7, 2, 1, "", "template_fields_renderers"]], "airflow.providers.snowflake.transfers.snowflake_to_slack": [[8, 1, 1, "", "SnowflakeToSlackOperator"]], "airflow.providers.snowflake.transfers.snowflake_to_slack.SnowflakeToSlackOperator": [[8, 2, 1, "", "template_ext"], [8, 2, 1, "", "template_fields"], [8, 2, 1, "", "template_fields_renderers"], [8, 2, 1, "", "times_rendered"]], "airflow.providers.snowflake.utils": [[9, 0, 0, "-", "common"]], "airflow.providers.snowflake.utils.common": [[9, 4, 1, "", "enclose_param"]], "tests.system.providers": [[12, 0, 0, "-", "snowflake"]], "tests.system.providers.snowflake": [[11, 0, 0, "-", "example_snowflake"]], "tests.system.providers.snowflake.example_snowflake": [[11, 5, 1, "", "CREATE_TABLE_SQL_STRING"], [11, 5, 1, "", "DAG_ID"], [11, 5, 1, "", "ENV_ID"], [11, 5, 1, "", "S3_FILE_PATH"], [11, 5, 1, "", "SLACK_CONN_ID"], [11, 5, 1, "", "SNOWFLAKE_CONN_ID"], [11, 5, 1, "", "SNOWFLAKE_DATABASE"], [11, 5, 1, "", "SNOWFLAKE_ROLE"], [11, 5, 1, "", "SNOWFLAKE_SAMPLE_TABLE"], [11, 5, 1, "", "SNOWFLAKE_SCHEMA"], [11, 5, 1, "", "SNOWFLAKE_SLACK_MESSAGE"], [11, 5, 1, "", "SNOWFLAKE_SLACK_SQL"], [11, 5, 1, "", "SNOWFLAKE_STAGE"], [11, 5, 1, "", "SNOWFLAKE_WAREHOUSE"], [11, 5, 1, "", "SQL_INSERT_STATEMENT"], [11, 5, 1, "", "SQL_LIST"], [11, 5, 1, "", "SQL_MULTIPLE_STMTS"], [11, 5, 1, "", "snowflake_op_sql_str"], [11, 5, 1, "", "test_run"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:method", "4": "py:function", "5": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "method", "Python method"], "4": ["py", "function", "Python function"], "5": ["py", "data", "Python data"]}, "titleterms": {"airflow": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 15, 19, 20], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15], "snowflak": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 19], "hook": [0, 1], "submodul": [0, 3, 6, 10, 12], "modul": [1, 4, 5, 7, 8, 9, 11], "content": [1, 4, 5, 7, 8, 9, 11, 15], "class": [1, 4, 5, 7, 8], "subpackag": 2, "oper": [3, 4, 17, 18, 19, 20], "function": [4, 9], "transfer": [5, 6, 7, 8], "copy_into_snowflak": 5, "s3_to_snowflak": 7, "snowflake_to_slack": 8, "util": [9, 10], "common": 9, "test": [11, 12], "system": [11, 12], "example_snowflak": 11, "packag": [13, 15, 16], "apach": [13, 15], "3": [13, 15], "0": [13, 15], "2": [13, 15], "1": [13, 15], "7": [13, 15], "6": [13, 15], "5": [13, 15], "4": [13, 15], "connect": [14, 19, 20], "authent": 14, "default": 14, "id": 14, "configur": 14, "uri": 14, "format": 14, "exampl": 14, "json": 14, "guid": 15, "refer": 15, "resourc": 15, "commit": 15, "instal": [15, 16], "requir": 15, "cross": 15, "depend": 15, "download": 15, "offici": 15, "changelog": 15, "featur": 15, "bug": 15, "fix": 15, "break": 15, "chang": 15, "misc": 15, "from": 16, "sourc": 16, "releas": 16, "integr": 16, "verifi": 16, "pypi": 16, "s3tosnowflakeoper": 18, "us": [18, 19, 20], "snowflakeoper": 19, "metadata": [19, 20], "snowflaketoslackoper": 20, "slack": 20, "webhook": 20}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}})