blob: 2a50a86b5564b92ea70410d6cd7156422b362ce9 [file] [log] [blame]
Search.setIndex({"docnames": ["build", "build-arg-ref", "changelog", "entrypoint", "index", "recipes"], "filenames": ["build.rst", "build-arg-ref.rst", "changelog.rst", "entrypoint.rst", "index.rst", "recipes.rst"], "titles": ["Building the image", "Image build arguments reference", "Dockerfile Changelog", "Entrypoint", "Docker Image for Apache Airflow", "Recipes"], "terms": {"befor": [0, 1, 2], "dive": 0, "deepli": 0, "wai": [0, 1, 2, 3, 5], "how": [0, 2, 3, 4], "built": [0, 1, 2], "let": 0, "first": [0, 2, 3], "explain": 0, "might": [0, 1, 3], "contain": [0, 1, 2, 4, 5], "we": [0, 1, 2, 3, 5], "show": [0, 3], "few": [0, 3], "typic": 0, "can": [0, 1, 2, 3, 4, 5], "do": [0, 1, 3, 4], "most": [0, 1, 4], "common": [0, 1, 4, 5], "where": [0, 1, 3], "your": [0, 1, 3, 4, 5], "own": [0, 1, 3, 4], "ar": [0, 1, 2, 3, 4, 5], "depend": [0, 2, 3, 4], "those": [0, 1, 2, 3, 4], "below": [0, 1, 2, 3, 5], "read": [0, 3], "further": 0, "complex": 0, "case": [0, 1, 2, 3, 4, 5], "which": [0, 1, 2, 3, 4], "involv": [0, 3], "either": [0, 1, 3, 4, 5], "find": [0, 2, 4], "inform": [0, 3, 5], "about": [0, 3, 4], "goal": 0, "quickli": 0, "etc": [0, 3, 5], "here": [0, 2], "follow": [0, 1, 2, 3, 4], "vim": 0, "via": [0, 1, 3, 4], "should": [0, 1, 2, 3], "switch": 0, "root": [0, 2, 3, 5], "user": [0, 1, 2, 4, 5], "run": [0, 2, 5], "command": [0, 1, 2, 4, 5], "forget": 0, "back": 0, "after": [0, 3], "complet": [0, 3, 5], "doc": [0, 5], "stack": 0, "apach": [0, 1, 2, 3], "2": [0, 1, 3, 4, 5], "3": [0, 1, 3, 4, 5], "get": [0, 3, 5], "updat": [0, 2, 3, 5], "y": [0, 4, 5], "recommend": [0, 5], "autoremov": [0, 5], "yqq": [0, 5], "purg": [0, 5], "clean": [0, 5], "rm": [0, 5], "rf": [0, 5], "var": [0, 5], "lib": [0, 5], "list": [0, 1, 3, 5], "lxml": [0, 3], "python": [0, 1, 2, 3, 4], "pip": [0, 2], "rather": [0, 1, 2, 3], "than": [0, 1, 2, 3, 4], "attempt": [0, 1, 3], "fail": [0, 1, 2, 3], "an": [0, 1, 2, 3, 4, 5], "appropri": [0, 1], "error": [0, 2, 3], "messag": [0, 3], "cach": [0, 2, 3], "dir": 0, "test_dag": 0, "py": [0, 1], "opt": [0, 1, 4, 5], "folder": [0, 1, 2, 3, 4], "copi": [0, 1, 2, 3, 5], "chown": 0, "thi": [0, 1, 2, 3, 4, 5], "onli": [0, 1, 2, 3, 4], "some": [0, 1, 2, 3, 4, 5], "simpl": 0, "task": [0, 3, 5], "test": [0, 2, 4], "s": [0, 1, 3, 5], "execut": [0, 1, 4], "datetim": 0, "pendulum": 0, "model": 0, "oper": [0, 3, 5], "empti": [0, 1, 3], "emptyoper": 0, "now": [0, 2], "tz": 0, "utc": 0, "now_to_the_hour": 0, "timedelta": 0, "0": [0, 1, 3, 5], "replac": [0, 2], "minut": 0, "second": 0, "microsecond": 0, "start_dat": 0, "dag_nam": 0, "test_dag_v1": 0, "schedule_interv": 0, "10": [0, 2, 5], "default_arg": 0, "depends_on_past": 0, "true": [0, 1, 3], "2021": [0, 2], "1": [0, 1, 3, 5], "catchup": 0, "fals": [0, 1, 2, 5], "run_this_1": 0, "task_id": 0, "run_this_2": 0, "set_upstream": 0, "run_this_3": 0, "know": [0, 1, 3], "veri": [0, 3, 4], "whether": [0, 1], "exist": [0, 3], "chapter": [0, 3], "give": [0, 2, 3], "short": 0, "answer": 0, "question": 0, "comparison": 0, "two": 0, "approach": [0, 2], "familiar": 0, "pattern": 0, "ye": 0, "No": [0, 2], "basic": 0, "knowledg": [0, 5], "produc": [0, 1], "heavili": 0, "size": [0, 4], "fork": [0, 1], "air": 0, "gape": 0, "system": [0, 2, 3], "tl": [0, 2], "dr": 0, "If": [0, 1, 3, 4], "have": [0, 1, 2, 3], "easier": 0, "howev": [0, 2, 3, 4], "step": [0, 3, 5], "vet": 0, "much": [0, 1], "For": [0, 3, 4], "compar": 0, "equival": 0, "thei": [0, 1, 3, 4, 5], "end": 0, "up": [0, 1, 3], "being": [0, 2, 3], "1gb": 0, "874mb": 0, "respect": 0, "20": 0, "improv": [0, 2], "also": [0, 1, 2, 3, 4, 5], "combin": [0, 2], "both": [0, 2, 3], "one": [0, 1, 3, 5], "method": [0, 3], "admin": [0, 2], "team": [0, 2], "all": [0, 1, 2, 3, 4], "heavi": 0, "publish": [0, 4], "registri": [0, 3], "other": [0, 1, 2, 3, 4, 5], "lightweight": 0, "reflect": 0, "well": [0, 4], "split": 0, "casual": 0, "power": 0, "summit": 0, "2020": 0, "product": [0, 1, 2, 3, 4], "talk": 0, "extens": 0, "commun": [0, 4, 5], "releas": [0, 1, 2, 4, 5], "ha": [0, 1, 3, 4], "60": [0, 4], "manag": [0, 3, 4], "extra": [0, 1, 3, 4], "default": [0, 1, 2, 3, 4], "everyon": [0, 4], "sometim": [0, 4, 5], "often": [0, 4, 5], "actual": [0, 2, 4], "even": [0, 3, 4], "In": [0, 1, 3], "kubernet": [0, 1, 3], "term": 0, "mean": [0, 1, 2, 3, 4], "anoth": [0, 1, 3], "specif": [0, 1, 4, 5], "learn": [0, 4], "properli": [0, 3], "tempt": 0, "dynam": [0, 3], "while": [0, 2], "bad": [0, 3], "idea": [0, 3], "multipl": 0, "reason": [0, 2, 3], "fragil": 0, "time": [0, 1, 3, 4], "happen": [0, 2, 3], "everi": [0, 3, 4], "viabl": 0, "deal": 0, "hobbyist": 0, "iter": [0, 1], "try": [0, 3, 4], "thing": [0, 4], "out": [0, 4], "later": [0, 3], "doe": [0, 2, 3], "strictli": [0, 2], "semver": [0, 2], "come": [0, 2, 3], "featur": [0, 1, 2, 3, 4, 5], "backward": [0, 2], "compat": [0, 2, 3], "code": [0, 2], "realli": [0, 2], "conveni": [0, 2, 3, 4], "standard": [0, 2], "occasion": [0, 2], "chang": [0, 1, 3], "process": [0, 2, 3], "entrypoint": [0, 2], "slight": [0, 2], "adapt": [0, 2], "found": [0, 2], "changelog": 0, "There": [0, 2, 3, 4], "sever": [0, 3], "encount": 0, "recip": 0, "achiev": [0, 3], "order": [0, 1, 2, 3], "understand": 0, "tool": [0, 3, 5], "simplest": 0, "consist": 0, "creat": [0, 2, 4, 5], "name": 0, "what": [0, 1], "python3": [0, 3], "8": [0, 3, 5], "addit": [0, 1, 5], "form": 0, "done": [0, 2, 3], "cli": 0, "assum": [0, 4], "like": [0, 2, 3, 5], "kaniko": 0, "podman": 0, "allow": [0, 1, 2], "so": [0, 1, 2, 3], "far": 0, "popular": 0, "develop": [0, 1, 2, 3, 4], "friendli": 0, "look": 0, "my": [0, 3, 5], "tag": [0, 1, 3, 5], "kind": [0, 5], "usual": [0, 1, 2, 3], "configur": [0, 3], "deploy": [0, 4], "deploi": 0, "set": [0, 1, 2, 3, 4], "compos": [0, 2, 3, 4], "helm": [0, 4], "chart": [0, 4], "f": 0, "pull": [0, 2, 3, 5], "option": [0, 2], "local": [0, 1, 3, 5], "check": [0, 2, 3], "extract": 0, "output": [0, 3, 5], "tell": 0, "good": [0, 3, 4], "go": 0, "script": [0, 3], "ci": [0, 1], "verify_docker_imag": 0, "sh": [0, 3, 5], "prod": [0, 2], "onc": 0, "make": [0, 1, 2, 3], "them": [0, 3], "avail": [0, 1, 2, 3, 4], "ve": 0, "alreadi": [0, 1, 2, 3], "continu": [0, 3], "manual": [0, 3], "edit": 0, "yaml": [0, 3], "just": [0, 2, 4], "engin": [0, 2, 3], "simpli": [0, 3], "airflow_image_nam": 0, "variabl": [0, 1, 2, 3, 4], "point": [0, 1, 3], "automat": [0, 2, 3], "without": [0, 3, 5], "deleg": 0, "To": [0, 3, 5], "open": [0, 3], "search": 0, "phrase": 0, "instruct": [0, 1, 3], "comment": 0, "line": [0, 2], "uncom": 0, "similarli": [0, 3], "previou": [0, 2], "store": [0, 1, 3], "same": [0, 1, 2, 3], "under": [0, 5], "hood": 0, "target": [0, 1], "load": [0, 3], "directli": [0, 1], "cluster": [0, 3, 5], "minikub": 0, "dedic": 0, "last": [0, 3], "least": [0, 2, 3], "push": 0, "remot": 0, "expos": 0, "portabl": 0, "easiest": 0, "framework": 0, "linux": [0, 3, 5], "call": [0, 3], "essenti": 0, "pretti": 0, "big": 0, "factor": 0, "our": [0, 2, 3], "gcc": 0, "g": 0, "cmake": 0, "rout": 0, "instead": 0, "someth": 0, "direct": 0, "whatev": 0, "Then": [0, 3, 5], "ani": [0, 1, 2, 3, 5], "stuff": 0, "type": [0, 1, 3], "regular": [0, 1, 3, 4], "support": [0, 2, 3, 4], "backend": [0, 2, 3], "databas": [0, 1, 3, 4], "client": [0, 1], "amd64": [0, 2, 5], "platform": [0, 2], "postgr": [0, 1, 3], "arm64": [0, 2, 5], "slim": [0, 1, 4], "minim": [0, 4], "except": [0, 5], "4": [0, 2, 3, 5], "differ": [0, 2, 3], "small": 0, "500": [0, 2], "mb": 0, "lot": [0, 3], "subset": 0, "preinstal": 0, "becaus": [0, 1, 2, 3], "core": [0, 4], "less": 0, "limit": [0, 1, 3, 5], "its": [0, 3], "downgrad": [0, 2], "convent": 0, "latest": [0, 2, 4], "7": [0, 1, 2, 4, 5], "9": [0, 2], "x": [0, 3, 5], "z": 0, "pythonn": 0, "m": 0, "alwai": 0, "stabl": 0, "awar": [0, 3], "rememb": [0, 3], "best": [0, 1, 3], "practic": [0, 3], "sure": [0, 1, 3], "lean": 0, "librari": [0, 2, 3], "flag": [0, 3], "wa": [0, 2], "specifi": [0, 1, 2, 3], "help": [0, 2, 3], "smaller": 0, "turn": 0, "pip_us": [0, 2], "disabl": [0, 1, 3], "un": 0, "had": [0, 1], "choic": 0, "highli": [0, 1], "part": 0, "It": [0, 1, 3, 5], "enough": 0, "place": [0, 1], "separ": [0, 4], "must": [0, 3], "umask": [0, 2, 3], "0002": [0, 3], "necessari": [0, 3], "accommod": [0, 2, 3], "arbitrari": 0, "Such": [0, 3], "gid": [0, 3], "prevent": 0, "non": [0, 2, 3], "document": [0, 2, 5], "enter": [0, 2, 3], "runtim": [0, 1, 3, 5], "group": [0, 2, 3], "15": [0, 2], "pip21": 0, "previous": [0, 1], "earlier": 0, "usermod": 0, "independ": [0, 3], "upgrad": [0, 1, 2], "fix": [0, 2], "problem": [0, 2, 3], "5": [0, 2, 3, 5], "spark": [0, 5], "java": [0, 5], "openjdk": 0, "11": 0, "jre": [0, 5], "headless": 0, "env": [0, 1, 3, 5], "java_hom": [0, 5], "usr": [0, 3, 5], "jvm": [0, 5], "suppos": [0, 3], "mkdir": [0, 5], "p": [0, 3, 5], "writeabl": 0, "mpi4pi": 0, "mpi": 0, "libopenmpi": 0, "dev": [0, 1], "gb": 0, "As": [0, 2], "see": [0, 1, 3, 4, 5], "reduct": 0, "break": [0, 2], "buildkit": [0, 2], "syntax": 0, "faster": [0, 1], "standalon": [0, 2], "i": 0, "e": [0, 5], "togeth": [0, 2], "were": [0, 2], "work": [0, 2, 3, 4, 5], "docker_context_fil": [0, 1], "dure": [0, 1, 3], "behav": 0, "slightli": 0, "each": [0, 2], "prerequisit": 0, "enabl": [0, 3], "docker_buildkit": [0, 2], "buildx": [0, 2], "plugin": [0, 2, 3], "handl": [0, 3], "abov": [0, 3], "known": 0, "download": [0, 1, 5], "flexibl": [0, 3], "customiz": 0, "offici": 0, "save": 0, "present": [0, 1, 3], "wish": 0, "better": [0, 2], "suit": 0, "prepar": [0, 1, 4], "especi": 0, "sophist": 0, "usag": [0, 3, 5], "advantag": [0, 1], "final": [0, 1, 3], "disadvantag": 0, "take": [0, 2, 4, 5], "longer": 0, "quit": 0, "That": 0, "flow": 0, "who": [0, 3], "layer": 0, "rebuild": [0, 1], "earli": 0, "stage": 0, "number": [0, 2, 3], "origin": [0, 2], "repositori": [0, 1, 2], "mostli": [0, 3], "branch": [0, 1, 4], "commit": 0, "particularli": 0, "keep": 0, "binari": [0, 1], "privat": 0, "artifact": 0, "side": 0, "sound": 0, "funni": 0, "doesn": 0, "t": 0, "rang": 0, "remov": [0, 1, 2, 3], "txt": 0, "constraint": [0, 1, 2], "explan": 0, "predict": 0, "accompani": 0, "determin": 0, "right": [0, 3], "otherwis": [0, 1, 3], "declar": 0, "someon": [0, 2], "newer": [0, 1, 2], "account": [0, 3], "current": [0, 3, 4], "bullsey": [0, 1, 2], "buster": [0, 2], "python_base_imag": [0, 1], "pass": [0, 2, 3], "subdirectori": 0, "map": 0, "purpos": [0, 3, 4], "cat": 0, "eof": 0, "beautifulsoup4": 0, "export": [0, 3, 5], "c": [0, 3, 5], "bs4": 0, "sy": 0, "exit": [0, 3], "echo": [0, 3, 5], "success": [0, 3], "conf": [0, 2], "legaci": 0, "piprc": [0, 2], "authent": 0, "mechan": 0, "global": 0, "verbos": 0, "whl": [0, 1], "install_packages_from_context": [0, 1, 2], "restricted_environ": 0, "airflow_vers": [0, 1], "tar": [0, 1, 5], "gz": [0, 1, 5], "curl": [0, 5], "lo": 0, "http": [0, 1, 2, 5], "raw": 0, "githubusercont": 0, "com": [0, 2, 3, 5], "dest": 0, "async": [0, 1], "celeri": [0, 1, 2], "elasticsearch": [0, 1], "redi": [0, 1, 2, 3], "ssh": [0, 1], "statsd": [0, 1], "virtualenv": [0, 1], "main": [0, 1, 3, 5], "sub": 0, "host": [0, 3], "Of": 0, "cours": 0, "whole": [0, 3], "sent": 0, "segment": 0, "unnecessarili": 0, "increas": [0, 3], "invalid": [0, 2], "unfortun": 0, "With": 0, "select": [0, 3], "mssql": [0, 1], "hdf": 0, "oauth2client": 0, "dep": [0, 1], "debian_vers": 0, "additional_airflow_extra": [0, 1], "additional_python_dep": [0, 1], "additional_dev_apt_dep": [0, 1], "additional_runtime_apt_dep": [0, 1], "openmpi": 0, "874": 0, "230": 0, "includ": [0, 1, 3, 5], "recompil": 0, "thu": [0, 1], "panda": [0, 1], "jdbc": 0, "But": 0, "url": [0, 1, 2, 3], "taken": [0, 1], "airflow_installation_method": [0, 1], "archiv": [0, 5], "egg": 0, "airflow_constraints_refer": [0, 1], "v2": 0, "match": [0, 3], "guarante": [0, 2], "constraints_github_repositori": 0, "potiuk": 0, "aspect": 0, "argument": [0, 3], "describ": [0, 2, 3], "index": 0, "gitignor": 0, "therefor": [0, 3, 4], "safe": 0, "usernam": [0, 3], "password": [0, 2, 3], "older": 0, "put": [0, 3], "home": [0, 1, 3], "similar": [0, 3], "result": [0, 1, 2], "could": [0, 3], "inject": 0, "avoid": [0, 2], "synchron": 0, "futur": 0, "modif": 0, "od": 0, "paramet": [0, 1, 2, 3], "proof": 0, "capabl": 0, "slack": [0, 1], "odbc": [0, 1], "azur": [0, 1, 2], "storag": [0, 5], "blob": 0, "datepars": 0, "rocketchat_api": 0, "typeform": 0, "accept_eula": 0, "kei": [0, 2, 3, 5], "msodbcsql17": 0, "unixodbc": 0, "git": [0, 4], "procp": 0, "12": [0, 3], "additional_dev_apt_command": [0, 1], "microsoft": [0, 1], "asc": [0, 5], "tty": 0, "config": [0, 3], "d": [0, 5], "additional_dev_apt_env": [0, 1], "additional_runtime_apt_command": [0, 1], "additional_runtime_apt_env": [0, 1], "wheel": 0, "enterpris": 0, "verifi": [0, 3, 5], "expert": 0, "mysql": [0, 1, 2, 3], "extern": [0, 3], "intern": [0, 3], "airflow_version_specif": [0, 1], "cannot": [0, 2], "subsequ": [0, 1], "mysqlclient": 0, "oracl": 0, "finish": [0, 3], "pre": 0, "machin": [0, 3], "submit": [0, 5], "On": 0, "airflow_pre_cached_pip_packag": [0, 1], "airflow_constraints_loc": [0, 1], "your_constraint_fil": 0, "install_mysql_cli": [0, 1], "install_mssql_cli": [0, 1], "install_postgres_cli": [0, 1], "solut": 0, "solv": [0, 2], "node": 0, "modul": 0, "transpar": 0, "proxi": 0, "reach": 0, "appli": [0, 2], "techniqu": 0, "pypirc": 0, "fulfil": 0, "criteria": 0, "abl": [0, 1, 3, 5], "box": 0, "worri": 0, "fit": 0, "rebas": 0, "whenev": [0, 3], "resolv": 0, "conflict": 0, "wide": 0, "dockerignor": [0, 1], "everyth": [0, 3], "ignor": 0, "through": [0, 3], "exclus": 0, "mani": [0, 3, 4], "gener": 0, "would": [0, 2, 3], "significantli": 0, "lead": [0, 2], "individu": 0, "structur": 0, "rst": 0, "devel": [0, 1, 2, 3, 4, 5], "experiment": [0, 1, 2, 3, 4, 5], "The": [1, 2, 3, 4, 5], "arg": [1, 2, 5], "docker": [1, 2, 3, 5], "when": [1, 2, 3, 4], "you": [1, 2, 3, 4, 5], "want": [1, 3, 4], "custom": [1, 2, 4], "exampl": [1, 3, 4], "from": [1, 2, 3, 4, 5], "pypi": [1, 3], "packag": [1, 2, 3, 4], "valu": [1, 3], "descript": 1, "base": [1, 2], "version": [1, 2, 3, 4, 5], "airflow_extra": 1, "tabl": [1, 3], "airflow_hom": [1, 4], "log": [1, 3, 4, 5], "sqlite": [1, 3, 4], "airflow_user_home_dir": 1, "directori": [1, 3, 4], "airflow_pip_vers": 1, "22": 1, "pip_progress_bar": 1, "progress": 1, "bar": 1, "airflow_uid": [1, 3, 5], "50000": [1, 3], "uid": [1, 3], "airflow_constraint": 1, "provid": [1, 3, 4, 5], "github": [1, 2], "file": [1, 2, 3, 5], "auto": [1, 2], "detect": [1, 2, 3], "airflow_gid": [1, 2], "did": 1, "function": [1, 3, 4], "ad": [1, 2], "confus": 1, "been": [1, 3], "dockerfil": [1, 4, 5], "amazon": 1, "cncf": 1, "dask": 1, "ftp": 1, "googl": 1, "google_auth": 1, "grpc": 1, "hashicorp": 1, "ldap": 1, "sendgrid": 1, "sftp": 1, "need": [1, 2, 3, 4, 5], "control": [1, 2, 3], "more": [1, 2, 3, 4, 5], "upgrade_to_newer_depend": 1, "id": [1, 2, 3], "reus": 1, "extend": [1, 2, 3, 4], "dev_apt_command": 1, "apt": [1, 2, 5], "start": [1, 2, 3, 4], "dev_apt_dep": 1, "defin": 1, "runtime_apt_command": 1, "runtime_apt_dep": 1, "sourc": [1, 5], "environ": [1, 2, 3, 4, 5], "requir": [1, 2, 4, 5], "high": 1, "level": 1, "secur": [1, 3], "restrict": 1, "airflow_sources_from": 1, "airflow_sources_to": 1, "airflow_sources_www_from": 1, "www": [1, 5], "asset": 1, "compil": 1, "airflow_sources_www_to": 1, "autom": 1, "install_providers_from_sourc": 1, "effect": [1, 2], "repo": [1, 5], "overrid": 1, "note": [1, 2, 3], "context": [1, 2], "insid": [1, 3], "By": 1, "airflow_is_in_context": [1, 2], "speed": 1, "increment": 1, "setup": [1, 3], "cfg": 1, "pure": 1, "airflow_branch": 1, "initi": [1, 2, 3], "airflow_repo": 1, "us": [2, 3, 4, 5], "build": [2, 3, 4, 5], "introduc": [2, 3], "concern": 2, "dockerhub": [2, 4], "free": 2, "regener": 2, "issu": [2, 3], "usabl": 2, "again": 2, "assur": 2, "100": 2, "affect": 2, "date": 2, "potenti": [2, 3], "link": 2, "request": [2, 5], "17": 2, "june": 2, "2022": 2, "authlib": 2, "flask": 2, "app": 2, "builder": 2, "24516": 2, "18": [2, 3], "jan": 2, "sign": 2, "20912": 2, "optim": [2, 4], "instal": [2, 4], "add": [2, 3, 4, 5], "debian": 2, "deprec": 2, "multi": 2, "maco": 2, "m1": 2, "unifi": 2, "install_from_pypi": 2, "revers": 2, "install_from_docker_context_fil": 2, "artifacthub": 2, "label": 2, "discoveri": 2, "text": 2, "busi": 2, "workaround": 2, "libstdcpp": 2, "5000": 2, "warn": [2, 3], "quick": [2, 4], "warm": [2, 3], "shutdown": [2, 3], "worker": [2, 3], "signal": 2, "propag": 2, "oauth": 2, "feb": 2, "caus": 2, "re": 2, "new": [2, 3, 4, 5], "subtl": 2, "behaviour": 2, "due": 2, "detail": [2, 3, 4], "valid": 2, "refresh": 2, "sinc": [2, 3], "port": [2, 3], "connect": 2, "creation": [2, 3], "user_cr": 2, "wait": 2, "flower": 2, "schedul": [2, 3], "upgradedb": 2, "failur": 2, "lack": 2, "_pip_additional_requir": [2, 3], "unset": 2, "pythonvirtualenv": 2, "hardli": 2, "unlik": 2, "miss": 2, "correct": 2, "pythonpath": 2, "openshift": [2, 3], "anywai": 2, "cryptic": 2, "002": 2, "skip": 2, "db": [2, 4], "connection_check_max_count": [2, 3], "equal": [2, 3], "ip": 2, "lookup": 2, "long": 2, "delai": 2, "misconfigur": 2, "amqp": [2, 3], "broker": 2, "possibl": [2, 3, 4], "exec": [2, 3], "bash": [2, 3, 5], "action": 3, "perform": 3, "trigger": 3, "_airflow": 3, "distinguish": 3, "shift": 3, "random": 3, "randomli": 3, "assign": 3, "utilis": 3, "mount": 3, "dag": [3, 4], "variou": 3, "format": 3, "refer": [3, 4], "entri": 3, "quickstart": 3, "guid": 3, "project": 3, "passwd": 3, "3rd": 3, "parti": 3, "write": [3, 5], "certain": 3, "access": 3, "advis": 3, "guidelin": 3, "concept": [3, 5], "writabl": 3, "volum": 3, "still": 3, "front": 3, "do_someth": 3, "do_otherth": 3, "stabil": 3, "is_al": 3, "statement": 3, "loop": 3, "until": 3, "tri": 3, "sleep": 3, "connection_check_sleep_tim": 3, "between": 3, "celeryexecutor": 3, "schema": 3, "establish": 3, "scheme": 3, "rabbitmq": 3, "5672": 3, "6379": 3, "5432": 3, "3306": 3, "deriv": 3, "drop": 3, "shell": [3, 5], "6": [3, 5], "ls": 3, "la": 3, "total": 3, "16": [3, 5], "drwxr": 3, "xr": 3, "4096": 3, "jun": 3, "print": 3, "rest": 3, "treat": 3, "webserv": 3, "h": 3, "group_or_command": 3, "posit": 3, "compon": [3, 4, 5], "view": 3, "job": 3, "kubernetesexecutor": 3, "pool": 3, "displai": 3, "role": 3, "cheat": 3, "sheet": 3, "info": 3, "kerbero": 3, "ticket": 3, "renew": 3, "dump": 3, "rotat": 3, "fernet": 3, "encrypt": 3, "credenti": 3, "instanc": 3, "sync": 3, "perm": 3, "permiss": [3, 5], "dumb": 3, "init": 3, "proper": 3, "next": 3, "my_entrypoint": 3, "bin": [3, 5], "modifi": 3, "fly": 3, "max": 3, "count": 3, "A": 3, "bit": 3, "useless": 3, "reader": 3, "secret": 3, "anyon": 3, "yet": 3, "emb": 3, "my_after_entrypoint_script": 3, "reap": 3, "child": 3, "handler": 3, "kill": 3, "gracefulli": 3, "termin": 3, "dumb_init_setsid": 3, "singl": 3, "summar": 3, "spawn": 3, "receiv": 3, "offlin": 3, "mode": 3, "overhead": 3, "realiz": 3, "mainten": 3, "embed": 3, "_airflow_db_upgrad": 3, "immedi": 3, "intend": 3, "never": 3, "concurr": 3, "_airflow_www_user_cr": 3, "_airflow_www_user_password": 3, "_airflow_www_user_password_cmd": 3, "_cmd": 3, "content": 3, "evalu": 3, "none": 3, "_airflow_www_user_usernam": 3, "firstnam": 3, "_airflow_www_user_firstnam": 3, "lastnam": 3, "_airflow_www_user_lastnam": 3, "email": 3, "airflowadmin": 3, "_airflow_www_user_email": 3, "_airflow_www_user_rol": 3, "8080": 3, "forward": 3, "debug": 3, "trick": 3, "ever": 3, "deliber": 3, "chose": 3, "inher": 3, "relat": 3, "liter": 3, "restart": 3, "k8": 3, "event": 3, "seriou": 3, "vulner": 3, "brought": 3, "down": 3, "servic": 3, "hand": 3, "At": 3, "moment": 3, "weekend": 3, "holidai": 3, "bring": 3, "infam": 3, "leftpad": 3, "fulli": 3, "protect": 3, "against": 3, "immut": 3, "bake": 3, "addition": 3, "slow": 3, "huge": 3, "charset": 3, "normal": 3, "eas": 4, "readi": 4, "pythonx": 4, "spin": 4, "half": 4, "bare": 4, "candid": 4, "mainli": 4, "airflow__database__sql_alchemy_conn": 4, "distribut": [4, 5], "applic": [4, 5], "mai": [4, 5], "interest": [4, 5], "launch": 4, "share": 5, "imag": 5, "encourag": 5, "contribut": 5, "prove": 5, "member": 5, "section": 5, "captur": 5, "gkestartpodoper": 5, "dataflowstartsqljoboper": 5, "gcloud": 5, "bashoper": 5, "shown": 5, "licens": 5, "softwar": 5, "foundat": 5, "asf": 5, "contributor": 5, "agreement": 5, "notic": 5, "regard": 5, "copyright": 5, "ownership": 5, "complianc": 5, "obtain": 5, "org": 5, "unless": 5, "law": 5, "agre": 5, "AS": 5, "IS": 5, "basi": 5, "warranti": 5, "OR": 5, "condit": 5, "OF": 5, "express": 5, "impli": 5, "languag": 5, "govern": 5, "base_airflow_imag": 5, "o": 5, "pipefail": 5, "u": 5, "cloud_sdk_vers": 5, "322": 5, "gcloud_hom": 5, "path": 5, "download_url": 5, "dl": 5, "cloudsdk": 5, "channel": 5, "rapid": 5, "x86_64": 5, "tmp_dir": 5, "mktemp": 5, "fl": 5, "xzf": 5, "strip": 5, "report": 5, "alpha": 5, "beta": 5, "kubectl": 5, "quiet": 5, "backup": 5, "airflow": 5, "frequent": 5, "world": 5, "hive": 5, "connector": 5, "pv": 5, "man": 5, "man1": 5, "man7": 5, "fssl": 5, "adoptopenjdk": 5, "jfrog": 5, "io": 5, "api": 5, "gpg": 5, "public": 5, "deb": 5, "lsb_releas": 5, "cs": 5, "hotspot": 5, "jar": 5, "hadoop_vers": 5, "hadoop_hom": 5, "hadoop_conf_dir": 5, "multihomed_network": 5, "hadoop_url": 5, "dist": 5, "import": 5, "fsl": 5, "tmp": 5, "xvf": 5, "ln": 5, "data": 5, "hive_vers": 5, "hive_hom": 5, "hive_conf_dir": 5, "hive_url": 5, "xf": 5, "gc": 5, "dataproc": 5, "gcs_variant": 5, "hadoop2": 5, "gcs_version": 5, "gcs_jar_path": 5, "gcs_jar_url": 5, "googleapi": 5, "hadoop_classpath": 5, "pipelin": 5, "beamrungopipelineoper": 5, "go_vers": 5, "go_install_dir": 5, "unam": 5, "arch": 5, "els": 5, "fi": 5, "goroot": 5}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"build": [0, 1], "imag": [0, 1, 2, 3, 4], "quick": [0, 3], "start": 0, "scenario": 0, "extend": 0, "ad": [0, 3], "new": 0, "apt": 0, "packag": 0, "pypi": 0, "embed": 0, "dag": 0, "vs": 0, "custom": [0, 3], "why": 0, "primer": 0, "base": 0, "import": 0, "note": 0, "exampl": 0, "airflow": [0, 1, 2, 3, 4], "provid": 0, "when": 0, "writabl": 0, "directori": 0, "need": 0, "you": 0, "add": 0, "requir": [0, 3], "compil": 0, "want": 0, "emb": 0, "choos": 0, "debian": 0, "version": 0, "us": [0, 1], "docker": [0, 4], "context": 0, "file": 0, "from": 0, "optim": [0, 1], "github": 0, "instal": [0, 1, 3, 5], "sourc": 0, "secur": 0, "restrict": 0, "environ": 0, "modifi": 0, "dockerfil": [0, 2], "more": 0, "detail": 0, "arg": 0, "refer": [0, 1], "The": 0, "architectur": 0, "argument": 1, "basic": 1, "option": [1, 3], "differ": 1, "method": 1, "pre": 1, "cach": 1, "pip": 1, "depend": 1, "changelog": 2, "chang": 2, "after": 2, "publish": 2, "2": 2, "3": 2, "1": 2, "0": 2, "entrypoint": 3, "allow": 3, "arbitrari": 3, "user": 3, "run": 3, "contain": 3, "wait": 3, "db": 3, "connect": 3, "celeri": 3, "broker": 3, "execut": 3, "command": 3, "code": 3, "befor": 3, "behaviour": 3, "signal": 3, "propag": 3, "addit": 3, "test": 3, "upgrad": 3, "creat": 3, "admin": 3, "apach": [4, 5], "usag": 4, "recip": 5, "googl": 5, "cloud": 5, "sdk": 5, "hadoop": 5, "stack": 5, "beam": 5, "go": 5}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "sphinx": 56}})