| :py:mod:`tests.system.providers.google.cloud.dataproc.example_dataproc_hadoop` |
| ============================================================================== |
| |
| .. py:module:: tests.system.providers.google.cloud.dataproc.example_dataproc_hadoop |
| |
| .. autoapi-nested-parse:: |
| |
| Example Airflow DAG for DataprocSubmitJobOperator with hadoop job. |
| |
| |
| |
| Module Contents |
| --------------- |
| |
| .. py:data:: ENV_ID |
| |
| |
| |
| |
| .. py:data:: DAG_ID |
| :annotation: = dataproc_hadoop |
| |
| |
| |
| .. py:data:: PROJECT_ID |
| |
| |
| |
| |
| .. py:data:: BUCKET_NAME |
| |
| |
| |
| |
| .. py:data:: CLUSTER_NAME |
| |
| |
| |
| |
| .. py:data:: REGION |
| :annotation: = europe-west1 |
| |
| |
| |
| .. py:data:: ZONE |
| :annotation: = europe-west1-b |
| |
| |
| |
| .. py:data:: OUTPUT_FOLDER |
| :annotation: = wordcount |
| |
| |
| |
| .. py:data:: OUTPUT_PATH |
| |
| |
| |
| |
| .. py:data:: CLUSTER_CONFIG |
| |
| |
| |
| |
| .. py:data:: CLUSTER_UPDATE |
| |
| |
| |
| |
| .. py:data:: UPDATE_MASK |
| |
| |
| |
| |
| .. py:data:: TIMEOUT |
| |
| |
| |
| |
| .. py:data:: HADOOP_JOB |
| |
| |
| |
| |
| .. py:data:: create_bucket |
| |
| |
| |
| |
| .. py:data:: test_run |
| |
| |
| |
| |
