| --- |
| ### This file implements defaults and some dependant parameter defaulting logic. |
| ### Every parameter can be overridden using the hiera lookup hierarchy. The enclosd |
| ### hiera.yaml provides for this by adding a site.yaml to the lookup where |
| ### site-specific overrides can be placed. Therefore this file should never need |
| ### changing by site admins. |
| |
| # FQDN of Namenode |
| #bigtop::hadoop_head_node: "hadoopmaster.example.com" |
| # FQDN of standby node (enables HA if set) |
| #bigtop::hadoop_standby_head_node: "standbyNN.example.com" |
| # FQDN of gateway node (if separate from NN) |
| #bigtop::hadoop_gateway_node: "gateway.example.com" |
| |
| # A list of stack' components to be deployed can be specified via special |
| # "$components" list. If $components isn't set then everything in the stack will |
| # be installed as usual. Otherwise only a specified list will be set |
| # Possible elements: |
| # hadoop,yarn,hbase,alluxio,flink,flume,solrcloud,spark,oozie,hcat,sqoop,sqoop2,httpfs, |
| # hue,mahout,giraph,crunch,pig,hive,zookeeper,ycsb,qfs |
| # Example (to deploy only HDFS and YARN server and gateway parts) |
| # This can be a comma-separated list or an array. |
| #hadoop_cluster_node::cluster_components: |
| # - hadoop |
| # - yarn |
| |
| # A list of roles can be assigned to each node in a cluster via "bigtop::roles" |
| # hiera conf. This is useful if you want to run specific daemons/processes of a component |
| # (lets say hadoop) on specific nodes. To enable roles, you need to explicitly set |
| # "bigtop::roles_enabled" conf to true. By default, it is not enabled. If not enabled, |
| # bigtop will honour the hadoop_cluster_node::cluster_components parameter and assume |
| # respective roles to each node based on hadoop_head_node, hadoop_gateway_node |
| # and other nodes (worker nodes) classification. For full list of roles |
| # supported by each component, refer to $roles_map datastructure in cluster.pp file |
| # for example: |
| |
| #bigtop::roles: |
| # - namenode |
| # - resourcemanager |
| |
| # By specifying above roles, you instruct a node to run only namenode and resourcemanager. |
| # When roles are disabled, all worker daemons for each component assume hadoop_head_node as |
| # their master. With roles enabled, this assumption may no longer be valid and its upto the user |
| # to specify the FQDN for each master daemons to all nodes so that worker daemons can communicate |
| # with master. FQDN and port for master daemons of each component can be specified using below |
| # configurations. |
| |
| # Storage directories (will be created if doesn't exist) |
| #hadoop::hadoop_storage_dirs: |
| # - /data/1 |
| # - /data/2 |
| # - /data/3 |
| # - /data/4 |
| |
| #bigtop::bigtop_repo_uri: "http://mirror.example.com/path/to/mirror/" |
| |
| # Use a pre-installed java environment. The default value of 'false' will cause |
| # the configured 'bigtop::jdk_package_name' package to be installed. Setting |
| # this to 'true' will ignore the configured 'bigtop::jdk_package_name' but |
| # requires a compatible java environment be avaialble prior to Bigtop |
| # installation. |
| #bigtop::jdk_preinstalled: false |
| |
| # Test-only variable controls if user hdfs' sshkeys should be installed to allow |
| # for passwordless login across the cluster. Required by some integration tests |
| #hadoop::common_hdfs::testonly_hdfs_sshkeys: "no" |
| |
| # Default |
| #hadoop::common_hdfs::ha: "disabled" |
| |
| # Kerberos |
| #hadoop::hadoop_security_authentication: "kerberos" |
| #kerberos::site::domain: "do.main" |
| #kerberos::site::realm: "DO.MAIN" |
| #kerberos::site::kdc_server: "localhost" |
| #kerberos::site::kdc_port: "88" |
| #kerberos::site::admin_port: "749" |
| #kerberos::site::keytab_export_dir: "/var/lib/bigtop_keytabs" |
| |
| # applies to hdfs, yarn, mapred and httpfs |
| hadoop::kerberos_realm: "%{hiera('kerberos::site::realm')}" |
| |
| hadoop::common_hdfs::hadoop_namenode_host: "%{hiera('bigtop::hadoop_head_node')}" |
| # actually default but needed for hadoop_namenode_uri here |
| hadoop::common_hdfs::hadoop_namenode_port: "8020" |
| |
| # Set as shown below in site.yaml to also enable Kerberos authentication |
| # on the web GUIs of journalnode, namenode, datanode, resourcemanager and |
| # nodemanager when you enable Kerberos for Hadoop API communication. This |
| # intentionally is not the default right now. |
| #hadoop::common_hdfs::hadoop_http_authentication_type: "%{hiera('hadoop::hadoop_security_authentication')}" |
| # |
| # A secret is necessary for the cross-service-cross-node session cookie. |
| # Provide this by setting the following to something long and secret: |
| #hadoop::common_hdfs::hadoop_http_authentication_signature_secret: |
| |
| # ... or have trocla generate secrets for Hadoop components automatically. For |
| # this to work, the trocla puppet module must be installed. |
| #hadoop::generate_secrets: true |
| |
| hadoop::common_yarn::hadoop_ps_host: "%{hiera('bigtop::hadoop_head_node')}" |
| hadoop::common_yarn::hadoop_rm_host: "%{hiera('bigtop::hadoop_head_node')}" |
| # actually default but needed for hue::server::rm_port here |
| hadoop::common_yarn::hadoop_rm_port: "8032" |
| |
| hadoop::common_mapred_app::jobtracker_host: "%{hiera('bigtop::hadoop_head_node')}" |
| hadoop::common_mapred_app::mapreduce_jobhistory_host: "%{hiera('bigtop::hadoop_head_node')}" |
| # actually default but needed for hadoop::common_yarn::yarn_log_server_url here |
| bigtop::hadoop_history_server_port: "19888" |
| bigtop::hadoop_history_server_url: "http://%{hiera('hadoop::common_mapred_app::mapreduce_jobhistory_host')}:%{hiera('bigtop::hadoop_history_server_port')}" |
| hadoop::common_yarn::yarn_log_server_url: "%{hiera('bigtop::hadoop_history_server_url')}/jobhistory/logs" |
| |
| # actually default but needed for hue::server::webhdfs_url here |
| hadoop::httpfs::hadoop_httpfs_port: "14000" |
| |
| bigtop::hadoop_zookeeper_port: "2181" |
| hadoop::zk: "%{hiera('bigtop::hadoop_head_node')}:%{hiera('bigtop::hadoop_zookeeper_port')}" |
| |
| bigtop::hadoop_namenode_uri: "hdfs://%{hiera('hadoop::common_hdfs::hadoop_namenode_host')}:%{hiera('hadoop::common_hdfs::hadoop_namenode_port')}" |
| hadoop_hbase::base_relative_rootdir: "/hbase" |
| hadoop_hbase::common_config::rootdir: "%{hiera('bigtop::hadoop_namenode_uri')}%{hiera('hadoop_hbase::base_relative_rootdir')}" |
| hadoop_hbase::common_config::zookeeper_quorum: "%{hiera('bigtop::hadoop_head_node')}" |
| hadoop_hbase::common_config::kerberos_realm: "%{hiera('kerberos::site::realm')}" |
| hadoop_hbase::client::thrift: true |
| hadoop_hbase::deploy::auxiliary: true |
| |
| solr::server::root_url: "%{hiera('bigtop::hadoop_namenode_uri')}" |
| solr::server::zk: "%{hiera('hadoop::zk')}" |
| solr::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" |
| # Default but needed here to make sure, hue uses the same port |
| solr::server::port: "1978" |
| |
| hadoop_oozie::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" |
| |
| hcatalog::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" |
| hcatalog::webhcat::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" |
| |
| spark::common::master_host: "%{hiera('bigtop::hadoop_head_node')}" |
| |
| alluxio::common::master_host: "%{hiera('bigtop::hadoop_head_node')}" |
| |
| # qfs |
| qfs::common::metaserver_host: "%{hiera('bigtop::hadoop_head_node')}" |
| qfs::common::metaserver_port: "30000" |
| qfs::common::chunkserver_port: "30000" |
| qfs::common::metaserver_client_port: "20000" |
| qfs::common::chunkserver_client_port: "22000" |
| |
| hadoop_zookeeper::server::myid: "0" |
| hadoop_zookeeper::server::ensemble: |
| - ["0", "%{hiera('bigtop::hadoop_head_node')}:2888:3888"] |
| hadoop_zookeeper::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" |
| |
| # those are only here because they were present as extlookup keys previously |
| bigtop::hadoop_rm_http_port: "8088" |
| bigtop::hadoop_rm_proxy_port: "8088" |
| bigtop::sqoop2_server_port: "12000" |
| bigtop::hbase_thrift_port: "9090" |
| bigtop::hadoop_oozie_port: "11000" |
| |
| hue::server::rm_host: "%{hiera('hadoop::common_yarn::hadoop_rm_host')}" |
| hue::server::rm_port: "%{hiera('hadoop::common_yarn::hadoop_rm_port')}" |
| hue::server::rm_url: "http://%{hiera('bigtop::hadoop_head_node')}:%{hiera('bigtop::hadoop_rm_http_port')}" |
| hue::server::rm_proxy_url: "http://%{hiera('hadoop::common_yarn::hadoop_ps_host')}:%{hiera('hadoop::common_yarn::hadoop_ps_port')}" |
| hue::server::history_server_url: "%{hiera('bigtop::hadoop_history_server_url')}" |
| # those use fqdn instead of hadoop_head_node because it's only ever activated |
| # on the gatewaynode |
| hue::server::webhdfs_url: "http://%{fqdn}:%{hiera('hadoop::httpfs::hadoop_httpfs_port')}/webhdfs/v1" |
| hue::server::sqoop2_url: "http://%{fqdn}:%{hiera('bigtop::sqoop2_server_port')}/sqoop" |
| hue::server::solr_url: "http://%{fqdn}:%{hiera('solr::server::port')}/solr/" |
| hue::server::hbase_thrift_url: "%{fqdn}:%{hiera('bigtop::hbase_thrift_port')}" |
| hue::server::oozie_url: "http://%{hiera('bigtop::hadoop_head_node')}:%{hiera('bigtop::hadoop_oozie_port')}/oozie" |
| hue::server::default_fs: "%{hiera('bigtop::hadoop_namenode_uri')}" |
| hue::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" |
| |
| giraph::client::zookeeper_quorum: "%{hiera('bigtop::hadoop_head_node')}" |
| |
| hadoop_hive::client::hbase_zookeeper_quorum: "%{hiera('hadoop_hbase::common_config::zookeeper_quorum')}" |
| |
| # tez |
| hadoop::common::tez_conf_dir: "/etc/tez/conf" |
| hadoop::common::tez_jars: "/usr/lib/tez" |
| |
| # to enable tez in hadoop, uncomment the lines below |
| # hadoop::common::use_tez: true |
| # hadoop::common_mapred_app::mapreduce_framework_name: "yarn-tez" |
| |
| # to enable tez in hive, uncomment the lines below |
| # hadoop_hive::client::hive_execution_engine: "tez" |
| |
| #kafka |
| kafka::server::port: "9092" |
| kafka::server::zookeeper_connection_string: "%{hiera('bigtop::hadoop_head_node')}:2181" |
| |
| zeppelin::server::spark_master_url: "yarn-client" |
| zeppelin::server::hiveserver2_url: "jdbc:hive2://%{hiera('hadoop-hive::common::hiveserver2_host')}:%{hiera('hadoop-hive::common::hiveserver2_port')}" |
| zeppelin::server::hiveserver2_user: "%{hiera('bigtop::hiveserver2_user')}" |
| zeppelin::server::hiveserver2_password: "%{hiera('bigtop::hiveserver2_password')}" |
| |
| # Flink |
| flink::common::jobmanager_host: "%{hiera('bigtop::hadoop_head_node')}" |
| flink::common::jobmanager_port: "6123" |
| |
| flink::common::ui_port: "8081" |
| flink::common::storage_dirs: "%{hiera('hadoop::hadoop_storage_dirs')}" |