| # |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # |
| # |
| class hdp-hadoop::namenode( |
| $service_state = $hdp::params::cluster_service_state, |
| $slave_hosts = [], |
| $format = true, |
| $opts = {} |
| ) inherits hdp-hadoop::params |
| { |
| $hdp::params::service_exists['hdp-hadoop::namenode'] = true |
| |
| Hdp-hadoop::Common<||>{service_states +> $service_state} |
| Hdp-hadoop::Package<||>{include_64_bit => true} |
| Hdp-hadoop::Configfile<||>{sizes +> 64} |
| |
| if ($service_state == 'no_op') { |
| } elsif ($service_state in ['running','stopped','installed_and_configured','uninstalled']) { |
| $dfs_name_dir = $hdp-hadoop::params::dfs_name_dir |
| |
| #adds package, users and directories, and common hadoop configs |
| include hdp-hadoop::initialize |
| |
| if ( ($service_state == 'installed_and_configured') and |
| ($security_enabled == true) and ($kerberos_install_type == "AMBARI_SET_KERBEROS") ) { |
| $masterHost = $kerberos_adminclient_host[0] |
| hdp::download_keytab { 'namenode_service_keytab' : |
| masterhost => $masterHost, |
| keytabdst => "${$keytab_path}/nn.service.keytab", |
| keytabfile => 'nn.service.keytab', |
| owner => $hdp-hadoop::params::hdfs_user |
| } |
| hdp::download_keytab { 'namenode_hdfs_headless_keytab' : |
| masterhost => $masterHost, |
| keytabdst => "${$keytab_path}/hdfs.headless.keytab", |
| keytabfile => 'hdfs.headless.keytab', |
| owner => $hdp-hadoop::params::hdfs_user, |
| hostnameInPrincipals => 'no' |
| } |
| hdp::download_keytab { 'namenode_spnego_keytab' : |
| masterhost => $masterHost, |
| keytabdst => "${$keytab_path}/spnego.service.keytab", |
| keytabfile => 'spnego.service.keytab', |
| owner => $hdp-hadoop::params::hdfs_user, |
| mode => '0440', |
| group => 'hadoop' |
| } |
| } |
| |
| hdp-hadoop::namenode::create_name_dirs { $dfs_name_dir: |
| service_state => $service_state |
| } |
| |
| Hdp-Hadoop::Configfile<||>{namenode_host => $hdp::params::host_address} |
| Hdp::Configfile<||>{namenode_host => $hdp::params::host_address} #for components other than hadoop (e.g., hbase) |
| |
| if ($service_state == 'running' and $format == true) { |
| class {'hdp-hadoop::namenode::format' : } |
| } |
| |
| hdp-hadoop::service{ 'namenode': |
| ensure => $service_state, |
| user => $hdp-hadoop::params::hdfs_user, |
| initial_wait => hdp_option_value($opts,'wait') |
| } |
| |
| hdp-hadoop::namenode::create_app_directories { 'create_app_directories' : |
| service_state => $service_state |
| } |
| |
| hdp-hadoop::namenode::create_user_directories { 'create_user_directories' : |
| service_state => $service_state |
| } |
| |
| #top level does not need anchors |
| Class['hdp-hadoop'] -> Hdp-hadoop::Service['namenode'] |
| Hdp-hadoop::Namenode::Create_name_dirs<||> -> Hdp-hadoop::Service['namenode'] |
| Hdp-hadoop::Service['namenode'] -> Hdp-hadoop::Namenode::Create_app_directories<||> -> Hdp-hadoop::Namenode::Create_user_directories<||> |
| if ($service_state == 'running' and $format == true) { |
| Class['hdp-hadoop'] -> Class['hdp-hadoop::namenode::format'] -> Hdp-hadoop::Service['namenode'] |
| Hdp-hadoop::Namenode::Create_name_dirs<||> -> Class['hdp-hadoop::namenode::format'] |
| } |
| } else { |
| hdp_fail("TODO not implemented yet: service_state = ${service_state}") |
| } |
| } |
| |
| define hdp-hadoop::namenode::create_name_dirs($service_state) |
| { |
| $dirs = hdp_array_from_comma_list($name) |
| hdp::directory_recursive_create { $dirs : |
| owner => $hdp-hadoop::params::hdfs_user, |
| mode => '0755', |
| service_state => $service_state, |
| force => true |
| } |
| } |
| |
| define hdp-hadoop::namenode::create_app_directories($service_state) |
| { |
| |
| if ($service_state == 'running') { |
| |
| hdp-hadoop::hdfs::directory{ "/tmp" : |
| service_state => $service_state, |
| owner => $hdp-hadoop::params::hdfs_user, |
| mode => '777' |
| } |
| |
| hdp-hadoop::hdfs::directory{ '/mapred' : |
| service_state => $service_state, |
| owner => $hdp-hadoop::params::mapred_user |
| } |
| hdp-hadoop::hdfs::directory{ '/mapred/system' : |
| service_state => $service_state, |
| owner => $hdp-hadoop::params::mapred_user |
| } |
| Hdp-hadoop::Hdfs::Directory['/mapred'] -> Hdp-hadoop::Hdfs::Directory['/mapred/system'] |
| |
| if ($hdp::params::hbase_master_host != "") { |
| $hdfs_root_dir = $hdp::params::hbase_hdfs_root_dir |
| hdp-hadoop::hdfs::directory { $hdfs_root_dir: |
| owner => $hdp::params::hbase_user, |
| service_state => $service_state |
| } |
| } |
| |
| if ($hdp::params::hive_server_host != "") { |
| $hive_user = $hdp::params::hive_user |
| $hive_apps_whs_dir = $hdp::params::hive_apps_whs_dir |
| |
| hdp-hadoop::hdfs::directory{ $hive_apps_whs_dir: |
| service_state => $service_state, |
| owner => $hive_user, |
| mode => '777', |
| recursive_chmod => true |
| } |
| } |
| |
| if ($hdp::params::webhcat_server_host != "") { |
| $webhcat_user = $hdp::params::webhcat_user |
| $webhcat_apps_dir = $hdp::params::webhcat_apps_dir |
| |
| hdp-hadoop::hdfs::directory{ $webhcat_apps_dir: |
| service_state => $service_state, |
| owner => $webhcat_user, |
| mode => '755', |
| recursive_chmod => true |
| } |
| } |
| } |
| } |
| |
| |
| define hdp-hadoop::namenode::create_user_directories($service_state) |
| { |
| if ($service_state == 'running') { |
| $smoke_hdfs_user_dir = $hdp::params::smoke_hdfs_user_dir |
| |
| $smoke_user_dir_item="$smoke_hdfs_user_dir," |
| |
| if ($hdp::params::hive_server_host != "") { |
| $hive_hdfs_user_dir = $hdp::params::hive_hdfs_user_dir |
| $hive_dir_item="$hive_hdfs_user_dir," |
| } else { |
| $hive_dir_item="" |
| } |
| |
| if ($hdp::params::oozie_server != "") { |
| $oozie_hdfs_user_dir = $hdp::params::oozie_hdfs_user_dir |
| $oozie_dir_item="$oozie_hdfs_user_dir," |
| } else { |
| $oozie_dir_item="" |
| } |
| |
| if ($hdp::params::webhcat_server_host != "") { |
| $hcat_hdfs_user_dir = $hdp::params::hcat_hdfs_user_dir |
| $webhcat_hdfs_user_dir = $hdp::params::webhcat_hdfs_user_dir |
| $webhcat_dir_item="$webhcat_hdfs_user_dir," |
| if ($hcat_hdfs_user_dir != webhcat_hdfs_user_dir) { |
| $hcat_dir_item="$hcat_hdfs_user_dir," |
| } else { |
| $hcat_dir_item="" |
| } |
| } else { |
| $webhcat_dir_item="" |
| } |
| |
| $users_dir_list_comm_sep = "$smoke_user_dir_item $hive_dir_item $oozie_dir_item $hcat_dir_item $webhcat_dir_item" |
| |
| #Get unique users directories set |
| $users_dirs_set = hdp_set_from_comma_list($users_dir_list_comm_sep) |
| |
| hdp-hadoop::namenode::create_user_directory{$users_dirs_set: |
| service_state => $service_state} |
| } |
| |
| } |
| |
| define hdp-hadoop::namenode::create_user_directory($service_state) |
| { |
| |
| $owner = hdp_hadoop_get_owner($name) |
| $mode = hdp_hadoop_get_mode($name) |
| debug("## Creating user directory: $name, owner: $owner, mode: $mode") |
| hdp-hadoop::hdfs::directory{ $name: |
| service_state => $service_state, |
| mode => $mode, |
| owner => $owner, |
| recursive_chmod => true |
| } |
| } |
| |
