| # |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # |
| # |
| class hdp-hadoop::mapred::service_check() |
| { |
| $smoke_test_user = $hdp::params::smokeuser |
| $jar_location = $hdp::params::hadoop_jar_location |
| $input_file = 'mapredsmokeinput' |
| $output_file = "mapredsmokeoutput" |
| |
| $cleanup_cmd = "dfs -rmr ${output_file} ${input_file}" |
| #cleanup put below to handle retries; if retrying there wil be a stale file that needs cleanup; exit code is fn of second command |
| $create_file_cmd = "$cleanup_cmd ; hadoop dfs -put /etc/passwd ${input_file} " #TODO: inconsistent that second comamnd needs hadoop |
| $test_cmd = "fs -test -e ${output_file}" |
| $run_wordcount_job = "jar ${jar_location}/hadoop-examples.jar wordcount ${input_file} ${output_file}" |
| |
| anchor { 'hdp-hadoop::mapred::service_check::begin':} |
| |
| hdp-hadoop::exec-hadoop { 'mapred::service_check::create_file': |
| command => $create_file_cmd, |
| tries => 1, |
| try_sleep => 5, |
| require => Anchor['hdp-hadoop::mapred::service_check::begin'], |
| # notify => Hdp-hadoop::Exec-hadoop['mapred::service_check::run_wordcount'], |
| user => $smoke_test_user |
| } |
| |
| hdp-hadoop::exec-hadoop { 'mapred::service_check::run_wordcount': |
| command => $run_wordcount_job, |
| tries => 1, |
| try_sleep => 5, |
| require => Hdp-hadoop::Exec-hadoop['mapred::service_check::create_file'], |
| notify => Hdp-hadoop::Exec-hadoop['mapred::service_check::test'], |
| user => $smoke_test_user, |
| logoutput => "true" |
| } |
| |
| # exec { 'runjob': |
| # command => "hadoop jar ${jar_location}/hadoop-examples.jar wordcount ${input_file} ${output_file}", |
| # tries => 1, |
| # try_sleep => 5, |
| # require => Hdp-hadoop::Exec-hadoop['mapred::service_check::create_file'], |
| # path => '/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin', |
| # notify => Hdp-hadoop::Exec-hadoop['mapred::service_check::test'], |
| # logoutput => "true", |
| # user => $smoke_test_user |
| # } |
| |
| hdp-hadoop::exec-hadoop { 'mapred::service_check::test': |
| command => $test_cmd, |
| refreshonly => true, |
| require => Hdp-hadoop::Exec-hadoop['mapred::service_check::run_wordcount'], |
| before => Anchor['hdp-hadoop::mapred::service_check::end'], #TODO: remove after testing |
| user => $smoke_test_user |
| } |
| |
| anchor{ 'hdp-hadoop::mapred::service_check::end':} |
| } |