blob: 58ae45415a503ceb8fdcd09e6986d858181fcdde [file] [log] [blame]
#!/bin/bash
#
# @@@ START COPYRIGHT @@@
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#
# @@@ END COPYRIGHT @@@
#
# make sure the environment can build the code of trafodion or not.
# must configure the yum repo right before execute this script.
# run this script with normal user, while must has sudo permission.
function usage {
cat <<EOF
Syntax: $0 [ -y ] [ -h | -help | --help | -v | -version | --version ]
Usage:
1. You can create building environment with this script
2. You must have sudo privileges before running this script.
3. This script will change the following environment:
a) Checking and installing basic commands(like as yum lsb_release awk cut uname).
b) Checking the os version.
c) Installing all libraries which is depended by Trafodion.
d) Removing pdsh and qt-dev if had installed.
e) Checking and setting the java environment.
f) Checking and setting locale(modify the LANG and LC_LANG to en_US.UTF-8)
g) Changing $HOME/.bashrc(Add JAVA_HOME, LANG, LC_LANG and TOOLSDIR, modify PATH)
h) Calling the script traf_tools_setup.sh to install the depended tools.
4. Getting more information from the link:
https://cwiki.apache.org/confluence/display/TRAFODION/Create+Build+Environment
5. It's best to download all the necessary softwares and set the environment variable "MY_SW_HOME" before running this script.
6. You can set optional environment variables as following:
a) MY_JVM_PATH: set the specific JVM path
b) MY_JAVA_VER: set the specific JDK version name
c) MY_SUDO: set the specific sudo command
d) MY_YUM: set the command for installing packages
e) MY_LOCAL_SW_DIST:
7. This script maybe create the directory "${MY_DOWNLOAD_SW_DIST}" if not exits.
EOF
}
#default path
MY_JVM_PATH=${MY_JVM_PATH-"/usr/lib/jvm"}
MY_JAVA_VER=${MY_JAVA_VER-"java-1.7.0-openjdk"}
MY_SUDO=${MY_SUDO-"sudo"}
MY_YUM=${MY_YUM-"${MY_SUDO} yum -y"}
# for setup tools,
MY_SW_HOME=${MY_SW_HOME-"/add_your_local_shared_folder_here"}
MY_LOCAL_SW_DIST=${MY_LOCAL_SW_DIST-${MY_SW_HOME}/local_software_tools}
MY_INSTALL_SW_DIST=${MY_INSTALL_SW_DIST-${MY_SW_HOME}/installed_software_tools}
MY_DOWNLOAD_SW_DIST=${MY_DOWNLOAD_SW_DIST-${MY_SW_HOME}/download_software_tools}
MY_IMPLICIT_Y="n"
while [ $# -gt 0 ];
do
case $1 in
-y) MY_IMPLICIT_Y="y"
;;
-h|-help|--help)
usage
exit 0
;;
-v|-version|--version)
echo "version 0.0.0.1"
exit 0
;;
*) echo "ERROR: Unexpected argument $1"
usage
exit 1
;;
esac
shift
done
CHECKLOG=${LOGFILE-$(pwd)/$0.log}
local_sws=(udis llvm mpich bison icu zookeeper thrift apache-maven protobuf apache-log4cxx hadoop)
http_sws=(
http://sourceforge.net/projects/udis86/files/udis86/1.7/udis86-1.7.2.tar.gz
http://llvm.org/releases/3.2/llvm-3.2.src.tar.gz
http://www.mpich.org/static/downloads/3.0.4/mpich-3.0.4.tar.gz
http://ftp.gnu.org/gnu/bison/bison-3.0.tar.gz
http://download.icu-project.org/files/icu4c/4.4/icu4c-4_4-src.tgz
https://archive.apache.org/dist/zookeeper/zookeeper-3.4.5/zookeeper-3.4.5.tar.gz
http://archive.apache.org/dist/thrift/0.9.0/thrift-0.9.0.tar.gz
http://archive.apache.org/dist/maven/maven-3/3.3.3/binaries/apache-maven-3.3.3-bin.tar.gz
https://github.com/google/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.gz
https://dist.apache.org/repos/dist/release/logging/log4cxx/0.10.0/apache-log4cxx-0.10.0.tar.gz
http://archive.apache.org/dist/hadoop/common/hadoop-2.6.0/hadoop-2.6.0.tar.gz
)
# check the local software directory
if [ ! -d ${MY_LOCAL_SW_DIST} ]; then
echo "WARNING: Local software tools aren't present. Will download all tools from the internet. This will be very slow. If you do have the local software tools present, set the environment variable MY_LOCAL_SW_DIST to point to them and run this script again. The default local software directory is [${MY_LOCAL_SW_DIST}]. Do you want to continue? Enter y/n (default: n):"
if [ "x$MY_IMPLICIT_Y" = "xn" ]; then
read YN
case ${YN} in
Y|y|Yes|YES)
;;
*)
echo "Downloading the following build tools from the internet:"
for i in `seq ${#local_sws[@]}`
do
printf "%2d.%15s: %s\n" ${i} ${local_sws[${i}-1]} ${http_sws[${i}-1]}
done
exit 1
;;
esac
fi
else
# check the local software's source exist or not
for local_sw in ${local_sws[@]}
do
local_file=`ls ${MY_LOCAL_SW_DIST} | grep ${local_sw}`
if [ "x${local_file}" = "x" ]; then
echo "WARNING: [${local_sw}] source file does not exist in directory [${MY_LOCAL_SW_DIST}]"
fi
done
fi
# check the permission.
(${MY_SUDO} touch /etc/trafpermise) >>${LOGFILE}2>&1
if [ "x$?" != "x0" ]; then
echo "ERROR: you must run this script with sudo without password permission."
exit 1
fi
# check some basic commands
basecmds=(yum lsb_release awk cut uname)
for basecmd in ${basecmds[@]}
do
basecmdpath=`which ${basecmd}`
if [ "x$?" != "x0" ]; then
case ${basecmd} in
yum)
echo "ERROR: You must first install yum."
exit 1
;;
lsb_release)
(${MY_YUM} install redhat-lsb) >>${LOGFILE}2>&1
if [ "x$?" = "x0" ]; then
echo "ERROR: yum repo server has an error when running command [${MY_YUM} install redhat-lsb]."
exit 1
fi
;;
*)
echo "ERROR: command [${basecmd}] does not exist. Make sure you have installed it, and have added it to the command path."
exit 1
esac
fi
echo "INFO: command ${basecmd} exists"
done
osname=`uname -o`
cpuarch=`uname -m`
echo "INFO: os is [${osname}], cpu architecture is [${cpuarch}]"
osdistributor=`lsb_release -i | cut -d : -f 2-`
case ${osdistributor} in
*RedHat*|*CentOS*)
echo "INFO: os distributor id is [${osdistributor}]"
;;
*)
echo "ERROR: The OS distribution is [${osdistributor}], but Trafodion only supports RedHat and CentOS presently."
exit 1
esac
osver=`lsb_release -r | cut -d : -f 2-`
osvermajor=`echo $osver | cut -d . -f 1-1`
osverminor=`echo $osver | cut -d . -f 2-2`
case ${osvermajor} in
6|7)
echo "INFO: os version is [$osver]"
;;
*)
echo "ERROR: OS version is [$osver]. Only 6.x versions are presently supported."
exit 1
esac
# install all libs
dependlibs=(
epel-release alsa-lib-devel ant ant-nodeps apr-devel \
apr-util-devel boost-devel cmake device-mapper-multipath \
dhcp doxygen flex gcc-c++ gd git glibc-devel \
glibc-devel.i686 graphviz-perl gzip ${MY_JAVA_VER}-devel \
libX11-devel libXau-devel libaio-devel libcurl-devel \
libibcm.i686 libibumad-devel libibumad-devel.i686 libiodbc \
libiodbc-devel librdmacm-devel librdmacm-devel.i686 \
libxml2-devel lua-devel lzo-minilzo net-snmp-devel \
net-snmp-perl openldap-clients openldap-devel \
openldap-devel.i686 openmotif openssl-devel \
openssl-devel.i686 perl-Config-IniFiles perl-Config-Tiny \
perl-DBD-SQLite perl-Expect perl-IO-Tty perl-Math-Calc-Units \
perl-Params-Validate perl-Parse-RecDescent perl-TermReadKey \
perl-Time-HiRes protobuf-compiler protobuf-devel \
readline-devel rpm-build saslwrapper sqlite-devel unixODBC \
unixODBC-devel uuid-perl wget xerces-c-devel xinetd \
ncurses-devel)
faillibs=()
echo "INFO: install dependent library start"
for dependlib in ${dependlibs[@]}
do
(${MY_YUM} install ${dependlib}) >>${LOGFILE}2>&1
if [ "x$?" != "x0" ]; then
faillibs=("${faillibs[@]}" "${dependlib}")
echo "ERROR: install dependent library [${dependlib}] fail"
else
echo "INFO: install dependent library [${dependlib}] success"
fi
done
echo "INFO: install dependent library finish"
# remove pdsh and qt-dev
echo "INFO: remove pdsh and qt-dev commands to avoid problems with trafodion scripts"
(${MY_YUM} erase pdsh) >>${LOGFILE}2>&1
(${MY_YUM} erase qt-dev) >>${LOGFILE}2>&1
# check and set the java
echo "INFO: check and set java environment"
javadir=`\ls -L ${MY_JVM_PATH} | grep "${MY_JAVA_VER}-" | head -n 1`
javapath="${MY_JVM_PATH}/${javadir}"
if [ ! -d ${javapath} ]; then
echo "ERROR: java dir [${javapath}] isn't right"
exit 1
fi
javahome=`grep JAVA_HOME ~/.bashrc | wc -l`
if [ "x${javahome}" = "x0" ]; then
echo -en "\n# Added by traf_checkset_env.sh of trafodion\n" >> $HOME/.bashrc
echo -en "export JAVA_HOME=${javapath}\n" >> $HOME/.bashrc
echo -en "export PATH=\$PATH:\$JAVA_HOME/bin\n" >> $HOME/.bashrc
else
java_version=`${JAVA_HOME}/bin/java -version 2>&1 | awk 'NR==1{ gsub(/"/,""); print $3}'`
case ${java_version} in
1.7.*)
echo "INFO: java version is [$java_version]"
;;
*)
echo "ERROR: java version is [$java_version]. Only 1.7.x versions are presently supported."
exit 1
esac
fi
# check and set locale
local_locale=`locale | grep -v "en_US.UTF-8" | head -n 1`
if [ "x${local_locale}" != "x" ]; then
lang_set=`grep LANG ~/.bashrc | awk -F= '{ print $2 }'`
if [ "x${lang_set}" != "xen_US.UTF-8" ]; then
echo -en "\n# Added by traf_checkset_env.sh of trafodion\n" >> $HOME/.bashrc
echo -en "export LANG=\"en_US.UTF-8\"\n" >> $HOME/.bashrc
fi
lc_all_set=`grep LC_TIME ~/.bashrc | awk -F= '{ print $2 }'`
if [ "x${lc_all_set}" != "xen_US.UTF-8" ]; then
echo -en "\n# Added by traf_checkset_env.sh of trafodion\n" >> $HOME/.bashrc
echo -en "export LC_ALL=\"en_US.UTF-8\"\n" >> $HOME/.bashrc
fi
fi
# check error
if (("${#faillibs[@]}" > "0")); then
echo "ERROR: libs [${faillibs[@]}] aren't found in your repo server."
exit 1;
fi
source $HOME/.bashrc
echo $'\n'"Build environment is created SUCCESS!"
echo $'\n'"Install the required Build tools start!"
export MY_LOCAL_SW_DIST
if [ ! -e ${MY_DOWNLOAD_SW_DIST} ]; then
echo "INFO: mkdir [${MY_DOWNLOAD_SW_DIST}]"
mkdir ${MY_DOWNLOAD_SW_DIST}
fi
echo "INFO: install tools with command:"\
" [./traf_tools_setup.sh -d ${MY_DOWNLOAD_SW_DIST} -i ${MY_INSTALL_SW_DIST}]]"
./traf_tools_setup.sh -d ${MY_DOWNLOAD_SW_DIST} -i ${MY_INSTALL_SW_DIST}
if [ "x$?" = "x0" ]; then
echo $'\n'"Install the required Build tools SUCCESS!"
else
echo "ERROR: Install the required Build tools FAIL.
the execute command:
[./traf_tools_setup.sh -d ${MY_DOWNLOAD_SW_DIST} -i ${MY_INSTALL_SW_DIST}]"
fi
tooldirexist=`grep TOOLSDIR ~/.bashrc | wc -l`
if [ "x${tooldirexist}" = "x0" ]; then
echo -en "\n# Added by traf_checkset_env.sh of trafodion\n" >> $HOME/.bashrc
echo -en "export TOOLSDIR=${MY_INSTALL_SW_DIST}\n" >> $HOME/.bashrc
echo -en "export PATH=\$PATH:\$TOOLSDIR/apache-maven-3.3.3/bin\n" >> $HOME/.bashrc
fi