| #!/usr/bin/env python |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| """examines environment, then: |
| - configures classpath as per environment or command-line options |
| - detects Tomcat (on Windows) |
| - detects or configures directories according to command-line options""" |
| |
| import Utils,Node,Options,Logs,Scripting,Environment,Build,Configure |
| from os import unlink as _unlink, makedirs as _makedirs, getcwd as _getcwd, chdir as _chdir |
| try: from os import getuid as _getuid |
| except ImportError: pass |
| from os.path import abspath as _abspath, basename as _basename, dirname as _dirname, exists as _exists, isdir as _isdir, split as _split, join as _join, expanduser as _expanduser, sep, pathsep, pardir |
| from glob import glob as _glob |
| import time |
| |
| |
| # list of JARs that provide the build dependencies |
| # "j" generally means /usr/share/java |
| # when adding a new system JAR file: |
| # 1. check the hard_deps variable at the bottom and add the appropriate packaging information, |
| # 2. add the RPM package that contains the jarfile into the cloud.spec file, and the DEB package into the debian/control file |
| # 3. (the jars specified here will be looked up at runtime with build-classpath, on linux installs) |
| systemjars = { |
| 'common': |
| ( |
| "commons-collections.jar", |
| # "commons-daemon.jar", |
| "commons-dbcp.jar", |
| "commons-codec.jar", |
| "commons-logging.jar", |
| "commons-logging-api.jar", |
| "commons-pool.jar", |
| "commons-httpclient.jar", |
| "commons-fileupload.jar", |
| "ws-commons-util.jar", |
| "mysql-connector-java.jar", |
| ), |
| 'Fedora': |
| ( |
| "tomcat6-servlet-2.5-api.jar", |
| "tomcat6-el-2.1-api-6.0.26.jar", |
| "tomcat6-jsp-2.1-api-6.0.26.jar", |
| #"tomcat6/catalina.jar", # all supported distros put the file there |
| ), |
| 'RHEL': |
| ( |
| "tomcat6-servlet-2.5-api.jar", |
| "tomcat6-el-2.1-api-6.0.24.jar", |
| "tomcat6-jsp-2.1-api-6.0.24.jar", |
| "jakarta-taglibs-core-1.1.1.jar", |
| "jakarta-taglibs-standard-1.1.1.jar", |
| "tomcat6/jasper.jar", |
| "tomcat6/jasper-el.jar", |
| "tomcat6/jasper-jdt.jar", |
| |
| ), |
| 'CentOS': |
| ( |
| "tomcat6-servlet-2.5-api.jar", |
| "tomcat6-jsp-2.1-api-6.0.24.jar", |
| "tomcat6-el-2.1-api-6.0.24.jar", |
| "jakarta-taglibs-core-1.1.1.jar", |
| "jakarta-taglibs-standard-1.1.1.jar", |
| "tomcat6/jasper.jar", |
| "tomcat6/jasper-el.jar", |
| "tomcat6/jasper-jdt.jar", |
| #"tomcat6/catalina.jar", # all supported distros put the file there |
| ), |
| 'Ubuntu': |
| ( |
| "servlet-api-2.5.jar", |
| "jsp-api-2.1.jar", |
| "jasper.jar", |
| "el-api-2.1.jar", |
| "jasper-el.jar", |
| "ecj.jar", |
| "cglib.jar", |
| "asm3.jar", |
| "jsch.jar", |
| "backport-util-concurrent.jar", |
| "jetty.jar", |
| "jetty-util.jar", |
| "jetty-start-daemon.jar", |
| "jetty-sslengine.jar", |
| "jetty-start.jar", |
| "jna.jar", |
| "log4j-1.2.jar", |
| "catalina-tribes.jar", |
| ), |
| 'Windows': |
| ( |
| "servlet-api.jar", # this ships with Tomcat in lib/ |
| #"catalina.jar", |
| ), |
| 'Mac': |
| ( |
| "servlet-api.jar", |
| ), |
| 'openSUSE': |
| ( |
| "tomcat6-servlet-2.5-api.jar", |
| "tomcat6-jsp-2.1-api-6.0.24.jar", |
| "tomcat6-el-1.0-api.jar" |
| ), |
| 'SLES': |
| ( |
| "tomcat6-servlet-2.5-api.jar", |
| "tomcat6-jsp-2.1-api-6.0.24.jar", |
| "tomcat6-el-1.0-api.jar" |
| ) |
| } |
| |
| #A JAR dependency may be: |
| |
| #- required during compile-time |
| #- required during run-time |
| |
| #A JAR file can be available: |
| |
| #- in Tomcat lib/ |
| #- as a Linux system package |
| #- in the cloud-deps package |
| #- in the cloud-premium package |
| |
| # servlet-api: |
| |
| #- is required during compile-time |
| #- is required during management server run-time |
| #- is available in Tomcat lib/ (Windows/Mac) AND as a system package (Linux) |
| # -> ERGO, we do not need to include it |
| # but it should be named on the SYSTEMJARS (which is then used in the tomcat6.conf to build the MS classpath), |
| # and it should also be in the compile-time CLASSPATH |
| |
| # ===================================== |
| |
| # list of dependencies for configure check |
| # (classname,fedora package name,ubuntu package name) |
| # when adding a package name here, also add to the spec or debian control file |
| hard_deps = [ |
| ('java.io.FileOutputStream',"java-devel","openjdk-6-jdk"), |
| ('javax.servlet.http.Cookie',"tomcat6-servlet-2.5-api","libservlet2.5-java","(if on Windows,did you set TOMCAT_HOME to point to your Tomcat setup?)"), |
| ('org.apache.naming.resources.Constants',"tomcat6-lib","libtomcat6-java","(if on Windows,did you set TOMCAT_HOME to point to your Tomcat setup?)"), |
| ] |
| |
| |
| if Options.options.VERNUM: |
| Version = Options.options.VERNUM |
| else: |
| Version = "2.2" |
| builddate = time.strftime("%Y.%m.%d.%H.%M.%S", time.localtime()).replace('.','') |
| conf.env.VERSION = Version + "." + builddate |
| |
| conf.check_message_1('Detecting distribution') |
| if Options.platform == 'win32': conf.env.DISTRO = "Windows" |
| elif Options.platform == 'darwin': conf.env.DISTRO = "Mac" |
| elif _exists("/etc/network"): conf.env.DISTRO = "Ubuntu" |
| elif _exists("/etc/fedora-release"): conf.env.DISTRO = "Fedora" |
| elif _exists("/etc/centos-release"): conf.env.DISTRO = "CentOS" |
| elif _exists("/etc/redhat-release"): |
| version = file("/etc/redhat-release").readline() |
| if version.find("Red Hat Enterprise Linux Server release 6") != -1: |
| conf.env.DISTRO = "RHEL" |
| elif version.find("CentOS release") != -1: |
| conf.env.DISTRO = "CentOS" |
| elif _exists("/etc/SuSE-release"): |
| content = file("/etc/SuSE-release").readlines() |
| supportedVersion = None |
| if content[0].find("SUSE Linux Enterprise Server 11") != -1: |
| spLevel = eval(content[-1].split()[-1]) |
| if spLevel >= 2: |
| conf.env.DISTRO = "SLES" |
| supportedVersion = 1 |
| elif content[0].find("openSUSE") != -1: |
| version = eval(content[1].split()[-1]) |
| if version >= 12.1: |
| conf.env.DISTRO = "openSUSE" |
| supportedVersion = 1 |
| if not supportedVersion: |
| conf.env.DISTRO = "unknown" |
| else: conf.env.DISTRO = "unknown" |
| if conf.env.DISTRO == "unknown": c = "YELLOW" |
| else: c = "GREEN" |
| conf.check_message_2(conf.env.DISTRO,c) |
| conf.check_message_1('Detecting installation prefix') |
| if Options.options.prefix == Options.default_prefix: |
| if conf.env.DISTRO == 'Windows': |
| conf.env.PREFIX = 'C:\\CloudStack' |
| elif _getuid() != 0: # not root |
| conf.env.PREFIX = _join(_expanduser("~"),"cloudstack") |
| conf.check_message_2("%s"%conf.env.PREFIX,"GREEN") |
| |
| conf.check_tool('misc') |
| |
| conf.check_tool("gnu_dirs") |
| if conf.env.DISTRO == 'Windows': |
| # waf uses slashes somewhere along the line in some paths. we fix them on windows. |
| for pth in [ x for x in conf.env.get_merged_dict().keys() if x.endswith("DIR") ]: |
| if not pth: continue |
| if not conf.env[pth]: continue |
| conf.env[pth] = conf.env[pth].replace("/","\\") |
| |
| conf.check_tool('tar') |
| try: conf.check_tool('mkisofs') |
| except Configure.ConfigurationError,e: |
| raise Configure.ConfigurationError, "The program genisoimage (or mkisofs) could not be found.\nOn Linux: ./waf installrpmdeps or ./waf installdebdeps according to your distro's package format.\nOn Windows: Use cygwin to install the mkisofs package, then ensure that the program is in your PATH." |
| conf.check_tool('java') |
| |
| conf.check_tool("python") |
| conf.check_python_version((2,4,0)) |
| |
| conf.check_message_1('Detecting Python MySQL module') |
| try: import MySQLdb |
| except ImportError,e: |
| raise Configure.ConfigurationError, "The Python MySQLdb module could not be found.\nOn Linux: ./waf installrpmdeps or ./waf installdebdeps according to your distro's package format.\nOn Windows: Install MySQL 5.1 on your machine, then install the Python MySQLdb module for Python %s.\nThe module for Python 2.6 / win32 / MySQL 5.1 is available here: http://soemin.googlecode.com/files/MySQL-python-1.2.3c1.win32-py2.6.exe"%conf.env.PYTHON_VERSION |
| conf.check_message_2('MySQLdb','GREEN') |
| conf.check_message_1('Database info for developer setup') |
| for a in "DBHOST DBUSER DBPW".split(): conf.env[a] = getattr(Options.options, a, '') |
| conf.check_message_2("user: %r, password: %r, host: %r"%(conf.env.DBUSER,conf.env.DBPW,conf.env.DBHOST),'GREEN') |
| |
| try: conf.check_tool("tomcat") |
| except Configure.ConfigurationError,e: |
| conf.fatal("Tomcat directory %r not found. Either install Tomcat using ./waf installrpmdeps or ./waf installdebdeps, or manually install Tomcat to a directory in your system and set the environment variable TOMCAT_HOME to point to it."%conf.env.TOMCATHOME) |
| |
| conf.env.COMMONPATH = _join(conf.env.PACKAGE,"common") |
| conf.env.AGENTPATH = _join(conf.env.PACKAGE,"agent") |
| conf.env.CPPATH = _join(conf.env.PACKAGE,"console-proxy") |
| conf.env.IPALLOCATORPATH = _join(conf.env.PACKAGE,"ipallocator") |
| conf.env.MSPATH = _join(conf.env.PACKAGE,"management") |
| conf.env.USAGEPATH = _join(conf.env.PACKAGE,"usage") |
| conf.env.SETUPPATH = _join(conf.env.PACKAGE,"setup") |
| conf.env.SERVERPATH = _join(conf.env.PACKAGE,"server") |
| |
| if conf.env.DISTRO in ['Windows','Mac']: |
| conf.env.MSENVIRON = conf.env.TOMCATHOME |
| conf.env.MSCONF = _join(conf.env.TOMCATHOME,"conf") |
| conf.env.MSLOGDIR = _join(conf.env.TOMCATHOME,"logs") |
| conf.env.MSMNTDIR = _join(conf.env.TOMCATHOME,"mnt") |
| conf.env.JAVADIR = _join(conf.env.MSENVIRON,"lib") |
| conf.env.PREMIUMJAVADIR = conf.env.JAVADIR |
| conf.env.PLUGINJAVADIR = conf.env.JAVADIR |
| conf.env.SYSTEMJAVADIR = conf.env.JAVADIR |
| else: |
| conf.env.MSENVIRON = _join(conf.env.DATADIR,conf.env.MSPATH) |
| conf.env.MSCONF = _join(conf.env.SYSCONFDIR,conf.env.MSPATH) |
| conf.env.MSLOGDIR = _join(conf.env.LOCALSTATEDIR,"log",conf.env.MSPATH) |
| conf.env.MSMNTDIR = _join(conf.env.SHAREDSTATEDIR,conf.env.PACKAGE,"mnt") |
| conf.check_tool('compiler_cc') |
| conf.check_cc(lib='dl') |
| conf.check_tool('usermgmt') |
| conf.check_message_1('Determining management server user name') |
| msuser = getattr(Options.options, 'MSUSER', '') |
| if msuser: |
| conf.env.MSUSER = msuser |
| conf.check_message_2("%s (forced through --tomcat-user)"%conf.env.MSUSER,"GREEN") |
| else: |
| conf.env.MSUSER = conf.env.PACKAGE |
| conf.check_message_2("%s (Linux default)"%conf.env.MSUSER,"GREEN") |
| conf.check_tool("javadir") |
| conf.env.PREMIUMJAVADIR = _join(conf.env.JAVADIR,"%s-premium"%conf.env.PACKAGE) |
| conf.env.PLUGINJAVADIR = _join(conf.env.JAVADIR,"%s-plugins"%conf.env.PACKAGE) |
| conf.env.SYSTEMJAVADIR = "/usr/share/java" |
| |
| in_javadir = lambda name: _join(conf.env.JAVADIR,_basename(name)) # $PREFIX/share/java |
| in_system_javadir = lambda name: _join(conf.env.SYSTEMJAVADIR,name) # /usr/share/java |
| in_premiumjavadir = lambda name: _join(conf.env.PREMIUMJAVADIR,name) # $PREFIX/share/java/cloud-premium |
| |
| conf.env.COMMONLIBDIR = Utils.subst_vars(_join("${LIBDIR}","${COMMONPATH}"),conf.env) |
| |
| conf.env.AGENTLIBDIR = Utils.subst_vars(_join("${LIBDIR}","${AGENTPATH}"),conf.env) |
| conf.env.AGENTSYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${AGENTPATH}"),conf.env) |
| conf.env.AGENTLOGDIR = Utils.subst_vars(_join("${LOCALSTATEDIR}","log","${AGENTPATH}"),conf.env) |
| |
| conf.env.USAGELOGDIR = Utils.subst_vars(_join("${LOCALSTATEDIR}","log","${USAGEPATH}"),conf.env) |
| conf.env.USAGESYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${USAGEPATH}"),conf.env) |
| |
| conf.env.CPLIBDIR = Utils.subst_vars(_join("${LIBDIR}","${CPPATH}"),conf.env) |
| conf.env.CPSYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${CPPATH}"),conf.env) |
| conf.env.CPLOGDIR = Utils.subst_vars(_join("${LOCALSTATEDIR}","log","${CPPATH}"),conf.env) |
| |
| conf.env.MSLOG = _join(conf.env.MSLOGDIR,"management-server.log") |
| conf.env.AWSAPILOG = _join(conf.env.MSLOGDIR,"awsapi.log") |
| conf.env.APISERVERLOG = _join(conf.env.MSLOGDIR,"api-server.log") |
| conf.env.AGENTLOG = _join(conf.env.AGENTLOGDIR,"agent.log") |
| conf.env.USAGELOG = _join(conf.env.USAGELOGDIR,"usage.log") |
| conf.env.CPLOG = _join(conf.env.CPLOGDIR,"console-proxy.log") |
| |
| conf.env.SETUPDATADIR = Utils.subst_vars(_join("${DATADIR}","${SETUPPATH}"),conf.env) |
| |
| conf.env.SERVERSYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${SERVERPATH}"),conf.env) |
| conf.env.PIDDIR = _join(conf.env.LOCALSTATEDIR,"run") |
| conf.env.LOCKDIR = _join(conf.env.LOCALSTATEDIR,"lock","subsys") |
| |
| |
| conf.check_message_1('Building classpaths') |
| |
| # == Here we build the run-time classpaths == |
| |
| # The system classpath points to JARs we expect the user has installed using distro packages |
| # not used for Windows and Mac (except for servlet-api.jar) because we install them from the thirdparty/ directory |
| sysjars = list(systemjars['common']) |
| if conf.env.DISTRO in systemjars.keys(): sysjars = sysjars + list(systemjars[conf.env.DISTRO]) |
| conf.env.SYSTEMJARS = " ".join(sysjars) # used by build-classpath in the initscripts |
| conf.env.SYSTEMCLASSPATH = pathsep.join([ in_system_javadir(x) for x in sysjars ]) # used for compile, waf run and simulate_agent |
| |
| # the deps classpath points to JARs that are installed in the cloud-deps package |
| # these will install on Tomcat6's lib/ directory on Windows and Mac |
| depsclasspath = [ in_javadir(_basename(x)) for x in _glob(_join(conf.srcdir,"deps","*.jar")) ] |
| conf.env.DEPSCLASSPATH = pathsep.join(depsclasspath) |
| conf.env.DEPSCLASSPATH = "/usr/share/java/axis2-1.5.1.jar:" + conf.env.DEPSCLASSPATH |
| |
| # the MS classpath points to JARs required to run the management server |
| msclasspath = [ in_javadir("%s-%s.jar"%(conf.env.PACKAGE,x)) for x in "utils api core server server-extras core-extras vmware-base ovm dp-user-concentrated-pod dp-user-dispersing host-allocator-random plugin-f5 plugin-netscaler plugin-ovs plugin-srx storage-allocator-random user-authenticator-ldap user-authenticator-md5 user-authenticator-plaintext vmware plugin-hypervisor-xen plugin-nicira-nvp plugin-elb plugin-netapp".split() ] |
| conf.env.MSCLASSPATH = pathsep.join(msclasspath) |
| |
| # the agent and simulator classpaths point to JARs required to run these two applications |
| agentclasspath = [ in_javadir("%s-%s.jar"%(conf.env.PACKAGE,x)) for x in "utils api core server server-extras agent console-common console-proxy core-extras agent-extras plugin-hypervisor-kvm".split() ] |
| agentclasspath.append(in_javadir("jna.jar")) |
| conf.env.AGENTCLASSPATH = pathsep.join(agentclasspath) |
| conf.env.AGENTSIMULATORCLASSPATH = pathsep.join(agentclasspath+[in_javadir("%s-agent-simulator.jar"%conf.env.PACKAGE)]) |
| |
| usageclasspath = [ in_javadir("%s-%s.jar"%(conf.env.PACKAGE,x)) for x in "utils api core server server-extras usage core-extras".split() ] |
| conf.env.USAGECLASSPATH = pathsep.join(usageclasspath) |
| |
| # the premium classpath was ELIMINATED |
| # CloudStack now detects the premium classpath at runtime by iterating through the JAR files in @PREMIUMJAVADIR@ |
| # premium JARs will install on Tomcat6's lib/ directory on Windows and Mac |
| |
| # The compile path is composed of the |
| # 1. source directories (without including the JARs) |
| # JARs are not included because in case of parallel compilation (IOW, all the time), javac picks up half-written JARs and die |
| compilecp = []# list(srcdirs) |
| # 2.b) the deps/ directory in the source if on Linux |
| # 2.a) the thirdparty/ directory if available |
| if conf.env.DISTRO in ["Windows","Mac"]: |
| pass |
| else: |
| compilecp+= _glob(_join("deps","*.jar")) |
| compilecp+= _glob(_join("cloudstack-proprietary","thirdparty","*.jar")) |
| # 3. the system classpath (system-installed JARs) |
| compilecp+= [ conf.env.SYSTEMCLASSPATH ] |
| compilecp+= _glob(_join(conf.env.TOMCATHOME,'bin',"*.jar")) |
| compilecp+= _glob(_join(conf.env.TOMCATHOME,'lib',"*.jar")) |
| conf.env.CLASSPATH = pathsep.join(compilecp) |
| conf.check_message_2('Done','GREEN') |
| |
| # log4j config and property config files require backslash escapes on Windows |
| |
| conf.env.COMMONLIBDIR = Utils.subst_vars(_join("${LIBDIR}","${COMMONPATH}"),conf.env) |
| |
| conf.env.AGENTLIBDIR = Utils.subst_vars(_join("${LIBDIR}","${AGENTPATH}"),conf.env) |
| conf.env.AGENTSYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${AGENTPATH}"),conf.env) |
| conf.env.AGENTLOGDIR = Utils.subst_vars(_join("${LOCALSTATEDIR}","log","${AGENTPATH}"),conf.env) |
| |
| conf.env.USAGELOGDIR = Utils.subst_vars(_join("${LOCALSTATEDIR}","log","${USAGEPATH}"),conf.env) |
| conf.env.USAGESYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${USAGEPATH}"),conf.env) |
| |
| conf.env.CPLIBDIR = Utils.subst_vars(_join("${LIBDIR}","${CPPATH}"),conf.env) |
| conf.env.CPSYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${CPPATH}"),conf.env) |
| conf.env.CPLOGDIR = Utils.subst_vars(_join("${LOCALSTATEDIR}","log","${CPPATH}"),conf.env) |
| |
| conf.env.CLIPATH = _join(conf.env.PACKAGE,"cli") |
| |
| conf.env.IPALLOCATORLIBDIR = Utils.subst_vars(_join("${LIBDIR}","${IPALLOCATORPATH}"),conf.env) |
| conf.env.IPALLOCATORSYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${IPALLOCATORPATH}"),conf.env) |
| conf.env.IPALLOCATORLOGDIR = Utils.subst_vars(_join("${LOCALSTATEDIR}","log","${IPALLOCATORPATH}"),conf.env) |
| |
| conf.env.MSLOG = _join(conf.env.MSLOGDIR,"management-server.log") |
| conf.env.APISERVERLOG = _join(conf.env.MSLOGDIR,"api-server.log") |
| conf.env.AGENTLOG = _join(conf.env.AGENTLOGDIR,"agent.log") |
| conf.env.USAGELOG = _join(conf.env.USAGELOGDIR,"usage.log") |
| conf.env.CPLOG = _join(conf.env.CPLOGDIR,"console-proxy.log") |
| conf.env.IPALOCATORLOG = _join(conf.env.IPALLOCATORLOGDIR,"ipallocator.log") |
| |
| conf.env.SETUPDATADIR = Utils.subst_vars(_join("${DATADIR}","${SETUPPATH}"),conf.env) |
| |
| conf.env.CLIDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${CLIPATH}"),conf.env) |
| |
| conf.env.SERVERSYSCONFDIR = Utils.subst_vars(_join("${SYSCONFDIR}","${SERVERPATH}"),conf.env) |
| |
| if conf.env.DISTRO in ["Windows"]: |
| for log in "MSLOG APISERVERLOG AGENTLIBDIR USAGELOG AGENTLOG".split(): conf.env[log] = conf.env[log].replace("\\","\\\\") |
| |
| no_java_class = lambda x: conf.check_java_class(x,with_classpath=conf.env.CLASSPATH) != 0 |
| def require_dependency(javacls,packagenames): |
| if no_java_class(javacls): |
| conf.fatal("Cannot find the Java class %s (available in the distro packages: %s)"%( |
| javacls, ", ".join(packagenames))) |
| def check_dependencies(deps): |
| for d in deps: |
| cls,pkgs = d[0],d[1:] |
| require_dependency(cls,pkgs) |
| |
| if not getattr(Options.options, 'NODEPCHECK', ''): check_dependencies(hard_deps) |
| |
| Utils.pprint("WHITE","Configure finished. Use 'python waf showconfig' to show the configure-time environment.") |