ATLAS-3939: added profile berkeley-solr
diff --git a/distro/.gitignore b/distro/.gitignore
new file mode 100755
index 0000000..2a8ea81
--- /dev/null
+++ b/distro/.gitignore
@@ -0,0 +1,20 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Maven
+elasticsearch
+hbase
+zk
diff --git a/distro/pom.xml b/distro/pom.xml
index b92bd35..db1f23a 100644
--- a/distro/pom.xml
+++ b/distro/pom.xml
@@ -150,6 +150,102 @@
</build>
</profile>
+ <!-- profile to configure berkeley and solr with the distribution -->
+ <profile>
+ <id>berkeley-solr</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <properties>
+ <graph.storage.backend>berkeleyje</graph.storage.backend>
+ <graph.storage.properties>#Berkeley
+atlas.graph.storage.directory=${sys:atlas.home}/data/berkeley
+atlas.graph.storage.lock.clean-expired=true
+atlas.graph.storage.lock.expiry-time=500
+atlas.graph.storage.lock.wait-time=300
+ </graph.storage.properties>
+ <graph.index.backend>solr</graph.index.backend>
+ <graph.index.properties>#Solr
+#Solr cloud mode properties
+atlas.graph.index.search.solr.mode=cloud
+atlas.graph.index.search.solr.zookeeper-url=localhost:2181
+atlas.graph.index.search.solr.zookeeper-connect-timeout=60000
+atlas.graph.index.search.solr.zookeeper-session-timeout=60000
+atlas.graph.index.search.solr.wait-searcher=true
+
+#Solr http mode properties
+#atlas.graph.index.search.solr.mode=http
+#atlas.graph.index.search.solr.http-urls=http://localhost:8983/solr
+ </graph.index.properties>
+ <entity.repository.properties>atlas.EntityAuditRepository.impl=org.apache.atlas.repository.audit.NoopEntityAuditRepository</entity.repository.properties>
+
+ <cassandra.embedded>false</cassandra.embedded>
+ <hbase.embedded>false</hbase.embedded>
+ <solr.embedded>true</solr.embedded>
+
+ <solr.dir>${project.build.directory}/solr</solr.dir>
+ <solr.tar>https://archive.apache.org/dist/lucene/solr/${solr.version}/solr-${solr.version}.tgz</solr.tar>
+ <solr.folder>solr-${solr.version}</solr.folder>
+
+ <zk.dir>${project.build.directory}/zk</zk.dir>
+ <zk.tar>https://archive.apache.org/dist/zookeeper/zookeeper-${zookeeper.version}/zookeeper-${zookeeper.version}.tar.gz</zk.tar>
+ <zk.folder>zookeeper-${zookeeper.version}</zk.folder>
+ </properties>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-antrun-plugin</artifactId>
+ <version>1.7</version>
+ <executions>
+ <!-- package solr -->
+ <execution>
+ <id>solr</id>
+ <phase>generate-resources</phase>
+ <goals>
+ <goal>run</goal>
+ </goals>
+ <configuration>
+ <target name="Download SOLR">
+ <mkdir dir="${solr.dir}" />
+ <mkdir dir="${project.basedir}/solr" />
+ <get src="${solr.tar}" dest="${project.basedir}/solr/${solr.folder}.tgz" usetimestamp="true" verbose="true" skipexisting="true" />
+ <untar src="${project.basedir}/solr/${solr.folder}.tgz" dest="${project.build.directory}/solr.temp" compression="gzip" />
+ <copy todir="${solr.dir}">
+ <fileset dir="${project.build.directory}/solr.temp/${solr.folder}">
+ <include name="**/*" />
+ </fileset>
+ </copy>
+ </target>
+ </configuration>
+ </execution>
+ <!-- package zookeeper -->
+ <execution>
+ <id>zk</id>
+ <phase>generate-resources</phase>
+ <goals>
+ <goal>run</goal>
+ </goals>
+ <configuration>
+ <target name="Download zookeeper">
+ <mkdir dir="${zk.dir}" />
+ <mkdir dir="${project.basedir}/zk" />
+ <get src="${zk.tar}" dest="${project.basedir}/zk/${zk.folder}.tgz" usetimestamp="true" verbose="true" skipexisting="true" />
+ <untar src="${project.basedir}/zk/${zk.folder}.tgz" dest="${project.build.directory}/zk.temp" compression="gzip" />
+ <copy todir="${zk.dir}">
+ <fileset dir="${project.build.directory}/zk.temp/${zk.folder}">
+ <include name="**/*" />
+ </fileset>
+ </copy>
+ </target>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ </profile>
+
<!-- profile to configure berkeley and elasticsearch with the distribution -->
<profile>
<id>berkeley-elasticsearch</id>
diff --git a/distro/src/bin/atlas_config.py b/distro/src/bin/atlas_config.py
index 2d61433..bda8e2a 100755
--- a/distro/src/bin/atlas_config.py
+++ b/distro/src/bin/atlas_config.py
@@ -406,6 +406,13 @@
sys.stdout.write('\n')
+def is_berkelydb(confdir):
+ confFile = os.path.join(confdir, CONF_FILE)
+ storageBackEnd = getConfig(confFile, STORAGE_BACKEND_CONF)
+ if storageBackEnd is not None:
+ storageBackEnd = storageBackEnd.strip()
+ return storageBackEnd is not None and storageBackEnd == 'berkeleyje'
+
def is_hbase(confdir):
confFile = os.path.join(confdir, CONF_FILE)
storageBackEnd = getConfig(confFile, STORAGE_BACKEND_CONF)
@@ -470,6 +477,9 @@
return True
+def is_zookeeper_local(confdir):
+ return is_berkelydb(confdir) or is_cassandra_local(confdir)
+
def get_solr_zk_url(confdir):
confdir = os.path.join(confdir, CONF_FILE)
return getConfig(confdir, SOLR_INDEX_ZK_URL)
diff --git a/distro/src/bin/atlas_start.py b/distro/src/bin/atlas_start.py
index 963faf4..54fd2bd 100755
--- a/distro/src/bin/atlas_start.py
+++ b/distro/src/bin/atlas_start.py
@@ -122,6 +122,8 @@
if mc.is_cassandra_local(confdir):
print "Cassandra embedded configured."
mc.configure_cassandra(atlas_home)
+
+ if mc.is_zookeeper_local(confdir):
mc.configure_zookeeper(atlas_home)
mc.run_zookeeper(mc.zookeeperBinDir(atlas_home), "start", logdir)
print "zookeeper started."
diff --git a/distro/src/bin/atlas_stop.py b/distro/src/bin/atlas_stop.py
index 2e15c0f..400a7d2 100755
--- a/distro/src/bin/atlas_stop.py
+++ b/distro/src/bin/atlas_stop.py
@@ -68,10 +68,9 @@
# stop solr
if mc.is_solr_local(confdir):
-
mc.run_solr(mc.solrBinDir(atlas_home), "stop", None, mc.solrPort(), None, True)
- if mc.is_cassandra_local(confdir):
+ if mc.is_zookeeper_local(confdir):
mc.run_zookeeper(mc.zookeeperBinDir(atlas_home), "stop")
# stop elasticsearch
diff --git a/docs/src/documents/Setup/BuildInstruction.md b/docs/src/documents/Setup/BuildInstruction.md
index 05f98fb..b067676 100644
--- a/docs/src/documents/Setup/BuildInstruction.md
+++ b/docs/src/documents/Setup/BuildInstruction.md
@@ -55,6 +55,17 @@
>NOTE: This distribution profile is only intended to be used for single node development not in production.
+### Packaging Apache Atlas with BerkeleyDB & Apache Solr
+To create Apache Atlas package that includes BerkeleyDB and Apache Solr, build with the berkeley-solr profile as shown below:
+
+<SyntaxHighlighter wrapLines={true} language="powershell" style={theme.dark}>
+{`mvn clean -DskipTests package -Pdist,berkeley-solr`}
+</SyntaxHighlighter>
+
+Using the berkeley-solr profile will configure Apache Atlas so that instances of Apache Solr and Apache Zookeeper will be started and stopped along with the Apache Atlas server.
+
+>NOTE: This distribution profile is only intended to be used for single node development not in production.
+
### Packaging Apache Atlas with embedded Apache Cassandra & Apache Solr
To create Apache Atlas package that includes Apache Cassandra and Apache Solr, build with the embedded-cassandra-solr profile as shown below:
diff --git a/docs/src/documents/Setup/InstallationInstruction.md b/docs/src/documents/Setup/InstallationInstruction.md
index fdff3a5..89ecdc5 100644
--- a/docs/src/documents/Setup/InstallationInstruction.md
+++ b/docs/src/documents/Setup/InstallationInstruction.md
@@ -30,6 +30,14 @@
bin/atlas_start.py`}
</SyntaxHighlighter>
+#### Running Apache Atlas with BerkeleyDB & Apache Solr
+To run Apache Atlas with BerkeleyDB, and local instances of Apache Solr and Apache Zookeeper, run following commands:
+
+<SyntaxHighlighter wrapLines={true} language="powershell" style={theme.dark}>
+{`export MANAGE_LOCAL_SOLR=true
+bin/atlas_start.py`}
+</SyntaxHighlighter>
+
#### Using Apache Atlas
* To verify if Apache Atlas server is up and running, run curl command as shown below:
diff --git a/webapp/pom.xml b/webapp/pom.xml
index 792b164..ffc3d37 100755
--- a/webapp/pom.xml
+++ b/webapp/pom.xml
@@ -59,6 +59,16 @@
</profile>
<profile>
+ <id>berkeley-solr</id>
+ <activation>
+ <activeByDefault>false</activeByDefault>
+ </activation>
+ <properties>
+ <packages.to.exclude>WEB-INF/lib/dom4j-*.jar</packages.to.exclude>
+ </properties>
+ </profile>
+
+ <profile>
<id>Windows</id>
<activation>
<os>
