Repository: atlas Updated Branches: refs/heads/master da967ea8b -> 651ecd9e8
ATLAS-2801: Create a separate tar file for atlas-server components excluding atlas hook related components Signed-off-by: Sarath Subramanian <[email protected]> Project: http://git-wip-us.apache.org/repos/asf/atlas/repo Commit: http://git-wip-us.apache.org/repos/asf/atlas/commit/651ecd9e Tree: http://git-wip-us.apache.org/repos/asf/atlas/tree/651ecd9e Diff: http://git-wip-us.apache.org/repos/asf/atlas/diff/651ecd9e Branch: refs/heads/master Commit: 651ecd9e857660801e16edc1bea80109a671a378 Parents: da967ea Author: rmani <[email protected]> Authored: Mon Aug 6 12:04:51 2018 -0700 Committer: Sarath Subramanian <[email protected]> Committed: Mon Aug 6 12:04:51 2018 -0700 ---------------------------------------------------------------------- distro/pom.xml | 1 + .../main/assemblies/atlas-server-package.xml | 149 +++++++++++++++++++ docs/src/site/twiki/Hook-Falcon.twiki | 3 + docs/src/site/twiki/Hook-HBase.twiki | 5 +- docs/src/site/twiki/Hook-Hive.twiki | 4 + docs/src/site/twiki/Hook-Sqoop.twiki | 6 +- docs/src/site/twiki/Hook-Storm.twiki | 8 +- docs/src/site/twiki/InstallationSteps.twiki | 2 +- 8 files changed, 172 insertions(+), 6 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/atlas/blob/651ecd9e/distro/pom.xml ---------------------------------------------------------------------- diff --git a/distro/pom.xml b/distro/pom.xml index 54c3695..9a599cd 100644 --- a/distro/pom.xml +++ b/distro/pom.xml @@ -132,6 +132,7 @@ atlas.graph.index.search.solr.wait-searcher=true <descriptor>src/main/assemblies/atlas-sqoop-hook-package.xml</descriptor> <descriptor>src/main/assemblies/atlas-storm-hook-package.xml</descriptor> <descriptor>src/main/assemblies/atlas-kafka-hook-package.xml</descriptor> + <descriptor>src/main/assemblies/atlas-server-package.xml</descriptor> <descriptor>src/main/assemblies/standalone-package.xml</descriptor> <descriptor>src/main/assemblies/src-package.xml</descriptor> <descriptor>src/main/assemblies/migration-exporter.xml</descriptor> http://git-wip-us.apache.org/repos/asf/atlas/blob/651ecd9e/distro/src/main/assemblies/atlas-server-package.xml ---------------------------------------------------------------------- diff --git a/distro/src/main/assemblies/atlas-server-package.xml b/distro/src/main/assemblies/atlas-server-package.xml new file mode 100755 index 0000000..867313e --- /dev/null +++ b/distro/src/main/assemblies/atlas-server-package.xml @@ -0,0 +1,149 @@ +<?xml version="1.0" encoding="UTF-8"?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, software + ~ distributed under the License is distributed on an "AS IS" BASIS, + ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + ~ See the License for the specific language governing permissions and + ~ limitations under the License. + --> +<assembly xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; + xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"; + xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd";> + <formats> + <format>tar.gz</format> + <format>dir</format> + </formats> + <id>server</id> + <baseDirectory>apache-atlas-${project.version}</baseDirectory> + <fileSets> + <fileSet> + <directory>target/conf/</directory> + <outputDirectory>conf</outputDirectory> + </fileSet> + + <fileSet> + <directory>../docs/target/site</directory> + <outputDirectory>docs</outputDirectory> + </fileSet> + + <fileSet> + <directory>../webapp/target/apidocs</directory> + <outputDirectory>docs/api</outputDirectory> + </fileSet> + + <fileSet> + <directory>../target/site/apidocs</directory> + <outputDirectory>docs/apidocs</outputDirectory> + </fileSet> + + <fileSet> + <directory>target/bin</directory> + <outputDirectory>bin</outputDirectory> + <fileMode>0755</fileMode> + <directoryMode>0755</directoryMode> + </fileSet> + + <fileSet> + <directory>target/hbase</directory> + <outputDirectory>hbase</outputDirectory> + <fileMode>0755</fileMode> + <directoryMode>0755</directoryMode> + </fileSet> + + <fileSet> + <directory>target/solr</directory> + <outputDirectory>solr</outputDirectory> + <fileMode>0755</fileMode> + <directoryMode>0755</directoryMode> + </fileSet> + + <fileSet> + <directory>target/zk</directory> + <outputDirectory>zk</outputDirectory> + <fileMode>0755</fileMode> + <directoryMode>0755</directoryMode> + </fileSet> + + <fileSet> + <directory>target/elasticsearch</directory> + <outputDirectory>elasticsearch</outputDirectory> + <fileMode>0755</fileMode> + <directoryMode>0755</directoryMode> + </fileSet> + + <fileSet> + <directory>../logs</directory> + <outputDirectory>logs</outputDirectory> + <directoryMode>0777</directoryMode> + <excludes> + <exclude>*</exclude> + <exclude>**/**</exclude> + </excludes> + </fileSet> + + <fileSet> + <directory>../tools/atlas-migration-exporter/src/main/resources</directory> + <outputDirectory>tools/migration-exporter</outputDirectory> + <includes> + <include>*.py</include> + <include>migrationContext.xml</include> + <include>atlas-log4j.xml</include> + <include>README</include> + </includes> + <fileMode>0755</fileMode> + <directoryMode>0755</directoryMode> + </fileSet> + <fileSet> + <directory>../tools/atlas-migration-exporter/target</directory> + <outputDirectory>tools/migration-exporter</outputDirectory> + <includes> + <include>atlas-migration-*.jar</include> + </includes> + <excludes> + <exclude>*-test-sources.jar</exclude> + <exclude>*-sources.jar</exclude> + </excludes> + </fileSet> + + <fileSet> + <directory>../</directory> + <outputDirectory>/</outputDirectory> + <includes> + <include>DISCLAIMER.txt</include> + <include>NOTICE</include> + <include>LICENSE</include> + <include>CHANGES.txt</include> + <include>README</include> + </includes> + </fileSet> + + <fileSet> + <directory>../src/main/examples</directory> + <outputDirectory>examples</outputDirectory> + </fileSet> + + <!-- out-of-box-models --> + <fileSet> + <directory>../addons/models</directory> + <outputDirectory>models</outputDirectory> + </fileSet> + </fileSets> + + <files> + <file> + <source>../webapp/target/atlas-webapp-${project.version}.war</source> + <outputDirectory>server/webapp</outputDirectory> + <destName>atlas.war</destName> + </file> + </files> +</assembly> http://git-wip-us.apache.org/repos/asf/atlas/blob/651ecd9e/docs/src/site/twiki/Hook-Falcon.twiki ---------------------------------------------------------------------- diff --git a/docs/src/site/twiki/Hook-Falcon.twiki b/docs/src/site/twiki/Hook-Falcon.twiki index 0cf1645..ca43812 100644 --- a/docs/src/site/twiki/Hook-Falcon.twiki +++ b/docs/src/site/twiki/Hook-Falcon.twiki @@ -32,6 +32,9 @@ The entities are created and de-duped using unique qualifiedName attribute. They Falcon supports listeners on falcon entity submission. This is used to add entities in Atlas using the model detailed above. Follow the instructions below to setup Atlas hook in Falcon: * Add 'org.apache.atlas.falcon.service.AtlasService' to application.services in <falcon-conf>/startup.properties + * untar apache-atlas-${project.version}-falcon-hook.tar.gz + * cd apache-atlas-falcon-hook-${project.version} + * Copy entire contents of folder apache-atlas-falcon-hook-${project.version}/hook/falcon to <atlas-home>/hook/falcon * Link Atlas hook jars in Falcon classpath - 'ln -s <atlas-home>/hook/falcon/* <falcon-home>/server/webapp/falcon/WEB-INF/lib/' * In <falcon_conf>/falcon-env.sh, set an environment variable as follows: <verbatim> http://git-wip-us.apache.org/repos/asf/atlas/blob/651ecd9e/docs/src/site/twiki/Hook-HBase.twiki ---------------------------------------------------------------------- diff --git a/docs/src/site/twiki/Hook-HBase.twiki b/docs/src/site/twiki/Hook-HBase.twiki index 4aa9703..898655a 100644 --- a/docs/src/site/twiki/Hook-HBase.twiki +++ b/docs/src/site/twiki/Hook-HBase.twiki @@ -30,7 +30,10 @@ Follow the instructions below to setup Atlas hook in HBase: <name>hbase.coprocessor.master.classes</name> <value>org.apache.atlas.hbase.hook.HBaseAtlasCoprocessor</value> </property></verbatim> - * Copy entire contents of folder <atlas package>/hook/hbase to HBase class path. + * untar apache-atlas-${project.version}-hbase-hook.tar.gz + * cd apache-atlas-hbase-hook-${project.version} + * Copy entire contents of folder apache-atlas-hbase-hook-${project.version}/hook/hbase to <atlas package>/hook/hbase + * Link Atlas hook jars in HBase classpath - 'ln -s <atlas package>/hook/hbase/* <hbase-home>/lib/' * Copy <atlas-conf>/atlas-application.properties to the HBase conf directory. The following properties in atlas-application.properties control the thread pool and notification details: http://git-wip-us.apache.org/repos/asf/atlas/blob/651ecd9e/docs/src/site/twiki/Hook-Hive.twiki ---------------------------------------------------------------------- diff --git a/docs/src/site/twiki/Hook-Hive.twiki b/docs/src/site/twiki/Hook-Hive.twiki index 9b2272d..129e179 100644 --- a/docs/src/site/twiki/Hook-Hive.twiki +++ b/docs/src/site/twiki/Hook-Hive.twiki @@ -50,6 +50,10 @@ Follow the instructions below to setup Atlas hook in Hive: <name>hive.exec.post.hooks</name> <value>org.apache.atlas.hive.hook.HiveHook</value> </property></verbatim> + + * untar apache-atlas-${project.version}-hive-hook.tar.gz + * cd apache-atlas-hive-hook-${project.version} + * Copy entire contents of folder apache-atlas-hive-hook-${project.version}/hook/hive to <atlas package>/hook/hive * Add 'export HIVE_AUX_JARS_PATH=<atlas package>/hook/hive' in hive-env.sh of your hive configuration * Copy <atlas-conf>/atlas-application.properties to the hive conf directory. http://git-wip-us.apache.org/repos/asf/atlas/blob/651ecd9e/docs/src/site/twiki/Hook-Sqoop.twiki ---------------------------------------------------------------------- diff --git a/docs/src/site/twiki/Hook-Sqoop.twiki b/docs/src/site/twiki/Hook-Sqoop.twiki index 788f46b..ba46983 100644 --- a/docs/src/site/twiki/Hook-Sqoop.twiki +++ b/docs/src/site/twiki/Hook-Sqoop.twiki @@ -35,8 +35,12 @@ Add the following properties to to enable Atlas hook in Sqoop: <name>sqoop.job.data.publish.class</name> <value>org.apache.atlas.sqoop.hook.SqoopHook</value> </property></verbatim> + + * untar apache-atlas-${project.version}-sqoop-hook.tar.gz + * cd apache-atlas-sqoop-hook-${project.version} + * Copy entire contents of folder apache-atlas-sqoop-hook-${project.version}/hook/sqoop to <atlas package>/hook/sqoop * Copy <atlas-conf>/atlas-application.properties to to the sqoop conf directory <sqoop-conf>/ - * Link <atlas-home>/hook/sqoop/*.jar in sqoop lib + * Link <atlas package>/hook/sqoop/*.jar in sqoop lib The following properties in atlas-application.properties control the thread pool and notification details: http://git-wip-us.apache.org/repos/asf/atlas/blob/651ecd9e/docs/src/site/twiki/Hook-Storm.twiki ---------------------------------------------------------------------- diff --git a/docs/src/site/twiki/Hook-Storm.twiki b/docs/src/site/twiki/Hook-Storm.twiki index dffa35a..6b940a7 100644 --- a/docs/src/site/twiki/Hook-Storm.twiki +++ b/docs/src/site/twiki/Hook-Storm.twiki @@ -61,10 +61,12 @@ The following apply for the first version of the integration. ---++ Installation -The Storm Atlas Hook needs to be manually installed in Storm on the client side. The hook -artifacts are available at: $ATLAS_PACKAGE/hook/storm +The Storm Atlas Hook needs to be manually installed in Storm on the client side. + * untar apache-atlas-${project.version}-storm-hook.tar.gz + * cd apache-atlas-storm-hook-${project.version} + * Copy entire contents of folder apache-atlas-storm-hook-${project.version}/hook/storm to $ATLAS_PACKAGE/hook/storm -Storm Atlas hook jars need to be copied to $STORM_HOME/extlib. +Storm Atlas hook jars in $ATLAS_PACKAGE/hook/storm need to be copied to $STORM_HOME/extlib. Replace STORM_HOME with storm installation path. Restart all daemons after you have installed the atlas hook into Storm. http://git-wip-us.apache.org/repos/asf/atlas/blob/651ecd9e/docs/src/site/twiki/InstallationSteps.twiki ---------------------------------------------------------------------- diff --git a/docs/src/site/twiki/InstallationSteps.twiki b/docs/src/site/twiki/InstallationSteps.twiki index 2b6b028..8d7c77e 100644 --- a/docs/src/site/twiki/InstallationSteps.twiki +++ b/docs/src/site/twiki/InstallationSteps.twiki @@ -65,7 +65,7 @@ distro/target/apache-atlas-${project.version}-storm-hook.tar.gz</verbatim> ---++++ Installing Apache Atlas From the directory you would like Apache Atlas to be installed, run the following commands: <verbatim> -tar -xzvf apache-atlas-${project.version}-bin.tar.gz +tar -xzvf apache-atlas-${project.version}-server.tar.gz cd atlas-${project.version}</verbatim> ---++++ Running Apache Atlas with Local Apache HBase & Apache Solr
