This is an automated email from the ASF dual-hosted git repository.
madhan pushed a commit to branch ranger-2.8
in repository https://gitbox.apache.org/repos/asf/ranger.git
The following commit(s) were added to refs/heads/ranger-2.8 by this push:
new 7983489ca RANGER-5377: tagsync fix for ClassNotFoundException in Atlas
source (#708)
7983489ca is described below
commit 7983489ca25207373a6cc8f0568cb8023c77f0fe
Author: Madhan Neethiraj <[email protected]>
AuthorDate: Wed Oct 22 15:46:05 2025 -0700
RANGER-5377: tagsync fix for ClassNotFoundException in Atlas source (#708)
(cherry picked from commit a61d9c08e36c753078c3b00aea790b117d6a20d0)
---
dev-support/ranger-docker/scripts/ranger-tagsync-install.properties | 1 +
distro/src/main/assembly/tagsync.xml | 1 +
tagsync/conf/templates/installprop2xml.properties | 3 ++-
tagsync/scripts/setup.py | 3 +++
4 files changed, 7 insertions(+), 1 deletion(-)
diff --git
a/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties
b/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties
index 7a3291c6a..446780c98 100644
--- a/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties
+++ b/dev-support/ranger-docker/scripts/ranger-tagsync-install.properties
@@ -28,6 +28,7 @@ TAG_DEST_RANGER_SSL_CONFIG_FILENAME =
TAG_SOURCE_ATLAS_ENABLED = false
# Endpoint specifications needed by Atlas
+TAG_SOURCE_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR = 1
TAG_SOURCE_ATLAS_KAFKA_BOOTSTRAP_SERVERS = ranger-kafka.example.com:6667
TAG_SOURCE_ATLAS_KAFKA_ZOOKEEPER_CONNECT = ranger-zk.example.com:2181
TAG_SOURCE_ATLAS_KAFKA_ENTITIES_GROUP_ID = ranger_entities_consumer
diff --git a/distro/src/main/assembly/tagsync.xml
b/distro/src/main/assembly/tagsync.xml
index da30a2d82..a41c279ee 100644
--- a/distro/src/main/assembly/tagsync.xml
+++ b/distro/src/main/assembly/tagsync.xml
@@ -97,6 +97,7 @@
<include>org.apache.curator:curator-client:jar:${curator.version}</include>
<include>org.apache.zookeeper:zookeeper:jar:${zookeeper.version}</include>
<include>org.apache.zookeeper:zookeeper-jute:jar:${zookeeper.version}</include>
+
<include>com.google.guava:guava</include>
<include>org.apache.hadoop.thirdparty:hadoop-shaded-guava:jar:${hadoop-shaded-guava.version}</include>
</includes>
</dependencySet>
diff --git a/tagsync/conf/templates/installprop2xml.properties
b/tagsync/conf/templates/installprop2xml.properties
index 55e015ec3..d6f289a55 100644
--- a/tagsync/conf/templates/installprop2xml.properties
+++ b/tagsync/conf/templates/installprop2xml.properties
@@ -22,6 +22,7 @@ TAG_DEST_RANGER_SSL_CONFIG_FILENAME =
ranger.tagsync.dest.ranger.ssl.config.file
TAG_SOURCE_ATLAS_ENABLED = ranger.tagsync.source.atlas
+TAG_SOURCE_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR =
atlas.kafka.offsets.topic.replication.factor
TAG_SOURCE_ATLAS_KAFKA_BOOTSTRAP_SERVERS = atlas.kafka.bootstrap.servers
TAG_SOURCE_ATLAS_KAFKA_ZOOKEEPER_CONNECT = atlas.kafka.zookeeper.connect
TAG_SOURCE_ATLAS_KAFKA_ENTITIES_GROUP_ID = atlas.kafka.entities.group.id
@@ -69,4 +70,4 @@ hadoop_conf = hadoop_conf
JVM_METRICS_ENABLED=ranger.tagsync.metrics.enabled
JVM_METRICS_FILENAME=ranger.tagsync.metrics.filename
JVM_METRICS_FILEPATH=ranger.tagsync.metrics.filepath
-JVM_METRICS_FREQUENCY_TIME_IN_MILLIS=ranger.tagsync.metrics.frequencytimeinmillis
\ No newline at end of file
+JVM_METRICS_FREQUENCY_TIME_IN_MILLIS=ranger.tagsync.metrics.frequencytimeinmillis
diff --git a/tagsync/scripts/setup.py b/tagsync/scripts/setup.py
index 3b858fdcc..1fbf5f181 100755
--- a/tagsync/scripts/setup.py
+++ b/tagsync/scripts/setup.py
@@ -69,6 +69,7 @@
TAGSYNC_ATLAS_KAFKA_ENDPOINTS_KEY = 'TAG_SOURCE_ATLAS_KAFKA_BOOTSTRAP_SERVERS'
TAGSYNC_ATLAS_ZOOKEEPER_ENDPOINT_KEY =
'TAG_SOURCE_ATLAS_KAFKA_ZOOKEEPER_CONNECT'
+TAGSYNC_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR_KEY =
'TAG_SOURCE_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR'
TAGSYNC_ATLAS_CONSUMER_GROUP_KEY = 'TAG_SOURCE_ATLAS_KAFKA_ENTITIES_GROUP_ID'
TAG_SOURCE_ATLAS_KAKFA_SERVICE_NAME_KEY = 'TAG_SOURCE_ATLAS_KAFKA_SERVICE_NAME'
@@ -232,6 +233,8 @@ def convertInstallPropsToXML(props):
atlasOutFile.write(newKey + "=" + v + "\n")
elif (k == TAGSYNC_ATLAS_ZOOKEEPER_ENDPOINT_KEY):
atlasOutFile.write(newKey + "=" + v + "\n")
+ elif (k ==
TAGSYNC_ATLAS_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR_KEY):
+ atlasOutFile.write(newKey + "=" + v + "\n")
elif (k == TAGSYNC_ATLAS_CONSUMER_GROUP_KEY):
atlasOutFile.write(newKey + "=" + v + "\n")
elif (configure_security and k ==
TAG_SOURCE_ATLAS_KAKFA_SERVICE_NAME_KEY):
