This is an automated email from the ASF dual-hosted git repository.
rmani pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/ranger.git
from 313ff2617 RANGER-5512: Update release-build.xml to generate tar files
for plugins, services and tools (#870)
add 89ce14a26 RANGER-5482:Create Ranger Audit Server with SOLR and HDFS as
audit consumer (#847)
No new revisions were added by this update.
Summary of changes:
.gitignore | 6 +
.../apache/ranger/audit/model/AuthzAuditEvent.java | 6 +
.../apache/ranger/audit/provider/AuditHandler.java | 4 +
.../audit/provider/AuditProviderFactory.java | 2 +
.../ranger/audit/provider/BaseAuditHandler.java | 97 +--
.../audit/utils/AbstractRangerAuditWriter.java | 18 +-
.../ranger/audit/utils/RangerJSONAuditWriter.java | 4 +
.../{dest-hdfs => dest-auditserver}/pom.xml | 27 +-
.../destination/RangerAuditServerDestination.java | 371 ++++++++++
.../audit/destination/SolrAuditDestination.java | 4 +-
agents-audit/pom.xml | 1 +
.../plugin/audit/RangerDefaultAuditHandler.java | 10 +-
.../plugin/policyengine/RangerAccessResult.java | 4 +
.../ranger/plugin/service/RangerBasePlugin.java | 7 +-
audit-server/common/pom.xml | 127 ++++
.../ranger/audit/consumer/kafka/AuditConsumer.java | 56 ++
.../audit/consumer/kafka/AuditConsumerBase.java | 107 +++
.../audit/consumer/kafka/AuditConsumerFactory.java | 24 +-
.../kafka/AuditConsumerRebalanceListener.java | 119 ++++
.../consumer/kafka/AuditConsumerRegistry.java | 143 ++++
.../apache/ranger/audit/server/AuditConfig.java | 90 +++
.../ranger/audit/server/AuditServerConstants.java | 114 +++
.../apache/ranger/audit/server/EmbeddedServer.java | 780 +++++++++++++++++++++
.../ranger/audit/utils/AuditMessageQueueUtils.java | 369 ++++++++++
.../audit/utils/AuditServerLogFormatter.java | 148 ++++
.../ranger/audit/utils/AuditServerUtils.java | 286 ++++++++
audit-server/consumer-hdfs/pom.xml | 345 +++++++++
.../consumer-hdfs/scripts/start-consumer-hdfs.sh | 164 +++++
.../consumer-hdfs/scripts/stop-consumer-hdfs.sh | 72 ++
.../audit/consumer/HdfsConsumerApplication.java | 59 ++
.../ranger/audit/consumer/HdfsConsumerManager.java | 205 ++++++
.../audit/consumer/kafka/AuditHDFSConsumer.java | 470 +++++++++++++
.../audit/consumer/kafka/AuditRouterHDFS.java | 322 +++++++++
.../apache/ranger/audit/rest/HealthCheckREST.java | 112 +++
.../ranger/audit/server/HdfsConsumerConfig.java | 146 ++++
.../src/main/resources/conf/core-site.xml | 39 ++
.../src/main/resources/conf/hdfs-site.xml | 52 ++
.../src/main/resources/conf/logback.xml | 71 ++
.../conf/ranger-audit-consumer-hdfs-site.xml | 180 +++++
.../src/main/webapp/WEB-INF/applicationContext.xml | 39 ++
.../consumer-hdfs/src/main/webapp/WEB-INF/web.xml | 60 ++
audit-server/consumer-solr/pom.xml | 336 +++++++++
.../consumer-solr/scripts/start-consumer-solr.sh | 163 +++++
.../consumer-solr/scripts/stop-consumer-solr.sh | 72 ++
.../audit/consumer/SolrConsumerApplication.java | 65 ++
.../ranger/audit/consumer/SolrConsumerManager.java | 210 ++++++
.../audit/consumer/kafka/AuditSolrConsumer.java | 401 +++++++++++
.../apache/ranger/audit/rest/HealthCheckREST.java | 112 +++
.../ranger/audit/server/SolrConsumerConfig.java | 71 ++
.../src/main/resources/conf/logback.xml | 76 ++
.../conf/ranger-audit-consumer-solr-site.xml | 223 ++++++
.../src/main/webapp/WEB-INF/applicationContext.xml | 39 ++
.../consumer-solr/src/main/webapp/WEB-INF/web.xml | 60 ++
audit-server/pom.xml | 454 ++++++++++++
audit-server/scripts/README.md | 549 +++++++++++++++
audit-server/scripts/start-all-services.sh | 78 +++
audit-server/scripts/stop-all-services.sh | 66 ++
audit-server/server/pom.xml | 421 +++++++++++
audit-server/server/scripts/start-audit-server.sh | 162 +++++
audit-server/server/scripts/stop-audit-server.sh | 72 ++
.../java/javax/ws/rs/core/NoContentException.java | 0
.../ranger/audit/producer/AuditDestinationMgr.java | 126 ++++
.../audit/producer/kafka/AuditMessageQueue.java | 390 +++++++++++
.../audit/producer/kafka/AuditPartitioner.java | 187 +++++
.../ranger/audit/producer/kafka/AuditProducer.java | 259 +++++++
.../audit/producer/kafka/AuditRecoveryManager.java | 222 ++++++
.../audit/producer/kafka/AuditRecoveryRetry.java | 362 ++++++++++
.../audit/producer/kafka/AuditRecoveryWriter.java | 319 +++++++++
.../org/apache/ranger/audit/rest/AuditREST.java | 374 ++++++++++
.../ranger/audit/rest}/RangerJsonProvider.java | 2 +-
.../ranger/audit/security/AuditAuthEntryPoint.java | 52 ++
.../audit/security/AuditDelegationTokenFilter.java | 316 +++++++++
.../ranger/audit/security/AuditJwtAuthFilter.java | 196 ++++++
.../ranger/audit/security/FilterChainWrapper.java | 159 +++++
.../ranger/audit/security/NullServletContext.java | 240 +++++++
.../audit/server/AuditServerApplication.java | 61 ++
.../ranger/audit/server/AuditServerConfig.java | 71 ++
.../server/src/main/resources/conf/logback.xml | 71 ++
.../resources/conf/ranger-audit-server-site.xml | 481 +++++++++++++
.../src/main/webapp/WEB-INF/applicationContext.xml | 54 ++
.../webapp/WEB-INF/security-applicationContext.xml | 63 ++
.../server}/src/main/webapp/WEB-INF/web.xml | 77 +-
dev-support/ranger-docker/.dockerignore | 3 +
.../Dockerfile.ranger-audit-consumer-hdfs | 85 +++
.../Dockerfile.ranger-audit-consumer-solr | 86 +++
.../ranger-docker/Dockerfile.ranger-audit-server | 86 +++
dev-support/ranger-docker/README.md | 5 +
.../docker-compose.ranger-audit-server.yml | 168 +++++
.../ranger-docker/docker-compose.ranger-kafka.yml | 2 +-
.../scripts/admin/create-ranger-services.py | 24 +-
.../audit-server/ranger-audit-consumer-hdfs.sh | 138 ++++
.../audit-server/ranger-audit-consumer-solr.sh | 137 ++++
.../scripts/audit-server/ranger-audit-server.sh | 137 ++++
.../audit-server/service-check-functions.sh | 76 ++
.../ranger-docker/scripts/hadoop/hdfs-site.xml | 12 +
.../hadoop/ranger-hdfs-plugin-install.properties | 10 +-
.../hadoop/ranger-yarn-plugin-install.properties | 10 +-
.../hbase/ranger-hbase-plugin-install.properties | 6 +-
.../hive/ranger-hive-plugin-install.properties | 10 +-
.../kafka/ranger-kafka-plugin-install.properties | 10 +-
.../scripts/kafka/ranger-kafka-setup.sh | 61 +-
.../ranger-docker/scripts/kafka/ranger-kafka.sh | 11 +-
.../ranger-docker/scripts/kdc/entrypoint.sh | 12 +-
.../kms/ranger-kms-install-mysql.properties | 10 +-
.../kms/ranger-kms-install-oracle.properties | 10 +-
.../kms/ranger-kms-install-postgres.properties | 10 +-
.../kms/ranger-kms-install-sqlserver.properties | 10 +-
.../knox/ranger-knox-plugin-install.properties | 8 +-
.../ozone/ranger-ozone-plugin-install.properties | 8 +-
.../solr/ranger-solr-plugin-install.properties | 8 +-
distro/pom.xml | 35 +
distro/src/main/assembly/audit-consumer-hdfs.xml | 85 +++
distro/src/main/assembly/audit-consumer-solr.xml | 83 +++
distro/src/main/assembly/audit-server.xml | 83 +++
distro/src/main/assembly/hdfs-agent.xml | 4 +
distro/src/main/assembly/hive-agent.xml | 4 +
hdfs-agent/conf/ranger-hdfs-audit-changes.cfg | 5 +
hdfs-agent/conf/ranger-hdfs-audit.xml | 19 +-
hdfs-agent/pom.xml | 5 +
hdfs-agent/scripts/install.properties | 4 +
hive-agent/conf/ranger-hive-audit-changes.cfg | 5 +
hive-agent/conf/ranger-hive-audit.xml | 19 +-
hive-agent/pom.xml | 5 +
hive-agent/scripts/install.properties | 4 +
pom.xml | 27 +
125 files changed, 14323 insertions(+), 189 deletions(-)
copy agents-audit/{dest-hdfs => dest-auditserver}/pom.xml (74%)
create mode 100644
agents-audit/dest-auditserver/src/main/java/org/apache/ranger/audit/destination/RangerAuditServerDestination.java
create mode 100644 audit-server/common/pom.xml
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/consumer/kafka/AuditConsumer.java
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/consumer/kafka/AuditConsumerBase.java
copy
plugin-kms/src/main/java/org/apache/ranger/authorization/kms/authorizer/RangerKMSResource.java
=>
audit-server/common/src/main/java/org/apache/ranger/audit/consumer/kafka/AuditConsumerFactory.java
(60%)
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/consumer/kafka/AuditConsumerRebalanceListener.java
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/consumer/kafka/AuditConsumerRegistry.java
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/server/AuditConfig.java
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/server/AuditServerConstants.java
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/server/EmbeddedServer.java
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/utils/AuditMessageQueueUtils.java
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/utils/AuditServerLogFormatter.java
create mode 100644
audit-server/common/src/main/java/org/apache/ranger/audit/utils/AuditServerUtils.java
create mode 100644 audit-server/consumer-hdfs/pom.xml
create mode 100755 audit-server/consumer-hdfs/scripts/start-consumer-hdfs.sh
create mode 100755 audit-server/consumer-hdfs/scripts/stop-consumer-hdfs.sh
create mode 100644
audit-server/consumer-hdfs/src/main/java/org/apache/ranger/audit/consumer/HdfsConsumerApplication.java
create mode 100644
audit-server/consumer-hdfs/src/main/java/org/apache/ranger/audit/consumer/HdfsConsumerManager.java
create mode 100644
audit-server/consumer-hdfs/src/main/java/org/apache/ranger/audit/consumer/kafka/AuditHDFSConsumer.java
create mode 100644
audit-server/consumer-hdfs/src/main/java/org/apache/ranger/audit/consumer/kafka/AuditRouterHDFS.java
create mode 100644
audit-server/consumer-hdfs/src/main/java/org/apache/ranger/audit/rest/HealthCheckREST.java
create mode 100644
audit-server/consumer-hdfs/src/main/java/org/apache/ranger/audit/server/HdfsConsumerConfig.java
create mode 100644
audit-server/consumer-hdfs/src/main/resources/conf/core-site.xml
create mode 100644
audit-server/consumer-hdfs/src/main/resources/conf/hdfs-site.xml
create mode 100644
audit-server/consumer-hdfs/src/main/resources/conf/logback.xml
create mode 100644
audit-server/consumer-hdfs/src/main/resources/conf/ranger-audit-consumer-hdfs-site.xml
create mode 100644
audit-server/consumer-hdfs/src/main/webapp/WEB-INF/applicationContext.xml
create mode 100644 audit-server/consumer-hdfs/src/main/webapp/WEB-INF/web.xml
create mode 100644 audit-server/consumer-solr/pom.xml
create mode 100755 audit-server/consumer-solr/scripts/start-consumer-solr.sh
create mode 100755 audit-server/consumer-solr/scripts/stop-consumer-solr.sh
create mode 100644
audit-server/consumer-solr/src/main/java/org/apache/ranger/audit/consumer/SolrConsumerApplication.java
create mode 100644
audit-server/consumer-solr/src/main/java/org/apache/ranger/audit/consumer/SolrConsumerManager.java
create mode 100644
audit-server/consumer-solr/src/main/java/org/apache/ranger/audit/consumer/kafka/AuditSolrConsumer.java
create mode 100644
audit-server/consumer-solr/src/main/java/org/apache/ranger/audit/rest/HealthCheckREST.java
create mode 100644
audit-server/consumer-solr/src/main/java/org/apache/ranger/audit/server/SolrConsumerConfig.java
create mode 100644
audit-server/consumer-solr/src/main/resources/conf/logback.xml
create mode 100644
audit-server/consumer-solr/src/main/resources/conf/ranger-audit-consumer-solr-site.xml
create mode 100644
audit-server/consumer-solr/src/main/webapp/WEB-INF/applicationContext.xml
create mode 100644 audit-server/consumer-solr/src/main/webapp/WEB-INF/web.xml
create mode 100644 audit-server/pom.xml
create mode 100644 audit-server/scripts/README.md
create mode 100755 audit-server/scripts/start-all-services.sh
create mode 100755 audit-server/scripts/stop-all-services.sh
create mode 100644 audit-server/server/pom.xml
create mode 100755 audit-server/server/scripts/start-audit-server.sh
create mode 100755 audit-server/server/scripts/stop-audit-server.sh
copy {kms =>
audit-server/server}/src/main/java/javax/ws/rs/core/NoContentException.java
(100%)
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/producer/AuditDestinationMgr.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/producer/kafka/AuditMessageQueue.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/producer/kafka/AuditPartitioner.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/producer/kafka/AuditProducer.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/producer/kafka/AuditRecoveryManager.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/producer/kafka/AuditRecoveryRetry.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/producer/kafka/AuditRecoveryWriter.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/rest/AuditREST.java
copy {security-admin/src/main/java/org/apache/ranger/common =>
audit-server/server/src/main/java/org/apache/ranger/audit/rest}/RangerJsonProvider.java
(97%)
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/security/AuditAuthEntryPoint.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/security/AuditDelegationTokenFilter.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/security/AuditJwtAuthFilter.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/security/FilterChainWrapper.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/security/NullServletContext.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/server/AuditServerApplication.java
create mode 100644
audit-server/server/src/main/java/org/apache/ranger/audit/server/AuditServerConfig.java
create mode 100644 audit-server/server/src/main/resources/conf/logback.xml
create mode 100644
audit-server/server/src/main/resources/conf/ranger-audit-server-site.xml
create mode 100644
audit-server/server/src/main/webapp/WEB-INF/applicationContext.xml
create mode 100644
audit-server/server/src/main/webapp/WEB-INF/security-applicationContext.xml
copy {security-admin => audit-server/server}/src/main/webapp/WEB-INF/web.xml
(53%)
create mode 100644
dev-support/ranger-docker/Dockerfile.ranger-audit-consumer-hdfs
create mode 100644
dev-support/ranger-docker/Dockerfile.ranger-audit-consumer-solr
create mode 100644 dev-support/ranger-docker/Dockerfile.ranger-audit-server
create mode 100644
dev-support/ranger-docker/docker-compose.ranger-audit-server.yml
create mode 100755
dev-support/ranger-docker/scripts/audit-server/ranger-audit-consumer-hdfs.sh
create mode 100755
dev-support/ranger-docker/scripts/audit-server/ranger-audit-consumer-solr.sh
create mode 100755
dev-support/ranger-docker/scripts/audit-server/ranger-audit-server.sh
create mode 100755
dev-support/ranger-docker/scripts/audit-server/service-check-functions.sh
create mode 100644 distro/src/main/assembly/audit-consumer-hdfs.xml
create mode 100644 distro/src/main/assembly/audit-consumer-solr.xml
create mode 100644 distro/src/main/assembly/audit-server.xml
