This is an automated email from the ASF dual-hosted git repository.
lahirujayathilake pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-custos.git
from 6cd5f3ce2 AIRAVATA-3972: fix malformed JSON in Vault local config
new b9cc64907 prevent duplicate accounts, fix retry loop, correct AMIE
field names, persist DN lists
new 006377e79 add audit log table and service for handler actions tracking
new 4bc34b0e5 add eventId to handler interface and audit logging to packet
handlers
new 9dbbc9e24 add Prometheus metrics, health indicator, instrument
poller/worker, and structured JSON logging for prod and MDC packet correlation
new b9cd7b850 updated the AMIE metrics grafana dashboards to reflect the
time range selections
new b764f7926 AMIE traffic simulation with mock server to have both
success and failure scenarios
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
allocations/access-ci-service/loadtest/README.md | 43 +++
.../access-ci-service/loadtest/amie-traffic.js | 118 ++++++++
.../access-ci-service/loadtest/mock-amie-server.py | 336 +++++++++++++++++++++
allocations/access-ci-service/pom.xml | 14 +-
.../custos/access/ci/service/AmiePoller.java | 23 +-
.../handler/amie/DataAccountCreateHandler.java | 24 +-
.../handler/amie/DataProjectCreateHandler.java | 25 +-
.../amie/InformTransactionCompleteHandler.java | 14 +-
.../ci/service/handler/amie/NoOpHandler.java | 2 +-
.../ci/service/handler/amie/PacketHandler.java | 3 +-
.../ci/service/handler/amie/PacketRouter.java | 7 +-
.../handler/amie/RequestAccountCreateHandler.java | 21 +-
.../amie/RequestAccountInactivateHandler.java | 15 +-
.../amie/RequestAccountReactivateHandler.java | 15 +-
.../handler/amie/RequestPersonMergeHandler.java | 14 +-
.../handler/amie/RequestProjectCreateHandler.java | 25 +-
.../amie/RequestProjectInactivateHandler.java | 22 +-
.../amie/RequestProjectReactivateHandler.java | 22 +-
.../handler/amie/RequestUserModifyHandler.java | 17 +-
.../ci/service/metrics/AmieHealthIndicator.java | 78 +++++
.../access/ci/service/metrics/AmieMetrics.java | 124 ++++++++
.../{ProcessingEventType.java => AuditAction.java} | 20 +-
...cessingErrorEntity.java => AuditLogEntity.java} | 61 ++--
.../service/model/amie/ProcessingEventEntity.java | 11 +
.../ci/service/model/amie/ProcessingStatus.java | 7 +-
.../ci/service/repo/ClusterAccountRepository.java | 4 +
.../service/repo/ProjectMembershipRepository.java | 2 +
...rrorRepository.java => AuditLogRepository.java} | 8 +-
.../repo/amie/ProcessingEventRepository.java | 13 +-
.../access/ci/service/service/AuditService.java | 86 ++++++
.../access/ci/service/service/PersonService.java | 61 +++-
.../service/service/ProjectMembershipService.java | 29 +-
.../ci/service/service/UserAccountService.java | 26 +-
.../service/worker/amie/ProcessingEventWorker.java | 190 +++++++++---
.../src/main/resources/application.yml | 15 +
.../V2__add_next_retry_at_to_processing_events.sql | 5 +
.../db/migration/V3__create_audit_log.sql | 36 +++
.../resources/distribution/conf/application.yml | 15 +
.../resources/distribution/conf/logback-spring.xml | 104 +++++--
.../src/main/resources/logback-spring.xml | 104 +++++--
.../handler/amie/DataAccountCreateHandlerTest.java | 50 ++-
.../handler/amie/DataProjectCreateHandlerTest.java | 49 ++-
.../amie/InformTransactionCompleteHandlerTest.java | 15 +-
.../ci/service/handler/amie/NoOpHandlerTest.java | 6 +-
.../ci/service/handler/amie/PacketRouterTest.java | 24 +-
.../amie/RequestAccountCreateHandlerTest.java | 14 +-
.../amie/RequestAccountInactivateHandlerTest.java | 18 +-
.../amie/RequestAccountReactivateHandlerTest.java | 16 +-
.../amie/RequestPersonMergeHandlerTest.java | 18 +-
.../amie/RequestProjectCreateHandlerTest.java | 16 +-
.../amie/RequestProjectInactivateHandlerTest.java | 14 +-
.../amie/RequestProjectReactivateHandlerTest.java | 14 +-
.../handler/amie/RequestUserModifyHandlerTest.java | 18 +-
.../service/metrics/AmieHealthIndicatorTest.java | 118 ++++++++
.../access/ci/service/metrics/AmieMetricsTest.java | 129 ++++++++
.../ci/service/service/AuditServiceTest.java | 152 ++++++++++
.../ci/service/service/PersonServiceTest.java | 216 ++++++++++++-
.../service/ProjectMembershipServiceTest.java | 120 +++++++-
.../ci/service/service/UserAccountServiceTest.java | 76 +++++
.../worker/amie/ProcessingEventWorkerTest.java | 313 +++++++++++++++++++
compose/docker-compose.yml | 25 ++
compose/grafana/dashboards/amie-service.json | 152 ++++++++++
.../grafana/provisioning/dashboards/dashboards.yml | 12 +
.../provisioning/datasources/prometheus.yml | 9 +
compose/prometheus/prometheus.yml | 18 ++
pom.xml | 6 +
66 files changed, 3082 insertions(+), 295 deletions(-)
create mode 100644 allocations/access-ci-service/loadtest/README.md
create mode 100644 allocations/access-ci-service/loadtest/amie-traffic.js
create mode 100644 allocations/access-ci-service/loadtest/mock-amie-server.py
create mode 100644
allocations/access-ci-service/src/main/java/org/apache/custos/access/ci/service/metrics/AmieHealthIndicator.java
create mode 100644
allocations/access-ci-service/src/main/java/org/apache/custos/access/ci/service/metrics/AmieMetrics.java
copy
allocations/access-ci-service/src/main/java/org/apache/custos/access/ci/service/model/amie/{ProcessingEventType.java
=> AuditAction.java} (68%)
copy
allocations/access-ci-service/src/main/java/org/apache/custos/access/ci/service/model/amie/{ProcessingErrorEntity.java
=> AuditLogEntity.java} (61%)
copy
allocations/access-ci-service/src/main/java/org/apache/custos/access/ci/service/repo/amie/{ProcessingErrorRepository.java
=> AuditLogRepository.java} (79%)
create mode 100644
allocations/access-ci-service/src/main/java/org/apache/custos/access/ci/service/service/AuditService.java
create mode 100644
allocations/access-ci-service/src/main/resources/db/migration/V2__add_next_retry_at_to_processing_events.sql
create mode 100644
allocations/access-ci-service/src/main/resources/db/migration/V3__create_audit_log.sql
create mode 100644
allocations/access-ci-service/src/test/java/org/apache/custos/access/ci/service/metrics/AmieHealthIndicatorTest.java
create mode 100644
allocations/access-ci-service/src/test/java/org/apache/custos/access/ci/service/metrics/AmieMetricsTest.java
create mode 100644
allocations/access-ci-service/src/test/java/org/apache/custos/access/ci/service/service/AuditServiceTest.java
create mode 100644
allocations/access-ci-service/src/test/java/org/apache/custos/access/ci/service/worker/amie/ProcessingEventWorkerTest.java
create mode 100644 compose/grafana/dashboards/amie-service.json
create mode 100644 compose/grafana/provisioning/dashboards/dashboards.yml
create mode 100644 compose/grafana/provisioning/datasources/prometheus.yml
create mode 100644 compose/prometheus/prometheus.yml
