This is an automated email from the ASF dual-hosted git repository.
riemer pushed a change to branch remove-supported-grounding
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from a88b0b44f2 refactor: Move application logic from rest-extensions to
extensions-management (#4253)
add f61a43f364 feat: Add broker communication mode (#4255)
No new revisions were added by this update.
Summary of changes:
pom.xml | 1 +
.../apache/streampipes/commons/constants/Envs.java | 7 +
.../commons/environment/DefaultEnvironment.java | 15 +
.../commons/environment/Environment.java | 6 +
.../management/management/GuessManagement.java | 5 +-
.../management/management/WorkerRestClient.java | 15 +-
streampipes-connect-shared/pom.xml | 6 -
.../AdapterWorkerSampleDataRequestManagement.java | 35 ++-
.../sinks/internal/jvm/datalake/DataLakeSink.java | 2 +-
.../ExtensionInstanceAvailabilityCheck.java | 5 +-
.../health/monitoring/ServiceHealthCheck.java | 3 +-
.../messaging/kafka/SpKafkaConsumer.java | 2 +-
.../messaging/kafka/SpKafkaProducer.java | 6 +-
.../ExtensionServiceBrokerErrorEnvelope.java | 32 +-
.../transport/ExtensionServiceBrokerOperation.java | 32 +-
.../ExtensionServiceBrokerOperations.java | 102 +++++++
.../ExtensionServiceBrokerRequestEnvelope.java | 72 +++++
.../ExtensionServiceBrokerResponseEnvelope.java | 90 ++++++
.../transport/ExtensionServiceBrokerTopics.java | 158 ++++++++++
.../ExtensionServicePipelineDetachRequest.java} | 32 +-
.../transport/ExtensionServiceTransportMode.java | 35 ++-
.../ExtensionServiceBrokerTopicsTest.java | 87 ++++++
.../ExtensionServiceTransportModeTest.java | 52 ++++
streampipes-nats-extensions/README.md | 122 ++++++++
.../pom.xml | 30 +-
.../ExtensionBrokerOperationHandler.java | 18 +-
.../extensions/ExtensionBrokerRequestContext.java | 7 +-
.../extensions/ExtensionBrokerRequestReceiver.java | 331 +++++++++++++++++++++
.../operation/ExtensionBrokerConstants.java | 26 +-
.../operation/ExtensionBrokerResponseFactory.java | 110 +++++++
.../operation/ExtensionBrokerTopicParser.java | 92 ++++++
.../connect/AdapterAssetOperationHandler.java | 96 ++++++
.../AdapterStateChangeOperationHandler.java | 92 ++++++
.../connect/RuntimeOptionsOperationHandler.java | 115 +++++++
.../connect/SampleDataOperationHandler.java | 104 +++++++
.../function/FunctionStopOperationHandler.java | 67 +++++
.../migration/MigrationOperationHandler.java | 141 +++++++++
.../ExtensionInstanceHealthOperationHandler.java | 69 +++++
.../monitoring/ServiceHealthOperationHandler.java | 69 +++++
.../monitoring/ServiceLoadOperationHandler.java | 55 ++++
.../ContainerProvidedOptionsOperationHandler.java | 136 +++++++++
.../operation/pe/DescriptionOperationHandler.java | 125 ++++++++
.../operation/pe/OutputSchemaOperationHandler.java | 150 ++++++++++
.../pe/PipelineElementAssetsOperationHandler.java | 115 +++++++
.../pe/PipelineElementDetachOperationHandler.java | 120 ++++++++
.../PipelineElementInvocationOperationHandler.java | 120 ++++++++
.../operation/ExtensionBrokerTopicParserTest.java | 88 ++++++
.../connect/AdapterAssetOperationHandlerTest.java | 129 ++++++++
.../extensions/ExtensionServiceOperationType.java | 39 ---
.../api/extensions/ExtensionServiceRequest.java | 53 ++++
.../extensions/ExtensionServiceRequestManager.java | 49 +--
.../extensions/ExtensionServiceRequestMethod.java | 9 +-
.../extensions/ExtensionServiceRequestTarget.java | 25 +-
.../extensions/ExtensionServiceRequestTargets.java | 95 +++---
.../api/extensions/ExtensionServiceRequests.java | 129 ++++++++
.../streampipes/manager/assets/AssetFetcher.java | 3 +-
.../HttpExtensionServiceRequestManager.java | 154 ++--------
.../execution/http/DetachExtensionRequest.java | 5 +-
.../execution/http/InvokeExtensionRequest.java | 5 +-
.../manager/extensions/ExtensionItemInstaller.java | 3 +-
.../manager/function/FunctionManager.java | 3 +-
.../CustomTransformOutputSchemaGenerator.java | 3 +-
.../migration/AbstractMigrationManager.java | 8 +-
.../pipeline/ExtensionsServiceLogExecutor.java | 3 +-
.../remote/ContainerProvidedOptionsHandler.java | 5 +-
.../core/ExtensionServiceRequestConfiguration.java | 50 +++-
.../service/core/StreamPipesCoreApplication.java | 5 +-
.../extensions/CoreExtensionTransportMode.java | 26 +-
.../extensions/CoreNatsRequestReplyClient.java | 82 +++++
.../NatsExtensionServiceRequestManager.java | 124 ++++++++
...ansportAwareExtensionServiceRequestManager.java | 109 +++++++
streampipes-service-extensions/pom.xml | 5 +
.../StreamPipesExtensionsServiceBase.java | 47 +++
.../standalone/manager/ProtocolManager.java | 2 +-
74 files changed, 3923 insertions(+), 445 deletions(-)
copy
streampipes-rest-shared/src/main/java/org/apache/streampipes/rest/shared/exception/SpLogMessageException.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceBrokerErrorEnvelope.java
(60%)
copy
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/data/PipelineGraphHelpers.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceBrokerOperation.java
(55%)
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceBrokerOperations.java
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceBrokerRequestEnvelope.java
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceBrokerResponseEnvelope.java
create mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceBrokerTopics.java
copy
streampipes-model/src/main/java/org/apache/streampipes/model/{pipeline/PipelineElementRecommendation.java
=> extensions/transport/ExtensionServicePipelineDetachRequest.java} (63%)
copy
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/data/PipelineGraphHelpers.java
=>
streampipes-model/src/main/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceTransportMode.java
(57%)
create mode 100644
streampipes-model/src/test/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceBrokerTopicsTest.java
create mode 100644
streampipes-model/src/test/java/org/apache/streampipes/model/extensions/transport/ExtensionServiceTransportModeTest.java
create mode 100644 streampipes-nats-extensions/README.md
copy {streampipes-extensions-api => streampipes-nats-extensions}/pom.xml (78%)
copy
streampipes-client-api/src/main/java/org/apache/streampipes/client/api/CRUDApi.java
=>
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/ExtensionBrokerOperationHandler.java
(61%)
copy
streampipes-client/src/main/java/org/apache/streampipes/client/paths/ApiPath.java
=>
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/ExtensionBrokerRequestContext.java
(85%)
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/ExtensionBrokerRequestReceiver.java
copy
streampipes-messaging-nats/src/main/java/org/apache/streampipes/messaging/nats/SpNatsProtocol.java
=>
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/ExtensionBrokerConstants.java
(59%)
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/ExtensionBrokerResponseFactory.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/ExtensionBrokerTopicParser.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/connect/AdapterAssetOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/connect/AdapterStateChangeOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/connect/RuntimeOptionsOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/connect/SampleDataOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/function/FunctionStopOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/migration/MigrationOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/monitoring/ExtensionInstanceHealthOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/monitoring/ServiceHealthOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/monitoring/ServiceLoadOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/pe/ContainerProvidedOptionsOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/pe/DescriptionOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/pe/OutputSchemaOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/pe/PipelineElementAssetsOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/pe/PipelineElementDetachOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/main/java/org/apache/streampipes/nats/extensions/operation/pe/PipelineElementInvocationOperationHandler.java
create mode 100644
streampipes-nats-extensions/src/test/java/org/apache/streampipes/nats/extensions/operation/ExtensionBrokerTopicParserTest.java
create mode 100644
streampipes-nats-extensions/src/test/java/org/apache/streampipes/nats/extensions/operation/connect/AdapterAssetOperationHandlerTest.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/api/extensions/ExtensionServiceOperationType.java
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/api/extensions/ExtensionServiceRequest.java
copy
streampipes-commons/src/main/java/org/apache/streampipes/commons/environment/variable/EnvResolver.java
=>
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/api/extensions/ExtensionServiceRequestMethod.java
(86%)
create mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/api/extensions/ExtensionServiceRequests.java
copy
streampipes-commons/src/main/java/org/apache/streampipes/commons/environment/Environments.java
=>
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/extensions/CoreExtensionTransportMode.java
(65%)
create mode 100644
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/extensions/CoreNatsRequestReplyClient.java
create mode 100644
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/extensions/NatsExtensionServiceRequestManager.java
create mode 100644
streampipes-service-core/src/main/java/org/apache/streampipes/service/core/extensions/TransportAwareExtensionServiceRequestManager.java