[incubator-pinot] 01/01: [TE] suppress the anomaly if current value is NaN

[jihao]

This is an automated email from the ASF dual-hosted git repository.

jihao pushed a commit to branch filter-nan-anomalies
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git

commit efac5b4a5f260bf63ecc85a04230d65f26c451d1
Author: Jihao Zhang <jihzh...@linkedin.com>
AuthorDate: Fri Jan 8 14:37:38 2021 -0800

    [TE] suppress the anomaly if current value is NaN
---
 .../apache/pinot/thirdeye/detection/DetectionPipelineTaskRunner.java  | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git 
a/thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/DetectionPipelineTaskRunner.java
 
b/thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/DetectionPipelineTaskRunner.java
index 90b4d64..8f491c7 100644
--- 
a/thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/DetectionPipelineTaskRunner.java
+++ 
b/thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/DetectionPipelineTaskRunner.java
@@ -157,7 +157,9 @@ public class DetectionPipelineTaskRunner implements 
TaskRunner {
       config.setLastTimestamp(result.getLastTimestamp());
 
       for (MergedAnomalyResultDTO mergedAnomalyResultDTO : 
result.getAnomalies()) {
-        this.anomalyDAO.save(mergedAnomalyResultDTO);
+        if (!Double.isNaN(mergedAnomalyResultDTO.getAvgCurrentVal())){
+          this.anomalyDAO.save(mergedAnomalyResultDTO);
+        }
         if (mergedAnomalyResultDTO.getId() == null) {
           LOG.warn("Could not store anomaly:\n{}", mergedAnomalyResultDTO);
         }


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org