I have a Spring boot batch application that sends metrics to pushgateway but at times I am getting the below error due to which partial data is reaching the Prometheus server.
This is happening intermittently and not all the time. *ERROR Message:* org.springframework.boot.actuate.metrics.export.prometheus.PrometheusPushGatewayManager$PushGatewayTaskScheduler:218 - Shutting down ExecutorService 2024-07-01T17:12:03,782 ERROR org.springframework.boot.actuate.metrics.export.prometheus.PrometheusPushGatewayManager:119 - Unable to push metrics to Prometheus Pushgateway java.net.SocketTimeoutException: Read timed out at java.net.SocketInputStream.socketRead0(Native Method) ~[?:1.8.0_392] at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) ~[?:1.8.0_392] at java.net.SocketInputStream.read(SocketInputStream.java:171) ~[?:1.8.0_392] at java.net.SocketInputStream.read(SocketInputStream.java:141) ~[?:1.8.0_392] at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) ~[?:1.8.0_392] at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) ~[?:1.8.0_392] at java.io.BufferedInputStream.read(BufferedInputStream.java:345) ~[?:1.8.0_392] at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:743) ~[?:1.8.0_392] at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:678) ~[?:1.8.0_392] at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1595) ~[?:1.8.0_392] at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1500) ~[?:1.8.0_392] at java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:480) ~[?:1.8.0_392] at io.prometheus.client.exporter.PushGateway.doRequest(PushGateway.java:315) ~[hadoop-unjar3434452571338587139/:?] at io.prometheus.client.exporter.PushGateway.pushAdd(PushGateway.java:182) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.boot.actuate.metrics.export.prometheus.PrometheusPushGatewayManager.push(PrometheusPushGatewayManager.java:108) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.boot.actuate.metrics.export.prometheus.PrometheusPushGatewayManager.shutdown(PrometheusPushGatewayManager.java:146) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.boot.actuate.metrics.export.prometheus.PrometheusPushGatewayManager.shutdown(PrometheusPushGatewayManager.java:136) ~[hadoop-unjar3434452571338587139/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_392] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_392] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_392] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_392] at org.springframework.beans.factory.support.DisposableBeanAdapter.invokeCustomDestroyMethod(DisposableBeanAdapter.java:339) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.beans.factory.support.DisposableBeanAdapter.destroy(DisposableBeanAdapter.java:273) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.destroyBean(DefaultSingletonBeanRegistry.java:587) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.destroySingleton(DefaultSingletonBeanRegistry.java:559) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.beans.factory.support.DefaultListableBeanFactory.destroySingleton(DefaultListableBeanFactory.java:1152) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.destroySingletons(DefaultSingletonBeanRegistry.java:520) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.beans.factory.support.DefaultListableBeanFactory.destroySingletons(DefaultListableBeanFactory.java:1145) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.context.support.AbstractApplicationContext.destroyBeans(AbstractApplicationContext.java:1111) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.context.support.AbstractApplicationContext.doClose(AbstractApplicationContext.java:1080) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.context.support.AbstractApplicationContext.close(AbstractApplicationContext.java:1026) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.boot.SpringApplication.close(SpringApplication.java:1369) ~[hadoop-unjar3434452571338587139/:?] at org.springframework.boot.SpringApplication.exit(SpringApplication.java:1356) ~[hadoop-unjar3434452571338587139/:?] at com.hotels.bdp.cloverleaf.Cloverleaf.run(Cloverleaf.java:104) ~[hadoop-unjar3434452571338587139/:?] at com.hotels.bdp.cloverleaf.CloverleafRunner$DefaultCloverleafRunner.run(CloverleafOrchestrator.java:131) ~[hadoop-unjar3434452571338587139/:?] at com.hotels.bdp.cloverleaf.CloverleafOrchestrator.startCloverleaf(CloverleafOrchestrator.java:78) ~[hadoop-unjar3434452571338587139/:?] at com.hotels.bdp.cloverleaf.CloverleafOrchestrator.lambda$start$0(CloverleafOrchestrator.java:49) ~[hadoop-unjar3434452571338587139/:?] at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) [?:1.8.0_392] at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384) [?:1.8.0_392] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482) [?:1.8.0_392] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472) [?:1.8.0_392] at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) [?:1.8.0_392] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) [?:1.8.0_392] at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:566) [?:1.8.0_392] at com.hotels.bdp.cloverleaf.CloverleafOrchestrator.start(CloverleafOrchestrator.java:57) [hadoop-unjar3434452571338587139/:?] at com.hotels.bdp.cloverleaf.CloverleafOrchestrator.main(CloverleafOrchestrator.java:28) [hadoop-unjar3434452571338587139/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_392] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_392] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_392] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_392] at org.apache.hadoop.util.RunJar.run(RunJar.java:244) [hadoop-common-2.10.1-amzn-4.jar:?] at org.apache.hadoop.util.RunJar.main(RunJar.java:158) [hadoop-common-2.10.1-amzn-4.jar:?] 24/07/01 17:12:03 INFO metrics.MetricReporterService: Shutting down MetricReporterService... 24/07/01 17:12:03 INFO metrics.MetricReporterService: MetricReporterService shutdown complete. 24/07/01 17:12:03 INFO cloverleaf.CloverleafOrchestrator: Cloverleaf finished for target table 'coupons.coupons_eg_domain_event_v4' with exit code 0. Thanks for your help, Dhruv -- You received this message because you are subscribed to the Google Groups "Prometheus Users" group. To unsubscribe from this group and stop receiving emails from it, send an email to [email protected]. To view this discussion on the web visit https://groups.google.com/d/msgid/prometheus-users/195e2a77-0eac-4cf1-ace3-78fd3fb28a41n%40googlegroups.com.
