gortiz opened a new issue, #12344: URL: https://github.com/apache/pinot/issues/12344
It has been detected that some table metrics are not removed when a table is deleted. Due to the variable nature of the metrics, which are lazily registered, it is difficult to create a complete list of the metrics that are not deleted. But not exhaustive list can be created by: 1. Download jmxterm ([doc](https://docs.cyclopsgroup.org/jmxterm/user-manual), [link to download](https://www.google.com/url?q=https%3A%2F%2Fgithub.com%2Fjiaqi%2Fjmxterm%2Freleases%2Fdownload%2Fv1.0.2%2Fjmxterm-1.0.2-uber.jar&sa=D&sntz=1&usg=AOvVaw2m3E2DyM0RX3I09iemadRV)) 2. Run a Quickstart like `RealtimeQuickStart`. 3. Wait around 10 minutes. Some metrics are created by periodic reporters with more than 5 mins of initial delay 4. Delete one of the table (like `meetupRsvp`) 5. Wait around 2-3 mins. Some metrics are deleted by periodic reporters that may execute every min. There may be others that take longer. 6. Get the pid of the Quickstart using jcmd. 7. Execute the following script (remember to substitute <pid> and <path to jmxterm jar> with the corresponding values: ```bash echo 'open <pid>\n domain "org.apache.pinot.common.metrics"\n beans' \ | java -jar <path to jmxterm jar> -n \ | grep meetupRsvp ``` This is the list of metrics I've found: ``` "org.apache.pinot.common.metrics":name="pinot.broker.maxBurstQps.meetupRsvp_REALTIME",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.authorization",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.documentsScanned",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.entriesScannedInFilter",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.entriesScannedPostFilter",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.freshnessLagMs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.groupBySize",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.nettyConnectionSendRequestLatency",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.offlineResponseSerCpuTimeNs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.offlineSystemActivitiesCpuTimeNs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.offlineThreadCpuTimeNs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.offlineTotalCpuTimeNs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.queries",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.queryExecution",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.queryRouting",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.queryTotalTimeMs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.realtimeResponseSerCpuTimeNs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.realtimeSystemActivitiesCpuTimeNs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.realtimeThreadCpuTimeNs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.realtimeTotalCpuTimeNs",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.reduce",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.requestCompilation",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.scatterGather",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.meetupRsvp.totalServerResponseSize",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.broker.requestSize.meetupRsvp",type="BrokerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.missingConsumingSegmentMaxDurationMinutes.meetupRsvp_REALTIME",type="ControllerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.missingConsumingSegmentNewPartitionCount.meetupRsvp_REALTIME",type="ControllerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.missingConsumingSegmentTotalCount.meetupRsvp_REALTIME",type="ControllerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.replicationFromConfig.meetupRsvp_REALTIME",type="ControllerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.tableCompressedSize.meetupRsvp_REALTIME",type="ControllerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.tableSizePerReplicaOnServer.meetupRsvp_REALTIME",type="ControllerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.tableStorageEstMissingSegmentPercent.meetupRsvp_REALTIME",type="ControllerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.tableTotalSizeOnServer.meetupRsvp_REALTIME",type="ControllerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.documentCount.meetupRsvp_REALTIME",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.endToEndRealtimeIngestionDelayMs.meetupRsvp_REALTIME.0",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.endToEndRealtimeIngestionDelayMs.meetupRsvp_REALTIME.1",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.endToEndRealtimeIngestionDelayMs.meetupRsvp_REALTIME.5",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.endToEndRealtimeIngestionDelayMs.meetupRsvp_REALTIME.6",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.endToEndRealtimeIngestionDelayMs.meetupRsvp_REALTIME.8",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-0",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-1",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-2",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-3",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-4",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-5",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-6",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-7",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-8",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.highestStreamOffsetConsumed.meetupRsvp_REALTIME-meetupRSVPEvents-9",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-0.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-1.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-2.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-3.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-4.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-5.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-6.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-7.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-8.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME-meetupRSVPEvents-9.realtimeRowsConsumed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.buildQueryPlan",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.deletedSegmentCount",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.freshnessLagMs",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.nettyConnectionSendResponseLatency",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.numDocsScanned",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.numEntriesScannedPostFilter",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.numResizes",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.numSegmentsMatched",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.numSegmentsProcessed",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.numSegmentsQueried",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.queryPlanExecution",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.queryProcessing",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.requestDeserialization",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.responseSerialization",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.schedulerWait",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.segmentPruning",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.meetupRsvp_REALTIME.totalQueryTime",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.realtimeOffheapMemoryUsed.meetupRsvp",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.server.segmentCount.meetupRsvp_REALTIME",type="ServerMetrics" "org.apache.pinot.common.metrics":name="pinot.controller.percentSegmentsAvailable.meetupRsvp_REALTIME",type="ControllerMetrics" ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org
