lgo opened a new issue #6144:
URL: https://github.com/apache/incubator-pinot/issues/6144


   While building a query intended to pull out all values for a dimension, the 
query was slow and timing out.
   
   ```sql
   select type from adjustment group by type
   ```
   
   Meanwhile, a query that forces the star-index was working fine and returning 
very quickly. It's also worth noting this column is on an inverted index, which 
I assume would also be a suitable index to pull data. Or the dictionary itself!
   
   ```sql
   select type, count(*) from adjustment group by type
   ```
   
   Here is a simplified example configuration we were using, in case this ends 
up being particular about the table config. (irrelevant columns were prunted 
from the example).
   
   ## Schema
   
   ```json
   {
     "schemaName": "adjustment",
     "dimensionFieldSpecs": [
       {
         "name": "type",
         "dataType": "STRING"
       },
     ],
     "metricFieldSpecs": [
       {
         "name": "balance",
         "dataType": "DOUBLE"
       },
     ],
     "dateTimeFieldSpecs": [
       {
         "name": "created_at",
         "dataType": "LONG",
         "format": "1:SECONDS:EPOCH",
         "granularity": "1:HOURS"
       }
     ]
   }
   ```
   
   ## Table config
   
   ```json
   {
     "OFFLINE": {
       "tableName": "adjustment_OFFLINE",
       "tableType": "OFFLINE",
       "segmentsConfig": {
         "timeType": "SECONDS",
         "schemaName": "adjustment",
         "segmentPushFrequency": "HOURLY",
         "segmentPushType": "APPEND",
         "timeColumnName": "created_at",
         "replication": "1"
       },
       "tenants": {
         "broker": "DefaultTenant",
         "server": "DefaultTenant"
       },
       "tableIndexConfig": {
         "bloomFilterColumns": [
           "type"
         ],
         "loadMode": "MMAP",
         "noDictionaryColumns": [],
         "enableDefaultStarTree": false,
         "starTreeIndexConfigs": [
           {
             "dimensionsSplitOrder": [
               "type",
             ],
             "functionColumnPairs": [
               "COUNT"
             ],
             "maxLeafRecords": 1
           }
         ],
         "enableDynamicStarTreeCreation": false,
         "segmentPartitionConfig": {
           "columnPartitionMap": {
             "type": {
               "functionName": "Murmur",
               "numPartitions": 100
             }
           }
         },
         "aggregateMetrics": false,
         "nullHandlingEnabled": false,
         "invertedIndexColumns": [
           "type"
         ],
         "autoGeneratedInvertedIndex": false,
         "createInvertedIndexDuringSegmentGeneration": false
       },
       "metadata": {},
       "routing": {
         "segmentPrunerTypes": [
           "partition"
         ]
       }
     }
   }
   ```


----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

For queries about this service, please contact Infrastructure at:
us...@infra.apache.org



---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org

Reply via email to