deepthi912 opened a new pull request, #16957:
URL: https://github.com/apache/pinot/pull/16957
Includes the table details as well in the validation if the
`includeTableNames` is set to true
```
{"sqls": ["SELECT COUNT(*) FROM UpsertsScaleTest5_Restarts_REALTIME"],
"tableConfigs" : [{
"tableName": "UpsertsScaleTest5_Restarts_REALTIME",
"tableType": "REALTIME",
"segmentsConfig": {
"timeColumnName": "mtime",
"retentionTimeUnit": "DAYS",
"retentionTimeValue": "5000",
"segmentAssignmentStrategy": "BalanceNumSegmentAssignmentStrategy",
"replicasPerPartition": "1",
"minimizeDataMovement": false,
"deletedSegmentsRetentionPeriod": "7d",
"segmentPushType": "APPEND",
"timeType": "MILLISECONDS"
},
"tenants": {
"broker": "DefaultTenant",
"server": "DefaultTenant"
},
"tableIndexConfig": {
"createInvertedIndexDuringSegmentGeneration": false,
"autoGeneratedInvertedIndex": false,
"enableDefaultStarTree": false,
"nullHandlingEnabled": false,
"skipSegmentPreprocess": false,
"optimizeDictionaryType": false,
"rangeIndexVersion": 2,
"aggregateMetrics": false,
"optimizeDictionary": false,
"enableDynamicStarTreeCreation": false,
"columnMajorSegmentBuilderEnabled": false,
"optimizeDictionaryForMetrics": false,
"noDictionarySizeRatioThreshold": 0.85,
"loadMode": "MMAP",
"streamConfigs": {
"streamType": "fake",
"stream.fake.num.partitions": "8",
"stream.fake.topic.name": "fake_topic",
"stream.fake.consumer.factory.class.name":
"ai.startree.pinot.plugin.fakestream.FakeStreamConsumerFactory",
"stream.fake.decoder.class.name":
"ai.startree.pinot.plugin.fakestream.FakeStreamMessageDecoder",
"stream.fake.decoder.prop.colval.event_id":
"$partitionLongRange,1,5000000000",
"stream.fake.decoder.prop.colval.mtime": "$timestamp",
"stream.fake.decoder.prop.partition.specific.colvals": "event_id",
"stream.fake.decoder.prop.pad.colvals": "event_id",
"stream.fake.decoder.prop.pad.content": "dummy_realtime",
"stream.fake.decoder.prop.pad.times": "1",
"stream.fake.consumer.fetch.interval.ms": "0",
"realtime.segment.flush.threshold.rows": "500000"
}
},
"metadata": {
"customConfigs": {}
},
"task": {
"taskTypeConfigsMap": {
"UpsertSnapshotCreationTask": {
"bootstrap": "true",
"schedule": "0 0 0/1 * * ?"
}
}
},
"routing": {
"segmentPrunerTypes": [
"partition"
],
"instanceSelectorType": "strictReplicaGroup"
},
"fieldConfigList": [],
"upsertConfig": {
"hashFunction": "NONE",
"comparisonColumns": [
"mtime"
],
"metadataTTL": 0,
"deletedKeysTTL": 0,
"consistencyMode": "NONE",
"enableSnapshot": true,
"enablePreload": true,
"defaultPartialUpsertStrategy": "OVERWRITE",
"upsertViewRefreshIntervalMs": 3000,
"dropOutOfOrderRecord": false,
"newSegmentTrackingTimeMs": 10000,
"enableDeletedKeysCompactionConsistency": false,
"allowPartialUpsertConsumptionDuringCommit": false,
"snapshot": "ENABLE",
"preload": "ENABLE",
"mode": "FULL"
},
"isDimTable": false
}],
"schemas":[{
"schemaName": "cert_test_srt_and_usct_on_upsert_table",
"enableColumnBasedNullHandling": false,
"dimensionFieldSpecs": [
{
"name": "event_id",
"dataType": "LONG",
"fieldType": "DIMENSION"
},
{
"name": "event_id_2",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "event_id_3",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "event_id_4",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "event_id_5",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "event_id_6",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "event_id_7",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "event_id_8",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "event_id_9",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "event_id_10",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "dummy_realtime",
"dataType": "STRING",
"fieldType": "DIMENSION"
}
],
"dateTimeFieldSpecs": [
{
"name": "mtime",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_2",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_3",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_4",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_5",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_6",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_7",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_8",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_9",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
},
{
"name": "mtime_10",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
}
],
"primaryKeyColumns": [
"event_id"
]
},
{
"schemaName": "AnshulTestBQbumpDM",
"enableColumnBasedNullHandling": false,
"dimensionFieldSpecs": [
{
"name": "O_ORDERSTATUS",
"dataType": "STRING",
"fieldType": "DIMENSION"
}
],
"metricFieldSpecs": [
{
"name": "O_ORDERKEY",
"dataType": "DOUBLE",
"fieldType": "METRIC"
},
{
"name": "O_CUSTKEY",
"dataType": "DOUBLE",
"fieldType": "METRIC"
},
{
"name": "O_TOTALPRICE",
"dataType": "DOUBLE",
"fieldType": "METRIC"
}
],
"dateTimeFieldSpecs": [
{
"name": "O_EPOCHMILLIS",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "EPOCH|MILLISECONDS|1",
"granularity": "MILLISECONDS|1"
},
{
"name": "O_TIMESTAMP",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "EPOCH|MILLISECONDS|1",
"granularity": "MILLISECONDS|1"
}
]
},
{
"schemaName": "GcsTieredStorageTestTable",
"enableColumnBasedNullHandling": false,
"dimensionFieldSpecs": [
{
"name": "O_COMMENT",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "O_ORDERDATE",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "O_ORDERSTATUS",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "O_ISOTIME",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "O_CLERK",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "O_ORDERPRIORITY",
"dataType": "STRING",
"fieldType": "DIMENSION"
}
],
"metricFieldSpecs": [
{
"name": "O_ORDERKEY",
"dataType": "LONG",
"fieldType": "METRIC"
},
{
"name": "O_CUSTKEY",
"dataType": "LONG",
"fieldType": "METRIC"
},
{
"name": "O_TOTALPRICE",
"dataType": "DOUBLE",
"fieldType": "METRIC"
},
{
"name": "O_SHIPPRIORITY",
"dataType": "LONG",
"fieldType": "METRIC"
}
],
"dateTimeFieldSpecs": [
{
"name": "O_TIMESTAMP",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
}
]
},
{
"schemaName": "UpsertsScaleTest5_Restarts",
"enableColumnBasedNullHandling": false,
"dimensionFieldSpecs": [
{
"name": "event_id",
"dataType": "STRING",
"fieldType": "DIMENSION"
},
{
"name": "dummy_realtime",
"dataType": "STRING",
"fieldType": "DIMENSION"
}
],
"dateTimeFieldSpecs": [
{
"name": "mtime",
"dataType": "LONG",
"fieldType": "DATE_TIME",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:MILLISECONDS"
}
],
"primaryKeyColumns": [
"event_id"
]
}],
"ignoreCase": true,
"includeTableNames": true
}
```
**Response:**
```
{
"tableNames": [
"UpsertsScaleTest5_Restarts_REALTIME"
],
"queryResponses": [
{
"errorMessage": null,
"errorCode": null,
"sql": "SELECT COUNT(*) FROM
UpsertsScaleTest5_Restarts_REALTIME",
"compiledSuccessfully": true
}
]
}
```
If "includeTableNames": false
**Response:**
```
[
{
"errorMessage": null,
"errorCode": null,
"sql": "SELECT COUNT(*) FROM UpsertsScaleTest5_Restarts_REALTIME",
"compiledSuccessfully": true
}
]
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
