soumitra-st opened a new pull request, #10419: URL: https://github.com/apache/pinot/pull/10419
This PR adds a parameter to queryOptions to drop the resultTable from the response. This mode can be used to troubleshoot a customer's query (which may have sensitive data in the result) using metadata only. Manual testing report: ``` % ./bin/quick-start-batch.sh ... % curl http://localhost:9000/sql -d '{"sql":"select * from billing limit 10","trace":false}' {"resultTable":{"dataSchema":{"columnNames":["alternateCharge","alternateUsage","baseCharge","baseUsage","billingMonth","buildingType","city","creditHistory","customerId","firstName","isCarOwner","lastName","levy","maritalStatus","missedPayment","overdueBalance","standingCharge","tax","totalNet","totalToPay"],"columnDataTypes":["BIG_DECIMAL","BIG_DECIMAL","BIG_DECIMAL","BIG_DECIMAL","STRING","STRING","STRING","STRING","INT","STRING","BOOLEAN","STRING","BIG_DECIMAL","STRING","STRING","BIG_DECIMAL","BIG_DECIMAL","BIG_DECIMAL","BIG_DECIMAL","BIG_DECIMAL"]},"rows":[[10.16,112.62,67.44,457.56,"201904","Condominium","Palo Alto","A",341,"Rebecca",false,"Effertz",2.55,"U","Paid",0,7.49,17.18,87.65,104.82],[0,0,150.32,1161.67,"201903","Condominium","Mountain View","A",374,"Reba",true,"OKeefe",4.68,"S","Paid",0,5.62,31.48,160.62,192.1],[0,0,58.13,449.21,"201904","Condominium","Palo Alto","A",398,"Sydnee",false,"Farrell",1.91,"S","Paid",0,5.62,12.87,65.66,78.53],[0,0,114.91,888.02,"201901"," Apartment","Cupertino","A",427,"Susanna",false,"Schaefer",3.62,"S","Paid",0,5.62,24.33,124.15,148.48],[0,0,86.72,670.17,"201808","Apartment","Cupertino","B",435,"Stephen",true,"Conn",3.05,"M","Paid",0,14.87,20.51,104.64,125.15],[0,0,115.73,894.34,"201808","Apartment","Palo Alto","A",441,"Rickey",false,"Smitham",3.64,"M","Paid",0,5.62,24.5,124.99,149.49],[0,0,184.78,1427.99,"201808","Apartment","Cupertino","A",465,"Kristina",true,"Towne",5.99,"U","Paid",0,14.87,40.31,205.64,245.95],[0,0,57.59,445.09,"201904","Apartment","Mountain View","A",499,"Alexane",false,"Weber",1.95,"M","Paid",0,7.35,13.11,66.89,80],[0,0,95.55,738.44,"201810","Apartment","Santa Clara","A - Excellent",503,"Elouise",true,"Hickle",3.31,"U","Paid",0,14.87,22.29,113.74,136.03],[0,0,128.86,995.82,"201906","Apartment","Mountain View","A - Excellent",533,"Ansley",true,"Bogisich",4.03,"M","Paid",0,5.62,27.15,138.51,165.66]]},"exceptions":[],"numServersQueried":1,"numServersResponded":1,"numSegmentsQueried":1,"numSegment sProcessed":1,"numSegmentsMatched":1,"numConsumingSegmentsQueried":0,"numConsumingSegmentsProcessed":0,"numConsumingSegmentsMatched":0,"numDocsScanned":10,"numEntriesScannedInFilter":0,"numEntriesScannedPostFilter":200,"numGroupsLimitReached":false,"totalDocs":694,"timeUsedMs":9,"offlineThreadCpuTimeNs":0,"realtimeThreadCpuTimeNs":0,"offlineSystemActivitiesCpuTimeNs":0,"realtimeSystemActivitiesCpuTimeNs":0,"offlineResponseSerializationCpuTimeNs":0,"realtimeResponseSerializationCpuTimeNs":0,"offlineTotalCpuTimeNs":0,"realtimeTotalCpuTimeNs":0,"segmentStatistics":[],"traceInfo":{},"minConsumingFreshnessTimeMs":0,"numSegmentsPrunedByBroker":0,"numSegmentsPrunedByServer":0,"numSegmentsPrunedInvalid":0,"numSegmentsPrunedByLimit":0,"numSegmentsPrunedByValue":0,"explainPlanNumEmptyFilterSegments":0,"explainPlanNumMatchAllFilterSegments":0,"numRowsResultSet":10} % curl http://localhost:9000/sql -d '{"sql":"select * from billing limit 10","trace":false,"queryOptions":"dropResults=true"}' {"exceptions":[],"numServersQueried":1,"numServersResponded":1,"numSegmentsQueried":1,"numSegmentsProcessed":1,"numSegmentsMatched":1,"numConsumingSegmentsQueried":0,"numConsumingSegmentsProcessed":0,"numConsumingSegmentsMatched":0,"numDocsScanned":10,"numEntriesScannedInFilter":0,"numEntriesScannedPostFilter":200,"numGroupsLimitReached":false,"totalDocs":694,"timeUsedMs":6,"offlineThreadCpuTimeNs":0,"realtimeThreadCpuTimeNs":0,"offlineSystemActivitiesCpuTimeNs":0,"realtimeSystemActivitiesCpuTimeNs":0,"offlineResponseSerializationCpuTimeNs":0,"realtimeResponseSerializationCpuTimeNs":0,"offlineTotalCpuTimeNs":0,"realtimeTotalCpuTimeNs":0,"segmentStatistics":[],"traceInfo":{},"minConsumingFreshnessTimeMs":0,"numSegmentsPrunedByBroker":0,"numSegmentsPrunedByServer":0,"numSegmentsPrunedInvalid":0,"numSegmentsPrunedByLimit":0,"numSegmentsPrunedByValue":0,"explainPlanNumEmptyFilterSegments":0,"explainPlanNumMatchAllFilterSegments":0,"numRowsResultSet":10} % curl http://localhost:9000/sql -d '{"sql":"select * from billing limit 10","trace":false,"queryOptions":"dropResults=TrUE"}' {"exceptions":[],"numServersQueried":1,"numServersResponded":1,"numSegmentsQueried":1,"numSegmentsProcessed":1,"numSegmentsMatched":1,"numConsumingSegmentsQueried":0,"numConsumingSegmentsProcessed":0,"numConsumingSegmentsMatched":0,"numDocsScanned":10,"numEntriesScannedInFilter":0,"numEntriesScannedPostFilter":200,"numGroupsLimitReached":false,"totalDocs":694,"timeUsedMs":2,"offlineThreadCpuTimeNs":0,"realtimeThreadCpuTimeNs":0,"offlineSystemActivitiesCpuTimeNs":0,"realtimeSystemActivitiesCpuTimeNs":0,"offlineResponseSerializationCpuTimeNs":0,"realtimeResponseSerializationCpuTimeNs":0,"offlineTotalCpuTimeNs":0,"realtimeTotalCpuTimeNs":0,"segmentStatistics":[],"traceInfo":{},"minConsumingFreshnessTimeMs":0,"numSegmentsPrunedByBroker":0,"numSegmentsPrunedByServer":0,"numSegmentsPrunedInvalid":0,"numSegmentsPrunedByLimit":0,"numSegmentsPrunedByValue":0,"explainPlanNumEmptyFilterSegments":0,"explainPlanNumMatchAllFilterSegments":0,"numRowsResultSet":10} ``` Added integration tests as well. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org
