danhuawang opened a new issue, #10899:
URL: https://github.com/apache/gravitino/issues/10899
### Version
main branch
### Describe what's wrong
```
2026-04-29T06:50:38.044Z INFO iceberg-split-source-gravitino_irc-2
org.apache.iceberg.metrics.LoggingMetricsReporter Received metrics
report: ScanReport{tableName="product_s3"."page_views_local",
snapshotId=3026088095756351324, filter=true, schemaId=0, projectedFieldIds=[1,
2, 3, 4, 5], projectedFieldNames=[view_time, user_id, page_url, ds, country],
scanMetrics=ScanMetricsResult{totalPlanningDuration=TimerResult{timeUnit=NANOSECONDS,
totalDuration=PT0.134726964S, count=1},
resultDataFiles=CounterResult{unit=COUNT, value=3},
resultDeleteFiles=CounterResult{unit=COUNT, value=0},
totalDataManifests=CounterResult{unit=COUNT, value=1},
totalDeleteManifests=CounterResult{unit=COUNT, value=0},
scannedDataManifests=CounterResult{unit=COUNT, value=1},
skippedDataManifests=CounterResult{unit=COUNT, value=0},
totalFileSizeInBytes=CounterResult{unit=BYTES, value=2546},
totalDeleteFileSizeInBytes=CounterResult{unit=BYTES, value=0},
skippedDataFiles=CounterResult{unit=COUNT, value=0}, skippedD
eleteFiles=CounterResult{unit=COUNT, value=0},
scannedDeleteManifests=CounterResult{unit=COUNT, value=0},
skippedDeleteManifests=CounterResult{unit=COUNT, value=0},
indexedDeleteFiles=CounterResult{unit=COUNT, value=0},
equalityDeleteFiles=CounterResult{unit=COUNT, value=0},
positionalDeleteFiles=CounterResult{unit=COUNT, value=0},
dvs=CounterResult{unit=COUNT, value=0}}, metadata={engine-version=478,
iceberg-version=Apache Iceberg 1.10.0 (commit
2114bf631e49af532d66e2ce148ee49dd1dd1f1f), engine-name=trino}}
2026-04-29T06:50:38.684Z WARN gravitino_irc-token-refresh-0
org.apache.iceberg.util.Tasks Retrying task after failure: sleepTimeMs=1697
Malformed request: unsupported_grant_type: Unsupported grant_type
org.apache.iceberg.exceptions.BadRequestException: Malformed request:
unsupported_grant_type: Unsupported grant_type
at
org.apache.iceberg.rest.ErrorHandlers$OAuthErrorHandler.accept(ErrorHandlers.java:280)
at
org.apache.iceberg.rest.ErrorHandlers$OAuthErrorHandler.accept(ErrorHandlers.java:254)
at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:240)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:336)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:297)
at
org.apache.iceberg.rest.BaseHTTPClient.postForm(BaseHTTPClient.java:136)
at
org.apache.iceberg.rest.auth.OAuth2Util.refreshToken(OAuth2Util.java:174)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refreshExpiredToken(OAuth2Util.java:638)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refreshCurrentToken(OAuth2Util.java:623)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.lambda$refresh$1(OAuth2Util.java:596)
at
org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413)
at
org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refresh(OAuth2Util.java:596)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.lambda$scheduleTokenRefresh$2(OAuth2Util.java:670)
at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:545)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:328)
at
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:309)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
at java.base/java.lang.Thread.run(Thread.java:1474)
2026-04-29T06:50:39.977Z INFO dispatcher-query-18
io.trino.event.QueryMonitor TIMELINE: Query 20260429_065035_00016_vg8xr ::
FINISHED :: elapsed 2929ms :: planning 14ms :: waiting 843ms :: scheduling
1008ms :: running 872ms :: finishing 1035ms :: begin 2026-04-29T06:50:37.047Z
:: end 2026-04-29T06:50:39.976Z
2026-04-29T06:50:40.393Z ERROR gravitino_irc-token-refresh-0
org.apache.iceberg.util.Tasks Failed to clean up on failure
org.apache.iceberg.exceptions.BadRequestException: Malformed request:
unsupported_grant_type: Unsupported grant_type
at
org.apache.iceberg.rest.ErrorHandlers$OAuthErrorHandler.accept(ErrorHandlers.java:280)
at
org.apache.iceberg.rest.ErrorHandlers$OAuthErrorHandler.accept(ErrorHandlers.java:254)
at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:240)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:336)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:297)
at
org.apache.iceberg.rest.BaseHTTPClient.postForm(BaseHTTPClient.java:136)
at
org.apache.iceberg.rest.auth.OAuth2Util.refreshToken(OAuth2Util.java:174)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refreshExpiredToken(OAuth2Util.java:638)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.lambda$refresh$0(OAuth2Util.java:586)
at org.apache.iceberg.util.Tasks$Builder.tryRunOnFailure(Tasks.java:286)
at
org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:225)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refresh(OAuth2Util.java:596)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.lambda$scheduleTokenRefresh$2(OAuth2Util.java:670)
at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:545)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:328)
at
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:309)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
at java.base/java.lang.Thread.run(Thread.java:1474)
2026-04-29T06:50:40.398Z WARN gravitino_irc-token-refresh-0
org.apache.iceberg.util.Tasks Retrying task after failure: sleepTimeMs=105
Malformed request: unsupported_grant_type: Unsupported grant_type
org.apache.iceberg.exceptions.BadRequestException: Malformed request:
unsupported_grant_type: Unsupported grant_type
at
org.apache.iceberg.rest.ErrorHandlers$OAuthErrorHandler.accept(ErrorHandlers.java:280)
at
org.apache.iceberg.rest.ErrorHandlers$OAuthErrorHandler.accept(ErrorHandlers.java:254)
at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:240)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:336)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:297)
at
org.apache.iceberg.rest.BaseHTTPClient.postForm(BaseHTTPClient.java:136)
at
org.apache.iceberg.rest.auth.OAuth2Util.refreshToken(OAuth2Util.java:174)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refreshExpiredToken(OAuth2Util.java:638)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refreshCurrentToken(OAuth2Util.java:623)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.lambda$refresh$1(OAuth2Util.java:596)
at
org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413)
at
org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refresh(OAuth2Util.java:596)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.lambda$scheduleTokenRefresh$2(OAuth2Util.java:670)
at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:545)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:328)
at
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:309)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
at java.base/java.lang.Thread.run(Thread.java:1474)
2026-04-29T06:50:40.509Z WARN gravitino_irc-token-refresh-0
org.apache.iceberg.util.Tasks Retrying task after failure: sleepTimeMs=212
Malformed request: unsupported_grant_type: Unsupported grant_type
org.apache.iceberg.exceptions.BadRequestException: Malformed request:
unsupported_grant_type: Unsupported grant_type
at
org.apache.iceberg.rest.ErrorHandlers$OAuthErrorHandler.accept(ErrorHandlers.java:280)
at
org.apache.iceberg.rest.ErrorHandlers$OAuthErrorHandler.accept(ErrorHandlers.java:254)
at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:240)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:336)
at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:297)
at
org.apache.iceberg.rest.BaseHTTPClient.postForm(BaseHTTPClient.java:136)
at
org.apache.iceberg.rest.auth.OAuth2Util.refreshToken(OAuth2Util.java:174)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refreshExpiredToken(OAuth2Util.java:638)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refreshCurrentToken(OAuth2Util.java:623)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.lambda$refresh$1(OAuth2Util.java:596)
at
org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413)
at
org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.refresh(OAuth2Util.java:596)
at
org.apache.iceberg.rest.auth.OAuth2Util$AuthSession.lambda$scheduleTokenRefresh$2(OAuth2Util.java:670)
at
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:545)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:328)
at
java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:309)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1090)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
at java.base/java.lang.Thread.run(Thread.java:1474)
```
### Error message and/or stacktrace
see above
### How to reproduce
1 config Trino:
```
config.properties: |
coordinator=true
node-scheduler.include-coordinator=true
http-server.http.port=8080
discovery.uri=http://localhost:8080
internal-communication.shared-secret=irc-e2e-internal-secret
gravitino_irc.properties: |
connector.name=iceberg
iceberg.catalog.type=rest
iceberg.rest-catalog.uri=http://gravitino.irc-e2e-env1:9001/iceberg/
iceberg.rest-catalog.security=OAUTH2
iceberg.rest-catalog.oauth2.server-uri=http://XXXXXX:8080/realms/myrealm/protocol/openid-connect/token
iceberg.rest-catalog.oauth2.credential=trino-client:XXXXXXXX
iceberg.rest-catalog.oauth2.scope=openid profile email
iceberg.rest-catalog.vended-credentials-enabled=true
iceberg.rest-catalog.nested-namespace-enabled=true
fs.native-gcs.enabled=false
fs.native-s3.enabled=true
s3.region=us-east-1
jvm.config: |
-server
-Xmx2G
-XX:+UseG1GC
-XX:G1HeapRegionSize=32M
-XX:+ExplicitGCInvokesConcurrent
-XX:+HeapDumpOnOutOfMemoryError
-XX:+ExitOnOutOfMemoryError
-Djdk.attach.allowAttachSelf=true
-Djdk.nio.maxCachedBufferSize=2000000
node.properties: |
node.environment=test
node.id=trino-e2e-node-1
node.data-dir=/data/trino
remote_irc.properties: |
connector.name=iceberg
iceberg.catalog.type=rest
iceberg.rest-catalog.uri=http://gravitino.irc-e2e-env1:9001/iceberg/
iceberg.rest-catalog.prefix=catalog_2
iceberg.rest-catalog.warehouse=catalog_2
iceberg.rest-catalog.security=OAUTH2
iceberg.rest-catalog.oauth2.server-uri=http://XXXXX:8080/realms/myrealm/protocol/openid-connect/token
iceberg.rest-catalog.oauth2.credential=trino-client:XXXXXXX
iceberg.rest-catalog.oauth2.scope=openid profile email
iceberg.rest-catalog.vended-credentials-enabled=true
iceberg.rest-catalog.nested-namespace-enabled=true
fs.native-gcs.enabled=true
gcs.auth-type=ACCESS_TOKEN
gcs.project-id=dev-project-473104
gcs.json-key-file-path=/etc/gcs/key.json
fs.native-s3.enabled=false
```
2. Use Trino CLI to query IRC tables
### Additional context
_No response_
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
