Kamal Chandraprakash created KAFKA-19131:
--------------------------------------------
Summary: Exception thrown while updating the RemoteLogReader
threads
Key: KAFKA-19131
URL: https://issues.apache.org/jira/browse/KAFKA-19131
Project: Kafka
Issue Type: Task
Reporter: Kamal Chandraprakash
RemoteLogManager throws error when increasing the thread count for remote
reads.
Command:
{noformat}
% sh kafka-configs.sh --bootstrap-server localhost:9092 --broker-defaults
--add-config remote.log.reader.threads=15 --alter
Completed updating default config for brokers in the cluster. {noformat}
Exception:
{noformat}
[2025-04-12 12:33:19,984] INFO Updating remote reader thread pool size from 10
to 15 (kafka.log.remote.RemoteLogManager)
[2025-04-12 12:33:19,984] ERROR Cluster default configs could not be applied:
java.util.Collections$3@7c655173 (kafka.server.DynamicBrokerConfig)
java.lang.IllegalArgumentException: null
at
java.base/java.util.concurrent.ThreadPoolExecutor.setCorePoolSize(ThreadPoolExecutor.java:1562)
~[?:?]
at
kafka.log.remote.RemoteLogManager.resizeReaderThreadPool(RemoteLogManager.java:304)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.DynamicRemoteLogConfig.reconfigure(DynamicBrokerConfig.scala:1076)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.DynamicBrokerConfig.$anonfun$updateCurrentConfig$1(DynamicBrokerConfig.scala:534)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.DynamicBrokerConfig.$anonfun$updateCurrentConfig$1$adapted(DynamicBrokerConfig.scala:534)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at scala.collection.immutable.List.foreach(List.scala:334)
~[scala-library-2.13.15.jar:?]
at
kafka.server.DynamicBrokerConfig.updateCurrentConfig(DynamicBrokerConfig.scala:534)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.DynamicBrokerConfig.$anonfun$updateDefaultConfig$1(DynamicBrokerConfig.scala:385)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.DynamicBrokerConfig.updateDefaultConfig(DynamicBrokerConfig.scala:381)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.BrokerConfigHandler.processConfigChanges(ConfigHandler.scala:149)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.metadata.DynamicConfigPublisher.$anonfun$onMetadataUpdate$5(DynamicConfigPublisher.scala:81)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at scala.Option.foreach(Option.scala:437) ~[scala-library-2.13.15.jar:?]
at
kafka.server.metadata.DynamicConfigPublisher.$anonfun$onMetadataUpdate$2(DynamicConfigPublisher.scala:74)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at java.base/java.util.HashMap$KeySet.forEach(HashMap.java:1017) ~[?:?]
at
kafka.server.metadata.DynamicConfigPublisher.$anonfun$onMetadataUpdate$1(DynamicConfigPublisher.scala:57)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.metadata.DynamicConfigPublisher.$anonfun$onMetadataUpdate$1$adapted(DynamicConfigPublisher.scala:56)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at scala.Option.foreach(Option.scala:437) ~[scala-library-2.13.15.jar:?]
at
kafka.server.metadata.DynamicConfigPublisher.onMetadataUpdate(DynamicConfigPublisher.scala:56)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
kafka.server.metadata.BrokerMetadataPublisher.onMetadataUpdate(BrokerMetadataPublisher.scala:200)
~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
at
org.apache.kafka.image.loader.MetadataLoader.maybePublishMetadata(MetadataLoader.java:340)
~[kafka-metadata-4.1.0-SNAPSHOT.jar:?]
at
org.apache.kafka.image.loader.MetadataBatchLoader.applyDeltaAndUpdate(MetadataBatchLoader.java:275)
~[kafka-metadata-4.1.0-SNAPSHOT.jar:?]
at
org.apache.kafka.image.loader.MetadataBatchLoader.maybeFlushBatches(MetadataBatchLoader.java:211)
~[kafka-metadata-4.1.0-SNAPSHOT.jar:?]
at
org.apache.kafka.image.loader.MetadataLoader.lambda$handleCommit$1(MetadataLoader.java:364)
~[kafka-metadata-4.1.0-SNAPSHOT.jar:?]
at
org.apache.kafka.queue.KafkaEventQueue$EventContext.run(KafkaEventQueue.java:132)
~[kafka-server-common-4.1.0-SNAPSHOT.jar:?]
at
org.apache.kafka.queue.KafkaEventQueue$EventHandler.handleEvents(KafkaEventQueue.java:215)
~[kafka-server-common-4.1.0-SNAPSHOT.jar:?]
at
org.apache.kafka.queue.KafkaEventQueue$EventHandler.run(KafkaEventQueue.java:186)
~[kafka-server-common-4.1.0-SNAPSHOT.jar:?]
at java.base/java.lang.Thread.run(Thread.java:1575) [?:?] {noformat}
https://sourcegraph.com/github.com/apache/kafka/-/blob/storage/src/main/java/org/apache/kafka/storage/internals/log/RemoteStorageThreadPool.java?L43
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
