[
https://issues.apache.org/jira/browse/KAFKA-14532?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Lucas Brutschy updated KAFKA-14532:
-----------------------------------
Description:
On master, all our long-running test jobs are running into this exception:
{code:java}
java.lang.IllegalStateException: No current assignment for partition
stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 2 at
org.apache.kafka.clients.consumer.internals.SubscriptionState.assignedState(SubscriptionState.java:370)
3 at
org.apache.kafka.clients.consumer.internals.SubscriptionState.clearPreferredReadReplica(SubscriptionState.java:623)
4 at java.util.LinkedHashMap$LinkedKeySet.forEach(LinkedHashMap.java:559) 5 at
org.apache.kafka.clients.consumer.internals.Fetcher$1.onFailure(Fetcher.java:349)
6 at
org.apache.kafka.clients.consumer.internals.RequestFuture.fireFailure(RequestFuture.java:179)
7 at
org.apache.kafka.clients.consumer.internals.RequestFuture.raise(RequestFuture.java:149)
8 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient$RequestFutureCompletionHandler.fireCompletion(ConsumerNetworkClient.java:613)
9 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.firePendingCompletedRequests(ConsumerNetworkClient.java:427)
10 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:262)
11 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:251)
12 at
org.apache.kafka.clients.consumer.KafkaConsumer.pollForFetches(KafkaConsumer.java:1307)
13 at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1243)
14 at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1216)
15 at
org.apache.kafka.streams.processor.internals.StoreChangelogReader.restore(StoreChangelogReader.java:450)
16 at
org.apache.kafka.streams.processor.internals.StreamThread.initializeAndRestorePhase(StreamThread.java:910)
17 at
org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:773)
18 at
org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:613)
19 at
org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:575)
20[2022-12-13 04:01:59,024] ERROR [i-016cf5d2c1889c316-StreamThread-1]
stream-client [i-016cf5d2c1889c316] Encountered the following exception during
processing and sent shutdown request for the entire application.
(org.apache.kafka.streams.KafkaStreams)
21org.apache.kafka.streams.errors.StreamsException:
java.lang.IllegalStateException: No current assignment for partition
stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 22 at
org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:653)
23 at
org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:575)
24Caused by: java.lang.IllegalStateException: No current assignment for
partition stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 25 at
org.apache.kafka.clients.consumer.internals.SubscriptionState.assignedState(SubscriptionState.java:370)
26 at
org.apache.kafka.clients.consumer.internals.SubscriptionState.clearPreferredReadReplica(SubscriptionState.java:623)
27 at java.util.LinkedHashMap$LinkedKeySet.forEach(LinkedHashMap.java:559) 28
at
org.apache.kafka.clients.consumer.internals.Fetcher$1.onFailure(Fetcher.java:349)
29 at
org.apache.kafka.clients.consumer.internals.RequestFuture.fireFailure(RequestFuture.java:179)
30 at
org.apache.kafka.clients.consumer.internals.RequestFuture.raise(RequestFuture.java:149)
31 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient$RequestFutureCompletionHandler.fireCompletion(ConsumerNetworkClient.java:613)
32 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.firePendingCompletedRequests(ConsumerNetworkClient.java:427)
33 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:262)
34 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:251)
35 at
org.apache.kafka.clients.consumer.KafkaConsumer.pollForFetches(KafkaConsumer.java:1307)
36 at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1243)
37 at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1216)
38 at
org.apache.kafka.streams.processor.internals.StoreChangelogReader.restore(StoreChangelogReader.java:450)
39 at
org.apache.kafka.streams.processor.internals.StreamThread.initializeAndRestorePhase(StreamThread.java:910)
40 at
org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:773)
41 at
org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:613)
42 ... 1 more
{code}
was:
On master, all our long-running test jobs are running into this exception:
```
java.lang.IllegalStateException: No current assignment for partition
stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 2 at
org.apache.kafka.clients.consumer.internals.SubscriptionState.assignedState(SubscriptionState.java:370)
3 at
org.apache.kafka.clients.consumer.internals.SubscriptionState.clearPreferredReadReplica(SubscriptionState.java:623)
4 at java.util.LinkedHashMap$LinkedKeySet.forEach(LinkedHashMap.java:559) 5 at
org.apache.kafka.clients.consumer.internals.Fetcher$1.onFailure(Fetcher.java:349)
6 at
org.apache.kafka.clients.consumer.internals.RequestFuture.fireFailure(RequestFuture.java:179)
7 at
org.apache.kafka.clients.consumer.internals.RequestFuture.raise(RequestFuture.java:149)
8 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient$RequestFutureCompletionHandler.fireCompletion(ConsumerNetworkClient.java:613)
9 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.firePendingCompletedRequests(ConsumerNetworkClient.java:427)
10 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:262)
11 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:251)
12 at
org.apache.kafka.clients.consumer.KafkaConsumer.pollForFetches(KafkaConsumer.java:1307)
13 at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1243)
14 at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1216)
15 at
org.apache.kafka.streams.processor.internals.StoreChangelogReader.restore(StoreChangelogReader.java:450)
16 at
org.apache.kafka.streams.processor.internals.StreamThread.initializeAndRestorePhase(StreamThread.java:910)
17 at
org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:773)
18 at
org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:613)
19 at
org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:575)
20[2022-12-13 04:01:59,024] ERROR [i-016cf5d2c1889c316-StreamThread-1]
stream-client [i-016cf5d2c1889c316] Encountered the following exception during
processing and sent shutdown request for the entire application.
(org.apache.kafka.streams.KafkaStreams)
21org.apache.kafka.streams.errors.StreamsException:
java.lang.IllegalStateException: No current assignment for partition
stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 22 at
org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:653)
23 at
org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:575)
24Caused by: java.lang.IllegalStateException: No current assignment for
partition stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 25 at
org.apache.kafka.clients.consumer.internals.SubscriptionState.assignedState(SubscriptionState.java:370)
26 at
org.apache.kafka.clients.consumer.internals.SubscriptionState.clearPreferredReadReplica(SubscriptionState.java:623)
27 at java.util.LinkedHashMap$LinkedKeySet.forEach(LinkedHashMap.java:559) 28
at
org.apache.kafka.clients.consumer.internals.Fetcher$1.onFailure(Fetcher.java:349)
29 at
org.apache.kafka.clients.consumer.internals.RequestFuture.fireFailure(RequestFuture.java:179)
30 at
org.apache.kafka.clients.consumer.internals.RequestFuture.raise(RequestFuture.java:149)
31 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient$RequestFutureCompletionHandler.fireCompletion(ConsumerNetworkClient.java:613)
32 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.firePendingCompletedRequests(ConsumerNetworkClient.java:427)
33 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:262)
34 at
org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:251)
35 at
org.apache.kafka.clients.consumer.KafkaConsumer.pollForFetches(KafkaConsumer.java:1307)
36 at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1243)
37 at
org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1216)
38 at
org.apache.kafka.streams.processor.internals.StoreChangelogReader.restore(StoreChangelogReader.java:450)
39 at
org.apache.kafka.streams.processor.internals.StreamThread.initializeAndRestorePhase(StreamThread.java:910)
40 at
org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:773)
41 at
org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:613)
42 ... 1 more
```
> IllegalStateException when fetch failure happens after assignment changed
> -------------------------------------------------------------------------
>
> Key: KAFKA-14532
> URL: https://issues.apache.org/jira/browse/KAFKA-14532
> Project: Kafka
> Issue Type: Bug
> Components: clients
> Reporter: Lucas Brutschy
> Assignee: Lucas Brutschy
> Priority: Major
>
> On master, all our long-running test jobs are running into this exception:
>
>
> {code:java}
> java.lang.IllegalStateException: No current assignment for partition
> stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 2 at
> org.apache.kafka.clients.consumer.internals.SubscriptionState.assignedState(SubscriptionState.java:370)
> 3 at
> org.apache.kafka.clients.consumer.internals.SubscriptionState.clearPreferredReadReplica(SubscriptionState.java:623)
> 4 at java.util.LinkedHashMap$LinkedKeySet.forEach(LinkedHashMap.java:559) 5
> at
> org.apache.kafka.clients.consumer.internals.Fetcher$1.onFailure(Fetcher.java:349)
> 6 at
> org.apache.kafka.clients.consumer.internals.RequestFuture.fireFailure(RequestFuture.java:179)
> 7 at
> org.apache.kafka.clients.consumer.internals.RequestFuture.raise(RequestFuture.java:149)
> 8 at
> org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient$RequestFutureCompletionHandler.fireCompletion(ConsumerNetworkClient.java:613)
> 9 at
> org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.firePendingCompletedRequests(ConsumerNetworkClient.java:427)
> 10 at
> org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:262)
> 11 at
> org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:251)
> 12 at
> org.apache.kafka.clients.consumer.KafkaConsumer.pollForFetches(KafkaConsumer.java:1307)
> 13 at
> org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1243)
> 14 at
> org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1216)
> 15 at
> org.apache.kafka.streams.processor.internals.StoreChangelogReader.restore(StoreChangelogReader.java:450)
> 16 at
> org.apache.kafka.streams.processor.internals.StreamThread.initializeAndRestorePhase(StreamThread.java:910)
> 17 at
> org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:773)
> 18 at
> org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:613)
> 19 at
> org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:575)
> 20[2022-12-13 04:01:59,024] ERROR [i-016cf5d2c1889c316-StreamThread-1]
> stream-client [i-016cf5d2c1889c316] Encountered the following exception
> during processing and sent shutdown request for the entire application.
> (org.apache.kafka.streams.KafkaStreams)
> 21org.apache.kafka.streams.errors.StreamsException:
> java.lang.IllegalStateException: No current assignment for partition
> stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 22 at
> org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:653)
> 23 at
> org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:575)
> 24Caused by: java.lang.IllegalStateException: No current assignment for
> partition stream-soak-test-KSTREAM-OUTERTHIS-0000000086-store-changelog-1 25
> at
> org.apache.kafka.clients.consumer.internals.SubscriptionState.assignedState(SubscriptionState.java:370)
> 26 at
> org.apache.kafka.clients.consumer.internals.SubscriptionState.clearPreferredReadReplica(SubscriptionState.java:623)
> 27 at java.util.LinkedHashMap$LinkedKeySet.forEach(LinkedHashMap.java:559)
> 28 at
> org.apache.kafka.clients.consumer.internals.Fetcher$1.onFailure(Fetcher.java:349)
> 29 at
> org.apache.kafka.clients.consumer.internals.RequestFuture.fireFailure(RequestFuture.java:179)
> 30 at
> org.apache.kafka.clients.consumer.internals.RequestFuture.raise(RequestFuture.java:149)
> 31 at
> org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient$RequestFutureCompletionHandler.fireCompletion(ConsumerNetworkClient.java:613)
> 32 at
> org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.firePendingCompletedRequests(ConsumerNetworkClient.java:427)
> 33 at
> org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:262)
> 34 at
> org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:251)
> 35 at
> org.apache.kafka.clients.consumer.KafkaConsumer.pollForFetches(KafkaConsumer.java:1307)
> 36 at
> org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1243)
> 37 at
> org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1216)
> 38 at
> org.apache.kafka.streams.processor.internals.StoreChangelogReader.restore(StoreChangelogReader.java:450)
> 39 at
> org.apache.kafka.streams.processor.internals.StreamThread.initializeAndRestorePhase(StreamThread.java:910)
> 40 at
> org.apache.kafka.streams.processor.internals.StreamThread.runOnce(StreamThread.java:773)
> 41 at
> org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:613)
> 42 ... 1 more
>
> {code}
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
