Slackbot
06/06/2023, 10:26 AMMichael Marshall
06/06/2023, 4:54 PMNick Pocock
06/07/2023, 9:48 AMNick Pocock
06/08/2023, 1:46 PM│ 2023-06-08T13:37:05,959+0000 [pulsar-client-io-1-1] INFO org.apache.pulsar.client.impl.ProducerImpl - [test-products] [pulsar-mini-20-0] GetOrCreateSchema succeed │
│ 2023-06-08T13:37:06,765+0000 [public/default/source-products-0] INFO org.apache.pulsar.client.impl.ProducerImpl - [test-products] [pulsar-mini-20-0] GetOrCreateSchema request │
│ 2023-06-08T13:37:06,766+0000 [pulsar-client-io-1-1] INFO org.apache.pulsar.client.impl.ProducerImpl - [test-products] [pulsar-mini-20-0] GetOrCreateSchema succeed │
│ 2023-06-08T13:37:07,756+0000 [public/default/source-products-0] INFO org.apache.pulsar.client.impl.ProducerImpl - [test-products] [pulsar-mini-20-0] GetOrCreateSchema request │
│ 2023-06-08T13:37:07,757+0000 [pulsar-client-io-1-1] INFO org.apache.pulsar.client.impl.ProducerImpl - [test-products] [pulsar-mini-20-0] GetOrCreateSchema succeed │
│ 2023-06-08T13:37:51,998+0000 [pulsar-timer-6-1] INFO org.apache.pulsar.client.impl.ProducerStatsRecorderImpl - [test-products] [pulsar-mini-20-0] Pending messages: 0 --- Publish throughput: 0.08 msg/s --- 0.00 Mbit/s --- Latency: med: 7.000 ms - 95pct: 16.000 ms - 99pct: 16.00 │
│ 2023-06-08T13:38:18,688+0000 [public/default/source-products-0] INFO org.apache.pulsar.client.impl.ProducerImpl - [test-products] [pulsar-mini-20-0] GetOrCreateSchema request │
│ 2023-06-08T13:38:18,690+0000 [pulsar-client-io-1-1] INFO org.apache.pulsar.client.impl.ProducerImpl - [test-products] [pulsar-mini-20-0] GetOrCreateSchema succeed │
│ 2023-06-08T13:38:18,713+0000 [Kafka Source Thread] WARN org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Offset commit failed on partition products-1 at offset 63279: This is not t │
│ 2023-06-08T13:38:18,713+0000 [Kafka Source Thread] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Group coordinator b8-pkc-41wq6.eu-west-2.aws.confluent.cloud:9092 (id: 2147 │
│ 2023-06-08T13:38:18,831+0000 [Kafka Source Thread] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Discovered group coordinator b3-pkc-41wq6.eu-west-2.aws.confluent.cloud:909 │
│ 2023-06-08T13:38:19,194+0000 [Kafka Source Thread] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Discovered group coordinator b3-pkc-41wq6.eu-west-2.aws.confluent.cloud:909 │
│ 2023-06-08T13:38:29,261+0000 [kafka-coordinator-heartbeat-thread | products-sink-group] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Group coordinator b3-pkc-41wq6.eu-west │
│ 2023-06-08T13:38:29,365+0000 [Kafka Source Thread] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Discovered group coordinator b3-pkc-41wq6.eu-west-2.aws.confluent.cloud:909 │
│ 2023-06-08T13:38:29,386+0000 [Kafka Source Thread] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Discovered group coordinator b3-pkc-41wq6.eu-west-2.aws.confluent.cloud:909 │
│ 2023-06-08T13:38:29,393+0000 [Kafka Source Thread] INFO org.apache.kafka.clients.consumer.internals.AbstractCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Discovered group coordinator b3-pkc-41wq6.eu-west-2.aws.confluent.cloud:909 │
│ 2023-06-08T13:38:37,387+0000 [Kafka Source Thread] ERROR org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] Offset commit failed on partition products-1 at offset 63279: The coordinat │
│ 2023-06-08T13:38:37,387+0000 [Kafka Source Thread] INFO org.apache.kafka.clients.consumer.internals.ConsumerCoordinator - [Consumer clientId=consumer-products-sink-group-1, groupId=products-sink-group] OffsetCommit failed with Generation{generationId=11, memberId='consumer-pro │
│ 2023-06-08T13:38:37,388+0000 [Kafka Source Thread] ERROR org.apache.pulsar.io.kafka.KafkaAbstractSource - [Kafka Source Thread] Error while consuming records │
│ org.apache.kafka.clients.consumer.CommitFailedException: Commit cannot be completed since the group has already rebalanced and assigned the partitions to another member. This means that the time between subsequent calls to poll() was longer than the configured max.poll.interval │
│ at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator$OffsetCommitResponseHandler.handle(ConsumerCoordinator.java:1256) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator$OffsetCommitResponseHandler.handle(ConsumerCoordinator.java:1163) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.AbstractCoordinator$CoordinatorResponseHandler.onSuccess(AbstractCoordinator.java:1176) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.AbstractCoordinator$CoordinatorResponseHandler.onSuccess(AbstractCoordinator.java:1151) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.RequestFuture$1.onSuccess(RequestFuture.java:206) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.RequestFuture.fireSuccess(RequestFuture.java:169) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.RequestFuture.complete(RequestFuture.java:129) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient$RequestFutureCompletionHandler.fireCompletion(ConsumerNetworkClient.java:602) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.firePendingCompletedRequests(ConsumerNetworkClient.java:412) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:297) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:236) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:215) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.commitOffsetsSync(ConsumerCoordinator.java:1005) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.KafkaConsumer.commitSync(KafkaConsumer.java:1389) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.kafka.clients.consumer.KafkaConsumer.commitSync(KafkaConsumer.java:1343) ~[kafka-clients-2.7.2.jar:?] │
│ at org.apache.pulsar.io.kafka.KafkaAbstractSource.lambda$start$0(KafkaAbstractSource.java:174) ~[ootlZqCNBza6zjuVKpb2Xg/:?] │
│ at java.lang.Thread.run(Thread.java:829) ~[?:?] │
│ 2023-06-08T13:38:52,000+0000 [pulsar-timer-6-1] INFO org.apache.pulsar.client.impl.ProducerStatsRecorderImpl - [test-products] [pulsar-mini-20-0] Pending messages: 0 --- Publish throughput: 0.02 msg/s --- 0.00 Mbit/s --- Latency: med: 17.000 ms - 95pct: 17.000 ms - 99pct: 17.0 │
│
@Michael Marshall