We see the following messages in the broker logs whenever we reboot a
broker. These messages filled up 200MB of log files in less than 1 minute.
Are these normal? For reference we have enabled controlled shutdown on each
broker.
[2014-03-25 22:52:45,558] INFO Reconnect due to socket error: null
(kafka.consumer.SimpleConsum
er)
[2014-03-25 22:52:45,558] WARN [ReplicaFetcherThread-0-5], Error in fetch
Name: FetchRequest; V
ersion: 0; CorrelationId: 10981; ClientId: ReplicaFetcherThread-0-5;
ReplicaId: 2; MaxWait: 500
ms; MinBytes: 1 bytes; RequestInfo: [optimizer-default-topic,283] ->
PartitionFetchInfo(127503
,1048576),[optimizer-default-topic,923] ->
PartitionFetchInfo(132955,1048576),[optimizer-defaul
t-topic,1263] ->
PartitionFetchInfo(136090,1048576),[optimizer-default-topic,1143] ->
Partition
FetchInfo(135009,1048576),[optimizer-default-topic,1343] ->
PartitionFetchInfo(131686,1048576),
[optimizer-default-topic,463] ->
PartitionFetchInfo(131294,1048576),[optimizer-default-topic,63
] -> PartitionFetchInfo(137998,1048576),[optimizer-default-topic,983] ->
PartitionFetchInfo(135
344,1048576),[optimizer-default-topic,3] ->
PartitionFetchInfo(133825,1048576),[optimizer-defau
lt-topic,623] ->
PartitionFetchInfo(135370,1048576),[optimizer-default-topic,1163] ->
Partition
FetchInfo(131605,1048576),[optimizer-default-topic,663] ->
PartitionFetchInfo(129512,1048576),[
optimizer-default-topic,603] ->
PartitionFetchInfo(135542,1048576),[optimizer-default-topic,883
] -> PartitionFetchInfo(133556,1048576),[optimizer-default-topic,303] ->
PartitionFetchInfo(136
799,1048576),[optimizer-default-topic,1383] ->
PartitionFetchInfo(132109,1048576),[optimizer-de
fault-topic,723] ->
PartitionFetchInfo(133904,1048576),[optimizer-default-topic,103] -> Partiti
onFetchInfo(132492,1048576),[optimizer-default-topic,943] ->
PartitionFetchInfo(133505,1048576)
,[optimizer-default-topic,1323] ->
PartitionFetchInfo(132679,1048576),[optimizer-default-topic,
1283] -> PartitionFetchInfo(138022,1048576),[optimizer-default-topic,1123]
-> PartitionFetchInf
o(130080,1048576),[optimizer-default-topic,823] ->
PartitionFetchInfo(135960,1048576),[optimize
r-default-topic,563] ->
PartitionFetchInfo(130459,1048576),[optimizer-default-topic,743] -> Par
titionFetchInfo(133563,1048576),[optimizer-default-topic,843] ->
PartitionFetchInfo(130122,1048
576),[optimizer-default-topic,1043] ->
PartitionFetchInfo(135857,1048576),[optimizer-default-to
pic,243] ->
PartitionFetchInfo(133344,1048576),[optimizer-default-topic,1203] ->
PartitionFetch
Info(136861,1048576),[optimizer-default-topic,143] ->
PartitionFetchInfo(138480,1048576),[optim
izer-default-topic,43] ->
PartitionFetchInfo(135978,1048576),[optimizer-default-topic,643] -> P
artitionFetchInfo(139799,1048576),[optimizer-default-topic,863] ->
PartitionFetchInfo(136473,10
48576),[optimizer-default-topic,323] ->
PartitionFetchInfo(136294,1048576),[optimizer-default-t
opic,363] ->
PartitionFetchInfo(132374,1048576),[optimizer-default-topic,903] ->
PartitionFetch
Info(132833,1048576),[optimizer-default-topic,23] ->
PartitionFetchInfo(138537,1048576),[optimi
zer-default-topic,83] ->
PartitionFetchInfo(134931,1048576),[optimizer-default-topic,1363] -> P
artitionFetchInfo(133590,1048576),[optimizer-default-topic,343] ->
PartitionFetchInfo(131837,10
48576),[optimizer-default-topic,263] ->
PartitionFetchInfo(138943,1048576),[optimizer-default-t
opic,1243] ->
PartitionFetchInfo(138177,1048576),[optimizer-default-topic,1183] ->
PartitionFet
chInfo(129200,1048576),[optimizer-default-topic,383] ->
PartitionFetchInfo(131492,1048576),[opt
imizer-default-topic,443] ->
PartitionFetchInfo(131666,1048576),[optimizer-default-topic,203] -
> PartitionFetchInfo(135036,1048576),[optimizer-default-topic,583] ->
PartitionFetchInfo(130203
,1048576),[optimizer-default-topic,783] ->
PartitionFetchInfo(133470,1048576),[optimizer-defaul
t-topic,1003] ->
PartitionFetchInfo(134826,1048576),[optimizer-default-topic,123] ->
PartitionF
etchInfo(134044,1048576),[optimizer-default-topic,1223] ->
PartitionFetchInfo(133005,1048576),[
optimizer-default-topic,223] ->
PartitionFetchInfo(133248,1048576),[optimizer-default-topic,803
] -> PartitionFetchInfo(135492,1048576),[optimizer-default-topic,963] ->
PartitionFetchInfo(132
238,1048576),[optimizer-default-topic,543] ->
PartitionFetchInfo(132958,1048576),[optimizer-def
ault-topic,763] ->
PartitionFetchInfo(129710,1048576),[optimizer-default-topic,163] -> Partitio
nFetchInfo(130520,1048576),[optimizer-default-topic,503] ->
PartitionFetchInfo(132099,1048576),
[optimizer-default-topic,1103] ->
PartitionFetchInfo(138307,1048576),[optimizer-default-topic,6
83] -> PartitionFetchInfo(135641,1048576),[optimizer-default-topic,1303] ->
PartitionFetchInfo(
133974,1048576),[optimizer-default-topic,483] ->
PartitionFetchInfo(136166,1048576),[optimizer-
default-topic,1023] ->
PartitionFetchInfo(134111,1048576),[optimizer-default-topic,183] -> Part
itionFetchInfo(134412,1048576),[optimizer-default-topic,703] ->
PartitionFetchInfo(137102,10485
76),[optimizer-default-topic,423] ->
PartitionFetchInfo(133902,1048576),[optimizer-default-topi
c,523] -> PartitionFetchInfo(133113,1048576),[optimizer-default-topic,403]
-> PartitionFetchInf
o(136127,1048576),[optimizer-default-topic,1063] ->
PartitionFetchInfo(127268,1048576) (kafka.s
erver.ReplicaFetcherThread)
java.net.ConnectException: Connection refused
at sun.nio.ch.Net.connect(Native Method)
at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:525)
at kafka.network.BlockingChannel.connect(BlockingChannel.scala:57)
at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
at kafka.consumer.SimpleConsumer.reconnect(SimpleConsumer.scala:57)
at
kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:79)
at
kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsu
mer.scala:71)
at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(
SimpleConsumer.scala:110)
at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleC
onsumer.scala:110)
at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleC
onsumer.scala:110)
at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:109
)
at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:109)
at
kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:109)
at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33)
at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:108)
at
kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:9
4)
at
kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:86)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51)
