It seems to happen when using Streams 0.11.1 snapshot against a 0.10.2 (release) broker, the problem disappeared after I upgraded the broker.
On Thu, Jun 15, 2017 at 11:28 AM, Frank Lyaruu <flya...@gmail.com> wrote: > Hey people, I see an error I haven't seen before. It is on a lowlevel-API > based streams application. I've started it once, then it ran fine, then did > a graceful shutdown and since then I always see this error on startup. > > I'm using yesterday's trunk. > > It seems that the MemoryRecordsBuilder overflows somehow, is there > something I need to configure? > > java.lang.NullPointerException > > at org.apache.kafka.common.utils.Utils.notNull(Utils.java:243) > at org.apache.kafka.clients.producer.internals.RecordAccumulator.append( > RecordAccumulator.java:219) > at org.apache.kafka.clients.producer.KafkaProducer.doSend( > KafkaProducer.java:650) > at org.apache.kafka.clients.producer.KafkaProducer.send( > KafkaProducer.java:604) > at org.apache.kafka.streams.processor.internals.RecordCollectorImpl.send( > RecordCollectorImpl.java:97) > at org.apache.kafka.streams.state.internals.StoreChangeLogger.logChange( > StoreChangeLogger.java:59) > at org.apache.kafka.streams.state.internals.ChangeLoggingKeyValueBytesStor > e.put(ChangeLoggingKeyValueBytesStore.java:58) > at org.apache.kafka.streams.state.internals.ChangeLoggingKeyValueStore. > put(ChangeLoggingKeyValueStore.java:73) > at org.apache.kafka.streams.state.internals.MeteredKeyValueStore$2.run( > MeteredKeyValueStore.java:66) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.state.internals.MeteredKeyValueStore.put( > MeteredKeyValueStore.java:149) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:47) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > emitMessage(OneToManyGroupedProcessor.java:95) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:80) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:48) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > emitMessage(OneToManyGroupedProcessor.java:95) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:80) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:48) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > emitMessage(OneToManyGroupedProcessor.java:95) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:80) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:48) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.OneToOneProcessor. > process(OneToOneProcessor.java:64) > at com.dexels.kafka.streams.remotejoin.OneToOneProcessor. > process(OneToOneProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:48) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > emitMessage(OneToManyGroupedProcessor.java:95) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:80) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:48) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > emitMessage(OneToManyGroupedProcessor.java:95) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:80) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:48) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > emitMessage(OneToManyGroupedProcessor.java:95) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:80) > at com.dexels.kafka.streams.remotejoin.ranged.OneToManyGroupedProcessor. > process(OneToManyGroupedProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:48) > at com.dexels.kafka.streams.remotejoin.StoreProcessor. > process(StoreProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at com.dexels.kafka.streams.remotejoin.XmlTransformerProcessor.process( > XmlTransformerProcessor.java:51) > at com.dexels.kafka.streams.remotejoin.XmlTransformerProcessor.process( > XmlTransformerProcessor.java:1) > at org.apache.kafka.streams.processor.internals.ProcessorNode$1.run( > ProcessorNode.java:47) > at org.apache.kafka.streams.processor.internals.StreamsMetricsImpl. > measureLatencyNs(StreamsMetricsImpl.java:187) > at org.apache.kafka.streams.processor.internals.ProcessorNode.process( > ProcessorNode.java:133) > at org.apache.kafka.streams.processor.internals. > ProcessorContextImpl.forward(ProcessorContextImpl.java:82) > at org.apache.kafka.streams.processor.internals. > SourceNode.process(SourceNode.java:80) > at org.apache.kafka.streams.processor.internals. > StreamTask.process(StreamTask.java:189) > at org.apache.kafka.streams.processor.internals.StreamThread. > processAndPunctuate(StreamThread.java:677) > at org.apache.kafka.streams.processor.internals.StreamThread.runLoop( > StreamThread.java:555) > at org.apache.kafka.streams.processor.internals. > StreamThread.run(StreamThread.java:525) > >
