Tyson Hamilton created BEAM-11485:
-------------------------------------

             Summary: Spark test failure: 
org.apache.beam.sdk.transforms.CombineFnsTest.testComposedCombineNullValues
                 Key: BEAM-11485
                 URL: https://issues.apache.org/jira/browse/BEAM-11485
             Project: Beam
          Issue Type: Sub-task
          Components: runner-spark, test-failures
            Reporter: Tyson Hamilton


h1.  

From: 
[https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Spark_Streaming/466/testReport/org.apache.beam.sdk.transforms/CombineFnsTest/testComposedCombineNullValues/]

 
{code:java}
Regression
org.apache.beam.sdk.transforms.CombineFnsTest.testComposedCombineNullValues

Failing for the past 1 build (Since #466 ) Took 41 sec.   Error Message
java.lang.AssertionError: Expected 1 successful assertions, but found 0. 
Expected: is <1L> but: was <0L>

Stacktrace
java.lang.AssertionError: Expected 1 successful assertions, but found 0. 
Expected: is <1L> but: was <0L> at 
org.hamcrest.MatcherAssert.assertThat(MatcherAssert.java:18) at 
org.apache.beam.sdk.testing.TestPipeline.verifyPAssertsSucceeded(TestPipeline.java:516)
 at org.apache.beam.sdk.testing.TestPipeline.run(TestPipeline.java:354) at 
org.apache.beam.sdk.testing.TestPipeline.run(TestPipeline.java:334) at 
org.apache.beam.sdk.transforms.CombineFnsTest.testComposedCombineNullValues(CombineFnsTest.java:254)
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 
at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 at java.lang.reflect.Method.invoke(Method.java:498) at 
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
 at 
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
 at 
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
 at 
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
 at 
org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:266)
 at org.apache.beam.sdk.testing.TestPipeline$1.evaluate(TestPipeline.java:322) 
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:305) at 
org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
 at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:365) at 
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
 at 
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
 at org.junit.runners.ParentRunner$4.run(ParentRunner.java:330) at 
org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:78) at 
org.junit.runners.ParentRunner.runChildren(ParentRunner.java:328) at 
org.junit.runners.ParentRunner.access$100(ParentRunner.java:65) at 
org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:292) at 
org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:305) at 
org.junit.runners.ParentRunner.run(ParentRunner.java:412) at 
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110)
 at 
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58)
 at 
org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38)
 at 
org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62)
 at 
org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51)
 at sun.reflect.GeneratedMethodAccessor155.invoke(Unknown Source) at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 at java.lang.reflect.Method.invoke(Method.java:498) at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
 at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
 at 
org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:33)
 at 
org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:94)
 at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at 
org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:119)
 at sun.reflect.GeneratedMethodAccessor154.invoke(Unknown Source) at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
 at java.lang.reflect.Method.invoke(Method.java:498) at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:36)
 at 
org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
 at 
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:182)
 at 
org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:164)
 at 
org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:414)
 at 
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
 at 
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:48)
 at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
at 
org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:56)
 at java.lang.Thread.run(Thread.java:748)

Standard Error
20/12/17 00:25:03 INFO org.apache.beam.runners.jobsubmission.JobServerDriver: 
ArtifactStagingService started on localhost:39215 20/12/17 00:25:03 INFO 
org.apache.beam.runners.jobsubmission.JobServerDriver: Java ExpansionService 
started on localhost:34547 20/12/17 00:25:03 INFO 
org.apache.beam.runners.jobsubmission.JobServerDriver: JobService started on 
localhost:36361 20/12/17 00:25:07 INFO 
org.apache.beam.runners.portability.PortableRunner: Using job server endpoint: 
localhost:36361 20/12/17 00:25:07 INFO 
org.apache.beam.runners.portability.PortableRunner: PrepareJobResponse: 
preparation_id: 
"combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_d818a0e3-681f-4c5a-9f67-915fa230821a"
 artifact_staging_endpoint { url: "localhost:39215" } staging_session_token: 
"combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_d818a0e3-681f-4c5a-9f67-915fa230821a"
 20/12/17 00:25:07 INFO 
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService: Staging 
artifacts for 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_d818a0e3-681f-4c5a-9f67-915fa230821a.
 20/12/17 00:25:07 INFO 
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService: Resolving 
artifacts for 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_d818a0e3-681f-4c5a-9f67-915fa230821a.EMBEDDED.
 20/12/17 00:25:07 INFO 
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService: Getting 
313 artifacts for 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_d818a0e3-681f-4c5a-9f67-915fa230821a.null.
 20/12/17 00:25:09 INFO 
org.apache.beam.runners.fnexecution.artifact.ArtifactStagingService: Artifacts 
fully staged for 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_d818a0e3-681f-4c5a-9f67-915fa230821a.
 Dec 17, 2020 12:25:09 AM 
org.apache.beam.vendor.grpc.v1p26p0.io.grpc.netty.NettyServerHandler 
onStreamError WARNING: Stream Error 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.Http2Exception$StreamException:
 Received DATA frame for an unknown stream 3 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.Http2Exception.streamError(Http2Exception.java:147)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.DefaultHttp2ConnectionDecoder$FrameReadListener.shouldIgnoreHeadersOrDataFrame(DefaultHttp2ConnectionDecoder.java:591)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.DefaultHttp2ConnectionDecoder$FrameReadListener.onDataRead(DefaultHttp2ConnectionDecoder.java:239)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.Http2InboundFrameLogger$1.onDataRead(Http2InboundFrameLogger.java:48)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.DefaultHttp2FrameReader.readDataFrame(DefaultHttp2FrameReader.java:422)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.DefaultHttp2FrameReader.processPayloadState(DefaultHttp2FrameReader.java:251)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.DefaultHttp2FrameReader.readFrame(DefaultHttp2FrameReader.java:160)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.Http2InboundFrameLogger.readFrame(Http2InboundFrameLogger.java:41)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.DefaultHttp2ConnectionDecoder.decodeFrame(DefaultHttp2ConnectionDecoder.java:174)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.Http2ConnectionHandler$FrameDecoder.decode(Http2ConnectionHandler.java:378)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.http2.Http2ConnectionHandler.decode(Http2ConnectionHandler.java:438)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:505)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:444)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:283)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:352)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1422)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:374)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:360)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:931)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:700)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:635)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:552)
 20/12/17 00:25:09 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking 
job 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:514)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.util.concurrent.SingleThreadEventExecutor$6.run(SingleThreadEventExecutor.java:1044)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
 at 
org.apache.beam.vendor.grpc.v1p26p0.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
 at java.lang.Thread.run(Thread.java:748) 20/12/17 00:25:09 INFO 
org.apache.beam.runners.jobsubmission.JobInvocation: Starting job invocation 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453
 20/12/17 00:25:09 INFO org.apache.beam.runners.portability.PortableRunner: 
RunJobResponse: job_id: 
"combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453"
 20/12/17 00:25:09 INFO org.apache.beam.runners.spark.SparkPipelineRunner: Will 
stage 313 files. (Enable logging at DEBUG level to see which files will be 
staged.) 20/12/17 00:25:09 INFO 
org.apache.beam.runners.spark.translation.SparkContextFactory: Creating a brand 
new Spark Context. 20/12/17 00:25:09 INFO 
org.apache.beam.runners.spark.SparkPipelineRunner: Running job 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453
 on Spark master local[4] 20/12/17 00:25:09 INFO 
org.apache.beam.runners.spark.SparkPipelineRunner: Running job 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453
 on Spark master local[4] 20/12/17 00:25:10 INFO 
org.apache.beam.runners.spark.SparkPipelineRunner: Job 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453:
 Pipeline translated successfully. Computing outputs 20/12/17 00:25:10 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:10 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:10 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:10 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:11 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:11 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:11 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:11 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:12 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:12 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:12 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:12 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:13 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:13 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:13 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:13 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:14 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:14 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:14 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:14 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:15 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:15 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:15 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:15 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:16 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:16 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:16 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:16 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:17 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:17 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:17 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:17 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:18 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:18 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:18 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:18 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:19 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:19 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:19 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:19 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:20 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:20 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:20 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:20 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:21 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:21 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:21 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:21 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:22 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:22 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:22 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:22 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:23 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:23 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:23 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:23 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:24 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:24 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:24 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:24 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:25 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:25 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:25 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:25 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:26 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:26 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:26 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:26 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:27 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:27 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:27 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:27 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:28 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:28 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:28 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:28 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:29 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:29 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:29 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:29 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:30 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:30 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:30 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:30 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:31 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:31 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:31 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:31 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:32 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:32 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:32 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:32 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:33 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:33 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:33 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:33 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:34 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:34 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:34 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:34 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:35 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:35 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:35 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:35 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:36 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:36 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:36 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:36 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:37 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:37 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:37 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:37 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:38 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:38 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:38 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:38 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:39 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:39 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:39 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:39 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:40 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:40 WARN 
org.apache.spark.streaming.dstream.QueueInputDStream: queueStream doesn't 
support checkpointing 20/12/17 00:25:40 WARN 
org.apache.spark.streaming.util.BatchedWriteAheadLog: BatchedWriteAheadLog 
Writer queue interrupted. Exception in thread "streaming-job-executor-0" 
java.lang.Error: java.lang.InterruptedException at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1155) 
at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
at java.lang.Thread.run(Thread.java:748) Caused by: 
java.lang.InterruptedException at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:998)
 at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
 at scala.concurrent.impl.Promise$DefaultPromise.tryAwait(Promise.scala:206) at 
scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:222) at 
scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:157) at 
org.apache.spark.util.ThreadUtils$.awaitReady(ThreadUtils.scala:243) at 
org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:750) at 
org.apache.spark.SparkContext.runJob(SparkContext.scala:2061) at 
org.apache.spark.SparkContext.runJob(SparkContext.scala:2082) at 
org.apache.spark.SparkContext.runJob(SparkContext.scala:2101) at 
org.apache.spark.SparkContext.runJob(SparkContext.scala:2126) at 
org.apache.spark.rdd.RDD$$anonfun$foreach$1.apply(RDD.scala:972) at 
org.apache.spark.rdd.RDD$$anonfun$foreach$1.apply(RDD.scala:970) at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151) 
at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112) 
at org.apache.spark.rdd.RDD.withScope(RDD.scala:385) at 
org.apache.spark.rdd.RDD.foreach(RDD.scala:970) at 
org.apache.spark.api.java.JavaRDDLike$class.foreach(JavaRDDLike.scala:351) at 
org.apache.spark.api.java.AbstractJavaRDDLike.foreach(JavaRDDLike.scala:45) at 
org.apache.beam.runners.spark.translation.streaming.UnboundedDataset.lambda$action$e3b46054$1(UnboundedDataset.java:79)
 at 
org.apache.spark.streaming.api.java.JavaDStreamLike$$anonfun$foreachRDD$1.apply(JavaDStreamLike.scala:272)
 at 
org.apache.spark.streaming.api.java.JavaDStreamLike$$anonfun$foreachRDD$1.apply(JavaDStreamLike.scala:272)
 at 
org.apache.spark.streaming.dstream.DStream$$anonfun$foreachRDD$1$$anonfun$apply$mcV$sp$3.apply(DStream.scala:628)
 at 
org.apache.spark.streaming.dstream.DStream$$anonfun$foreachRDD$1$$anonfun$apply$mcV$sp$3.apply(DStream.scala:628)
 at 
org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp(ForEachDStream.scala:51)
 at 
org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:51)
 at 
org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1$$anonfun$apply$mcV$sp$1.apply(ForEachDStream.scala:51)
 at 
org.apache.spark.streaming.dstream.DStream.createRDDWithLocalProperties(DStream.scala:416)
 at 
org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply$mcV$sp(ForEachDStream.scala:50)
 at 
org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:50)
 at 
org.apache.spark.streaming.dstream.ForEachDStream$$anonfun$1.apply(ForEachDStream.scala:50)
 at scala.util.Try$.apply(Try.scala:192) at 
org.apache.spark.streaming.scheduler.Job.run(Job.scala:39) at 
org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply$mcV$sp(JobScheduler.scala:257)
 at 
org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:257)
 at 
org.apache.spark.streaming.scheduler.JobScheduler$JobHandler$$anonfun$run$1.apply(JobScheduler.scala:257)
 at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58) at 
org.apache.spark.streaming.scheduler.JobScheduler$JobHandler.run(JobScheduler.scala:256)
 at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
... 2 more 20/12/17 00:25:42 ERROR org.apache.spark.util.Utils: Aborting task 
java.io.IOException: Failed to connect to localhost/127.0.0.1:33183 at 
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:245)
 at 
org.apache.spark.network.client.TransportClientFactory.createClient(TransportClientFactory.java:187)
 at 
org.apache.spark.rpc.netty.NettyRpcEnv.org$apache$spark$rpc$netty$NettyRpcEnv$$downloadClient(NettyRpcEnv.scala:368)
 at 
org.apache.spark.rpc.netty.NettyRpcEnv$$anonfun$openChannel$1.apply$mcV$sp(NettyRpcEnv.scala:336)
 at 
org.apache.spark.rpc.netty.NettyRpcEnv$$anonfun$openChannel$1.apply(NettyRpcEnv.scala:335)
 at 
org.apache.spark.rpc.netty.NettyRpcEnv$$anonfun$openChannel$1.apply(NettyRpcEnv.scala:335)
 at 
org.apache.spark.util.Utils$.tryWithSafeFinallyAndFailureCallbacks(Utils.scala:1394)
 at org.apache.spark.rpc.netty.NettyRpcEnv.openChannel(NettyRpcEnv.scala:339) 
at org.apache.spark.util.Utils$.doFetchFile(Utils.scala:693) at 
org.apache.spark.util.Utils$.fetchFile(Utils.scala:509) at 
org.apache.spark.executor.Executor$$anonfun$org$apache$spark$executor$Executor$$updateDependencies$5.apply(Executor.scala:816)
 at 
org.apache.spark.executor.Executor$$anonfun$org$apache$spark$executor$Executor$$updateDependencies$5.apply(Executor.scala:808)
 at 
scala.collection.TraversableLike$WithFilter$$anonfun$foreach$1.apply(TraversableLike.scala:733)
 at 
scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:130) at 
scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:130) at 
scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:236) at 
scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40) at 
scala.collection.mutable.HashMap.foreach(HashMap.scala:130) at 
scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:732) 
at 
org.apache.spark.executor.Executor.org$apache$spark$executor$Executor$$updateDependencies(Executor.scala:808)
 at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:375) at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
at java.lang.Thread.run(Thread.java:748) Caused by: 
io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 
localhost/127.0.0.1:33183 Caused by: java.net.ConnectException: Connection 
refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at 
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) at 
io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:330)
 at 
io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
 at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:702) 
at 
io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650)
 at 
io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at 
io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at 
io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
 at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) 
at 
io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
 at java.lang.Thread.run(Thread.java:748) 20/12/17 00:25:42 WARN 
org.apache.spark.util.Utils: Suppressing exception in catch: null 
java.lang.NullPointerException at 
org.apache.spark.util.Utils$.tryWithSafeFinallyAndFailureCallbacks(Utils.scala:1402)
 at org.apache.spark.rpc.netty.NettyRpcEnv.openChannel(NettyRpcEnv.scala:339) 
at org.apache.spark.util.Utils$.doFetchFile(Utils.scala:693) at 
org.apache.spark.util.Utils$.fetchFile(Utils.scala:509) at 
org.apache.spark.executor.Executor$$anonfun$org$apache$spark$executor$Executor$$updateDependencies$5.apply(Executor.scala:816)
 at 
org.apache.spark.executor.Executor$$anonfun$org$apache$spark$executor$Executor$$updateDependencies$5.apply(Executor.scala:808)
 at 
scala.collection.TraversableLike$WithFilter$$anonfun$foreach$1.apply(TraversableLike.scala:733)
 at 
scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:130) at 
scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:130) at 
scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:236) at 
scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40) at 
scala.collection.mutable.HashMap.foreach(HashMap.scala:130) at 
scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:732) 
at 
org.apache.spark.executor.Executor.org$apache$spark$executor$Executor$$updateDependencies(Executor.scala:808)
 at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:375) at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
at java.lang.Thread.run(Thread.java:748) 20/12/17 00:25:42 ERROR 
org.apache.spark.executor.Executor: Exception in task 0.0 in stage 0.0 (TID 0): 
Failed to connect to localhost/127.0.0.1:33183 20/12/17 00:25:42 INFO 
org.apache.beam.runners.spark.SparkPipelineRunner: Job 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453
 finished. 20/12/17 00:25:42 WARN org.apache.spark.streaming.StreamingContext: 
StreamingContext has already been stopped 20/12/17 00:25:43 ERROR 
org.apache.spark.executor.Executor: Exception in task 3.0 in stage 0.0 (TID 3): 
null 20/12/17 00:25:42 ERROR org.apache.spark.executor.Executor: Exception in 
task 2.0 in stage 0.0 (TID 2): Cannot retrieve files with 'spark' scheme 
without an active SparkEnv. 20/12/17 00:25:43 ERROR 
org.apache.spark.executor.Executor: Exception in task 1.0 in stage 0.0 (TID 1): 
null 20/12/17 00:25:45 INFO 
org.apache.beam.runners.jobsubmission.InMemoryJobService: Getting job metrics 
for 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453
 20/12/17 00:25:45 INFO 
org.apache.beam.runners.jobsubmission.InMemoryJobService: Finished getting job 
metrics for 
combinefnstest0testcomposedcombinenullvalues-jenkins-1217002507-53b86688_01ebc07f-41a4-4913-b308-f1eeb377e453
 20/12/17 00:25:45 INFO org.apache.beam.runners.jobsubmission.JobServerDriver: 
JobServer stopped on localhost:36361 20/12/17 00:25:45 INFO 
org.apache.beam.runners.jobsubmission.JobServerDriver: ArtifactStagingServer 
stopped on localhost:39215 20/12/17 00:25:45 INFO 
org.apache.beam.runners.jobsubmission.JobServerDriver: Expansion stopped on 
localhost:34547
{code}
 



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

Reply via email to