[ 
https://issues.apache.org/jira/browse/FLINK-26037?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17635831#comment-17635831
 ] 

Chesnay Schepler commented on FLINK-26037:
------------------------------------------

Looks a bit like a fatal error occurs while the TaskManagerRunner is shutting 
down:

{code:java}
11:29:27,892 [flink-metrics-akka.actor.internal-dispatcher-2] ERROR 
org.apache.flink.util.FatalExitExceptionHandler              [] - FATAL: Thread 
'flink-metrics-akka.actor.internal-dispatcher-2' produced an uncaught 
exception. Stopping the process...
java.lang.NoClassDefFoundError: scala/collection/immutable/Map$Map4$$anon$7
        at scala.collection.immutable.Map$Map4.iterator(Map.scala:459) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.Map$WithDefault.iterator(Map.scala:58) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.IterableLike.foreach(IterableLike.scala:74) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.IterableLike.foreach$(IterableLike.scala:73) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.AbstractIterable.foreach(Iterable.scala:56) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.generic.Growable.$plus$plus$eq(Growable.scala:62) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.generic.Growable.$plus$plus$eq$(Growable.scala:53) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:184) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:47) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.TraversableLike.to(TraversableLike.scala:786) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.TraversableLike.to$(TraversableLike.scala:783) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.AbstractTraversable.to(Traversable.scala:108) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
akka.util.SubclassifiedIndex.mergeChangesByKey(SubclassifiedIndex.scala:225) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
akka.util.SubclassifiedIndex.removeValue(SubclassifiedIndex.scala:175) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.event.SubchannelClassification.unsubscribe(EventBus.scala:163) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.event.SubchannelClassification.unsubscribe$(EventBus.scala:162) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.event.EventStream.unsubscribe(EventStream.scala:66) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.event.EventStream.unsubscribe(EventStream.scala:24) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
akka.event.LoggingBus.$anonfun$stopDefaultLoggers$2(Logging.scala:184) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
akka.event.LoggingBus.$anonfun$stopDefaultLoggers$2$adapted(Logging.scala:180) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
scala.collection.TraversableLike$WithFilter.$anonfun$foreach$1(TraversableLike.scala:985)
 ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.Iterator.foreach(Iterator.scala:943) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.Iterator.foreach$(Iterator.scala:943) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.AbstractIterator.foreach(Iterator.scala:1431) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.IterableLike.foreach(IterableLike.scala:74) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.IterableLike.foreach$(IterableLike.scala:73) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at scala.collection.AbstractIterable.foreach(Iterable.scala:56) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:984) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.event.LoggingBus.stopDefaultLoggers(Logging.scala:180) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.event.LoggingBus.stopDefaultLoggers$(Logging.scala:172) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.event.EventStream.stopDefaultLoggers(EventStream.scala:24) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
akka.actor.LocalActorRefProvider$SystemGuardian.stopWhenAllTerminationHooksDone(ActorRefProvider.scala:358)
 ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
akka.actor.LocalActorRefProvider$SystemGuardian.stopWhenAllTerminationHooksDone(ActorRefProvider.scala:353)
 ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
akka.actor.LocalActorRefProvider$SystemGuardian$$anonfun$terminating$1.applyOrElse(ActorRefProvider.scala:348)
 ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.actor.Actor.aroundReceive(Actor.scala:537) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.actor.Actor.aroundReceive$(Actor.scala:535) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at 
akka.actor.LocalActorRefProvider$SystemGuardian.aroundReceive(ActorRefProvider.scala:321)
 ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.actor.ActorCell.receiveMessage(ActorCell.scala:579) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.actor.ActorCell.invoke(ActorCell.scala:547) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.dispatch.Mailbox.run(Mailbox.scala:231) 
~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at akka.dispatch.Mailbox.exec(Mailbox.scala:243) 
[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT]
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289) 
[?:1.8.0_292]
        at 
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056) 
[?:1.8.0_292]
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692) 
[?:1.8.0_292]
        at 
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) 
[?:1.8.0_292]
Caused by: java.lang.ClassNotFoundException: 
scala.collection.immutable.Map$Map4$$anon$7
        at java.net.URLClassLoader.findClass(URLClassLoader.java:382) 
~[?:1.8.0_292]
        at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_292]
        at 
org.apache.flink.core.classloading.ComponentClassLoader.loadClassFromComponentOnly(ComponentClassLoader.java:149)
 ~[flink-core-1.17-SNAPSHOT.jar:1.17-SNAPSHOT]
        at 
org.apache.flink.core.classloading.ComponentClassLoader.loadClass(ComponentClassLoader.java:112)
 ~[flink-core-1.17-SNAPSHOT.jar:1.17-SNAPSHOT]
        at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_292]
        ... 46 more
{code}


> TaskManagerRunnerTest JVM crash with exit code 239
> --------------------------------------------------
>
>                 Key: FLINK-26037
>                 URL: https://issues.apache.org/jira/browse/FLINK-26037
>             Project: Flink
>          Issue Type: Bug
>          Components: Runtime / Coordination
>    Affects Versions: 1.15.0, 1.17.0
>            Reporter: Yun Gao
>            Priority: Critical
>              Labels: test-stability
>
> {code:java}
> Feb 09 02:22:52 [ERROR] Failed to execute goal 
> org.apache.maven.plugins:maven-surefire-plugin:3.0.0-M5:test (default-test) 
> on project flink-runtime: There are test failures.
> Feb 09 02:22:52 [ERROR] 
> Feb 09 02:22:52 [ERROR] Please refer to 
> /__w/2/s/flink-runtime/target/surefire-reports for the individual test 
> results.
> Feb 09 02:22:52 [ERROR] Please refer to dump files (if any exist) 
> [date].dump, [date]-jvmRun[N].dump and [date].dumpstream.
> Feb 09 02:22:52 [ERROR] ExecutionException The forked VM terminated without 
> properly saying goodbye. VM crash or System.exit called?
> Feb 09 02:22:52 [ERROR] Command was /bin/sh -c cd /__w/2/s/flink-runtime && 
> /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/java -Xms256m -Xmx2048m 
> -Dmvn.forkNumber=2 -XX:+UseG1GC -Duser.country=US -Duser.language=en -jar 
> /__w/2/s/flink-runtime/target/surefire/surefirebooter2302747870022684931.jar 
> /__w/2/s/flink-runtime/target/surefire 2022-02-09T01-58-20_619-jvmRun2 
> surefire8313405181432833392tmp surefire_2318122906826894495431tmp
> Feb 09 02:22:52 [ERROR] Error occurred in starting fork, check output in log
> Feb 09 02:22:52 [ERROR] Process Exit Code: 239
> Feb 09 02:22:52 [ERROR] Crashed tests:
> Feb 09 02:22:52 [ERROR] 
> org.apache.flink.runtime.taskexecutor.TaskManagerRunnerTest
> Feb 09 02:22:52 [ERROR] 
> org.apache.maven.surefire.booter.SurefireBooterForkException: 
> ExecutionException The forked VM terminated without properly saying goodbye. 
> VM crash or System.exit called?
> Feb 09 02:22:52 [ERROR] Command was /bin/sh -c cd /__w/2/s/flink-runtime && 
> /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/java -Xms256m -Xmx2048m 
> -Dmvn.forkNumber=2 -XX:+UseG1GC -Duser.country=US -Duser.language=en -jar 
> /__w/2/s/flink-runtime/target/surefire/surefirebooter2302747870022684931.jar 
> /__w/2/s/flink-runtime/target/surefire 2022-02-09T01-58-20_619-jvmRun2 
> surefire8313405181432833392tmp surefire_2318122906826894495431tmp
> Feb 09 02:22:52 [ERROR] Error occurred in starting fork, check output in log
> Feb 09 02:22:52 [ERROR] Process Exit Code: 239
> Feb 09 02:22:52 [ERROR] Crashed tests:
> Feb 09 02:22:52 [ERROR] 
> org.apache.flink.runtime.taskexecutor.TaskManagerRunnerTest
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.awaitResultsDone(ForkStarter.java:532)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.runSuitesForkPerTestSet(ForkStarter.java:479)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.run(ForkStarter.java:322)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.plugin.surefire.booterclient.ForkStarter.run(ForkStarter.java:266)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeProvider(AbstractSurefireMojo.java:1314)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:1159)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:932)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:132)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:208)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:153)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:145)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:116)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:80)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:51)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:120)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:355)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.DefaultMaven.execute(DefaultMaven.java:155)
> Feb 09 02:22:52 [ERROR] at 
> org.apache.maven.cli.MavenCli.execute(MavenCli.java:584)
> {code}
> https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=30956&view=logs&j=a57e0635-3fad-5b08-57c7-a4142d7d6fa9&t=2ef0effc-1da1-50e5-c2bd-aab434b1c5b7&l=9164



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

Reply via email to