[ https://issues.apache.org/jira/browse/FLINK-26037?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17635831#comment-17635831 ]
Chesnay Schepler commented on FLINK-26037: ------------------------------------------ Looks a bit like a fatal error occurs while the TaskManagerRunner is shutting down: {code:java} 11:29:27,892 [flink-metrics-akka.actor.internal-dispatcher-2] ERROR org.apache.flink.util.FatalExitExceptionHandler [] - FATAL: Thread 'flink-metrics-akka.actor.internal-dispatcher-2' produced an uncaught exception. Stopping the process... java.lang.NoClassDefFoundError: scala/collection/immutable/Map$Map4$$anon$7 at scala.collection.immutable.Map$Map4.iterator(Map.scala:459) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.Map$WithDefault.iterator(Map.scala:58) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.IterableLike.foreach(IterableLike.scala:74) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.IterableLike.foreach$(IterableLike.scala:73) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.AbstractIterable.foreach(Iterable.scala:56) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.generic.Growable.$plus$plus$eq(Growable.scala:62) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.generic.Growable.$plus$plus$eq$(Growable.scala:53) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:184) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:47) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.TraversableLike.to(TraversableLike.scala:786) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.TraversableLike.to$(TraversableLike.scala:783) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.AbstractTraversable.to(Traversable.scala:108) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.util.SubclassifiedIndex.mergeChangesByKey(SubclassifiedIndex.scala:225) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.util.SubclassifiedIndex.removeValue(SubclassifiedIndex.scala:175) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.SubchannelClassification.unsubscribe(EventBus.scala:163) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.SubchannelClassification.unsubscribe$(EventBus.scala:162) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.EventStream.unsubscribe(EventStream.scala:66) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.EventStream.unsubscribe(EventStream.scala:24) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.LoggingBus.$anonfun$stopDefaultLoggers$2(Logging.scala:184) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.LoggingBus.$anonfun$stopDefaultLoggers$2$adapted(Logging.scala:180) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.TraversableLike$WithFilter.$anonfun$foreach$1(TraversableLike.scala:985) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.Iterator.foreach(Iterator.scala:943) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.Iterator.foreach$(Iterator.scala:943) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.AbstractIterator.foreach(Iterator.scala:1431) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.IterableLike.foreach(IterableLike.scala:74) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.IterableLike.foreach$(IterableLike.scala:73) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.AbstractIterable.foreach(Iterable.scala:56) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at scala.collection.TraversableLike$WithFilter.foreach(TraversableLike.scala:984) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.LoggingBus.stopDefaultLoggers(Logging.scala:180) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.LoggingBus.stopDefaultLoggers$(Logging.scala:172) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.event.EventStream.stopDefaultLoggers(EventStream.scala:24) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.actor.LocalActorRefProvider$SystemGuardian.stopWhenAllTerminationHooksDone(ActorRefProvider.scala:358) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.actor.LocalActorRefProvider$SystemGuardian.stopWhenAllTerminationHooksDone(ActorRefProvider.scala:353) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.actor.LocalActorRefProvider$SystemGuardian$$anonfun$terminating$1.applyOrElse(ActorRefProvider.scala:348) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.actor.Actor.aroundReceive(Actor.scala:537) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.actor.Actor.aroundReceive$(Actor.scala:535) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.actor.LocalActorRefProvider$SystemGuardian.aroundReceive(ActorRefProvider.scala:321) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.actor.ActorCell.receiveMessage(ActorCell.scala:579) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.actor.ActorCell.invoke(ActorCell.scala:547) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.dispatch.Mailbox.run(Mailbox.scala:231) ~[flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at akka.dispatch.Mailbox.exec(Mailbox.scala:243) [flink-rpc-akka_41adecf4-95a3-4ae2-ae74-611022d3a17b.jar:1.17-SNAPSHOT] at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289) [?:1.8.0_292] at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056) [?:1.8.0_292] at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692) [?:1.8.0_292] at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) [?:1.8.0_292] Caused by: java.lang.ClassNotFoundException: scala.collection.immutable.Map$Map4$$anon$7 at java.net.URLClassLoader.findClass(URLClassLoader.java:382) ~[?:1.8.0_292] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_292] at org.apache.flink.core.classloading.ComponentClassLoader.loadClassFromComponentOnly(ComponentClassLoader.java:149) ~[flink-core-1.17-SNAPSHOT.jar:1.17-SNAPSHOT] at org.apache.flink.core.classloading.ComponentClassLoader.loadClass(ComponentClassLoader.java:112) ~[flink-core-1.17-SNAPSHOT.jar:1.17-SNAPSHOT] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_292] ... 46 more {code} > TaskManagerRunnerTest JVM crash with exit code 239 > -------------------------------------------------- > > Key: FLINK-26037 > URL: https://issues.apache.org/jira/browse/FLINK-26037 > Project: Flink > Issue Type: Bug > Components: Runtime / Coordination > Affects Versions: 1.15.0, 1.17.0 > Reporter: Yun Gao > Priority: Critical > Labels: test-stability > > {code:java} > Feb 09 02:22:52 [ERROR] Failed to execute goal > org.apache.maven.plugins:maven-surefire-plugin:3.0.0-M5:test (default-test) > on project flink-runtime: There are test failures. > Feb 09 02:22:52 [ERROR] > Feb 09 02:22:52 [ERROR] Please refer to > /__w/2/s/flink-runtime/target/surefire-reports for the individual test > results. > Feb 09 02:22:52 [ERROR] Please refer to dump files (if any exist) > [date].dump, [date]-jvmRun[N].dump and [date].dumpstream. > Feb 09 02:22:52 [ERROR] ExecutionException The forked VM terminated without > properly saying goodbye. VM crash or System.exit called? > Feb 09 02:22:52 [ERROR] Command was /bin/sh -c cd /__w/2/s/flink-runtime && > /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/java -Xms256m -Xmx2048m > -Dmvn.forkNumber=2 -XX:+UseG1GC -Duser.country=US -Duser.language=en -jar > /__w/2/s/flink-runtime/target/surefire/surefirebooter2302747870022684931.jar > /__w/2/s/flink-runtime/target/surefire 2022-02-09T01-58-20_619-jvmRun2 > surefire8313405181432833392tmp surefire_2318122906826894495431tmp > Feb 09 02:22:52 [ERROR] Error occurred in starting fork, check output in log > Feb 09 02:22:52 [ERROR] Process Exit Code: 239 > Feb 09 02:22:52 [ERROR] Crashed tests: > Feb 09 02:22:52 [ERROR] > org.apache.flink.runtime.taskexecutor.TaskManagerRunnerTest > Feb 09 02:22:52 [ERROR] > org.apache.maven.surefire.booter.SurefireBooterForkException: > ExecutionException The forked VM terminated without properly saying goodbye. > VM crash or System.exit called? > Feb 09 02:22:52 [ERROR] Command was /bin/sh -c cd /__w/2/s/flink-runtime && > /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/java -Xms256m -Xmx2048m > -Dmvn.forkNumber=2 -XX:+UseG1GC -Duser.country=US -Duser.language=en -jar > /__w/2/s/flink-runtime/target/surefire/surefirebooter2302747870022684931.jar > /__w/2/s/flink-runtime/target/surefire 2022-02-09T01-58-20_619-jvmRun2 > surefire8313405181432833392tmp surefire_2318122906826894495431tmp > Feb 09 02:22:52 [ERROR] Error occurred in starting fork, check output in log > Feb 09 02:22:52 [ERROR] Process Exit Code: 239 > Feb 09 02:22:52 [ERROR] Crashed tests: > Feb 09 02:22:52 [ERROR] > org.apache.flink.runtime.taskexecutor.TaskManagerRunnerTest > Feb 09 02:22:52 [ERROR] at > org.apache.maven.plugin.surefire.booterclient.ForkStarter.awaitResultsDone(ForkStarter.java:532) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.plugin.surefire.booterclient.ForkStarter.runSuitesForkPerTestSet(ForkStarter.java:479) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.plugin.surefire.booterclient.ForkStarter.run(ForkStarter.java:322) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.plugin.surefire.booterclient.ForkStarter.run(ForkStarter.java:266) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeProvider(AbstractSurefireMojo.java:1314) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.plugin.surefire.AbstractSurefireMojo.executeAfterPreconditionsChecked(AbstractSurefireMojo.java:1159) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.plugin.surefire.AbstractSurefireMojo.execute(AbstractSurefireMojo.java:932) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.plugin.DefaultBuildPluginManager.executeMojo(DefaultBuildPluginManager.java:132) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:208) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:153) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.lifecycle.internal.MojoExecutor.execute(MojoExecutor.java:145) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:116) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.lifecycle.internal.LifecycleModuleBuilder.buildProject(LifecycleModuleBuilder.java:80) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.lifecycle.internal.builder.singlethreaded.SingleThreadedBuilder.build(SingleThreadedBuilder.java:51) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.lifecycle.internal.LifecycleStarter.execute(LifecycleStarter.java:120) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.DefaultMaven.doExecute(DefaultMaven.java:355) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.DefaultMaven.execute(DefaultMaven.java:155) > Feb 09 02:22:52 [ERROR] at > org.apache.maven.cli.MavenCli.execute(MavenCli.java:584) > {code} > https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=30956&view=logs&j=a57e0635-3fad-5b08-57c7-a4142d7d6fa9&t=2ef0effc-1da1-50e5-c2bd-aab434b1c5b7&l=9164 -- This message was sent by Atlassian Jira (v8.20.10#820010)