Yang Jie created SPARK-51677:
--------------------------------
Summary: Memleak in connect-jvm-client tests
Key: SPARK-51677
URL: https://issues.apache.org/jira/browse/SPARK-51677
Project: Spark
Issue Type: Bug
Components: Connect, Tests
Affects Versions: 4.0.0, 4.1.0
Reporter: Yang Jie
build/sbt "connect-client-jvm/test" -Phive -Dspark.debug.sc.jvm.client=true
{code:java}
[info] - SPARK-50965: Multiple named and positional parameterized nodes in the
parsed logical plan (41 milliseconds) java.lang.IllegalStateException: Memory
was leaked by query. Memory leaked: (12192) Allocator(ROOT)
0/12192/6325056/9223372036854775807 (res/actual/peak/limit) at
org.apache.arrow.memory.BaseAllocator.close(BaseAllocator.java:504) at
org.apache.arrow.memory.RootAllocator.close(RootAllocator.java:27) at
org.apache.spark.sql.connect.SparkSession.close(SparkSession.scala:632) at
org.apache.spark.sql.SparkSession.stop(SparkSession.scala:783) at
org.apache.spark.sql.connect.test.RemoteSparkSession.afterAll(RemoteSparkSession.scala:226)
at
org.apache.spark.sql.connect.test.RemoteSparkSession.afterAll$(RemoteSparkSession.scala:224)
at
org.apache.spark.sql.connect.ClientE2ETestSuite.afterAll(ClientE2ETestSuite.scala:51)
at org.scalatest.BeforeAndAfterAll.$anonfun$run$1(BeforeAndAfterAll.scala:225)
at org.scalatest.Status.$anonfun$withAfterEffect$1(Status.scala:377) at
org.scalatest.Status.$anonfun$withAfterEffect$1$adapted(Status.scala:373) at
org.scalatest.CompositeStatus.whenCompleted(Status.scala:962) at
org.scalatest.Status.withAfterEffect(Status.scala:373) at
org.scalatest.Status.withAfterEffect$(Status.scala:371) at
org.scalatest.CompositeStatus.withAfterEffect(Status.scala:863) at
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:224) at
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208) at
org.apache.spark.sql.connect.ClientE2ETestSuite.run(ClientE2ETestSuite.scala:51)
at
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517) at
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414) at
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
[info] - executeCommand (24 milliseconds)
java.lang.IllegalStateException: Memory was leaked by query. Memory leaked:
(128000)
Allocator(ROOT) 0/128000/128032/9223372036854775807 (res/actual/peak/limit)
at org.apache.arrow.memory.BaseAllocator.close(BaseAllocator.java:504)
at org.apache.arrow.memory.RootAllocator.close(RootAllocator.java:27)
at
org.apache.spark.sql.connect.SparkSession.close(SparkSession.scala:632)
at org.apache.spark.sql.SparkSession.stop(SparkSession.scala:783)
at
org.apache.spark.sql.connect.test.RemoteSparkSession.afterAll(RemoteSparkSession.scala:226)
at
org.apache.spark.sql.connect.test.RemoteSparkSession.afterAll$(RemoteSparkSession.scala:224)
at
org.apache.spark.sql.connect.SparkSessionE2ESuite.afterAll(SparkSessionE2ESuite.scala:38)
at
org.scalatest.BeforeAndAfterAll.$anonfun$run$1(BeforeAndAfterAll.scala:225)
at org.scalatest.Status.$anonfun$withAfterEffect$1(Status.scala:377)
at
org.scalatest.Status.$anonfun$withAfterEffect$1$adapted(Status.scala:373)
at org.scalatest.CompositeStatus.whenCompleted(Status.scala:962)
at org.scalatest.Status.withAfterEffect(Status.scala:373)
at org.scalatest.Status.withAfterEffect$(Status.scala:371)
at org.scalatest.CompositeStatus.withAfterEffect(Status.scala:863)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:224)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at
org.apache.spark.sql.connect.SparkSessionE2ESuite.run(SparkSessionE2ESuite.scala:38)
at
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
at
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840) {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
