[
https://issues.apache.org/jira/browse/SPARK-51677?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Yang Jie reassigned SPARK-51677:
--------------------------------
Assignee: Yang Jie
> Memleak in connect-jvm-client tests
> -----------------------------------
>
> Key: SPARK-51677
> URL: https://issues.apache.org/jira/browse/SPARK-51677
> Project: Spark
> Issue Type: Bug
> Components: Connect, Tests
> Affects Versions: 4.0.0, 4.1.0
> Reporter: Yang Jie
> Assignee: Yang Jie
> Priority: Major
> Labels: pull-request-available
>
> build/sbt "connect-client-jvm/test" -Phive -Dspark.debug.sc.jvm.client=true
>
> {code:java}
> [info] - SPARK-50965: Multiple named and positional parameterized nodes in
> the parsed logical plan (41 milliseconds) java.lang.IllegalStateException:
> Memory was leaked by query. Memory leaked: (12192) Allocator(ROOT)
> 0/12192/6325056/9223372036854775807 (res/actual/peak/limit) at
> org.apache.arrow.memory.BaseAllocator.close(BaseAllocator.java:504) at
> org.apache.arrow.memory.RootAllocator.close(RootAllocator.java:27) at
> org.apache.spark.sql.connect.SparkSession.close(SparkSession.scala:632) at
> org.apache.spark.sql.SparkSession.stop(SparkSession.scala:783) at
> org.apache.spark.sql.connect.test.RemoteSparkSession.afterAll(RemoteSparkSession.scala:226)
> at
> org.apache.spark.sql.connect.test.RemoteSparkSession.afterAll$(RemoteSparkSession.scala:224)
> at
> org.apache.spark.sql.connect.ClientE2ETestSuite.afterAll(ClientE2ETestSuite.scala:51)
> at
> org.scalatest.BeforeAndAfterAll.$anonfun$run$1(BeforeAndAfterAll.scala:225)
> at org.scalatest.Status.$anonfun$withAfterEffect$1(Status.scala:377) at
> org.scalatest.Status.$anonfun$withAfterEffect$1$adapted(Status.scala:373) at
> org.scalatest.CompositeStatus.whenCompleted(Status.scala:962) at
> org.scalatest.Status.withAfterEffect(Status.scala:373) at
> org.scalatest.Status.withAfterEffect$(Status.scala:371) at
> org.scalatest.CompositeStatus.withAfterEffect(Status.scala:863) at
> org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:224) at
> org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208) at
> org.apache.spark.sql.connect.ClientE2ETestSuite.run(ClientE2ETestSuite.scala:51)
> at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
> at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414) at
> java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> at java.base/java.lang.Thread.run(Thread.java:840)
> ...
> [info] - executeCommand (24 milliseconds)
> java.lang.IllegalStateException: Memory was leaked by query. Memory leaked:
> (128000)
> Allocator(ROOT) 0/128000/128032/9223372036854775807 (res/actual/peak/limit)
> at org.apache.arrow.memory.BaseAllocator.close(BaseAllocator.java:504)
> at org.apache.arrow.memory.RootAllocator.close(RootAllocator.java:27)
> at
> org.apache.spark.sql.connect.SparkSession.close(SparkSession.scala:632)
> at org.apache.spark.sql.SparkSession.stop(SparkSession.scala:783)
> at
> org.apache.spark.sql.connect.test.RemoteSparkSession.afterAll(RemoteSparkSession.scala:226)
> at
> org.apache.spark.sql.connect.test.RemoteSparkSession.afterAll$(RemoteSparkSession.scala:224)
> at
> org.apache.spark.sql.connect.SparkSessionE2ESuite.afterAll(SparkSessionE2ESuite.scala:38)
> at
> org.scalatest.BeforeAndAfterAll.$anonfun$run$1(BeforeAndAfterAll.scala:225)
> at org.scalatest.Status.$anonfun$withAfterEffect$1(Status.scala:377)
> at
> org.scalatest.Status.$anonfun$withAfterEffect$1$adapted(Status.scala:373)
> at org.scalatest.CompositeStatus.whenCompleted(Status.scala:962)
> at org.scalatest.Status.withAfterEffect(Status.scala:373)
> at org.scalatest.Status.withAfterEffect$(Status.scala:371)
> at org.scalatest.CompositeStatus.withAfterEffect(Status.scala:863)
> at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:224)
> at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> at
> org.apache.spark.sql.connect.SparkSessionE2ESuite.run(SparkSessionE2ESuite.scala:38)
> at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> at
> org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
> at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> at java.base/java.lang.Thread.run(Thread.java:840) {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
