From fc213df6acfd646be11519a648ce05791dc95e67 Mon Sep 17 00:00:00 2001 From: Hongze Zhang Date: Mon, 9 Sep 2024 10:54:57 +0800 Subject: [PATCH 1/2] Revert "[GLUTEN-6930][VL] Print memory statistics during task ending when leak is found" --- .../src/main/scala/org/apache/gluten/runtime/Runtime.scala | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/gluten-data/src/main/scala/org/apache/gluten/runtime/Runtime.scala b/gluten-data/src/main/scala/org/apache/gluten/runtime/Runtime.scala index b18d4044dd69..389a4f5b3d22 100644 --- a/gluten-data/src/main/scala/org/apache/gluten/runtime/Runtime.scala +++ b/gluten-data/src/main/scala/org/apache/gluten/runtime/Runtime.scala @@ -117,11 +117,10 @@ object Runtime { LOGGER.warn( String.format( "%s Reservation listener %s still reserved non-zero bytes, which may cause memory" + - " leak, size: %s, dump: %s ", + " leak, size: %s", name, rl.toString, - SparkMemoryUtil.bytesToString(rl.getUsedBytes), - dump() + SparkMemoryUtil.bytesToString(rl.getUsedBytes) )) } } From 6e37bb49ae6ea20bab4d8e26731c189850f96bbe Mon Sep 17 00:00:00 2001 From: Hongze Zhang Date: Mon, 9 Sep 2024 10:57:17 +0800 Subject: [PATCH 2/2] fixupo --- .../src/main/scala/org/apache/gluten/runtime/Runtime.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gluten-data/src/main/scala/org/apache/gluten/runtime/Runtime.scala b/gluten-data/src/main/scala/org/apache/gluten/runtime/Runtime.scala index 389a4f5b3d22..2f6f31327f2e 100644 --- a/gluten-data/src/main/scala/org/apache/gluten/runtime/Runtime.scala +++ b/gluten-data/src/main/scala/org/apache/gluten/runtime/Runtime.scala @@ -117,7 +117,7 @@ object Runtime { LOGGER.warn( String.format( "%s Reservation listener %s still reserved non-zero bytes, which may cause memory" + - " leak, size: %s", + " leak, size: %s.", name, rl.toString, SparkMemoryUtil.bytesToString(rl.getUsedBytes)