DRILL-8489: Sender memory leak when rpc encode exception

apache · Apr 17, 2024 · 6b59356 · 6b59356
1 parent af7cfcd
commit 6b59356
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/exec/rpc/src/main/java/org/apache/drill/exec/rpc/RpcEncoder.java b/exec/rpc/src/main/java/org/apache/drill/exec/rpc/RpcEncoder.java
@@ -26,6 +26,7 @@
 import java.io.OutputStream;
 import java.util.List;
 
+import io.netty.util.ReferenceCounted;
 import org.apache.drill.exec.proto.GeneralRPCProtos.CompleteRpcMessage;
 import org.apache.drill.exec.proto.GeneralRPCProtos.RpcHeader;
 
@@ -61,7 +62,7 @@ protected void encode(ChannelHandlerContext ctx, OutboundRpcMessage msg, List<Ob
       msg.release();
       return;
     }
-
+    boolean encodeSucess = false;
     try{
       if (RpcConstants.EXTRA_DEBUGGING) {
         logger.debug("Encoding outbound message {}", msg);
@@ -131,9 +132,14 @@ protected void encode(ChannelHandlerContext ctx, OutboundRpcMessage msg, List<Ob
       if (RpcConstants.EXTRA_DEBUGGING) {
         logger.debug("Sent message.  Ending writer index was {}.", buf.writerIndex());
       }
+      encodeSucess = true;
     } finally {
       // make sure to release Rpc Messages underlying byte buffers.
-      //msg.release();
+
+      //if msg instanceof ReferenceCounted,netty can release msg.
+      if (!encodeSucess && !(msg instanceof ReferenceCounted)) {
+        msg.release();
+      }
     }
   }