diff --git a/api/src/main/java/ai/djl/ndarray/NDArrayAdapter.java b/api/src/main/java/ai/djl/ndarray/NDArrayAdapter.java
index 04ea056b4db..cceb5efd494 100644
--- a/api/src/main/java/ai/djl/ndarray/NDArrayAdapter.java
+++ b/api/src/main/java/ai/djl/ndarray/NDArrayAdapter.java
@@ -1346,6 +1346,7 @@ private NDArray getAlternativeArray() {
         } else {
             alternativeArray.set(getDataType().asDataType(toByteBuffer()));
         }
+        NDScope.unregister(alternativeArray);
         return alternativeArray;
     }
 }