CVS-154697, Windows implementation for malloc_trim(0)

src/cleaner_utils.cpp

@@ -26,13 +26,36 @@ namespace ovms {
 FunctorSequenceCleaner::FunctorSequenceCleaner(GlobalSequencesViewer& globalSequencesViewer) :
     globalSequencesViewer(globalSequencesViewer) {}
 
+#ifdef _WIN32
+bool malloc_trim_win() {
+    HANDLE heap = GetProcessHeap();
+    if (heap == NULL) {
+        std::cerr << "Failed to get process heap" << std::endl;
+        return false;
+    }
+
+    ULONG_PTR freed_bytes = HeapCompact(heap, 0);
+    if (freed_bytes == 0) {
+        DWORD error = GetLastError();
+        if (error != 0) {
+            std::cerr << "HeapCompact failed with error: " << error << std::endl;
+            return false;
+        }
+    }
+    std::cout << "HeapCompact freed " << freed_bytes << " bytes" << std::endl;
+    return true;
+}
+#endif
+
 void FunctorSequenceCleaner::cleanup() {
     globalSequencesViewer.removeIdleSequences();
     SPDLOG_TRACE("malloc_trim(0)");
 #ifdef __linux__
     malloc_trim(0);
-#endif
+#elif _WIN32
     // TODO: windows for malloc_trim(0);
+    malloc_trim_win();
+#endif
 }
 
 FunctorSequenceCleaner::~FunctorSequenceCleaner() = default;

src/cleaner_utils.hpp

@@ -18,6 +18,11 @@
 namespace ovms {
 class GlobalSequencesViewer;
 class ModelManager;
+
+#ifdef _WIN32
+bool malloc_trim_win();
+#endif
+
 struct FunctorSequenceCleaner {
     GlobalSequencesViewer& globalSequencesViewer;
 

src/modelinstance.cpp

@@ -41,6 +41,7 @@
 
 #include "capi_frontend/inferencerequest.hpp"
 #include "capi_frontend/inferenceresponse.hpp"
+#include "cleaner_utils.hpp"
 #include "config.hpp"
 #include "customloaderinterface.hpp"
 #include "customloaders.hpp"
@@ -1315,10 +1316,13 @@ void ModelInstance::unloadModelComponents() {
             customLoaderInterfacePtr->unloadModel(getName(), getVersion());
         }
     }
+
 #ifdef __linux__
     malloc_trim(0);
-#endif
+#elif _WIN32
     // TODO: windows for malloc_trim(0);
+    malloc_trim_win();
+#endif
 }
 
 const std::set<std::string>& ModelInstance::getOptionalInputNames() {