Merge pull request #48 from janhq/feat/start-time

feat: add load model start_time_
janhq · Jun 25, 2024 · c7703f1 · c7703f1
2 parents 4da5cc0 + ca2d410
commit c7703f1
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/cpp/tensorrt_llm/cortex.tensorrt-llm/src/tensorrt-llm_engine.cc b/cpp/tensorrt_llm/cortex.tensorrt-llm/src/tensorrt-llm_engine.cc
@@ -16,6 +16,7 @@
 #include <thread>
 #include <trantor/utils/Logger.h>
 #include <vector>
+#include <chrono>
 
 using json = nlohmann::json;
 using namespace tensorrtllm;
@@ -346,7 +347,8 @@ void TensorrtllmEngine::LoadModel(std::shared_ptr<Json::Value> json_body, std::f
     Json::Value status_resp;
     status_resp["status_code"] = k200OK;
     callback(std::move(status_resp), std::move(json_resp));
-    return;
+    start_time_ = std::chrono::system_clock::now().time_since_epoch() /
+      std::chrono::milliseconds(1);
 };
 
 void TensorrtllmEngine::UnloadModel(std::shared_ptr<Json::Value> json_body, std::function<void(Json::Value&&, Json::Value&&)>&& callback) {