From 4a176e1346d4cd29c4e4350e10571a46beeec43a Mon Sep 17 00:00:00 2001 From: sangjanai Date: Mon, 17 Feb 2025 11:18:15 +0700 Subject: [PATCH] fix: correct engine interface order --- engine/cortex-common/EngineI.h | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/engine/cortex-common/EngineI.h b/engine/cortex-common/EngineI.h index b2d290d24..754f16593 100644 --- a/engine/cortex-common/EngineI.h +++ b/engine/cortex-common/EngineI.h @@ -59,6 +59,9 @@ class EngineI { const std::string& log_path) = 0; virtual void SetLogLevel(trantor::Logger::LogLevel logLevel) = 0; + // Stop inflight chat completion in stream mode + virtual void StopInferencing(const std::string& model_id) = 0; + virtual Json::Value GetRemoteModels() = 0; virtual void HandleRouteRequest( std::shared_ptr json_body, @@ -66,7 +69,4 @@ class EngineI { virtual void HandleInference( std::shared_ptr json_body, std::function&& callback) = 0; - - // Stop inflight chat completion in stream mode - virtual void StopInferencing(const std::string& model_id) = 0; };