remove redundant import

Author: namchuai

engine/commands/model_get_cmd.cc

@@ -4,21 +4,16 @@
 #include <vector>
 #include "cmd_info.h"
 #include "config/yaml_config.h"
-#include "trantor/utils/Logger.h"
-#include "utils/cortex_utils.h"
 #include "utils/file_manager_utils.h"
 #include "utils/logging_utils.h"
 
 namespace commands {
 
-ModelGetCmd::ModelGetCmd(std::string model_handle)
-    : model_handle_(std::move(model_handle)) {}
-
-void ModelGetCmd::Exec() {
+void ModelGetCmd::Exec(const std::string& model_handle) {
   auto models_path = file_manager_utils::GetModelsContainerPath();
   if (std::filesystem::exists(models_path) &&
       std::filesystem::is_directory(models_path)) {
-    CmdInfo ci(model_handle_);
+    CmdInfo ci(model_handle);
     std::string model_file =
         ci.branch == "main" ? ci.model_name : ci.model_name + "-" + ci.branch;
     bool found_model = false;
@@ -149,4 +144,4 @@ void ModelGetCmd::Exec() {
     CLI_LOG("Model not found!");
   }
 }
-};  // namespace commands
+};  // namespace commands

engine/commands/model_get_cmd.h

@@ -1,17 +1,10 @@
 #pragma once
 
-
-#include <cmath>  // For std::isnan
 #include <string>
 namespace commands {
 
 class ModelGetCmd {
  public:
-
-  ModelGetCmd(std::string model_handle);
-  void Exec();
-
- private:
-  std::string model_handle_;
+  void Exec(const std::string& model_handle);
 };
-}  // namespace commands
+}  // namespace commands

engine/commands/run_cmd.cc

@@ -2,13 +2,8 @@
 #include "chat_cmd.h"
 #include "cmd_info.h"
 #include "config/yaml_config.h"
-#include "engine_install_cmd.h"
-#include "httplib.h"
-#include "model_pull_cmd.h"
 #include "model_start_cmd.h"
 #include "server_start_cmd.h"
-#include "trantor/utils/Logger.h"
-#include "utils/cortex_utils.h"
 #include "utils/file_manager_utils.h"
 
 namespace commands {
@@ -46,7 +41,7 @@ void RunCmd::Exec() {
     if (!commands::IsServerAlive(host_, port_)) {
       CLI_LOG("Starting server ...");
       commands::ServerStartCmd ssc;
-      if(!ssc.Exec(host_, port_)) {
+      if (!ssc.Exec(host_, port_)) {
         return;
       }
     }

engine/controllers/command_line_parser.cc

@@ -138,10 +138,8 @@ bool CommandLineParser::SetupCommand(int argc, char** argv) {
       models_cmd->add_subcommand("get", "Get info of {model_id} locally");
   get_models_cmd->add_option("model_id", model_id, "");
   get_models_cmd->require_option();
-  get_models_cmd->callback([&model_id]() {
-    commands::ModelGetCmd command(model_id);
-    command.Exec();
-  });
+  get_models_cmd->callback(
+      [&model_id]() { commands::ModelGetCmd().Exec(model_id); });
 
   auto model_del_cmd =
       models_cmd->add_subcommand("delete", "Delete a model by ID locally");
@@ -238,7 +236,7 @@ bool CommandLineParser::SetupCommand(int argc, char** argv) {
   auto ps_cmd =
       app_.add_subcommand("ps", "Show running models and their status");
   ps_cmd->group(kSystemGroup);
-  
+
   CLI11_PARSE(app_, argc, argv);
   if (argc == 1) {
     CLI_LOG(app_.help());

engine/e2e-test/main.py

@@ -9,7 +9,6 @@
 from test_cli_server_start import TestCliServerStart
 from test_cortex_update import TestCortexUpdate
 from test_create_log_folder import TestCreateLogFolder
-from test_cli_model_pull_direct_url import TestCliModelPullDirectUrl
 
 if __name__ == "__main__":
     pytest.main([__file__, "-v"])

engine/e2e-test/test_cli_model_pull_cortexso_with_selection.py

@@ -0,0 +1,12 @@
+from test_runner import popen
+
+
+class TestCliModelPullCortexsoWithSelection:
+
+    def test_pull_model_from_cortexso_should_display_list_and_allow_user_to_choose(
+        self,
+    ):
+        stdout, stderr, return_code = popen(["pull", "tinyllama"], "1\n")
+
+        assert "Model tinyllama downloaded successfully!" in stdout
+        assert return_code == 0

engine/e2e-test/test_cli_model_pull_direct_url.py

@@ -1,17 +1,18 @@
-import platform
-
-import pytest
 from test_runner import run
 
 
 class TestCliModelPullDirectUrl:
 
-    @pytest.mark.skipif(True, reason="Expensive test. Only test when needed.")
     def test_model_pull_with_direct_url_should_be_success(self):
         exit_code, output, error = run(
-            "Pull model", ["pull", "https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF/blob/main/tinyllama-1.1b-chat-v0.3.Q2_K.gguf"],
-            timeout=None
+            "Pull model",
+            [
+                "pull",
+                "https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF/blob/main/tinyllama-1.1b-chat-v0.3.Q2_K.gguf",
+            ],
+            timeout=None,
         )
         assert exit_code == 0, f"Model pull failed with error: {error}"
         # TODO: verify that the model has been pull successfully
-        # TODO: skip this test. since download model is taking too long
+        # TODO: skip this test. since download model is taking too long
+

engine/e2e-test/test_cli_model_pull_from_cortexso.py

@@ -1,17 +1,16 @@
-import platform
-
 import pytest
 from test_runner import run
 
 
 class TestCliModelPullCortexso:
 
-    @pytest.mark.skipif(True, reason="Expensive test. Only test when needed.")
     def test_model_pull_with_direct_url_should_be_success(self):
         exit_code, output, error = run(
-            "Pull model", ["pull", "tinyllama"],
-            timeout=None
+            "Pull model",
+            ["pull", "tinyllama"],
+            timeout=None,
         )
         assert exit_code == 0, f"Model pull failed with error: {error}"
         # TODO: verify that the model has been pull successfully
-        # TODO: skip this test. since download model is taking too long
+        # TODO: skip this test. since download model is taking too long
+

engine/e2e-test/test_cli_model_pull_hugging_face_repository.py

@@ -0,0 +1,28 @@
+import pytest
+from test_runner import popen
+
+
+class TestCliModelPullHuggingFaceRepository:
+
+    def test_model_pull_hugging_face_repository(self):
+        """
+        Test pull model pervll/bge-reranker-v2-gemma-Q4_K_M-GGUF from issue #1017
+        """
+
+        stdout, stderr, return_code = popen(
+            ["pull", "pervll/bge-reranker-v2-gemma-Q4_K_M-GGUF"], "1\n"
+        )
+
+        assert "downloaded successfully!" in stdout
+        assert return_code == 0
+
+    def test_model_pull_hugging_face_not_gguf_should_failed_gracefully(self):
+        """
+        When pull a model which is not GGUF, we stop and show a message to user
+        """
+
+        stdout, stderr, return_code = popen(["pull", "BAAI/bge-reranker-v2-m3"], "")
+        assert (
+            "Not a GGUF model. Currently, only GGUF single file is supported." in stdout
+        )
+        assert return_code == 0

engine/e2e-test/test_runner.py

@@ -38,6 +38,26 @@ def run(test_name: str, arguments: List[str], timeout=timeout) -> (int, str, str
     return result.returncode, result.stdout, result.stderr
 
 
+def popen(arguments: List[str], user_input: str) -> (int, str, str):
+    # Start the process
+    executable_path = getExecutablePath()
+    process = subprocess.Popen(
+        [executable_path] + arguments,
+        stdin=subprocess.PIPE,
+        stdout=subprocess.PIPE,
+        stderr=subprocess.PIPE,
+        text=True,  # This ensures the input and output are treated as text
+    )
+
+    # Send input and get output
+    stdout, stderr = process.communicate(input=user_input)
+
+    # Get the return code
+    return_code = process.returncode
+
+    return stdout, stderr, return_code
+
+
 # Start the API server
 # Wait for `Server started` message or failed
 def start_server() -> bool:
@@ -50,10 +70,10 @@ def start_server() -> bool:
 def start_server_nix() -> bool:
     executable = getExecutablePath()
     process = subprocess.Popen(
-        [executable] + ['start', '-p', '3928'], 
-        stdout=subprocess.PIPE, 
-        stderr=subprocess.PIPE, 
-        text=True
+        [executable] + ["start", "-p", "3928"],
+        stdout=subprocess.PIPE,
+        stderr=subprocess.PIPE,
+        text=True,
     )
 
     start_time = time.time()
@@ -80,7 +100,7 @@ def start_server_nix() -> bool:
 def start_server_windows() -> bool:
     executable = getExecutablePath()
     process = subprocess.Popen(
-        [executable] + ['start', '-p', '3928'],
+        [executable] + ["start", "-p", "3928"],
         stdout=subprocess.PIPE,
         stderr=subprocess.PIPE,
         text=True,