Quellcode durchsuchen

server : proper error handling for missing elements in messages array (OpenAI compatible backend) (#13540)

Piotr Wilkin (ilintar) vor 8 Monaten
Ursprung
Commit
c753d7bed0
1 geänderte Dateien mit 12 neuen und 0 gelöschten Zeilen
  1. 12 0
      tools/server/utils.hpp

+ 12 - 0
tools/server/utils.hpp

@@ -643,6 +643,18 @@ static json oaicompat_completion_params_parse(
         throw std::runtime_error("Expected 'messages' to be an array");
         throw std::runtime_error("Expected 'messages' to be an array");
     }
     }
     for (auto & msg : messages) {
     for (auto & msg : messages) {
+        std::string role = json_value(msg, "role", std::string());
+        if (role != "assistant" && !msg.contains("content")) {
+            throw std::runtime_error("All non-assistant messages must contain 'content'");
+        }
+        if (role == "assistant") {
+            if (!msg.contains("content") && !msg.contains("tool_calls")) {
+                throw std::runtime_error("Assistant message must contain either 'content' or 'tool_calls'!");
+            }
+            if (!msg.contains("content")) {
+                continue; // avoid errors with no content
+            }
+        }
         json & content = msg.at("content");
         json & content = msg.at("content");
         if (content.is_string() || content.is_null()) {
         if (content.is_string() || content.is_null()) {
             continue;
             continue;