Browse Source

server: enable token array inputs for OAI API (#15001)

Johannes Gäßler 5 months ago
parent
commit
f906275537
1 changed files with 0 additions and 3 deletions
  1. 0 3
      tools/server/server.cpp

+ 0 - 3
tools/server/server.cpp

@@ -4249,9 +4249,6 @@ int main(int argc, char ** argv) {
 
 
             // process prompt
             // process prompt
             std::vector<server_tokens> inputs;
             std::vector<server_tokens> inputs;
-            if (oaicompat && !prompt.is_string()) {
-                throw std::runtime_error("prompt must be a string");
-            }
 
 
             if (oaicompat && has_mtmd) {
             if (oaicompat && has_mtmd) {
                 // multimodal
                 // multimodal