From c697eb2a9b5693ecf4be78daa68dffd929a32694 Mon Sep 17 00:00:00 2001
From: Roy Han <royjhan02@gmail.com>
Date: Tue, 9 Jul 2024 15:51:55 -0700
Subject: [PATCH] fix hanging on single string

---
 llm/ext_server/server.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/llm/ext_server/server.cpp b/llm/ext_server/server.cpp
index 9b0dc9d83..0eb69538c 100644
--- a/llm/ext_server/server.cpp
+++ b/llm/ext_server/server.cpp
@@ -3188,6 +3188,10 @@ int main(int argc, char **argv) {
                     prompt = "";
                 }
 
+                if (prompt.size() == 1) {
+                    prompt = prompt[0];
+                }
+
                 // create and queue the task
                 json responses;
                 {