Update utils/server/index.ts

utils/server/index.ts

@@ -74,17 +74,18 @@ export const LLMStream = async (
   const stream = new ReadableStream({
     async start(controller) {
       const onParse = (event: ParsedEvent | ReconnectInterval) => {
+        console.log(event);
         if (event.type === 'event') {
           const data = event.data;
+          if (data === '<|end|>') {
+            controller.close();
+            return; 
+          }
 
           try {
-            const json = JSON.parse(data);
-            if (json.choices[0].finish_reason != null) {
-              controller.close();
-              return;
-            }
-            const text = json.choices[0].delta.content;
-            const queue = encoder.encode(text);
+            
+            const queue = encoder.encode(data);
+            
             controller.enqueue(queue);
           } catch (e) {
             controller.error(e);