Spaces:
Paused
Paused
Commit
·
7741ec9
1
Parent(s):
02f25ac
Update utils/server/index.ts
Browse files- utils/server/index.ts +7 -28
utils/server/index.ts
CHANGED
@@ -73,38 +73,19 @@ export const LLMStream = async (
|
|
73 |
|
74 |
const stream = new ReadableStream({
|
75 |
async start(controller) {
|
76 |
-
const onParse = (event:
|
77 |
if (event.type === 'event') {
|
78 |
const data = event.data;
|
79 |
|
80 |
try {
|
81 |
const json = JSON.parse(data);
|
82 |
-
|
83 |
-
|
84 |
-
|
85 |
-
const text = json.choices[0].message.content;
|
86 |
-
const finishReason = json.choices[0].finish_reason;
|
87 |
-
|
88 |
-
if (finishReason === 'stop') {
|
89 |
-
controller.close();
|
90 |
-
return;
|
91 |
-
}
|
92 |
-
|
93 |
-
const queue = encoder.encode(text);
|
94 |
-
controller.enqueue(queue);
|
95 |
-
}
|
96 |
-
// Old condition to handle existing format
|
97 |
-
else if (json.choices && json.choices[0].delta) {
|
98 |
-
if (json.choices[0].finish_reason != null) {
|
99 |
-
controller.close();
|
100 |
-
return;
|
101 |
-
}
|
102 |
-
|
103 |
-
const text = json.choices[0].delta.content;
|
104 |
-
const queue = encoder.encode(text);
|
105 |
-
controller.enqueue(queue);
|
106 |
}
|
107 |
-
|
|
|
|
|
108 |
} catch (e) {
|
109 |
controller.error(e);
|
110 |
}
|
@@ -119,7 +100,5 @@ export const LLMStream = async (
|
|
119 |
},
|
120 |
});
|
121 |
|
122 |
-
|
123 |
-
|
124 |
return stream;
|
125 |
};
|
|
|
73 |
|
74 |
const stream = new ReadableStream({
|
75 |
async start(controller) {
|
76 |
+
const onParse = (event: ParsedEvent | ReconnectInterval) => {
|
77 |
if (event.type === 'event') {
|
78 |
const data = event.data;
|
79 |
|
80 |
try {
|
81 |
const json = JSON.parse(data);
|
82 |
+
if (json.choices[0].finish_reason != null) {
|
83 |
+
controller.close();
|
84 |
+
return;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
85 |
}
|
86 |
+
const text = json.choices[0].delta.content;
|
87 |
+
const queue = encoder.encode(text);
|
88 |
+
controller.enqueue(queue);
|
89 |
} catch (e) {
|
90 |
controller.error(e);
|
91 |
}
|
|
|
100 |
},
|
101 |
});
|
102 |
|
|
|
|
|
103 |
return stream;
|
104 |
};
|