Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
fix: give more buffer to reasoning
Browse files
src/lib/server/textGeneration/reasoning.ts
CHANGED
@@ -3,6 +3,7 @@ import { smallModel } from "../models";
|
|
3 |
import { getReturnFromGenerator } from "$lib/utils/getReturnFromGenerator";
|
4 |
import { getToolOutput } from "../tools/getToolOutput";
|
5 |
import type { Tool } from "$lib/types/Tool";
|
|
|
6 |
|
7 |
export async function generateSummaryOfReasoning(buffer: string): Promise<string> {
|
8 |
let summary: string | undefined;
|
@@ -38,6 +39,9 @@ The text might be incomplete, try your best to summarize it in one very short se
|
|
38 |
preprompt,
|
39 |
tool: summaryTool,
|
40 |
endpoint,
|
|
|
|
|
|
|
41 |
});
|
42 |
}
|
43 |
|
@@ -47,7 +51,7 @@ The text might be incomplete, try your best to summarize it in one very short se
|
|
47 |
messages: [
|
48 |
{
|
49 |
from: "user",
|
50 |
-
content: buffer.slice(-
|
51 |
},
|
52 |
],
|
53 |
preprompt: `You are tasked with summarizing the latest reasoning steps. Never describe results of the reasoning, only the process. Remain vague in your summary.
|
|
|
3 |
import { getReturnFromGenerator } from "$lib/utils/getReturnFromGenerator";
|
4 |
import { getToolOutput } from "../tools/getToolOutput";
|
5 |
import type { Tool } from "$lib/types/Tool";
|
6 |
+
import { logger } from "../logger";
|
7 |
|
8 |
export async function generateSummaryOfReasoning(buffer: string): Promise<string> {
|
9 |
let summary: string | undefined;
|
|
|
39 |
preprompt,
|
40 |
tool: summaryTool,
|
41 |
endpoint,
|
42 |
+
}).catch(() => {
|
43 |
+
logger.warn("Error getting tool output");
|
44 |
+
return undefined;
|
45 |
});
|
46 |
}
|
47 |
|
|
|
51 |
messages: [
|
52 |
{
|
53 |
from: "user",
|
54 |
+
content: buffer.slice(-400),
|
55 |
},
|
56 |
],
|
57 |
preprompt: `You are tasked with summarizing the latest reasoning steps. Never describe results of the reasoning, only the process. Remain vague in your summary.
|