nsarrazin HF Staff commited on
Commit
46a8e79
·
1 Parent(s): c024800

fix: make single step forcing optional on cohere endpoint type

Browse files
src/lib/server/endpoints/cohere/endpointCohere.ts CHANGED
@@ -15,12 +15,14 @@ export const endpointCohereParametersSchema = z.object({
15
  apiKey: z.string().default(env.COHERE_API_TOKEN),
16
  clientName: z.string().optional(),
17
  raw: z.boolean().default(false),
 
18
  });
19
 
20
  export async function endpointCohere(
21
  input: z.input<typeof endpointCohereParametersSchema>
22
  ): Promise<Endpoint> {
23
- const { apiKey, clientName, model, raw } = endpointCohereParametersSchema.parse(input);
 
24
 
25
  let cohere: CohereClient;
26
 
@@ -62,7 +64,7 @@ export async function endpointCohere(
62
  });
63
 
64
  stream = await cohere.chatStream({
65
- forceSingleStep: true,
66
  message: prompt,
67
  rawPrompting: true,
68
  model: model.id ?? model.name,
 
15
  apiKey: z.string().default(env.COHERE_API_TOKEN),
16
  clientName: z.string().optional(),
17
  raw: z.boolean().default(false),
18
+ forceSingleStep: z.boolean().default(true),
19
  });
20
 
21
  export async function endpointCohere(
22
  input: z.input<typeof endpointCohereParametersSchema>
23
  ): Promise<Endpoint> {
24
+ const { apiKey, clientName, model, raw, forceSingleStep } =
25
+ endpointCohereParametersSchema.parse(input);
26
 
27
  let cohere: CohereClient;
28
 
 
64
  });
65
 
66
  stream = await cohere.chatStream({
67
+ forceSingleStep,
68
  message: prompt,
69
  rawPrompting: true,
70
  model: model.id ?? model.name,