sune-org/ORP
1
0
Fork 0
mirror of https://github.com/sune-org/ORP.git synced 2026-01-14 00:27:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

top_p

Browse Source
This commit is contained in:
multipleof4
2025-09-05 18:21:17 -07:00
parent a97b4648c4
commit 4e2f8c6cbe
1 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
index.js
View File

@@ -214,7 +214,7 @@ export class MyDurableObject {
if (msg.type !== 'begin') return this.send(ws, { type: 'err', message: 'bad_type' }); if (msg.type !== 'begin') return this.send(ws, { type: 'err', message: 'bad_type' });
const { rid, apiKey, or_body, model, messages, after, provider } = msg; const { rid, apiKey, or_body, model, messages, after, provider } = msg;
const body = or_body || (model && Array.isArray(messages) ? { model, messages, stream: true } : null); const body = or_body || (model && Array.isArray(messages) ? { model, messages, stream: true, ...msg } : null);
if (!rid || !apiKey || !body || !Array.isArray(body.messages) || body.messages.length === 0) { if (!rid || !apiKey || !body || !Array.isArray(body.messages) || body.messages.length === 0) {
return this.send(ws, { type: 'err', message: 'missing_fields' }); return this.send(ws, { type: 'err', message: 'missing_fields' });
@@ -307,9 +307,8 @@ export class MyDurableObject {
temperature: body.temperature, temperature: body.temperature,
stream: true, stream: true,
}; };
if (Number.isFinite(+body.max_tokens) && +body.max_tokens > 0) { if (Number.isFinite(+body.max_tokens) && +body.max_tokens > 0) params.max_output_tokens = +body.max_tokens;
params.max_output_tokens = +body.max_tokens; if (Number.isFinite(+body.top_p)) params.top_p = +body.top_p;
}
if (body.reasoning?.effort) params.reasoning = { effort: body.reasoning.effort }; if (body.reasoning?.effort) params.reasoning = { effort: body.reasoning.effort };
if (body.verbosity) params.text = { verbosity: body.verbosity }; if (body.verbosity) params.text = { verbosity: body.verbosity };