sune-org/us.proxy.sune.chat
1
0
Fork 0
mirror of https://github.com/sune-org/us.proxy.sune.chat.git synced 2026-09-18 11:05:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Support dynamic max_tokens across all providers and remove hardcoded limits

Browse Source
This commit is contained in:
multipleof4
2026-09-05 18:20:31 -07:00
parent cd2f980674
commit cace2e3cc0
1 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
providers.js
View File

@@ -124,6 +124,12 @@ function collectSources(candidate, sources) {
/* ---------- Providers ---------- */ /* ---------- Providers ---------- */
export async function streamOpenRouter({ apiKey, body, signal, onDelta, isRunning }) { export async function streamOpenRouter({ apiKey, body, signal, onDelta, isRunning }) {
const payload = { ...body }
if (Number.isFinite(+body.max_tokens) && +body.max_tokens > 0) {
payload.max_tokens = +body.max_tokens
} else {
delete payload.max_tokens
}
const resp = await fetch('https://openrouter.ai/api/v1/chat/completions', { const resp = await fetch('https://openrouter.ai/api/v1/chat/completions', {
method: 'POST', method: 'POST',
headers: { headers: {
@@ -132,7 +138,7 @@ export async function streamOpenRouter({ apiKey, body, signal, onDelta, isRunnin
'HTTP-Referer': 'https://sune.chat', 'HTTP-Referer': 'https://sune.chat',
'X-Title': 'Sune', 'X-Title': 'Sune',
}, },
body: JSON.stringify(body), body: JSON.stringify(payload),
signal, signal,
}) })
if (!resp.ok) throw new Error(`OpenRouter API error: ${resp.status} ${await resp.text()}`) if (!resp.ok) throw new Error(`OpenRouter API error: ${resp.status} ${await resp.text()}`)
@@ -183,7 +189,6 @@ export async function streamOpenAI({ apiKey, body, signal, onDelta, isRunning })
if (Number.isFinite(+body.max_tokens) && +body.max_tokens > 0) params.max_output_tokens = +body.max_tokens if (Number.isFinite(+body.max_tokens) && +body.max_tokens > 0) params.max_output_tokens = +body.max_tokens
if (Number.isFinite(+body.top_p)) params.top_p = +body.top_p if (Number.isFinite(+body.top_p)) params.top_p = +body.top_p
if (body.reasoning?.effort) params.reasoning = { effort: body.reasoning.effort } if (body.reasoning?.effort) params.reasoning = { effort: body.reasoning.effort }
if (body.verbosity) params.text = { verbosity: body.verbosity }
if (online) { if (online) {
params.tools = [ params.tools = [
@@ -207,7 +212,6 @@ export async function streamClaude({ apiKey, body, signal, onDelta, isRunning })
const client = new Anthropic({ apiKey }) const client = new Anthropic({ apiKey })
const online = (body.model ?? '').endsWith(':online') const online = (body.model ?? '').endsWith(':online')
const model = online ? body.model.slice(0, -7) : body.model const model = online ? body.model.slice(0, -7) : body.model
const CLAUDE_MAX_TOKENS = 128000
const system = body.messages const system = body.messages
.filter(m => m.role === 'system') .filter(m => m.role === 'system')
@@ -237,9 +241,9 @@ export async function streamClaude({ apiKey, body, signal, onDelta, isRunning })
return null return null
}).filter(Boolean), }).filter(Boolean),
})).filter(m => m.content.length), })).filter(m => m.content.length),
max_tokens: CLAUDE_MAX_TOKENS,
cache_control: { type: 'ephemeral' }, cache_control: { type: 'ephemeral' },
} }
if (Number.isFinite(+body.max_tokens) && +body.max_tokens > 0) payload.max_tokens = +body.max_tokens
if (system) payload.system = system if (system) payload.system = system
if (Number.isFinite(+body.temperature)) payload.temperature = +body.temperature if (Number.isFinite(+body.temperature)) payload.temperature = +body.temperature
if (Number.isFinite(+body.top_p)) payload.top_p = +body.top_p if (Number.isFinite(+body.top_p)) payload.top_p = +body.top_p
@@ -299,8 +303,8 @@ export async function streamGoogle({ apiKey, body, signal, onDelta, isRunning })
const config = { const config = {
abortSignal: signal, abortSignal: signal,
maxOutputTokens: Number.isFinite(+body.max_tokens) && +body.max_tokens > 0 ? +body.max_tokens : 65536,
} }
if (Number.isFinite(+body.max_tokens) && +body.max_tokens > 0) config.maxOutputTokens = +body.max_tokens
if (Number.isFinite(+body.temperature)) config.temperature = +body.temperature if (Number.isFinite(+body.temperature)) config.temperature = +body.temperature
if (Number.isFinite(+body.top_p)) config.topP = +body.top_p if (Number.isFinite(+body.top_p)) config.topP = +body.top_p