sune-org/ORP
1
0
Fork 0
mirror of https://github.com/sune-org/ORP.git synced 2026-01-13 16:17:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactor: Use official Anthropic SDK for Claude streaming

Browse Source
This commit is contained in:
multipleof4
2025-10-03 16:41:44 -07:00
parent ec22f61c90
commit b346389d85
1 changed files with 5 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
index.js
View File

@@ -1,4 +1,5 @@
import OpenAI from 'openai';
import Anthropic from '@anthropic-ai/sdk';
const TTL_MS = 20 * 60 * 1000;
const BATCH_MS = 800;
@@ -221,6 +222,7 @@ export class MyDurableObject {
}
async streamClaude({ apiKey, body }) {
const client = new Anthropic({ apiKey });
const system = body.messages
.filter(m => m.role === 'system')
.map(m => this.extractTextFromMessage(m))
@@ -238,35 +240,15 @@ export class MyDurableObject {
}).filter(Boolean)
})).filter(m => m.content.length),
max_tokens: body.max_tokens || 64000,
stream: true,
};
if (system) payload.system = system;
if (Number.isFinite(+body.temperature)) payload.temperature = +body.temperature;
if (Number.isFinite(+body.top_p)) payload.top_p = +body.top_p;
if (body.reasoning?.enabled) payload.extended_thinking = { enabled: true, ...(body.reasoning.budget && { max_thinking_tokens: body.reasoning.budget }) };
const resp = await fetch('https://api.anthropic.com/v1/messages', { method: 'POST', headers: { 'Content-Type': 'application/json', 'x-api-key': apiKey, 'anthropic-version': '2023-06-01' }, body: JSON.stringify(payload), signal: this.controller.signal });
if (!resp.ok) throw new Error(`Claude API error: ${resp.status} ${await resp.text()}`);
const reader = resp.body.getReader();
const decoder = new TextDecoder();
let buffer = '';
while (this.phase === 'running') {
const { done, value } = await reader.read();
if (done) break;
buffer += decoder.decode(value, { stream: true });
const lines = buffer.split('\n');
buffer = lines.pop() || '';
for (const line of lines) {
if (!line.startsWith('data: ')) continue;
const data = line.slice(6).trim();
if (data === '[DONE]') break;
try {
const event = JSON.parse(data);
if (event.type === 'content_block_delta' && event.delta?.text) this.queueDelta(event.delta.text);
} catch {}
}
}
const stream = client.messages.stream(payload);
stream.on('text', text => { if (this.phase === 'running') this.queueDelta(text); });
await stream.finalMessage();
}
async streamGoogle({ apiKey, body }) {