From b346389d8550c76e2943455c7d5d4a06842ceaa0 Mon Sep 17 00:00:00 2001
From: multipleof4 <planetrenox@protonmail.com>
Date: Fri, 3 Oct 2025 16:41:44 -0700
Subject: [PATCH] Refactor: Use official Anthropic SDK for Claude streaming

---
 index.js | 28 +++++-----------------------
 1 file changed, 5 insertions(+), 23 deletions(-)

diff --git a/index.js b/index.js
index 8c01d77..96ca3ea 100644
--- a/index.js
+++ b/index.js
@@ -1,4 +1,5 @@
 import OpenAI from 'openai';
+import Anthropic from '@anthropic-ai/sdk';
 
 const TTL_MS = 20 * 60 * 1000;
 const BATCH_MS = 800;
@@ -221,6 +222,7 @@ export class MyDurableObject {
   }
 
   async streamClaude({ apiKey, body }) {
+    const client = new Anthropic({ apiKey });
     const system = body.messages
       .filter(m => m.role === 'system')
       .map(m => this.extractTextFromMessage(m))
@@ -238,35 +240,15 @@ export class MyDurableObject {
         }).filter(Boolean)
       })).filter(m => m.content.length),
       max_tokens: body.max_tokens || 64000,
-      stream: true,
     };
     if (system) payload.system = system;
     if (Number.isFinite(+body.temperature)) payload.temperature = +body.temperature;
     if (Number.isFinite(+body.top_p)) payload.top_p = +body.top_p;
     if (body.reasoning?.enabled) payload.extended_thinking = { enabled: true, ...(body.reasoning.budget && { max_thinking_tokens: body.reasoning.budget }) };
 
-    const resp = await fetch('https://api.anthropic.com/v1/messages', { method: 'POST', headers: { 'Content-Type': 'application/json', 'x-api-key': apiKey, 'anthropic-version': '2023-06-01' }, body: JSON.stringify(payload), signal: this.controller.signal });
-    if (!resp.ok) throw new Error(`Claude API error: ${resp.status} ${await resp.text()}`);
-    
-    const reader = resp.body.getReader();
-    const decoder = new TextDecoder();
-    let buffer = '';
-    while (this.phase === 'running') {
-      const { done, value } = await reader.read();
-      if (done) break;
-      buffer += decoder.decode(value, { stream: true });
-      const lines = buffer.split('\n');
-      buffer = lines.pop() || '';
-      for (const line of lines) {
-        if (!line.startsWith('data: ')) continue;
-        const data = line.slice(6).trim();
-        if (data === '[DONE]') break;
-        try {
-          const event = JSON.parse(data);
-          if (event.type === 'content_block_delta' && event.delta?.text) this.queueDelta(event.delta.text);
-        } catch {}
-      }
-    }
+    const stream = client.messages.stream(payload);
+    stream.on('text', text => { if (this.phase === 'running') this.queueDelta(text); });
+    await stream.finalMessage();
   }
   
   async streamGoogle({ apiKey, body }) {