This build was committed by a bot.

This commit is contained in:
github-actions
2025-08-23 06:36:27 +00:00
parent 851a0e7283
commit bfd8b08e97

View File

@@ -1,91 +1,114 @@
const V = "2";
const send = (m) => self.clients.matchAll({ type: "window", includeUncontrolled: true }).then((cs) => cs.forEach((c) => c.postMessage(m)));
self.addEventListener("install", (e) => {
self.skipWaiting();
});
self.addEventListener("activate", (e) => {
e.waitUntil(self.clients.claim().then(() => send({ type: "SW_ACTIVE", v: V, ts: Date.now() })));
});
const ORIGINS = ["openrouter.ai"];
const isTarget = (req) => {
const u = new URL(req.url);
return ORIGINS.some((h) => u.hostname.endsWith(h)) && req.method === "POST";
};
const wantsStream = async (req) => {
try {
return /"stream"\s*:\s*true/i.test(await req.clone().text());
} catch {
return false;
}
};
self.addEventListener("fetch", (e) => {
const req = e.request;
const nav = req.mode === "navigate";
if (nav) return;
if (!isTarget(req)) return;
e.respondWith((async () => {
if (!await wantsStream(req)) return fetch(req);
const netRes = await fetch(req);
const reader = netRes.body?.getReader();
if (!reader) return netRes;
send({ type: "SW_STREAM_START", url: req.url, ts: Date.now() });
let done = false, bytes = 0, buf = [], bufBytes = 0, notify = null;
const MAX = 2 * 1024 * 1024, LOW = 1 * 1024 * 1024;
const pump = (async () => {
self.addEventListener("install", (e) => e.waitUntil(self.skipWaiting()));
self.addEventListener("activate", (e) => e.waitUntil(self.clients.claim()));
const ch = new BroadcastChannel("llm-stream");
const streams = /* @__PURE__ */ new Map();
const send = (m) => ch.postMessage(m);
const parseSSE = async (res, emit, signal) => {
const r = res.body.getReader(), d = new TextDecoder("utf-8");
let buf = "";
const doneOnce = () => emit("", true);
for (; ; ) {
const r = await reader.read();
if (r.done) {
done = true;
break;
const { value, done } = await r.read();
if (done) break;
buf += d.decode(value, { stream: true });
let i;
while ((i = buf.indexOf("\n\n")) !== -1) {
const chunk = buf.slice(0, i).trim();
buf = buf.slice(i + 2);
if (!chunk) continue;
if (chunk.startsWith("data:")) {
const data = chunk.slice(5).trim();
if (data === "[DONE]") {
doneOnce();
continue;
}
const chunk = r.value;
buf.push(chunk);
bufBytes += chunk.byteLength || chunk.length;
bytes += chunk.byteLength || chunk.length;
send({ type: "SW_STREAM_BYTES", n: bytes });
if (bufBytes > MAX) await new Promise((r2) => {
notify = r2;
});
try {
const j = JSON.parse(data);
emit(j.choices?.[0]?.delta?.content ?? "", !!j.choices?.[0]?.finish_reason);
} catch {
}
}
}
}
doneOnce();
};
const openStream = (id, req) => {
const ac = new AbortController();
let off = 0, buf = "", done = false;
const record = { ctrl: ac, get off() {
return off;
}, get buf() {
return buf;
}, get done() {
return done;
} };
streams.set(id, record);
const run = (async () => {
try {
const res = await fetch(req.url, { method: req.method || "POST", headers: req.headers || {}, body: JSON.stringify(req.body || {}), signal: ac.signal });
if (!res.ok) throw new Error(await res.text().catch(() => "") || "HTTP " + res.status);
await parseSSE(res, (delta, isDone) => {
if (delta) {
buf += delta;
off = buf.length;
send({ id, delta, off });
}
if (isDone && !done) {
done = true;
send({ id, done: true, off });
}
}, ac.signal);
} catch (e) {
send({ id, error: String(e?.message || e) });
} finally {
if (!done) {
done = true;
send({ id, done: true, off });
}
streams.delete(id);
}
})();
e.waitUntil(pump);
const stream = new ReadableStream({
start(c) {
const loop = async () => {
for (; ; ) {
if (buf.length) {
const x = buf.shift();
bufBytes -= x.byteLength || x.length;
c.enqueue(x);
if (notify && bufBytes <= LOW) {
const n = notify;
notify = null;
n();
}
} else if (done) {
c.close();
send({ type: "SW_STREAM_END", bytes });
break;
} else await new Promise((r) => setTimeout(r, 30));
}
};
loop();
},
cancel() {
try {
reader.cancel();
return run;
};
const cancelStream = (id) => {
const r = streams.get(id);
if (r) try {
r.ctrl.abort();
} catch {
}
};
const replayStream = (id, from = 0) => {
const r = streams.get(id);
if (!r) return;
const s = r.buf || "", start = Math.max(0, from), CH = 16384;
for (let i = start; i < s.length; i += CH) {
const b = s.slice(i, Math.min(s.length, i + CH));
send({ id, delta: b, off: i + b.length });
}
});
const h = new Headers(netRes.headers);
h.delete("content-length");
return new Response(stream, { status: netRes.status, statusText: netRes.statusText, headers: h });
})());
});
};
self.addEventListener("message", (e) => {
const m = e.data || {};
if (m && m.type === "PING") {
(e.source || null)?.postMessage({ type: "PONG", v: V, ts: Date.now() }) || send({ type: "PONG", v: V, ts: Date.now() });
const msg = e.data || {}, port = e.ports?.[0];
const ok = (d) => port && port.postMessage(Object.assign({ ok: true }, d || {}));
const err = (m) => port && port.postMessage({ error: String(m) });
if (!msg.type) return;
if (msg.type === "hello") return ok({ stream: true });
if (msg.type === "stream-openrouter") {
const { id, req } = msg.data || {};
if (!id || !req) return err("bad args");
const p = openStream(id, req);
e.waitUntil(p);
return ok({});
}
if (msg.type === "stream-cancel") {
const { id } = msg.data || {};
if (!id) return err("bad args");
cancelStream(id);
return ok({});
}
if (msg.type === "stream-replay") {
const { id, from } = msg.data || {};
if (!id) return err("bad args");
replayStream(id, from | 0);
return ok({});
}
});