sune/public/sw.js

// /sw.js
// Service worker that tees streaming responses and continuously overwrites the latest
// thread in localForage (key: 'threads_v1') with the accumulating assistant text.
// Keeps ping/pong and PING_STATUS support and broadcasts live events.
//
// Requirements: place this at root (/sw.js). No changes to index required.

importScripts('https://cdn.jsdelivr.net/npm/localforage@1.10.0/dist/localforage.min.js');

const TARGET_SUBSTRING = 'openrouter.ai/api/v1/chat/completions'; // change if needed
const THREADS_KEY = 'threads_v1';
const SAVE_BYTES_THRESHOLD = 8 * 1024;   // flush every ~8KB of new text
const SAVE_TIME_THRESHOLD = 1000;        // or at least every 1s
const BROADCAST_THROTTLE_MS = 700;       // throttle progress broadcasts

/* --- Utilities --- */
const gid = () => Math.random().toString(36).slice(2,9) + '-' + Date.now().toString(36);
const now = () => Date.now();

async function readThreads() {
  try {
    const v = await localforage.getItem(THREADS_KEY);
    return Array.isArray(v) ? v : [];
  } catch (e) {
    console.error('sw: readThreads error', e);
    return [];
  }
}
async function writeThreads(arr) {
  try {
    await localforage.setItem(THREADS_KEY, arr);
  } catch (e) {
    console.error('sw: writeThreads error', e);
    throw e;
  }
}

/* pick last thread heuristic: newest updatedAt, fallback to first */
function pickLastThread(threads) {
  if (!threads || threads.length === 0) return null;
  let sorted = [...threads].sort((a,b) => (b.updatedAt||0) - (a.updatedAt||0));
  return sorted[0];
}

/* Upsert assistant message in a thread by sw_streamId (overwrite content) */
function upsertAssistantInThreadObj(threadObj, streamId, text) {
  threadObj.updatedAt = now();
  // look for existing message with sw_streamId (search from end)
  for (let i = threadObj.messages.length - 1; i >= 0; i--) {
    const m = threadObj.messages[i];
    if (m && m.sw_streamId === streamId) {
      m.content = text;
      m.contentParts = [{ type: 'text', text }];
      m.updatedAt = now();
      m._sw_savedAt = now();
      return threadObj;
    }
  }
  // not found: append a new assistant message
  const msg = {
    id: 'swmsg-' + gid(),
    role: 'assistant',
    content: text,
    contentParts: [{ type: 'text', text }],
    kind: 'assistant',
    sw_saved: true,
    sw_streamId: streamId,
    createdAt: now(),
    updatedAt: now(),
    _sw_savedAt: now()
  };
  threadObj.messages.push(msg);
  return threadObj;
}

/* Broadcast helpers */
async function broadcast(msg) {
  try {
    const cl = await self.clients.matchAll({ includeUncontrolled: true, type: 'window' });
    for (const c of cl) {
      try { c.postMessage(msg); } catch (e) { /* ignore */ }
    }
  } catch (e) { /* ignore */ }
}

/* --- Worker lifecycle --- */
self.addEventListener('install', e => self.skipWaiting());
self.addEventListener('activate', e => e.waitUntil(self.clients.claim()));

/* --- Stream tracking state (in-memory) --- */
const state = {
  totalIntercepted: 0,
  activeStreams: {},      // streamId => meta
  lastStream: null
};

/* --- Main fetch handler: tee + continuously overwrite latest thread --- */
self.addEventListener('fetch', event => {
  try {
    const url = String(event.request.url || '');
    if (!url.includes(TARGET_SUBSTRING)) return; // not our target

    event.respondWith((async () => {
      const upstream = await fetch(event.request);

      // nothing to do if no stream body
      if (!upstream || !upstream.body) return upstream;

      const streamId = 'sw-' + gid();
      const meta = { url, startedAt: now(), bytes: 0, status: 'started' };
      state.totalIntercepted = (state.totalIntercepted || 0) + 1;
      state.activeStreams[streamId] = meta;
      broadcast({ type: 'sw-intercept-start', streamId, meta });

      // tee the stream
      const [clientStream, swStream] = upstream.body.tee();

      // background saving task (continually overwrite latest thread)
      const savePromise = (async () => {
        const reader = swStream.getReader();
        const decoder = new TextDecoder('utf-8');
        let accumulated = '';         // full text accumulated for this stream
        let sinceLastSaveBytes = 0;
        let lastSaveAt = 0;
        let lastBroadcastAt = 0;

        // Helper to save accumulated text into last thread
        async function flushToLastThread(force = false) {
          try {
            const nowMs = now();
            if (!force && sinceLastSaveBytes < SAVE_BYTES_THRESHOLD && (nowMs - lastSaveAt) < SAVE_TIME_THRESHOLD) return;
            // read latest threads
            const threads = await readThreads();
            let thread = pickLastThread(threads);
            const createdAt = nowMs;
            if (!thread) {
              // create fallback thread if none exists
              thread = {
                id: 'sw-thread-' + gid(),
                title: 'Missed while backgrounded',
                pinned: false,
                updatedAt: createdAt,
                messages: []
              };
              threads.unshift(thread);
            }
            // upsert message
            upsertAssistantInThreadObj(thread, streamId, accumulated);
            // write back (this will overwrite whole array, which matches page reading expectation)
            await writeThreads(threads);
            sinceLastSaveBytes = 0;
            lastSaveAt = nowMs;
            // broadcast progress summary
            const now2 = Date.now();
            if (now2 - lastBroadcastAt > BROADCAST_THROTTLE_MS) {
              lastBroadcastAt = now2;
              broadcast({
                type: 'sw-intercept-progress',
                streamId,
                meta: { bytes: meta.bytes, savedAt: lastSaveAt, snippet: accumulated.slice(-1024) }
              });
            }
          } catch (err) {
            console.error('sw: flushToLastThread error', err);
          }
        }

        try {
          while (true) {
            const { value, done } = await reader.read();
            if (done) break;
            // value is Uint8Array (may be chunked). decode and append
            let chunkText = '';
            try {
              chunkText = decoder.decode(value, { stream: true });
            } catch (e) {
              // fallback: best-effort text conversion
              try { chunkText = String(value); } catch (ee) { chunkText = ''; }
            }
            accumulated += chunkText;
            const bytes = value ? (value.byteLength || 0) : chunkText.length;
            meta.bytes += bytes;
            meta.lastProgressAt = now();

            // accumulate for thresholded saves
            sinceLastSaveBytes += bytes;
            // flush condition: size or time
            await flushToLastThread(false);
          }

          // final flush and finalize
          await flushToLastThread(true);

          meta.status = 'finished';
          meta.endedAt = now();
          state.lastStream = { streamId, url: meta.url, startedAt: meta.startedAt, endedAt: meta.endedAt, totalBytes: meta.bytes };
          delete state.activeStreams[streamId];
          broadcast({ type: 'sw-intercept-end', streamId, meta: { totalBytes: meta.bytes, endedAt: meta.endedAt } });
        } catch (err) {
          meta.status = 'error';
          meta.error = String(err && err.message ? err.message : err);
          delete state.activeStreams[streamId];
          broadcast({ type: 'sw-intercept-error', streamId, meta: { error: meta.error } });
          console.error('sw: savePromise error', err);
        }
      })();

      // keep SW alive while saving
      event.waitUntil(savePromise);

      // respond to page
      return new Response(clientStream, {
        status: upstream.status,
        statusText: upstream.statusText,
        headers: upstream.headers
      });
    })());
  } catch (err) {
    console.error('sw: fetch handler error', err);
  }
});

/* --- Messaging: PING / PING_STATUS / GET_STATE --- */
self.addEventListener('message', event => {
  const data = event.data || {};
  try {
    // simple ping (original behavior)
    if (data && data.type === 'PING') {
      if (event.ports && event.ports[0]) {
        event.ports[0].postMessage({ type: 'PONG', ts: now(), ok: true });
      } else if (event.source && typeof event.source.postMessage === 'function') {
        try { event.source.postMessage({ type: 'PONG', ts: now(), ok: true }); } catch(e) {}
      } else {
        broadcast({ type: 'PONG', ts: now(), ok: true });
      }
      return;
    }

    // status ping that returns internal state
    if (data && data.type === 'PING_STATUS') {
      const reply = {
        type: 'PONG_STATUS',
        ts: now(),
        totalIntercepted: state.totalIntercepted || 0,
        activeStreams: Object.entries(state.activeStreams).map(([id,m]) => ({ streamId: id, url: m.url, bytes: m.bytes, status: m.status, startedAt: m.startedAt })),
        lastStream: state.lastStream || null
      };
      if (event.ports && event.ports[0]) {
        event.ports[0].postMessage(reply);
      } else if (event.source && typeof event.source.postMessage === 'function') {
        try { event.source.postMessage(reply); } catch(e) {}
      } else {
        broadcast(reply);
      }
      return;
    }

    // optional: client requests list of SW-saved streams/messages
    if (data && data.type === 'LIST_SW_SAVED') {
      (async () => {
        const threads = await readThreads();
        const found = [];
        for (const t of (threads || [])) {
          for (const m of (t.messages || [])) {
            if (m && m.sw_streamId) found.push({ threadId: t.id, threadTitle: t.title, messageId: m.id, sw_streamId: m.sw_streamId, snippet: (m.content||'').slice(0,200), updatedAt: m.updatedAt });
          }
        }
        if (event.ports && event.ports[0]) event.ports[0].postMessage({ type: 'LIST_SW_SAVED_RESULT', streams: found });
        else if (event.source && typeof event.source.postMessage === 'function') event.source.postMessage({ type: 'LIST_SW_SAVED_RESULT', streams: found });
        else broadcast({ type: 'LIST_SW_SAVED_RESULT', streams: found });
      })();
      return;
    }
  } catch (e) {
    console.error('sw: message handler error', e);
  }
});