Update index.js

This commit is contained in:
2025-09-04 21:17:43 -07:00
committed by GitHub
parent 9e098fa692
commit 44dbf127f9

View File

@@ -1,8 +1,8 @@
import OpenAI from 'openai';
const TTL_MS = 20 * 60 * 1000;
const BATCH_MS = 60;
const BATCH_BYTES = 2048;
const BATCH_MS = 400;
const BATCH_BYTES = 4096;
// SNAPSHOT_MIN_MS is no longer needed as we removed throttled saving.
// Heartbeat configuration: run every 4s while streaming to prevent eviction.