diff --git a/index.js b/index.js index a33b37e..1f5253b 100644 --- a/index.js +++ b/index.js @@ -1,8 +1,8 @@ import OpenAI from 'openai'; const TTL_MS = 20 * 60 * 1000; -const BATCH_MS = 60; -const BATCH_BYTES = 2048; +const BATCH_MS = 400; +const BATCH_BYTES = 4096; // SNAPSHOT_MIN_MS is no longer needed as we removed throttled saving. // Heartbeat configuration: run every 4s while streaming to prevent eviction.