sune-org/ORP
1
0
Fork 0
mirror of https://github.com/sune-org/ORP.git synced 2026-01-14 00:27:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update index.js

Browse Source
This commit is contained in:
multipleof4
2025-09-04 21:17:43 -07:00
committed by GitHub
parent 9e098fa692
commit 44dbf127f9
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
index.js
View File

@@ -1,8 +1,8 @@
import OpenAI from 'openai'; import OpenAI from 'openai';
const TTL_MS = 20 * 60 * 1000; const TTL_MS = 20 * 60 * 1000;
const BATCH_MS = 60; const BATCH_MS = 400;
const BATCH_BYTES = 2048; const BATCH_BYTES = 4096;
// SNAPSHOT_MIN_MS is no longer needed as we removed throttled saving. // SNAPSHOT_MIN_MS is no longer needed as we removed throttled saving.
// Heartbeat configuration: run every 4s while streaming to prevent eviction. // Heartbeat configuration: run every 4s while streaming to prevent eviction.