multipleof4/lynchmark
1
0
Fork 0
mirror of https://github.com/multipleof4/lynchmark.git synced 2026-01-13 16:17:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Feat: Add --test arg and fix clean logic

Browse Source
This commit is contained in:
multipleof4
2025-11-26 17:21:35 -08:00
parent df79f7ef22
commit 4bafe1b0bc
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
scripts/run-benchmark.js
View File

@@ -43,14 +43,22 @@ const main = async () => {
const shared = readme.match(/SHARED_PROMPT:\s*"([\s\S]+?)"/)?.[1] ?? ''; const shared = readme.match(/SHARED_PROMPT:\s*"([\s\S]+?)"/)?.[1] ?? '';
const sModel = getArg('--model'); const sModel = getArg('--model');
const sTest = getArg('--test');
if (sModel && !allModels.includes(sModel)) throw new Error(`Model "${sModel}" not found in README.`); if (sModel && !allModels.includes(sModel)) throw new Error(`Model "${sModel}" not found in README.`);
const models = sModel ? [sModel] : allModels; const models = sModel ? [sModel] : allModels;
const testDirs = (await fs.readdir(TESTS, { withFileTypes: true })).filter(d => d.isDirectory()).map(d => d.name).sort(); const testDirs = (await fs.readdir(TESTS, { withFileTypes: true })).filter(d => d.isDirectory()).map(d => d.name).sort();
const targetTests = testDirs.slice(0, Math.ceil(testDirs.length * (pct / 100))); let targetTests = testDirs;
if (sTest) {
targetTests = testDirs.filter(d => d.startsWith(`${sTest}_`));
if (!targetTests.length) throw new Error(`Test ${sTest} not found.`);
} else {
targetTests = testDirs.slice(0, Math.ceil(testDirs.length * (pct / 100)));
}
const clean = dir => fs.rm(path.join(TESTS, dir, OUT_DIR_NAME, sModel ? `${sModel.replace(/[\/:]/g, '_')}.js` : ''), { recursive: !sModel, force: true }); const clean = dir => fs.rm(path.join(TESTS, dir, OUT_DIR_NAME, sModel ? `${sModel.replace(/[\/:]/g, '_')}.js` : ''), { recursive: !sModel, force: true });
await Promise.all(testDirs.map(clean)); await Promise.all(targetTests.map(clean));
let data = {}; let data = {};
try { data = JSON.parse(await fs.readFile(RESULTS, 'utf-8')); } catch {} try { data = JSON.parse(await fs.readFile(RESULTS, 'utf-8')); } catch {}