multipleof4/lynchmark
1
0
Fork 0
mirror of https://github.com/multipleof4/lynchmark.git synced 2026-01-14 00:27:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Feat: Append generation time to output file, store 1 in results

Browse Source
This commit is contained in:
multipleof4
2025-11-27 10:24:02 -08:00
parent c9c18fe984
commit 82aa65df97
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/run-benchmark.js
View File

@@ -31,7 +31,8 @@ const getLlmCode = async (prompt, model, funcName, temp) => {
const content = await apiCall(prompt, model, temp); const content = await apiCall(prompt, model, temp);
const duration = (performance.now() - start) / 1000; const duration = (performance.now() - start) / 1000;
const code = content.match(/```(?:javascript|js)?\n([\s\S]+?)\n```/)?.[1].trim() ?? content.trim(); const code = content.match(/```(?:javascript|js)?\n([\s\S]+?)\n```/)?.[1].trim() ?? content.trim();
return { code: `${code.replace(/export\s+default\s+.*$/m, '')}\nexport default ${funcName};`, duration }; const clean = code.replace(/export\s+default\s+.*$/m, '');
return { code: `${clean}\nexport default ${funcName};\n// Generation time: ${duration.toFixed(3)}s`, duration };
} catch (e) { console.error(`API Error ${model}: ${e.message}`); return null; } } catch (e) { console.error(`API Error ${model}: ${e.message}`); return null; }
}; };
@@ -81,7 +82,7 @@ const main = async () => {
console.log(`Gen ${dir} for ${mSpec} in ${OUT_DIR_NAME}...`); console.log(`Gen ${dir} for ${mSpec} in ${OUT_DIR_NAME}...`);
const res = await getLlmCode(`${shared}\n\n${prompt.trim()}`, model, functionName, temp); const res = await getLlmCode(`${shared}\n\n${prompt.trim()}`, model, functionName, temp);
data[mSpec][dir] = res?.duration ?? null; data[mSpec][dir] = res ? 1 : null;
if (!res) continue; if (!res) continue;
const outDir = path.join(TESTS, dir, OUT_DIR_NAME); const outDir = path.join(TESTS, dir, OUT_DIR_NAME);