multipleof4/lynchmark
1
0
Fork 0
mirror of https://github.com/multipleof4/lynchmark.git synced 2026-01-14 00:27:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactor: Use shared prompt from README config

Browse Source
This commit is contained in:
multipleof4
2025-10-13 10:57:37 -07:00
parent 94bb91dc4e
commit a2375eb537
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/run-benchmark.js
View File

@@ -32,6 +32,7 @@ const main = async () => {
const readme = await fs.readFile(README_PATH, 'utf-8'); const readme = await fs.readFile(README_PATH, 'utf-8');
const models = readme.match(/<!-- MODELS_START -->\n([\s\S]+?)\n<!-- MODELS_END -->/)[1].trim().split('\n'); const models = readme.match(/<!-- MODELS_START -->\n([\s\S]+?)\n<!-- MODELS_END -->/)[1].trim().split('\n');
const percentage = parseInt(readme.match(/RUN_PERCENTAGE:\s*(\d+)/)?.[1] ?? '100', 10); const percentage = parseInt(readme.match(/RUN_PERCENTAGE:\s*(\d+)/)?.[1] ?? '100', 10);
const sharedPrompt = readme.match(/SHARED_PROMPT:\s*"([\s\S]+?)"/)?.[1] ?? '';
const allTestDirs = (await fs.readdir(TESTS_DIR, { withFileTypes: true })) const allTestDirs = (await fs.readdir(TESTS_DIR, { withFileTypes: true }))
.filter(d => d.isDirectory()).map(d => d.name).sort(); .filter(d => d.isDirectory()).map(d => d.name).sort();
@@ -45,10 +46,9 @@ const main = async () => {
for (const model of models) { for (const model of models) {
genData[model] = {}; genData[model] = {};
for (const dir of testsToRun) { for (const dir of testsToRun) {
const testModule = await import(pathToFileURL(path.join(TESTS_DIR, dir, 'test.js'))); const { prompt, functionName } = (await import(pathToFileURL(path.join(TESTS_DIR, dir, 'test.js')))).default;
const { prompt, functionName } = testModule.default;
console.log(`Generating ${dir} for ${model}...`); console.log(`Generating ${dir} for ${model}...`);
const result = await getLlmCode(prompt, model, functionName); const result = await getLlmCode(`${sharedPrompt}\n\n${prompt.trim()}`, model, functionName);
genData[model][dir] = result?.duration ?? null; genData[model][dir] = result?.duration ?? null;
if (!result) continue; if (!result) continue;