mirror of
https://github.com/hi-language/transpiler.git
synced 2026-01-14 08:38:37 +00:00
Feat: Create test runner script
This commit is contained in:
103
test_runner.js
Normal file
103
test_runner.js
Normal file
@@ -0,0 +1,103 @@
|
|||||||
|
import { readdirSync, readFileSync, writeFileSync } from 'fs';
|
||||||
|
import { join, basename } from 'path';
|
||||||
|
import { execSync } from 'child_process';
|
||||||
|
import { hi2js } from './transpiler.js';
|
||||||
|
|
||||||
|
const testDir = 'test';
|
||||||
|
const srcDir = join(testDir, 'src');
|
||||||
|
const expectedDir = join(testDir, 'expected_output');
|
||||||
|
const resultsFile = 'test-results.md';
|
||||||
|
|
||||||
|
const testFiles = readdirSync(srcDir).filter(file => file.endsWith('.hi'));
|
||||||
|
|
||||||
|
const results = [];
|
||||||
|
|
||||||
|
console.log("Running Hi language tests, Master...");
|
||||||
|
|
||||||
|
for (const file of testFiles) {
|
||||||
|
const testCaseName = basename(file, '.hi');
|
||||||
|
const hiFilePath = join(srcDir, file);
|
||||||
|
const expectedOutputPath = join(expectedDir, `${testCaseName}.txt`);
|
||||||
|
|
||||||
|
const hiCode = readFileSync(hiFilePath, 'utf-8');
|
||||||
|
const expectedOutput = readFileSync(expectedOutputPath, 'utf-8').trim();
|
||||||
|
|
||||||
|
let jsCode = '';
|
||||||
|
try {
|
||||||
|
jsCode = hi2js(hiCode);
|
||||||
|
const actualOutput = execSync('node', {
|
||||||
|
input: jsCode,
|
||||||
|
encoding: 'utf-8'
|
||||||
|
}).trim();
|
||||||
|
|
||||||
|
if (actualOutput === expectedOutput) {
|
||||||
|
results.push({ name: testCaseName, status: '✅ PASS' });
|
||||||
|
} else {
|
||||||
|
results.push({
|
||||||
|
name: testCaseName,
|
||||||
|
status: '❌ FAIL',
|
||||||
|
reason: 'Output mismatch',
|
||||||
|
expected: expectedOutput,
|
||||||
|
actual: actualOutput,
|
||||||
|
jsCode: jsCode
|
||||||
|
});
|
||||||
|
}
|
||||||
|
} catch (error) {
|
||||||
|
results.push({
|
||||||
|
name: testCaseName,
|
||||||
|
status: '❌ FAIL',
|
||||||
|
reason: 'Transpilation or execution error',
|
||||||
|
error: error.message,
|
||||||
|
jsCode: jsCode
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function generateMarkdownReport(results) {
|
||||||
|
let report = `# Hi Language Test Results\n\n`;
|
||||||
|
report += `**Run at:** ${new Date().toISOString()}\n\n`;
|
||||||
|
|
||||||
|
const summary = results.map(r => ({
|
||||||
|
"Test Case": `\`${r.name}.hi\``,
|
||||||
|
"Status": r.status
|
||||||
|
}));
|
||||||
|
|
||||||
|
report += `| Test Case | Status |\n`;
|
||||||
|
report += `|-----------|--------|\n`;
|
||||||
|
summary.forEach(s => {
|
||||||
|
report += `| ${s['Test Case']} | ${s.Status} |\n`;
|
||||||
|
});
|
||||||
|
|
||||||
|
const failures = results.filter(r => r.status.includes('FAIL'));
|
||||||
|
if (failures.length > 0) {
|
||||||
|
report += `\n---\n\n## Failures\n\n`;
|
||||||
|
for (const failure of failures) {
|
||||||
|
report += `### \`${failure.name}.hi\`\n\n`;
|
||||||
|
report += `**Reason:** ${failure.reason}\n\n`;
|
||||||
|
|
||||||
|
if (failure.reason === 'Output mismatch') {
|
||||||
|
report += `**Expected Output:**\n\`\`\`text\n${failure.expected}\n\`\`\`\n\n`;
|
||||||
|
report += `**Actual Output:**\n\`\`\`text\n${failure.actual}\n\`\`\`\n\n`;
|
||||||
|
} else {
|
||||||
|
report += `**Error:**\n\`\`\`\n${failure.error}\n\`\`\`\n\n`;
|
||||||
|
}
|
||||||
|
if (failure.jsCode) {
|
||||||
|
report += `**Generated JavaScript:**\n\`\`\`js\n${failure.jsCode}\n\`\`\`\n\n`;
|
||||||
|
}
|
||||||
|
report += `---\n\n`;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return report;
|
||||||
|
}
|
||||||
|
|
||||||
|
const markdownReport = generateMarkdownReport(results);
|
||||||
|
writeFileSync(resultsFile, markdownReport);
|
||||||
|
|
||||||
|
console.log(`Test run complete. Results written to ${resultsFile}`);
|
||||||
|
|
||||||
|
if (results.some(r => r.status.includes('FAIL'))) {
|
||||||
|
console.log("Some tests failed, Master.");
|
||||||
|
process.exit(1);
|
||||||
|
} else {
|
||||||
|
console.log("All tests passed, Master.");
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user