transpiler/test_runner.js

import { readdirSync, readFileSync, writeFileSync } from 'fs';
import { join, basename } from 'path';
import { execSync } from 'child_process';
import { hi2js } from './transpiler.js';

const testDir = 'test';
const srcDir = join(testDir, 'src');
const expectedDir = join(testDir, 'expected_output');
const resultsFile = 'test-results.md';

const testFiles = readdirSync(srcDir).filter(file => file.endsWith('.hi'));

const results = [];

console.log("Running Hi language tests, Master...");

for (const file of testFiles) {
  const testCaseName = basename(file, '.hi');
  const hiFilePath = join(srcDir, file);
  const expectedOutputPath = join(expectedDir, `${testCaseName}.txt`);

  const hiCode = readFileSync(hiFilePath, 'utf-8');
  const expectedOutput = readFileSync(expectedOutputPath, 'utf-8').trim();

  let jsCode = '';
  try {
    jsCode = hi2js(hiCode);
    const actualOutput = execSync('node', {
      input: jsCode,
      encoding: 'utf-8'
    }).trim();

    if (actualOutput === expectedOutput) {
      results.push({ name: testCaseName, status: '✅ PASS' });
    } else {
      results.push({
        name: testCaseName,
        status: '❌ FAIL',
        reason: 'Output mismatch',
        expected: expectedOutput,
        actual: actualOutput,
        jsCode: jsCode
      });
    }
  } catch (error) {
    results.push({
      name: testCaseName,
      status: '❌ FAIL',
      reason: 'Transpilation or execution error',
      error: error.message,
      jsCode: jsCode
    });
  }
}

function generateMarkdownReport(results) {
  let report = `# Hi Language Test Results\n\n`;
  report += `**Run at:** ${new Date().toISOString()}\n\n`;

  const summary = results.map(r => ({
    "Test Case": `\`${r.name}.hi\``,
    "Status": r.status
  }));

  report += `| Test Case | Status |\n`;
  report += `|-----------|--------|\n`;
  summary.forEach(s => {
    report += `| ${s['Test Case']} | ${s['Status']} |\n`;
  });

  const failures = results.filter(r => r.status.includes('FAIL'));
  if (failures.length > 0) {
    report += `\n---\n\n## Failures\n\n`;
    for (const failure of failures) {
      report += `### \`${failure.name}.hi\`\n\n`;
      report += `**Reason:** ${failure.reason}\n\n`;

      if (failure.reason === 'Output mismatch') {
        report += `**Expected Output:**\n\`\`\`text\n${failure.expected}\n\`\`\`\n\n`;
        report += `**Actual Output:**\n\`\`\`text\n${failure.actual}\n\`\`\`\n\n`;
      } else {
        report += `**Error:**\n\`\`\`\n${failure.error}\n\`\`\`\n\n`;
      }
      if (failure.jsCode) {
        report += `**Generated JavaScript:**\n\`\`\`js\n${failure.jsCode}\n\`\`\`\n\n`;
      }
      report += `---\n\n`;
    }
  }
  return report;
}

const markdownReport = generateMarkdownReport(results);
writeFileSync(resultsFile, markdownReport);

console.log(`Test run complete. Results written to ${resultsFile}`);

if (results.some(r => r.status.includes('FAIL'))) {
  console.log("Some tests failed, Master.");
  process.exit(1);
} else {
  console.log("All tests passed, Master.");
}