mirror of
https://github.com/multipleof4/lynchmark.git
synced 2026-01-14 00:27:55 +00:00
Docs: Update benchmark results
This commit is contained in:
@@ -1,9 +1,9 @@
|
||||
const processCSV = async (csv, { filterColumn, filterValue, groupBy, aggregateColumn, operation }) => {
|
||||
const { parse } = await import('https://cdn.skypack.dev/csv-parse/sync');
|
||||
const processCSV = async (csvString, { filterColumn, filterValue, groupBy, aggregateColumn, operation }) => {
|
||||
const { default: Papa } = await import('https://cdn.jsdelivr.net/npm/[email protected]/+esm');
|
||||
|
||||
const records = parse(csv, { columns: true, skip_empty_lines: true });
|
||||
const { data } = Papa.parse(csvString, { header: true, skipEmptyLines: true });
|
||||
|
||||
const filtered = records.filter(r => r[filterColumn] == filterValue);
|
||||
const filtered = data.filter(row => row[filterColumn] == filterValue);
|
||||
|
||||
const groups = filtered.reduce((acc, row) => {
|
||||
const key = row[groupBy];
|
||||
@@ -12,12 +12,12 @@ const processCSV = async (csv, { filterColumn, filterValue, groupBy, aggregateCo
|
||||
}, {});
|
||||
|
||||
return Object.entries(groups).map(([key, rows]) => {
|
||||
const vals = rows.map(r => Number(r[aggregateColumn]) || 0);
|
||||
const sum = vals.reduce((a, b) => a + b, 0);
|
||||
const values = rows.map(r => +r[aggregateColumn] || 0);
|
||||
const sum = values.reduce((a, b) => a + b, 0);
|
||||
|
||||
return {
|
||||
[groupBy]: key,
|
||||
result: operation === 'sum' ? sum : operation === 'avg' ? sum / vals.length : vals.length
|
||||
result: operation === 'sum' ? sum : operation === 'avg' ? sum / values.length : rows.length
|
||||
};
|
||||
});
|
||||
};
|
||||
|
||||
@@ -1,39 +1,38 @@
|
||||
async function processCSV(csv, {
|
||||
filterColumn,
|
||||
filterValue,
|
||||
groupBy,
|
||||
aggregateColumn,
|
||||
operation,
|
||||
}) {
|
||||
const { default: Papa } = await import(
|
||||
'https://cdn.jsdelivr.net/npm/papaparse@5.4.1/papaparse.min.js'
|
||||
);
|
||||
async function processCSV(csvString, config) {
|
||||
const {
|
||||
filterColumn,
|
||||
filterValue,
|
||||
groupBy,
|
||||
aggregateColumn,
|
||||
operation
|
||||
} = config;
|
||||
|
||||
const { data } = Papa.parse(csv, { header: true, skipEmptyLines: true });
|
||||
const { default: Papa } = await import('https://cdn.jsdelivr.net/npm/papaparse@5.4.1/+esm');
|
||||
|
||||
const groups = data.reduce((acc, row) => {
|
||||
if (row[filterColumn] != filterValue) {
|
||||
const { data } = Papa.parse(csvString, {
|
||||
header: true,
|
||||
skipEmptyLines: true
|
||||
});
|
||||
|
||||
const groups = data
|
||||
.filter(row => row[filterColumn] == filterValue)
|
||||
.reduce((acc, row) => {
|
||||
const key = row[groupBy];
|
||||
const val = Number(row[aggregateColumn]) || 0;
|
||||
|
||||
if (operation === 'avg') {
|
||||
const group = (acc[key] ??= { sum: 0, count: 0 });
|
||||
group.sum += val;
|
||||
group.count++;
|
||||
} else {
|
||||
acc[key] = (acc[key] ?? 0) + (operation === 'sum' ? val : 1);
|
||||
}
|
||||
return acc;
|
||||
}
|
||||
}, {});
|
||||
|
||||
const key = row[groupBy];
|
||||
const stats = acc.get(key) || { sum: 0, count: 0 };
|
||||
|
||||
stats.sum += Number(row[aggregateColumn]) || 0;
|
||||
stats.count++;
|
||||
|
||||
return acc.set(key, stats);
|
||||
}, new Map());
|
||||
|
||||
const aggregators = {
|
||||
sum: ({ sum }) => sum,
|
||||
avg: ({ sum, count }) => (count ? sum / count : 0),
|
||||
count: ({ count }) => count,
|
||||
};
|
||||
|
||||
return Array.from(groups, ([key, stats]) => ({
|
||||
[groupBy]: key,
|
||||
result: aggregators[operation](stats),
|
||||
return Object.entries(groups).map(([groupValue, aggData]) => ({
|
||||
[groupBy]: groupValue,
|
||||
result: operation === 'avg' ? aggData.sum / aggData.count : aggData,
|
||||
}));
|
||||
}
|
||||
export default processCSV;
|
||||
22
tests/6_csv_processor/outputs/google_gemini-3-pro-preview.js
Normal file
22
tests/6_csv_processor/outputs/google_gemini-3-pro-preview.js
Normal file
@@ -0,0 +1,22 @@
|
||||
const processCSV = async (csv, { filterColumn: fKey, filterValue: fVal, groupBy: gKey, aggregateColumn: aKey, operation: op }) => {
|
||||
const { parse } = await import('https://cdn.jsdelivr.net/npm/papaparse@5.4.1/+esm')
|
||||
const { data } = parse(csv, { header: true, skipEmptyLines: true })
|
||||
|
||||
const groups = data.reduce((acc, row) => {
|
||||
if (row[fKey] == fVal) {
|
||||
const key = row[gKey]
|
||||
const val = +row[aKey] || 0
|
||||
const rec = acc[key] || { sum: 0, count: 0 }
|
||||
rec.sum += val
|
||||
rec.count++
|
||||
acc[key] = rec
|
||||
}
|
||||
return acc
|
||||
}, {})
|
||||
|
||||
return Object.entries(groups).map(([key, { sum, count }]) => ({
|
||||
[gKey]: key,
|
||||
result: op === 'count' ? count : op === 'avg' ? sum / count : sum
|
||||
}))
|
||||
}
|
||||
export default processCSV;
|
||||
@@ -1,19 +1,15 @@
|
||||
async function processCSV(csv, cfg) {
|
||||
async function processCSV(csv, { filterColumn:f, filterValue:v, groupBy:g, aggregateColumn:a, operation:o }) {
|
||||
const [{ default: Papa }, { default: _ }] = await Promise.all([
|
||||
import('https://cdn.jsdelivr.net/npm/papaparse@5.4.1/+esm'),
|
||||
import('https://cdn.jsdelivr.net/npm/lodash@4.17.21/+esm')
|
||||
]);
|
||||
|
||||
const filtered = Papa.parse(csv, { header: true, dynamicTyping: true }).data
|
||||
.filter(r => r[cfg.filterColumn] == cfg.filterValue);
|
||||
const data = Papa.parse(csv, { header:true, dynamicTyping:true }).data.filter(r => r[f] == v);
|
||||
|
||||
return Object.entries(_.groupBy(filtered, cfg.groupBy)).map(([k, v]) => {
|
||||
const sum = v.reduce((s, r) => s + (Number(r[cfg.aggregateColumn]) || 0), 0);
|
||||
return {
|
||||
[cfg.groupBy]: k,
|
||||
result: cfg.operation === 'count' ? v.length :
|
||||
cfg.operation === 'avg' ? sum / v.length : sum
|
||||
};
|
||||
return Object.entries(_.groupBy(data, g)).map(([k, d]) => {
|
||||
const n = d.map(r => (x = Number(r[a]), isNaN(x) ? 0 : x));
|
||||
const s = n.reduce((p, c) => p + c, 0);
|
||||
return { [g]: k, result: o === 'count' ? d.length : o === 'avg' ? s / n.length : s };
|
||||
});
|
||||
}
|
||||
export default processCSV;
|
||||
@@ -1,22 +0,0 @@
|
||||
async function processCSV(csv, cfg) {
|
||||
const p = await import("https://cdn.jsdelivr.net/npm/papaparse@5.4.1/papaparse.min.js");
|
||||
const f = p.parse(csv, { header: true }).data.filter(r => r[cfg.filterColumn] == cfg.filterValue);
|
||||
const g = {};
|
||||
for (const r of f) {
|
||||
const k = r[cfg.groupBy];
|
||||
if (!g[k]) g[k] = [];
|
||||
g[k].push(r);
|
||||
}
|
||||
const out = [];
|
||||
for (const k in g) {
|
||||
const rows = g[k];
|
||||
let nums = rows.map(r => +r[cfg.aggregateColumn] || 0);
|
||||
let res = 0;
|
||||
if (cfg.operation === "sum") res = nums.reduce((a, b) => a + b, 0);
|
||||
else if (cfg.operation === "avg") res = nums.reduce((a, b) => a + b, 0) / nums.length;
|
||||
else if (cfg.operation === "count") res = rows.length;
|
||||
out.push({ [cfg.groupBy]: k, result: res });
|
||||
}
|
||||
return out;
|
||||
}
|
||||
export default processCSV;
|
||||
@@ -1,16 +1,20 @@
|
||||
async function processCSV(csv,cfg){
|
||||
const [{Papa},{groupBy:gb}]=await Promise.all([
|
||||
import('https://cdn.jsdelivr.net/npm/papaparse@5.4.1/papaparse.min.mjs'),
|
||||
import('https://cdn.jsdelivr.net/npm/lodash-es@4.17.21/lodash.js')
|
||||
])
|
||||
const {filterColumn:fc,filterValue:fv,groupBy:gbk,aggregateColumn:ac,operation:op}=cfg
|
||||
const rows=Papa.parse(csv,{header:!0,skipEmptyLines:!0}).data.filter(r=>r&&r[fc]==fv)
|
||||
const grouped=gb(rows,r=>r?.[gbk]??'')
|
||||
return Object.entries(grouped).map(([k,arr])=>{
|
||||
const nums=arr.map(r=>{const n=+r[ac];return Number.isFinite(n)?n:0})
|
||||
const sum=nums.reduce((a,b)=>a+b,0)
|
||||
const result=op==='sum'?sum:op==='avg'?sum/nums.length:arr.length
|
||||
return {[gbk]:k,result}
|
||||
})
|
||||
const[{default:Papa},{groupBy}]=await Promise.all([
|
||||
import('https://cdn.jsdelivr.net/npm/papaparse@5.4.1/+esm'),
|
||||
import('https://cdn.jsdelivr.net/npm/lodash-es@4.17.21/+esm')
|
||||
]);
|
||||
const{filterColumn:f,filterValue:v,groupBy:g,aggregateColumn:a,operation:o}=cfg;
|
||||
const rows=Papa.parse(csv,{header:true,skipEmptyLines:true}).data.filter(r=>r[f]==v);
|
||||
const groups=groupBy(rows,r=>r[g]);
|
||||
return Object.entries(groups).map(([k,list])=>{
|
||||
const nums=list.map(r=>{
|
||||
const n=Number(r[a]);
|
||||
return Number.isFinite(n)?n:0;
|
||||
});
|
||||
const sum=nums.reduce((t,n)=>t+n,0);
|
||||
const count=list.length;
|
||||
const result=o==='sum'?sum:o==='avg'?sum/count:count;
|
||||
return{[g]:k,result};
|
||||
});
|
||||
}
|
||||
export default processCSV;
|
||||
@@ -1,2 +0,0 @@
|
||||
async function processCSV(csv,cfg){const{Papa}=await import('https://cdn.jsdelivr.net/npm/papaparse@5.4.1/papaparse.min.js');const{groupBy,mean,sum}=await import('https://cdn.jsdelivr.net/npm/@jazzband/lodash-deep@1.1.3/lodash-deep.min.js');const{data,meta}=Papa.parse(csv,{header:!0});const rows=data.filter(r=>r[cfg.filterColumn]==cfg.filterValue);const num=(v)=>+v||0;const grouped=groupBy(rows,r=>r[cfg.groupBy]);return Object.entries(grouped).map(([k,v])=>({ [cfg.groupBy]:k,result:cfg.operation==='sum'?sum(v.map(r=>num(r[cfg.aggregateColumn]))):cfg.operation==='avg'?mean(v.map(r=>num(r[cfg.aggregateColumn]))):v.length}))}
|
||||
export default processCSV;
|
||||
@@ -1,19 +1,27 @@
|
||||
async function processCSV(csvString,config){
|
||||
const{default:Papa}=await import('https://esm.sh/papaparse');
|
||||
const{filterColumn:fc,filterValue:fv,groupBy:gb,aggregateColumn:ac,operation:op}=config;
|
||||
const parsed=Papa.parse(csvString,{header:true}).data;
|
||||
const filtered=parsed.filter(r=>r[fc]==fv);
|
||||
const groups=filtered.reduce((acc,r)=>{
|
||||
const k=r[gb];
|
||||
const v=Number(r[ac])||0;
|
||||
if(!acc[k])acc[k]={s:0,c:0};
|
||||
acc[k].s+=v;
|
||||
acc[k].c++;
|
||||
return acc;
|
||||
},{});
|
||||
return Object.entries(groups).map(([k,g])=>{
|
||||
const res=op==='count'?g.c:op==='sum'?g.s:g.s/g.c;
|
||||
return{[gb]:k,result:res};
|
||||
});
|
||||
async function processCSV(csv,{filterColumn,filterValue,groupBy,aggregateColumn,operation}){
|
||||
const Papa=(await import('https://cdn.jsdelivr.net/npm/papaparse@5/+esm')).default;
|
||||
const{data}=Papa.parse(csv,{header:true,skipEmptyLines:true});
|
||||
const groups=new Map();
|
||||
for(const row of data){
|
||||
if(row[filterColumn]==filterValue){
|
||||
const key=row[groupBy];
|
||||
const val=Number(row[aggregateColumn])||0;
|
||||
const g=groups.get(key)||{sum:0,count:0};
|
||||
g.sum+=val;
|
||||
g.count++;
|
||||
groups.set(key,g);
|
||||
}
|
||||
}
|
||||
const result=[];
|
||||
for(const[key,g]of groups){
|
||||
let res;
|
||||
switch(operation){
|
||||
case'sum':res=g.sum;break;
|
||||
case'avg':res=g.sum/g.count;break;
|
||||
case'count':res=g.count;break;
|
||||
}
|
||||
result.push({[groupBy]:key,result:res});
|
||||
}
|
||||
return result;
|
||||
}
|
||||
export default processCSV;
|
||||
Reference in New Issue
Block a user