benchmark.js

const path = require('path');

const { Runtime, getNewVM } = require('../huff/src/runtime.js');
const bn128Reference = require('./js_snippets/bn128_reference');

const pathToTestData = path.posix.resolve(__dirname, './huff_modules');

const main = new Runtime('main_loop.huff', pathToTestData);

const vm = getNewVM();

async function runMainLoop(numPoints, numIterations) {
    const iterations = [...new Array(numIterations)].map(() => {
        const points = [...new Array(numPoints)].map(() => bn128Reference.randomPoint());
        const scalars = [...new Array(numPoints)].map(() => bn128Reference.randomScalar());

        const calldata = [...new Array(numPoints)].reduce((acc, x, i) => {
            return [
                ...acc,
                { index: i * 2 * 32, value: points[i].x },
                { index: (i * 2 + 1) * 32, value: points[i].y },
                { index: numPoints * 64 + i * 32, value: scalars[i] },
            ];
        }, []);
        return main(vm, 'MAIN__WEIERSTRUDEL', [], [], calldata, 1);
    });
    const results = await Promise.all(iterations);
    const cumulativeGas = results.reduce((acc, { gas }) => {
        return Number(acc) + Number(gas);
    }, 0);
    return Math.round(cumulativeGas / numIterations);
}

async function benchmark(i) {
    let gas;
    console.log(`Running scalar multi-exponentiation benchmarks over ${i} iterations`);

    console.log('1 point...');
    gas = await runMainLoop(1, i);
    console.log(`average gas cost for 1 point: ${gas} gas`);

    console.log('2 points...');
    gas = await runMainLoop(2, i);
    console.log(`average gas cost for 2 points: ${gas} gas`);

    console.log('3 points...');
    gas = await runMainLoop(3, i);
    console.log(`average gas cost for 3 points: ${gas} gas`);

    console.log('4 points...');
    gas = await runMainLoop(4, i);
    console.log(`average gas cost for 4 points: ${gas} gas`);

    console.log('5 points...');
    gas = await runMainLoop(5, i);
    console.log(`average gas cost for 5 points: ${gas} gas`);

    console.log('6 points...');
    gas = await runMainLoop(6, i);
    console.log(`average gas cost for 6 points: ${gas} gas`);

    console.log('7 points...');
    gas = await runMainLoop(7, i);
    console.log(`average gas cost for 7 points: ${gas} gas`);

    console.log('8 points...');
    gas = await runMainLoop(8, i);
    console.log(`average gas cost for 8 points: ${gas} gas`);

    console.log('9 points...');
    gas = await runMainLoop(9, i);
    console.log(`average gas cost for 9 points: ${gas} gas`);

    console.log('10 points...');
    gas = await runMainLoop(10, i);
    console.log(`average gas cost for 10 points: ${gas} gas`);

    console.log('11 points...');
    gas = await runMainLoop(11, i);
    console.log(`average gas cost for 11 points: ${gas} gas`);

    console.log('12 points...');
    gas = await runMainLoop(12, i);
    console.log(`average gas cost for 12 points: ${gas} gas`);

    console.log('13 points...');
    gas = await runMainLoop(13, i);
    console.log(`average gas cost for 13 points: ${gas} gas`);

    console.log('14 points...');
    gas = await runMainLoop(14, i);
    console.log(`average gas cost for 14 points: ${gas} gas`);

    console.log('15 points...');
    gas = await runMainLoop(15, i);
    console.log(`average gas cost for 15 points: ${gas} gas`);
}

benchmark(10).then(() => console.log('...fin'));