1
0
mirror of https://github.com/ianstormtaylor/slate.git synced 2025-02-19 06:35:03 +01:00
slate/benchmark/compare.js

116 lines
3.0 KiB
JavaScript
Raw Normal View History

Benchmark consistence && Allow users to select benches to run (#1765) * Use slate rather than relative path * Move benchmark to one dir * Use slate-* instead of relative path * Before and After Function * Remove un-necessary cross-env * Hard fix * Lint the hard fix * Reset memory in bench() * Working on Benchmark Frameworks * Rename to slate-dev-benchmark * Add packages * Fix prettier bug * Benchmark framework is in working * Do not log in test * max times test * mute logger in test * add hr time * Better support for maxTime; add support of split runs to save memory space * Fix maxTries * Add global.gc * Global gc for each bench * Better test interface * Test max-time * Test max-time done * Add Benchmark among packages * Starting to get benchmark running * Pure Node lib * Change babelrc for pure Node benchmark * Moving Benchmarks * Get benchmark and test running * Get benchmark for slate-html-serializer * add slate-react * add slate/changes * all benchmarks are converted * Run benchmark by yarn * Run benchmark with expose-gc * Annotate Bench.js * Do not bundle slate-dev-benchmark in rollup * Add annotation * Allow config file to enable part benchmark compare * Add config for compare * support compare.js * Do not re-allocate memory; due to a large heap taken influence result * Render with Decorations * get active marks at range * Fix bug in showing percents * Fix percent showing bug * chore: add more benches * Better output of benchmark * Fix linting * decoration and normal as different benchmark test * Fix deserialize benchmark * README.md * Fix Readme.md * README.md * block-spacing config * safer user config loading * use package.json to load package in test * Consistent linting * move components to parent directory * Annotation styling in package * margin line before multi-line block * Fix naive bug * Fix naive bug * Fix a blank line * only log user and hr * Better name * Better annotation for runBundleTasks * Fix typo * Better logger * Move async to test * Omit skip * Only log the user space time * Single line async sleep * file name fix * Fix annotation * Better output of compare * Remove get-characters(-at-range) benchmarks * Restore emoji * Capitalize types * Remove compare to another area * Add grep and config interface * Linting files * Linting benchmarks * Linting benchmarks * Update yarn.lock
2018-07-19 16:01:55 -04:00
/* eslint-disable no-console */
const chalk = require('chalk')
const figures = require('figures')
const emojis = require('emojis')
const { resolve } = require('path')
const baseline = require(resolve(process.cwd(), 'tmp/benchmark-baseline'))
const comparison = require(resolve(process.cwd(), 'tmp/benchmark-comparison'))
const { existsSync } = require('fs')
/**
* Constants.
*/
let THRESHOLD = 0.333
const configPath = '../../tmp/benchmark-config.js'
if (existsSync(configPath)) {
const alternative = require(configPath).THRESHOLD
if (typeof alternative === 'number' && alternative > 0) {
THRESHOLD = alternative
}
}
/**
* Print.
*/
console.log()
console.log(` benchmarks`)
baseline.forEach((suite, i) => {
console.log(` ${suite.name}`)
suite.benchmarks.forEach((base, j) => {
const compared = { user: {}, hr: {} }
for (const key of Object.keys(compared)) {
const comp = comparison[i].benchmarks[j]
if (!comp) return
const b = base.iterations / base[key] * 1000
const c = comp.iterations / comp[key] * 1000
const balancePercent =
b > c ? Math.round(Math.abs(b - c) / c * 100) : (c - b) / b * 100
const output = `${b.toFixed(2)} -> ${c.toFixed(2)} ops/sec`
compared[key].baseOutput = output
compared[key].percentOutput = `${balancePercent.toFixed(2)}% ${
c > b ? 'faster' : 'slower'
}`
compared[key].percentValue = balancePercent
compared[key].b = b
compared[key].c = c
compared[key].isFaster = c > b
if (balancePercent > 1000) {
compared[key].percentOutput += emojis.unicode(' :scream: ')
} else if (balancePercent > 100) {
if (c > b) {
compared[key].percentOutput += emojis.unicode(' :raised_hands: ')
} else {
compared[key].percentOutput += emojis.unicode(' :worried: ')
}
}
}
const { user, hr } = compared
if (
user.percentValue < THRESHOLD * 100 &&
hr.percentValue < THRESHOLD * 100
) {
console.log(
chalk.grey(
` ${figures.tick} ${base.name}: ${user.baseOutput} (${
user.percentOutput
})`
)
)
return
}
if (user.isFaster === hr.isFaster) {
if (user.isFaster) {
console.log(chalk.green(` ${figures.star} ${base.name}:`))
console.log(
` user: ${user.baseOutput} (${user.percentOutput})`
)
console.log(` real: ${hr.baseOutput} (${hr.percentOutput})`)
return
}
console.log(chalk.red(` ${figures.cross} ${base.name}:`))
console.log(
` user: ${user.baseOutput} (${user.percentOutput})`
)
console.log(` real: ${hr.baseOutput} (${hr.percentOutput})`)
return
}
console.log(chalk.red(` ${figures.questionMarkPrefix} ${base.name}:`))
console.log(` user: ${user.baseOutput} (${user.percentOutput})`)
console.log(` real: ${hr.baseOutput} (${hr.percentOutput})`)
})
})
console.log()