JavaScript atok addRule Examples

Example #1

File: bench_string_SubRule.js Project: carlos8f/node-atok

var assert = require('assert')

var Atok = require('atok')
var newAtok = require('..')

var atok = new Atok
var natok = new newAtok

function handler (token, idx, type) {
	assert.equal(token, 'b')
}

atok.addRule('a', 'c', handler)
natok.addRule('a', 'c', handler)

var s = 'abc'

var compare = exports.compare = {}
compare[Atok.version] = function () {
	atok.clear(true).write(s)
}
compare[newAtok.version] = function () {
	natok.clear(true).write(s)
}
require("bench").runMain()

Example #2

File: bench_startSingleRange.js Project: joshjung/slim-to-jade

var assert = require('assert')

var Atok = require('atok')
var newAtok = require('..')

var atok = new Atok
var natok = new newAtok

function handler (token, idx, type) {
	assert.equal(token, 0)
}

var options = { start: '0a' }

atok.addRule(options, handler)
natok.addRule(options, handler)

var s = '0a'
var buf = new Buffer(s)

var compare = exports.compare = {}
compare[Atok.version] = function () {
	atok.write(s)
}
compare[newAtok.version + ' string'] = function () {
	natok.write(s)
}
compare[newAtok.version + ' buffer'] = function () {
	natok.write(buf)
}
require("bench").runMain()

Example #3

File: bench_number.js Project: joshjung/slim-to-jade

var assert = require('assert')

var Atok = require('atok')
var newAtok = require('..')

var atok = new Atok
var natok = new newAtok

function handler (token, idx, type) {
	// assert.equal(token, 'abc')
}

atok.addRule(3, handler)
natok.addRule(3, handler)

// Converting a string to a buffer is *expensive*
// a lot more than vice-versa
var s = 'abc'
var buf = new Buffer(s)

var compare = exports.compare = {}
compare[Atok.version] = function () {
	atok.write(s)
}
compare[newAtok.version + ' string'] = function () {
	natok.write(s)
}
compare[newAtok.version + ' buffer'] = function () {
	natok.write(buf)
}
require("bench").runMain()

Example #4

File: bench_firstString.js Project: carlos8f/node-atok

var assert = require('assert')

var Atok = require('atok')
var newAtok = require('..')

var atok = new Atok
var natok = new newAtok

function handler (token, idx, type) {
	assert.equal(token, 0)
}

atok.addRule('abc', handler)
natok.addRule('abc', handler)

var s = 'abc'

var compare = exports.compare = {}
compare[Atok.version] = function () {
	atok.clear(true).write(s)
}
compare[newAtok.version] = function () {
	natok.clear(true).write(s)
}
require("bench").runMain()

Example #5

File: bench_zero.js Project: joshjung/slim-to-jade

var assert = require('assert')

var Atok = require('atok')
var newAtok = require('..')

var atok = new Atok
var natok = new newAtok

function handler (token, idx, type) {
	assert.equal(token, false)
}

atok.addRule(1, 0, handler)
natok.addRule(1, 0, handler)

var s = 'a'
var buf = new Buffer(s)

var compare = exports.compare = {}
compare[Atok.version] = function () {
	atok.write(s)
}
compare[newAtok.version + ' string'] = function () {
	natok.write(s)
}
compare[newAtok.version + ' buffer'] = function () {
	natok.write(buf)
}
require("bench").runMain()