История изменений

Исправление ~~tz4678~~, 22.07.19 17:19 (текущая версия) :

var TOKENIZER = /(?<whitespace>\s+)|(?<identifier>[a-z_]\w*)|(?<number>\d+(?:\.\d+)?)|(?<operator>[-+/*=])|(?<unexpected>.)/iy
var source = 'x = 2 * 2'
var match
while (match = TOKENIZER.exec(source)) {
  console.log(match)
}

Исходная версия ~~tz4678~~, 22.07.19 17:18:

var TOKENIZER = /(?<whitespace>\s+)|(?<identifier>[a-z_]\w*)|(?<number>\d+(?:\.\d+))|(?<operator>[-+/*=])|(?<unexpected>.)/iy
var source = 'x = 2 * 2'
var match
while (match = TOKENIZER.exec(source)) {
  console.log(match)
}