mirror_php/json-machine
1
0
Fork 0
mirror of https://github.com/halaxa/json-machine.git synced 2025-01-19 13:57:01 +01:00
Code Issues Releases Wiki Activity

Add locational information about a lexeme's position with a formatted json stream/file

Browse Source
This commit is contained in:
Nathan Bishop 2019-05-29 13:38:00 +10:00 committed by Filip Halaxa
parent f942d27eba
commit 1c25c679b2
1 changed files with 29 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
src/Lexer.php
View File

@ -8,6 +8,8 @@ class Lexer implements \IteratorAggregate
private $bytesIterator;
private $position = 0;
private $line = 1;
private $column = 0;
/**
* @param \Traversable $bytesIterator
@ -16,7 +18,7 @@ class Lexer implements \IteratorAggregate
{
$this->bytesIterator = $bytesIterator;
}
/**
* @return \Generator
*/
@ -25,6 +27,7 @@ class Lexer implements \IteratorAggregate
$inString = false;
$tokenBuffer = '';
$isEscaping = false;
$width = 0;
${' '} = 0;
${"\n"} = 0;
@ -42,29 +45,37 @@ class Lexer implements \IteratorAggregate
for ($i = 0; $i < $bytesLength; ++$i) {
$byte = $bytes[$i];
++$this->position;
if ($inString) {
if ($byte === '"' && !$isEscaping) {
$inString = false;
}
$isEscaping = ($byte =='\\' && !$isEscaping);
$tokenBuffer .= $byte;
$width++;
continue;
}
if (isset($$byte)) {
$this->column++;
if ($tokenBuffer !== '') {
yield $tokenBuffer;
$this->column += $width;
$tokenBuffer = '';
$width = 0;
}
if ($$byte) { // is not whitespace
yield $byte;
// track line number and reset column for each newline
} elseif ($byte === "\r" || $byte === "\n") {
$this->line++;
$this->column = 0;
}
} else {
if ($byte === '"') {
$inString = true;
}
$tokenBuffer .= $byte;
$width++;
}
}
}
@ -80,4 +91,20 @@ class Lexer implements \IteratorAggregate
{
return $this->position;
}
/**
* @return integer The line number of the lexeme currently being processed (index starts at one).
*/
public function getLine()
{
return $this->line;
}
/**
* @return integer The, currently being processed, lexeme's position within the line (index starts at one).
*/
public function getColumn()
{
return $this->column;
}
}