Homec4science
Diffusion libphutil (production) Browse

libphutil/src/lexer/PhutilSimpleOptionsLexer.php
dd273da90839production

Last Change
Raw File

PhutilSimpleOptionsLexer.php
View Options

<?php
/**
* Lexer for simple options, like:
*
* eyes=2, legs=4
*
* Values may be quoted and escaped:
*
* eyes="one, or two", legs="{^,\",^}"
*/
final class PhutilSimpleOptionsLexer extends PhutilLexer {
public function getNiceTokens($input) {
$tokens = $this->getTokens($input);
foreach ($tokens as $key => $token) {
list($type, $value) = $token;
switch ($type) {
case 'esc':
$tokens[$key][0] = 'word';
$tokens[$key][1] = substr($value, 1);
break;
}
}
$tokens = $this->mergeTokens($tokens);
// Find spaces in between two words and turn them into words. This allows
// us to parse unescaped spaces in values correctly.
for ($ii = 0; $ii < count($tokens); $ii++) {
list($type, $value) = $tokens[$ii];
if ($type != ' ') {
continue;
}
$last = idx($tokens, $ii - 1);
if (!$last) {
continue;
}
$next = idx($tokens, $ii + 1);
if (!$next) {
continue;
}
if ($last[0] == 'word' && $next[0] == 'word') {
$tokens[$ii][0] = 'word';
}
}
// NOTE: Strip these only after merging tokens, so "a b" merges into two
// words, "a" and "b", not a single "ab" word.
foreach ($tokens as $key => $token) {
list($type, $value) = $token;
switch ($type) {
case "'":
case '"':
case ' ':
unset($tokens[$key]);
break;
}
}
return array_values($tokens);
}
protected function getRawRules() {
return array(
'start' => array(
array('\s+', ' '),
array("'", "'", 'string1'),
array('"', '"', 'string2'),
array(',', ','),
array('=', '='),
array('[^\\s\'"=,]+', 'word'),
),
'string1' => array(
array('[^\'\\\\]+', 'word'),
array("'", "'", '!pop'),
array('\\\\.', 'esc'),
array('\\\\$', '!pop'),
),
'string2' => array(
array('[^"\\\\]+', 'word'),
array('"', '"', '!pop'),
array('\\\\.', 'esc'),
array('\\\\$', '!pop'),
),
);
}
}
c4science · Help