First commit
This commit is contained in:
commit
d5bb2f19fa
117 changed files with 68604 additions and 0 deletions
593
vendor/yosymfony/toml/src/Parser.php
vendored
Normal file
593
vendor/yosymfony/toml/src/Parser.php
vendored
Normal file
|
|
@ -0,0 +1,593 @@
|
|||
<?php
|
||||
|
||||
/*
|
||||
* This file is part of the Yosymfony\Toml package.
|
||||
*
|
||||
* (c) YoSymfony <http://github.com/yosymfony>
|
||||
*
|
||||
* For the full copyright and license information, please view the LICENSE
|
||||
* file that was distributed with this source code.
|
||||
*/
|
||||
|
||||
namespace Yosymfony\Toml;
|
||||
|
||||
use Yosymfony\ParserUtils\AbstractParser;
|
||||
use Yosymfony\ParserUtils\Token;
|
||||
use Yosymfony\ParserUtils\TokenStream;
|
||||
use Yosymfony\ParserUtils\SyntaxErrorException;
|
||||
|
||||
/**
|
||||
* Parser for TOML strings (specification version 0.4.0).
|
||||
*
|
||||
* @author Victor Puertas <vpgugr@vpgugr.com>
|
||||
*/
|
||||
class Parser extends AbstractParser
|
||||
{
|
||||
/** @var KeyStore */
|
||||
private $keyStore;
|
||||
/** @var TomlArray */
|
||||
private $tomlArray;
|
||||
|
||||
private static $tokensNotAllowedInBasicStrings = [
|
||||
'T_ESCAPE',
|
||||
'T_NEWLINE',
|
||||
'T_EOS',
|
||||
];
|
||||
|
||||
private static $tokensNotAllowedInLiteralStrings = [
|
||||
'T_NEWLINE',
|
||||
'T_EOS',
|
||||
];
|
||||
|
||||
/**
|
||||
* {@inheritdoc}
|
||||
*/
|
||||
public function parse(string $input)
|
||||
{
|
||||
if (preg_match('//u', $input) === false) {
|
||||
throw new SyntaxErrorException('The TOML input does not appear to be valid UTF-8.');
|
||||
}
|
||||
|
||||
$input = str_replace(["\r\n", "\r"], "\n", $input);
|
||||
$input = str_replace("\t", ' ', $input);
|
||||
|
||||
return parent::parse($input);
|
||||
}
|
||||
|
||||
/**
|
||||
* {@inheritdoc}
|
||||
*/
|
||||
protected function parseImplementation(TokenStream $ts) : array
|
||||
{
|
||||
$this->keyStore = new KeyStore();
|
||||
$this->tomlArray = new TomlArray();
|
||||
|
||||
while ($ts->hasPendingTokens()) {
|
||||
$this->processExpression($ts);
|
||||
}
|
||||
|
||||
return $this->tomlArray->getArray();
|
||||
}
|
||||
|
||||
private function processExpression(TokenStream $ts) : void
|
||||
{
|
||||
if ($ts->isNext('T_HASH')) {
|
||||
$this->parseComment($ts);
|
||||
} elseif ($ts->isNextAny(['T_QUOTATION_MARK', 'T_UNQUOTED_KEY', 'T_INTEGER'])) {
|
||||
$this->parseKeyValue($ts);
|
||||
} elseif ($ts->isNextSequence(['T_LEFT_SQUARE_BRAKET','T_LEFT_SQUARE_BRAKET'])) {
|
||||
$this->parseArrayOfTables($ts);
|
||||
} elseif ($ts->isNext('T_LEFT_SQUARE_BRAKET')) {
|
||||
$this->parseTable($ts);
|
||||
} elseif ($ts->isNextAny(['T_SPACE','T_NEWLINE', 'T_EOS'])) {
|
||||
$ts->moveNext();
|
||||
} else {
|
||||
$msg = 'Expected T_HASH or T_UNQUOTED_KEY.';
|
||||
$this->unexpectedTokenError($ts->moveNext(), $msg);
|
||||
}
|
||||
}
|
||||
|
||||
private function parseComment(TokenStream $ts) : void
|
||||
{
|
||||
$this->matchNext('T_HASH', $ts);
|
||||
|
||||
while (!$ts->isNextAny(['T_NEWLINE', 'T_EOS'])) {
|
||||
$ts->moveNext();
|
||||
}
|
||||
}
|
||||
|
||||
private function parseKeyValue(TokenStream $ts, bool $isFromInlineTable = false) : void
|
||||
{
|
||||
$keyName = $this->parseKeyName($ts);
|
||||
$this->parseSpaceIfExists($ts);
|
||||
$this->matchNext('T_EQUAL', $ts);
|
||||
$this->parseSpaceIfExists($ts);
|
||||
|
||||
$isInlineTable = $ts->isNext('T_LEFT_CURLY_BRACE');
|
||||
|
||||
if ($isInlineTable) {
|
||||
if (!$this->keyStore->isValidInlineTable($keyName)) {
|
||||
$this->syntaxError("The inline table key \"{$keyName}\" has already been defined previously.");
|
||||
}
|
||||
|
||||
$this->keyStore->addInlineTableKey($keyName);
|
||||
} else {
|
||||
if (!$this->keyStore->isValidKey($keyName)) {
|
||||
$this->syntaxError("The key \"{$keyName}\" has already been defined previously.");
|
||||
}
|
||||
|
||||
$this->keyStore->addKey($keyName);
|
||||
}
|
||||
|
||||
if ($ts->isNext('T_LEFT_SQUARE_BRAKET')) {
|
||||
$this->tomlArray->addKeyValue($keyName, $this->parseArray($ts));
|
||||
} elseif ($isInlineTable) {
|
||||
$this->parseInlineTable($ts, $keyName);
|
||||
} else {
|
||||
$this->tomlArray->addKeyValue($keyName, $this->parseSimpleValue($ts)->value);
|
||||
}
|
||||
|
||||
if (!$isFromInlineTable) {
|
||||
$this->parseSpaceIfExists($ts);
|
||||
$this->parseCommentIfExists($ts);
|
||||
$this->errorIfNextIsNotNewlineOrEOS($ts);
|
||||
}
|
||||
}
|
||||
|
||||
private function parseKeyName(TokenStream $ts) : string
|
||||
{
|
||||
if ($ts->isNext('T_UNQUOTED_KEY')) {
|
||||
return $this->matchNext('T_UNQUOTED_KEY', $ts);
|
||||
}
|
||||
|
||||
if ($ts->isNext('T_INTEGER')) {
|
||||
return $this->parseInteger($ts);
|
||||
}
|
||||
|
||||
return $this->parseBasicString($ts);
|
||||
}
|
||||
|
||||
/**
|
||||
* @return object An object with two public properties: value and type.
|
||||
*/
|
||||
private function parseSimpleValue(TokenStream $ts)
|
||||
{
|
||||
if ($ts->isNext('T_BOOLEAN')) {
|
||||
$type = 'boolean';
|
||||
$value = $this->parseBoolean($ts);
|
||||
} elseif ($ts->isNext('T_INTEGER')) {
|
||||
$type = 'integer';
|
||||
$value = $this->parseInteger($ts);
|
||||
} elseif ($ts->isNext('T_FLOAT')) {
|
||||
$type = 'float';
|
||||
$value = $this->parseFloat($ts);
|
||||
} elseif ($ts->isNext('T_QUOTATION_MARK')) {
|
||||
$type = 'string';
|
||||
$value = $this->parseBasicString($ts);
|
||||
} elseif ($ts->isNext('T_3_QUOTATION_MARK')) {
|
||||
$type = 'string';
|
||||
$value = $this->parseMultilineBasicString($ts);
|
||||
} elseif ($ts->isNext('T_APOSTROPHE')) {
|
||||
$type = 'string';
|
||||
$value = $this->parseLiteralString($ts);
|
||||
} elseif ($ts->isNext('T_3_APOSTROPHE')) {
|
||||
$type = 'string';
|
||||
$value = $this->parseMultilineLiteralString($ts);
|
||||
} elseif ($ts->isNext('T_DATE_TIME')) {
|
||||
$type = 'datetime';
|
||||
$value = $this->parseDatetime($ts);
|
||||
} else {
|
||||
$this->unexpectedTokenError(
|
||||
$ts->moveNext(),
|
||||
'Expected boolean, integer, long, string or datetime.'
|
||||
);
|
||||
}
|
||||
|
||||
$valueStruct = new class() {
|
||||
public $value;
|
||||
public $type;
|
||||
};
|
||||
|
||||
$valueStruct->value = $value;
|
||||
$valueStruct->type = $type;
|
||||
|
||||
return $valueStruct;
|
||||
}
|
||||
|
||||
private function parseBoolean(TokenStream $ts) : bool
|
||||
{
|
||||
return $this->matchNext('T_BOOLEAN', $ts) == 'true' ? true : false;
|
||||
}
|
||||
|
||||
private function parseInteger(TokenStream $ts) : int
|
||||
{
|
||||
$token = $ts->moveNext();
|
||||
$value = $token->getValue();
|
||||
|
||||
if (preg_match('/([^\d]_[^\d])|(_$)/', $value)) {
|
||||
$this->syntaxError(
|
||||
'Invalid integer number: underscore must be surrounded by at least one digit.',
|
||||
$token
|
||||
);
|
||||
}
|
||||
|
||||
$value = str_replace('_', '', $value);
|
||||
|
||||
if (preg_match('/^0\d+/', $value)) {
|
||||
$this->syntaxError(
|
||||
'Invalid integer number: leading zeros are not allowed.',
|
||||
$token
|
||||
);
|
||||
}
|
||||
|
||||
return (int) $value;
|
||||
}
|
||||
|
||||
private function parseFloat(TokenStream $ts): float
|
||||
{
|
||||
$token = $ts->moveNext();
|
||||
$value = $token->getValue();
|
||||
|
||||
if (preg_match('/([^\d]_[^\d])|_[eE]|[eE]_|(_$)/', $value)) {
|
||||
$this->syntaxError(
|
||||
'Invalid float number: underscore must be surrounded by at least one digit.',
|
||||
$token
|
||||
);
|
||||
}
|
||||
|
||||
$value = str_replace('_', '', $value);
|
||||
|
||||
if (preg_match('/^0\d+/', $value)) {
|
||||
$this->syntaxError(
|
||||
'Invalid float number: leading zeros are not allowed.',
|
||||
$token
|
||||
);
|
||||
}
|
||||
|
||||
return (float) $value;
|
||||
}
|
||||
|
||||
private function parseBasicString(TokenStream $ts): string
|
||||
{
|
||||
$this->matchNext('T_QUOTATION_MARK', $ts);
|
||||
|
||||
$result = '';
|
||||
|
||||
while (!$ts->isNext('T_QUOTATION_MARK')) {
|
||||
if ($ts->isNextAny(self::$tokensNotAllowedInBasicStrings)) {
|
||||
$this->unexpectedTokenError($ts->moveNext(), 'This character is not valid.');
|
||||
}
|
||||
|
||||
$value = $ts->isNext('T_ESCAPED_CHARACTER') ? $this->parseEscapedCharacter($ts) : $ts->moveNext()->getValue();
|
||||
$result .= $value;
|
||||
}
|
||||
|
||||
$this->matchNext('T_QUOTATION_MARK', $ts);
|
||||
|
||||
return $result;
|
||||
}
|
||||
|
||||
private function parseMultilineBasicString(TokenStream $ts) : string
|
||||
{
|
||||
$this->matchNext('T_3_QUOTATION_MARK', $ts);
|
||||
|
||||
$result = '';
|
||||
|
||||
if ($ts->isNext('T_NEWLINE')) {
|
||||
$ts->moveNext();
|
||||
}
|
||||
|
||||
while (!$ts->isNext('T_3_QUOTATION_MARK')) {
|
||||
if ($ts->isNext('T_EOS')) {
|
||||
$this->unexpectedTokenError($ts->moveNext(), 'Expected token "T_3_QUOTATION_MARK".');
|
||||
}
|
||||
|
||||
if ($ts->isNext('T_ESCAPE')) {
|
||||
$ts->skipWhileAny(['T_ESCAPE','T_SPACE', 'T_NEWLINE']);
|
||||
}
|
||||
|
||||
if ($ts->isNext('T_EOS')) {
|
||||
$this->unexpectedTokenError($ts->moveNext(), 'Expected token "T_3_QUOTATION_MARK".');
|
||||
}
|
||||
|
||||
if (!$ts->isNext('T_3_QUOTATION_MARK')) {
|
||||
$value = $ts->isNext('T_ESCAPED_CHARACTER') ? $this->parseEscapedCharacter($ts) : $ts->moveNext()->getValue();
|
||||
$result .= $value;
|
||||
}
|
||||
}
|
||||
|
||||
$this->matchNext('T_3_QUOTATION_MARK', $ts);
|
||||
|
||||
return $result;
|
||||
}
|
||||
|
||||
private function parseLiteralString(TokenStream $ts) : string
|
||||
{
|
||||
$this->matchNext('T_APOSTROPHE', $ts);
|
||||
|
||||
$result = '';
|
||||
|
||||
while (!$ts->isNext('T_APOSTROPHE')) {
|
||||
if ($ts->isNextAny(self::$tokensNotAllowedInLiteralStrings)) {
|
||||
$this->unexpectedTokenError($ts->moveNext(), 'This character is not valid.');
|
||||
}
|
||||
|
||||
$result .= $ts->moveNext()->getValue();
|
||||
}
|
||||
|
||||
$this->matchNext('T_APOSTROPHE', $ts);
|
||||
|
||||
return $result;
|
||||
}
|
||||
|
||||
private function parseMultilineLiteralString(TokenStream $ts) : string
|
||||
{
|
||||
$this->matchNext('T_3_APOSTROPHE', $ts);
|
||||
|
||||
$result = '';
|
||||
|
||||
if ($ts->isNext('T_NEWLINE')) {
|
||||
$ts->moveNext();
|
||||
}
|
||||
|
||||
while (!$ts->isNext('T_3_APOSTROPHE')) {
|
||||
if ($ts->isNext('T_EOS')) {
|
||||
$this->unexpectedTokenError($ts->moveNext(), 'Expected token "T_3_APOSTROPHE".');
|
||||
}
|
||||
|
||||
$result .= $ts->moveNext()->getValue();
|
||||
}
|
||||
|
||||
$this->matchNext('T_3_APOSTROPHE', $ts);
|
||||
|
||||
return $result;
|
||||
}
|
||||
|
||||
private function parseEscapedCharacter(TokenStream $ts) : string
|
||||
{
|
||||
$token = $ts->moveNext();
|
||||
$value = $token->getValue();
|
||||
|
||||
switch ($value) {
|
||||
case '\b':
|
||||
return "\b";
|
||||
case '\t':
|
||||
return "\t";
|
||||
case '\n':
|
||||
return "\n";
|
||||
case '\f':
|
||||
return "\f";
|
||||
case '\r':
|
||||
return "\r";
|
||||
case '\"':
|
||||
return '"';
|
||||
case '\\\\':
|
||||
return '\\';
|
||||
}
|
||||
|
||||
if (strlen($value) === 6) {
|
||||
return json_decode('"'.$value.'"');
|
||||
}
|
||||
|
||||
preg_match('/\\\U([0-9a-fA-F]{4})([0-9a-fA-F]{4})/', $value, $matches);
|
||||
|
||||
return json_decode('"\u'.$matches[1].'\u'.$matches[2].'"');
|
||||
}
|
||||
|
||||
private function parseDatetime(TokenStream $ts) : \Datetime
|
||||
{
|
||||
$date = $this->matchNext('T_DATE_TIME', $ts);
|
||||
|
||||
return new \Datetime($date);
|
||||
}
|
||||
|
||||
private function parseArray(TokenStream $ts) : array
|
||||
{
|
||||
$result = [];
|
||||
$leaderType = '';
|
||||
|
||||
$this->matchNext('T_LEFT_SQUARE_BRAKET', $ts);
|
||||
|
||||
while (!$ts->isNext('T_RIGHT_SQUARE_BRAKET')) {
|
||||
$ts->skipWhileAny(['T_NEWLINE', 'T_SPACE']);
|
||||
$this->parseCommentsInsideBlockIfExists($ts);
|
||||
|
||||
if ($ts->isNext('T_LEFT_SQUARE_BRAKET')) {
|
||||
if ($leaderType === '') {
|
||||
$leaderType = 'array';
|
||||
}
|
||||
|
||||
if ($leaderType !== 'array') {
|
||||
$this->syntaxError(sprintf(
|
||||
'Data types cannot be mixed in an array. Value: "%s".',
|
||||
$valueStruct->value
|
||||
));
|
||||
}
|
||||
|
||||
$result[] = $this->parseArray($ts);
|
||||
} else {
|
||||
$valueStruct = $this->parseSimpleValue($ts);
|
||||
|
||||
if ($leaderType === '') {
|
||||
$leaderType = $valueStruct->type;
|
||||
}
|
||||
|
||||
if ($valueStruct->type !== $leaderType) {
|
||||
$this->syntaxError(sprintf(
|
||||
'Data types cannot be mixed in an array. Value: "%s".',
|
||||
$valueStruct->value
|
||||
));
|
||||
}
|
||||
|
||||
$result[] = $valueStruct->value;
|
||||
}
|
||||
|
||||
$ts->skipWhileAny(['T_NEWLINE', 'T_SPACE']);
|
||||
$this->parseCommentsInsideBlockIfExists($ts);
|
||||
|
||||
if (!$ts->isNext('T_RIGHT_SQUARE_BRAKET')) {
|
||||
$this->matchNext('T_COMMA', $ts);
|
||||
}
|
||||
|
||||
$ts->skipWhileAny(['T_NEWLINE', 'T_SPACE']);
|
||||
$this->parseCommentsInsideBlockIfExists($ts);
|
||||
}
|
||||
|
||||
$this->matchNext('T_RIGHT_SQUARE_BRAKET', $ts);
|
||||
|
||||
return $result;
|
||||
}
|
||||
|
||||
private function parseInlineTable(TokenStream $ts, string $keyName) : void
|
||||
{
|
||||
$this->matchNext('T_LEFT_CURLY_BRACE', $ts);
|
||||
|
||||
$this->tomlArray->beginInlineTableKey($keyName);
|
||||
|
||||
$this->parseSpaceIfExists($ts);
|
||||
|
||||
if (!$ts->isNext('T_RIGHT_CURLY_BRACE')) {
|
||||
$this->parseKeyValue($ts, true);
|
||||
$this->parseSpaceIfExists($ts);
|
||||
}
|
||||
|
||||
while ($ts->isNext('T_COMMA')) {
|
||||
$ts->moveNext();
|
||||
|
||||
$this->parseSpaceIfExists($ts);
|
||||
$this->parseKeyValue($ts, true);
|
||||
$this->parseSpaceIfExists($ts);
|
||||
}
|
||||
|
||||
$this->matchNext('T_RIGHT_CURLY_BRACE', $ts);
|
||||
|
||||
$this->tomlArray->endCurrentInlineTableKey();
|
||||
}
|
||||
|
||||
private function parseTable(TokenStream $ts) : void
|
||||
{
|
||||
$this->matchNext('T_LEFT_SQUARE_BRAKET', $ts);
|
||||
|
||||
$fullTableName = $this->tomlArray->escapeKey($key = $this->parseKeyName($ts));
|
||||
|
||||
while ($ts->isNext('T_DOT')) {
|
||||
$ts->moveNext();
|
||||
|
||||
$key = $this->tomlArray->escapeKey($this->parseKeyName($ts));
|
||||
$fullTableName .= ".$key";
|
||||
}
|
||||
|
||||
if (!$this->keyStore->isValidTableKey($fullTableName)) {
|
||||
$this->syntaxError("The key \"{$fullTableName}\" has already been defined previously.");
|
||||
}
|
||||
|
||||
$this->keyStore->addTableKey($fullTableName);
|
||||
$this->tomlArray->addTableKey($fullTableName);
|
||||
$this->matchNext('T_RIGHT_SQUARE_BRAKET', $ts);
|
||||
|
||||
$this->parseSpaceIfExists($ts);
|
||||
$this->parseCommentIfExists($ts);
|
||||
$this->errorIfNextIsNotNewlineOrEOS($ts);
|
||||
}
|
||||
|
||||
private function parseArrayOfTables(TokenStream $ts) : void
|
||||
{
|
||||
$this->matchNext('T_LEFT_SQUARE_BRAKET', $ts);
|
||||
$this->matchNext('T_LEFT_SQUARE_BRAKET', $ts);
|
||||
|
||||
$fullTableName = $key = $this->tomlArray->escapeKey($this->parseKeyName($ts));
|
||||
|
||||
while ($ts->isNext('T_DOT')) {
|
||||
$ts->moveNext();
|
||||
|
||||
$key = $this->tomlArray->escapeKey($this->parseKeyName($ts));
|
||||
$fullTableName .= ".$key";
|
||||
}
|
||||
|
||||
if (!$this->keyStore->isValidArrayTableKey($fullTableName)) {
|
||||
$this->syntaxError("The key \"{$fullTableName}\" has already been defined previously.");
|
||||
}
|
||||
|
||||
if ($this->keyStore->isTableImplicitFromArryTable($fullTableName)) {
|
||||
$this->syntaxError("The array of tables \"{$fullTableName}\" has already been defined as previous table");
|
||||
}
|
||||
|
||||
$this->keyStore->addArrayTableKey($fullTableName);
|
||||
$this->tomlArray->addArrayTableKey($fullTableName);
|
||||
|
||||
$this->matchNext('T_RIGHT_SQUARE_BRAKET', $ts);
|
||||
$this->matchNext('T_RIGHT_SQUARE_BRAKET', $ts);
|
||||
|
||||
$this->parseSpaceIfExists($ts);
|
||||
$this->parseCommentIfExists($ts);
|
||||
$this->errorIfNextIsNotNewlineOrEOS($ts);
|
||||
}
|
||||
|
||||
private function matchNext(string $tokenName, TokenStream $ts) : string
|
||||
{
|
||||
if (!$ts->isNext($tokenName)) {
|
||||
$this->unexpectedTokenError($ts->moveNext(), "Expected \"$tokenName\".");
|
||||
}
|
||||
|
||||
return $ts->moveNext()->getValue();
|
||||
}
|
||||
|
||||
private function parseSpaceIfExists(TokenStream $ts) : void
|
||||
{
|
||||
if ($ts->isNext('T_SPACE')) {
|
||||
$ts->moveNext();
|
||||
}
|
||||
}
|
||||
|
||||
private function parseCommentIfExists(TokenStream $ts) : void
|
||||
{
|
||||
if ($ts->isNext('T_HASH')) {
|
||||
$this->parseComment($ts);
|
||||
}
|
||||
}
|
||||
|
||||
private function parseCommentsInsideBlockIfExists(TokenStream $ts) : void
|
||||
{
|
||||
$this->parseCommentIfExists($ts);
|
||||
|
||||
while ($ts->isNext('T_NEWLINE')) {
|
||||
$ts->moveNext();
|
||||
$ts->skipWhile('T_SPACE');
|
||||
$this->parseCommentIfExists($ts);
|
||||
}
|
||||
}
|
||||
|
||||
private function errorIfNextIsNotNewlineOrEOS(TokenStream $ts) : void
|
||||
{
|
||||
if (!$ts->isNextAny(['T_NEWLINE', 'T_EOS'])) {
|
||||
$this->unexpectedTokenError($ts->moveNext(), 'Expected T_NEWLINE or T_EOS.');
|
||||
}
|
||||
}
|
||||
|
||||
private function unexpectedTokenError(Token $token, string $expectedMsg) : void
|
||||
{
|
||||
$name = $token->getName();
|
||||
$line = $token->getLine();
|
||||
$value = $token->getValue();
|
||||
$msg = sprintf('Syntax error: unexpected token "%s" at line %s with value "%s".', $name, $line, $value);
|
||||
|
||||
if (!empty($expectedMsg)) {
|
||||
$msg = $msg.' '.$expectedMsg;
|
||||
}
|
||||
|
||||
throw new SyntaxErrorException($msg);
|
||||
}
|
||||
|
||||
private function syntaxError($msg, Token $token = null) : void
|
||||
{
|
||||
if ($token !== null) {
|
||||
$name = $token->getName();
|
||||
$line = $token->getLine();
|
||||
$value = $token->getValue();
|
||||
$tokenMsg = sprintf('Token: "%s" line: %s value "%s".', $name, $line, $value);
|
||||
$msg .= ' '.$tokenMsg;
|
||||
}
|
||||
|
||||
throw new SyntaxErrorException($msg);
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue