First commit

This commit is contained in:
Cody Cook 2024-04-29 19:04:51 -07:00
commit d5bb2f19fa
117 changed files with 68604 additions and 0 deletions

View file

@ -0,0 +1,25 @@
<?php
/*
* This file is part of the Yosymfony\ParserUtils package.
*
* (c) YoSymfony <http://github.com/yosymfony>
*
* For the full copyright and license information, please view the LICENSE
* file that was distributed with this source code.
*/
namespace Yosymfony\ParserUtils;
/**
* Interface for a lexer
*/
interface LexerInterface
{
/**
* Returns the tokens found
*
* @param string $input The input to be tokenized
*
* @return TokenStream The stream of tokens
*/
public function tokenize(string $input) : TokenStream;
}