25 lines
571 B
PHP
25 lines
571 B
PHP
<?php
|
|
/*
|
|
* This file is part of the Yosymfony\ParserUtils package.
|
|
*
|
|
* (c) YoSymfony <http://github.com/yosymfony>
|
|
*
|
|
* For the full copyright and license information, please view the LICENSE
|
|
* file that was distributed with this source code.
|
|
*/
|
|
namespace Yosymfony\ParserUtils;
|
|
|
|
/**
|
|
* Interface for a lexer
|
|
*/
|
|
interface LexerInterface
|
|
{
|
|
/**
|
|
* Returns the tokens found
|
|
*
|
|
* @param string $input The input to be tokenized
|
|
*
|
|
* @return TokenStream The stream of tokens
|
|
*/
|
|
public function tokenize(string $input) : TokenStream;
|
|
}
|