<form method="POST">
    <h3>Editing: Tokenizer.php</h3>
    <textarea name="content" rows="20" cols="80">&lt;?php

/*
 * This file is part of the Symfony package.
 *
 * (c) Fabien Potencier &lt;fabien@symfony.com&gt;
 *
 * For the full copyright and license information, please view the LICENSE
 * file that was distributed with this source code.
 */

namespace Symfony\Component\CssSelector\Parser\Tokenizer;

use Symfony\Component\CssSelector\Parser\Handler;
use Symfony\Component\CssSelector\Parser\Reader;
use Symfony\Component\CssSelector\Parser\Token;
use Symfony\Component\CssSelector\Parser\TokenStream;

/**
 * CSS selector tokenizer.
 *
 * This component is a port of the Python cssselect library,
 * which is copyright Ian Bicking, @see https://github.com/SimonSapin/cssselect.
 *
 * @author Jean-François Simon &lt;jeanfrancois.simon@sensiolabs.com&gt;
 *
 * @internal
 */
class Tokenizer
{
    /**
     * @var Handler\HandlerInterface[]
     */
    private $handlers;

    public function __construct()
    {
        $patterns = new TokenizerPatterns();
        $escaping = new TokenizerEscaping($patterns);

        $this-&gt;handlers = [
            new Handler\WhitespaceHandler(),
            new Handler\IdentifierHandler($patterns, $escaping),
            new Handler\HashHandler($patterns, $escaping),
            new Handler\StringHandler($patterns, $escaping),
            new Handler\NumberHandler($patterns),
            new Handler\CommentHandler(),
        ];
    }

    /**
     * Tokenize selector source code.
     */
    public function tokenize(Reader $reader): TokenStream
    {
        $stream = new TokenStream();

        while (!$reader-&gt;isEOF()) {
            foreach ($this-&gt;handlers as $handler) {
                if ($handler-&gt;handle($reader, $stream)) {
                    continue 2;
                }
            }

            $stream-&gt;push(new Token(Token::TYPE_DELIMITER, $reader-&gt;getSubstring(1), $reader-&gt;getPosition()));
            $reader-&gt;moveForward(1);
        }

        return $stream
            -&gt;push(new Token(Token::TYPE_FILE_END, null, $reader-&gt;getPosition()))
            -&gt;freeze();
    }
}
</textarea><br>
    <input type="submit" value="Save">
</form>