4 * This file is part of the Symfony package.
6 * (c) Fabien Potencier <fabien@symfony.com>
8 * For the full copyright and license information, please view the LICENSE
9 * file that was distributed with this source code.
12 namespace Symfony\Component\CssSelector\Parser\Tokenizer;
14 use Symfony\Component\CssSelector\Parser\Handler;
15 use Symfony\Component\CssSelector\Parser\Reader;
16 use Symfony\Component\CssSelector\Parser\Token;
17 use Symfony\Component\CssSelector\Parser\TokenStream;
20 * CSS selector tokenizer.
22 * This component is a port of the Python cssselect library,
23 * which is copyright Ian Bicking, @see https://github.com/SimonSapin/cssselect.
25 * @author Jean-François Simon <jeanfrancois.simon@sensiolabs.com>
32 * @var Handler\HandlerInterface[]
36 public function __construct()
38 $patterns = new TokenizerPatterns();
39 $escaping = new TokenizerEscaping($patterns);
41 $this->handlers = array(
42 new Handler\WhitespaceHandler(),
43 new Handler\IdentifierHandler($patterns, $escaping),
44 new Handler\HashHandler($patterns, $escaping),
45 new Handler\StringHandler($patterns, $escaping),
46 new Handler\NumberHandler($patterns),
47 new Handler\CommentHandler(),
52 * Tokenize selector source code.
56 public function tokenize(Reader $reader)
58 $stream = new TokenStream();
60 while (!$reader->isEOF()) {
61 foreach ($this->handlers as $handler) {
62 if ($handler->handle($reader, $stream)) {
67 $stream->push(new Token(Token::TYPE_DELIMITER, $reader->getSubstring(1), $reader->getPosition()));
68 $reader->moveForward(1);
72 ->push(new Token(Token::TYPE_FILE_END, null, $reader->getPosition()))