class TokenStream in Zircon Profile 8

CSS selector token stream.

This component is a port of the Python cssselect library, which is copyright Ian Bicking, @author Jean-François Simon <[e-mail]>

Hierarchy

• class \Symfony\Component\CssSelector\Parser\TokenStream

See also

https://github.com/SimonSapin/cssselect.

11 files declare their use of TokenStream

AbstractHandlerTest.php in vendor/symfony/css-selector/Tests/Parser/Handler/AbstractHandlerTest.php

CommentHandler.php in vendor/symfony/css-selector/Parser/Handler/CommentHandler.php

CommentHandlerTest.php in vendor/symfony/css-selector/Tests/Parser/Handler/CommentHandlerTest.php

HandlerInterface.php in vendor/symfony/css-selector/Parser/Handler/HandlerInterface.php

HashHandler.php in vendor/symfony/css-selector/Parser/Handler/HashHandler.php

... See full list

File

vendor/symfony/css-selector/Parser/TokenStream.php, line 25

Namespace

Symfony\Component\CssSelector\Parser

class TokenStream {

  /**
   * @var Token[]
   */
  private $tokens = array();

  /**
   * @var bool
   */
  private $frozen = false;

  /**
   * @var Token[]
   */
  private $used = array();

  /**
   * @var int
   */
  private $cursor = 0;

  /**
   * @var Token|null
   */
  private $peeked = null;

  /**
   * @var bool
   */
  private $peeking = false;

  /**
   * Pushes a token.
   *
   * @param Token $token
   *
   * @return TokenStream
   */
  public function push(Token $token) {
    $this->tokens[] = $token;
    return $this;
  }

  /**
   * Freezes stream.
   *
   * @return TokenStream
   */
  public function freeze() {
    $this->frozen = true;
    return $this;
  }

  /**
   * Returns next token.
   *
   * @throws InternalErrorException If there is no more token
   *
   * @return Token
   */
  public function getNext() {
    if ($this->peeking) {
      $this->peeking = false;
      $this->used[] = $this->peeked;
      return $this->peeked;
    }
    if (!isset($this->tokens[$this->cursor])) {
      throw new InternalErrorException('Unexpected token stream end.');
    }
    return $this->tokens[$this->cursor++];
  }

  /**
   * Returns peeked token.
   *
   * @return Token
   */
  public function getPeek() {
    if (!$this->peeking) {
      $this->peeked = $this
        ->getNext();
      $this->peeking = true;
    }
    return $this->peeked;
  }

  /**
   * Returns used tokens.
   *
   * @return Token[]
   */
  public function getUsed() {
    return $this->used;
  }

  /**
   * Returns nex identifier token.
   *
   * @throws SyntaxErrorException If next token is not an identifier
   *
   * @return string The identifier token value
   */
  public function getNextIdentifier() {
    $next = $this
      ->getNext();
    if (!$next
      ->isIdentifier()) {
      throw SyntaxErrorException::unexpectedToken('identifier', $next);
    }
    return $next
      ->getValue();
  }

  /**
   * Returns nex identifier or star delimiter token.
   *
   * @throws SyntaxErrorException If next token is not an identifier or a star delimiter
   *
   * @return null|string The identifier token value or null if star found
   */
  public function getNextIdentifierOrStar() {
    $next = $this
      ->getNext();
    if ($next
      ->isIdentifier()) {
      return $next
        ->getValue();
    }
    if ($next
      ->isDelimiter(array(
      '*',
    ))) {
      return;
    }
    throw SyntaxErrorException::unexpectedToken('identifier or "*"', $next);
  }

  /**
   * Skips next whitespace if any.
   */
  public function skipWhitespace() {
    $peek = $this
      ->getPeek();
    if ($peek
      ->isWhitespace()) {
      $this
        ->getNext();
    }
  }

}

Members

Name	Modifiers	Type	Description	Overrides
TokenStream::$cursor	private	property
TokenStream::$frozen	private	property
TokenStream::$peeked	private	property
TokenStream::$peeking	private	property
TokenStream::$tokens	private	property
TokenStream::$used	private	property
TokenStream::freeze	public	function	Freezes stream.
TokenStream::getNext	public	function	Returns next token.
TokenStream::getNextIdentifier	public	function	Returns nex identifier token.
TokenStream::getNextIdentifierOrStar	public	function	Returns nex identifier or star delimiter token.
TokenStream::getPeek	public	function	Returns peeked token.
TokenStream::getUsed	public	function	Returns used tokens.
TokenStream::push	public	function	Pushes a token.
TokenStream::skipWhitespace	public	function	Skips next whitespace if any.