private function doParseTokens()
    {
        $tokens = array();

        while ($this->valid()) {
            while (ctype_space($this->current)) {
                // Skip spaces
                $this->next();
            }

            if ($this->valid()) {
                $tokens[] = $this->parseToken();
            }
        }

        return $tokens;
    }
private function doParseTokens()
    {
        $tokens = array();

        while ($this->valid()) {
            while (ctype_space($this->current)) {
                // Skip spaces
                $this->next();
            }

            if ($this->valid()) {
                $tokens[] = $this->parseToken();
            }
        }

        return $tokens;
    }
private function doParseTokens ( ) { $ tokens = array ( ) ; while ( $ this -> valid ( ) ) { while ( ctype_space ( $ this -> current ) ) { // Skip spaces $ this -> next ( ) ; } if ( $ this -> valid ( ) ) { $ tokens [ ] = $ this -> parseToken ( ) ; } } return $ tokens ; }
Parses an array of tokens.

@return array The parsed tokens.
Parses an array of tokens .