private function getTokens()
    {
        $tokenVector = array(
            'query' => array(),
        );
        $tokenVector['query'] = $this->tokenizer->getTokenVector();
        $tokens = $this->applyFilters($tokenVector);
        if (!empty($tokens)) {
            $tokens = array_keys($tokens['query']);
        }

        return $tokens;
    }
private function getTokens()
    {
        $tokenVector = array(
            'query' => array(),
        );
        $tokenVector['query'] = $this->tokenizer->getTokenVector();
        $tokens = $this->applyFilters($tokenVector);
        if (!empty($tokens)) {
            $tokens = array_keys($tokens['query']);
        }

        return $tokens;
    }
private function getTokens ( ) { $ tokenVector = array ( 'query' => array ( ) , ) ; $ tokenVector [ 'query' ] = $ this -> tokenizer -> getTokenVector ( ) ; $ tokens = $ this -> applyFilters ( $ tokenVector ) ; if ( ! empty ( $ tokens ) ) { $ tokens = array_keys ( $ tokens [ 'query' ] ) ; } return $ tokens ; }
Retrieves all tokens from the tokenizer
@return array
Retrieves all tokens from the tokenizer