Lines Matching refs:token
140 $token = new Compiler\Llk\Rule\Token(
147 $token->setRepresentation(
151 $this->_skipTokenAST[$this->_currentNamespace] = $token->getAST();
164 protected function completeToken(Compiler\Llk\Rule\Token $token) argument
166 if (null !== $token->getRepresentation()) {
170 $name = $token->getTokenName();
171 $token->setNamespace($this->_currentNamespace);
175 $token->setRepresentation(
191 $token->setRepresentation($regex);
218 protected function generateToken(Compiler\Llk\Rule\Token $token) argument
220 $toNamespace = $this->completeToken($token);
223 $out = $this->_tokenSampler->visit($token->getAST());