Searched refs:getTokenEncoder (Results 1 – 2 of 2) sorted by relevance
119 public function getTokenEncoder() function in dokuwiki\\plugin\\aichat\\Embeddings249 $splitter = new TextSplitter($this->getChunkSize(), $this->getTokenEncoder());329 $chunkSize = count($this->getTokenEncoder()->encode($chunk->getText()));414 $chunkSize = count($this->getTokenEncoder()->encode($chunk->getText()));
345 return count($this->getEmbeddings()->getTokenEncoder()->encode($text));