Searched refs:bpeRanks (Results 1 – 1 of 1) sorted by relevance
19 private array $bpeRanks = []; variable in TikToken\\Encoder61 $this->bpeRanks = $this->buildBpeRanks($bpeMerges);207 if (isset($this->bpeRanks[$pair[0]][$pair[1]])) {208 $rank = $this->bpeRanks[$pair[0]][$pair[1]];220 if (!isset($this->bpeRanks[$bigram[0]][$bigram[1]])) {