Lines Matching refs:tokens
112 $tokens = [];122 $tmp = &$tokens[$i][\mb_substr($word, $j, $i)];127 foreach ($tokens as $i => $token)133 $tokens[$i][$j] = $value / $sum;137 if (!\count($tokens))142 $tokens = \array_merge(...$tokens);143 unset($tokens['_']);145 \arsort($tokens, SORT_NUMERIC);148 \array_keys($tokens),