Lines Matching refs:string
9 /** @var array<string> */
12 /** @var array<string> */
15 /** @var array<string> */
51 $splitLine = preg_split('#(\s+)#', (string) $rawDictionaryLine);
65 /** @return array<string> */
66 public function encode(string $text): array
81 $token = mb_convert_encoding((string) $token, "UTF-8", "ISO-8859-1");
112 private function characterToUnicode(string $characters): int
172 * @param array<int, string> $word
191 private function bpe(string $token): string
277 * @param array<int, string> $array
279 private function indexOf(array $array, string $searchElement, int $fromIndex): int