/plugin/aceeditor/ |
H A D | build.js | 1 …Tokenizer=i}),define("ace/mode/text_highlight_rules",["require","exports","module","../lib/lang"],…
|
/plugin/aichat/vendor/mehrab-wj/tiktoken-php/ |
H A D | README.md | 3 PHP Text Tokenizer for GPT models
|
/plugin/codemirror/dist/modes/ |
H A D | haxe.min.js.map | 1 …(config, parserConfig) {\n var indentUnit = config.indentUnit;\n\n // Tokenizer\n\n function kw…
|
H A D | javascript.min.js.map | 1 … wordRE = parserConfig.wordCharacters || /[\\w$\\xa1-\\uffff]/;\n\n // Tokenizer\n\n var keyword…
|
H A D | tiddlywiki.min.js.map | 1 … strict\";\n\nCodeMirror.defineMode(\"tiddlywiki\", function () {\n // Tokenizer\n var textwords…
|
/plugin/combo/vendor/salesforce/handlebars-php/src/Handlebars/ |
H A D | Handlebars.php | 47 * @var Tokenizer 384 * Set the Handlebars Tokenizer instance. 386 * @param Tokenizer $tokenizer tokenizer 389 public function setTokenizer(Tokenizer $tokenizer) 395 * Get the current Handlebars Tokenizer instance. 397 * If no Tokenizer instance has been explicitly specified, this method will 400 * @return Tokenizer 405 $this->tokenizer = new Tokenizer();
|
H A D | Parser.php | 59 switch ($token[Tokenizer::TYPE]) { 60 case Tokenizer::T_END_SECTION: 66 'Unexpected closing tag: /' . $token[Tokenizer::NAME] 70 if (!array_key_exists(Tokenizer::NODES, $result) 71 && isset($result[Tokenizer::NAME]) 72 && $result[Tokenizer::NAME] == $token[Tokenizer::NAME] 74 $result[Tokenizer::NODES] = $newNodes; 75 $result[Tokenizer::END] = $token[Tokenizer [all...] |
H A D | Template.php | 132 && $current[Tokenizer::TYPE] == Tokenizer::T_ESCAPED 133 && $current[Tokenizer::NAME] === $stop 137 switch ($current[Tokenizer::TYPE]) { 138 case Tokenizer::T_SECTION : 139 $newStack = isset($current[Tokenizer::NODES]) 140 ? $current[Tokenizer::NODES] : []; 145 case Tokenizer::T_INVERTED : 146 $newStack = isset($current[Tokenizer::NODES]) ? 147 $current[Tokenizer [all...] |
H A D | Tokenizer.php | 20 class Tokenizer class
|
/plugin/dirtylittlehelper/mermaid/editor/docs/ |
H A D | 3.3.js.map | 1 …Tokenizer = function(input_string, options) {\n this._input = new InputScanner(input_string);\n …
|
H A D | bundle.js.map | 1 …Tokenizer\n */\n\n\n var Tokenizer_1 = /*#__PURE__*/function () {\n function Tokenizer(optio…
|
/plugin/dw2pdf/vendor/setasign/fpdi/src/PdfParser/ |
H A D | PdfParser.php | 40 * @var Tokenizer 78 $this->tokenizer = new Tokenizer($streamReader); 104 * @return Tokenizer
|
H A D | Tokenizer.php | 17 class Tokenizer class 32 * Tokenizer constructor.
|
/plugin/dw2pdf/vendor/setasign/fpdi/src/PdfParser/Type/ |
H A D | PdfArray.php | 13 use setasign\Fpdi\PdfParser\Tokenizer; alias 26 * @param Tokenizer $tokenizer 31 public static function parse(Tokenizer $tokenizer, PdfParser $parser)
|
H A D | PdfDictionary.php | 14 use setasign\Fpdi\PdfParser\Tokenizer; alias 26 * @param Tokenizer $tokenizer 32 public static function parse(Tokenizer $tokenizer, StreamReader $streamReader, PdfParser $parser)
|
H A D | PdfIndirectObject.php | 14 use setasign\Fpdi\PdfParser\Tokenizer; alias 29 * @param Tokenizer $tokenizer 38 Tokenizer $tokenizer,
|
H A D | PdfName.php | 13 use setasign\Fpdi\PdfParser\Tokenizer; alias 25 * @param Tokenizer $tokenizer 29 public static function parse(Tokenizer $tokenizer, StreamReader $streamReader)
|
/plugin/elasticsearch/vendor/patrickschur/language-detection/src/LanguageDetection/ |
H A D | NgramParser.php | 7 use LanguageDetection\Tokenizer\TokenizerInterface; 8 use LanguageDetection\Tokenizer\WhitespaceTokenizer;
|
/plugin/elasticsearch/vendor/patrickschur/language-detection/src/LanguageDetection/Tokenizer/ |
H A D | TokenizerInterface.php | 5 namespace LanguageDetection\Tokenizer;
|
H A D | WhitespaceTokenizer.php | 5 namespace LanguageDetection\Tokenizer;
|