Home
last modified time | relevance | path

Searched refs:tokenizer (Results 126 – 150 of 182) sorted by relevance

12345678

/plugin/aichat/vendor/mehrab-wj/tiktoken-php/
H A Dcomposer.lock244 "ext-tokenizer": "*",
471 "ext-tokenizer": "*",
615 "ext-tokenizer": "*",
853 "theseer/tokenizer": "^1.2.0"
3862 "name": "theseer/tokenizer",
3866 "url": "https://github.com/theseer/tokenizer.git",
3871 "url": "https://api.github.com/repos/theseer/tokenizer/zipball/34a41e998c2183e22995f158c581e7b5e755ab9e",
3877 "ext-tokenizer": "*",
3900 "issues": "https://github.com/theseer/tokenizer/issues",
3901 "source": "https://github.com/theseer/tokenizer/tre
[all...]
/plugin/dirtylittlehelper/mermaid/editor/docs/
H A D36.36.js.map1 …'\n ],\n decpart: /\\d(_?\\d)*/,\n decimal: /0|@decpart/,\n tokenizer: {\n root…
H A D55.55.js.map1 …MSLNpzZsQ]|[BbhAaCYyjmde]|[RTrDFC])/,\n // The main tokenizer for our languages\n tokenizer:…
H A D67.67.js.map1 …L&S@]?/,\n floatsuffix: /[R#F!]?/,\n // The main tokenizer for our languages\n tokenizer:…
H A D22.22.js.map1 …ostfix: '',\n // ignoreCase: true,\n // The main tokenizer for our languages\n tokenizer:…
H A D51.51.js.map1 …$)/,\n punctuation: /(=|-|~|`|#|\"|\\^|\\+|\\*|:|\\.|'|_|\\+)/,\n tokenizer: {\n root…
H A D27.27.js.map1 …\-(@escape|.)|c(@escape|.)|@escape)/,\n // The main tokenizer for our languages\n tokenizer:…
H A D29.29.js.map1 … { open: '<', close: '>', token: 'delimiter.angle' }\n ],\n tokenizer: {\n root…
H A D47.47.js.map1 … { open: '(', close: ')', token: 'delimiter.parenthesis' }\n ],\n tokenizer: {\n root…
H A D23.23.js.map1 …(module|data|terraform|resource|provider|variable|output|locals)/,\n tokenizer: {\n root…
H A D62.62.js.map1 …4}|u[0-9A-Fa-f]{4}|U[0-9A-Fa-f]{8})/,\n // The main tokenizer for our languages\n tokenizer:…
H A D69.69.js.map1 …\n escapes: /\\\\(?:[btnfr\\\\\"']|[0-7][0-7]?|[0-3][0-7]{2})/,\n tokenizer: {\n root…
H A D48.48.js.map1 …ostfix: '',\n // ignoreCase: true,\n // The main tokenizer for our languages\n tokenizer:…
H A D1.1.js.map1 …,\n timeunits: /s|ms|us|ns|ps|fs/,\n // The main tokenizer for our languages\n tokenizer:…
H A D46.46.js.map1 … { open: '(', close: ')', token: 'delimiter.parenthesis' }\n ],\n tokenizer: {\n root…
H A D64.64.js.map1 …f]{8})/,\n variables: /(?:\\$+(?:(?:\\:\\:?)?[a-zA-Z_]\\w*)+)/,\n tokenizer: {\n root…
H A D49.49.js.map1 …PORTED\n ],\n pseudoColumns: [\n // NOT SUPPORTED\n ],\n tokenizer: {\n root…
H A D63.63.js.map1 …fnrtv\\\\\"']|x[0-9A-Fa-f]{1,4}|u[0-9A-Fa-f]{4}|U[0-9A-Fa-f]{8})/,\n tokenizer: {\n root…
H A D16.16.js.map1 … { open: '<', close: '>', token: 'delimiter.angle' }\n ],\n tokenizer: {\n root…
H A D53.53.js.map1 …ixes: /[iu](8|16|32|64|128|size)/,\n floatSuffixes: /f(32|64)/,\n tokenizer: {\n root…
H A D32.32.js.map1 …index',\n 'link',\n 'meta',\n 'param'\n ],\n tokenizer: {\n root…
H A D41.41.js.map1 …ostfix: '',\n // ignoreCase: true,\n // The main tokenizer for our languages\n tokenizer:…
H A D39.39.js.map1 …4}|u[0-9A-Fa-f]{4}|U[0-9A-Fa-f]{8})/,\n // The main tokenizer for our languages\n tokenizer:…
/plugin/elasticsearch/vendor/elasticsearch/elasticsearch/docs/
H A Dindex-operations.asciidoc100 'tokenizer' => 'standard',
/plugin/codemirror/dist/modes/
H A Delm.min.js.map1 …),[\\]{}]/;\n var spacesRE = /[ \\v\\f]/; // newlines are handled in tokenizer\n\n function …

12345678