Home
last modified time | relevance | path

Searched refs:tokenizer (Results 1 – 25 of 182) sorted by path

12345678

/plugin/aceeditor/
H A Dbuild.js1tokenizer=e;var n=this;this.$worker=function(){if(!n.running)return;var e=new Date,t=n.currentLine…
/plugin/aichat/vendor/mehrab-wj/tiktoken-php/
H A DREADME.md1 # TikToken clone for PHP - PHP GPT3 tokenizer
9 Forked from [semji/gpt3-tokenizer-php](https://github.com/semji/gpt3-tokenizer-php) to bug fixes and improvement.
H A Dcomposer.lock244 "ext-tokenizer": "*",
471 "ext-tokenizer": "*",
615 "ext-tokenizer": "*",
853 "theseer/tokenizer": "^1.2.0"
3862 "name": "theseer/tokenizer",
3866 "url": "https://github.com/theseer/tokenizer.git",
3871 "url": "https://api.github.com/repos/theseer/tokenizer/zipball/34a41e998c2183e22995f158c581e7b5e755ab9e",
3877 "ext-tokenizer": "*",
3900 "issues": "https://github.com/theseer/tokenizer/issues",
3901 "source": "https://github.com/theseer/tokenizer/tre
[all...]
/plugin/barcodes/
H A Dcomposer.lock207 "ext-tokenizer": "*",
386 "theseer/tokenizer": "^1.2.0"
1744 "name": "theseer/tokenizer",
1748 "url": "https://github.com/theseer/tokenizer.git",
1753 …"url": "https://api.github.com/repos/theseer/tokenizer/zipball/34a41e998c2183e22995f158c581e7b5e75…
1759 "ext-tokenizer": "*",
1782 "issues": "https://github.com/theseer/tokenizer/issues",
1783 "source": "https://github.com/theseer/tokenizer/tree/1.2.1"
/plugin/codemirror/dist/modes/
H A Delm.min.js.map1 …),[\\]{}]/;\n var spacesRE = /[ \\v\\f]/; // newlines are handled in tokenizer\n\n function …
H A Derlang.min.js.map1tokenizer","stream","state","in_string","doubleQuote","rval","in_atom","singleQuote","eatSpace","p…
H A Dhaskell.min.js.map1 …]`{}]/;\n var whiteCharRE = /[ \\t\\v\\f]/; // newlines are handled in tokenizer\n\n function no…
H A Dmathematica.min.js.map1 …able:{_Integer}\n // the match is then forwarded to the mma-patterns tokenizer.\n if (stream…
H A Dsass.min.js1tokenizer=v;return"operator"}else if(c==="("){a.next();a.eatSpace();return"operator"}else if(c==="…
H A Dsass.min.js.map1tokenizer","tokenBase","eatSpace","buildStringTokenizer","comment","indentation","multiLine","sol"…
H A Dsmalltalk.min.js.map1tokenizer","parent","this","next","Token","name","context","eos","State","expectVariable","indenta…
H A Dxquery.min.js.map1tokenizer\n function tokenBase(stream, state) {\n var ch = stream.next(),\n mightBeFunc…
/plugin/codeprettify/code-prettify/src/
H A Dnode_prettify.js710 var tokenizer;
731 tokenizer = combinePrefixPatterns(allRegexs);
753 var tokens = sourceCode.match(tokenizer) || [];
H A Dprettify.js758 var tokenizer;
779 tokenizer = combinePrefixPatterns(allRegexs);
801 var tokens = sourceCode.match(tokenizer) || [];
H A Drun_prettify.js987 var tokenizer;
1008 tokenizer = combinePrefixPatterns(allRegexs);
1030 var tokens = sourceCode.match(tokenizer) || [];
/plugin/combo/vendor/salesforce/handlebars-php/src/Handlebars/
H A DHandlebars.php49 private $tokenizer; variable in Handlebars\\Handlebars
386 * @param Tokenizer $tokenizer tokenizer
389 public function setTokenizer(Tokenizer $tokenizer) argument
391 $this->tokenizer = $tokenizer;
404 if (! isset($this->tokenizer)) {
405 $this->tokenizer = new Tokenizer();
408 return $this->tokenizer;
/plugin/diagramsnet/lib/WEB-INF/lib/
H A Dcommons-logging-1.2.jarMETA-INF/ META-INF/MANIFEST.MF org/ org/apache/ org/ ...
H A Dgson-2.7.jarMETA-INF/ META-INF/MANIFEST.MF com/ com/google/ com/ ...
/plugin/dirtylittlehelper/mermaid/editor/
H A Dbundle.js426tokenizer[n];if(t)return t;const i=n.lastIndexOf(".");n=i<0?null:n.substr(0,i)}return null}class j…
/plugin/dirtylittlehelper/mermaid/editor/docs/
H A D0.0.js1 …LL|u|U|l|L)?(ll|LL|u|U|l|L)?/,floatsuffix:/[fFlL]?/,encoding:/u|u8|U|L/,tokenizer:{root:[[/@encodi… class in AnonymousFunction3c616b5b0100.r
H A D0.0.js.map1 …/[fFlL]?/,\n encoding: /u|u8|U|L/,\n // The main tokenizer for our languages\n tokenizer:…
H A D1.1.js1 ….]*|\\\S+ )/,systemcall:/[$][a-zA-Z0-9_]+/,timeunits:/s|ms|us|ns|ps|fs/,tokenizer:{root:[[/^(\s*)(… class in AnonymousFunction3eb7205d0100.r
H A D1.1.js.map1 …,\n timeunits: /s|ms|us|ns|ps|fs/,\n // The main tokenizer for our languages\n tokenizer:…
H A D10.10.js1 …/\\(?:[abfnrtv\\"']|x[0-9A-Fa-f]{1,4}|u[0-9A-Fa-f]{4}|U[0-9A-Fa-f]{8})/,tokenizer:{root:[[/^(\s*)(… class in AnonymousFunction5c0b0f5d0100.t
H A D10.10.js.map1 …4}|u[0-9A-Fa-f]{4}|U[0-9A-Fa-f]{8})/,\n // The main tokenizer for our languages\n tokenizer:…

12345678