| /plugin/codemirror/dist/modes/ |
| D | sass.min.js | 1 …tokenizer=v;return"operator"}else if(c==="("){a.next();a.eatSpace();return"operator"}else if(c==="…
|
| D | sass.min.js.map | 1 …tokenizer","tokenBase","eatSpace","buildStringTokenizer","comment","indentation","multiLine","sol"…
|
| /plugin/elasticsearch/vendor/patrickschur/language-detection/src/LanguageDetection/ |
| D | NgramParser.php | 38 protected $tokenizer = null; variable in LanguageDetection\\NgramParser
85 * @param TokenizerInterface $tokenizer
87 public function setTokenizer(TokenizerInterface $tokenizer) argument
89 $this->tokenizer = $tokenizer;
98 if (null === $this->tokenizer)
100 $this->tokenizer = new WhitespaceTokenizer();
103 return $this->tokenizer->tokenize($str);
|
| /plugin/dw2pdf/vendor/setasign/fpdi/src/PdfParser/ |
| D | PdfParser.php | 42 protected $tokenizer; variable in setasign\\Fpdi\\PdfParser\\PdfParser
78 $this->tokenizer = new Tokenizer($streamReader);
108 return $this->tokenizer;
248 $token = $this->tokenizer->getNextToken();
267 return PdfDictionary::parse($this->tokenizer, $this->streamReader, $this);
275 return PdfName::parse($this->tokenizer, $this->streamReader);
279 return PdfArray::parse($this->tokenizer, $this);
283 if (($token2 = $this->tokenizer->getNextToken()) !== false) {
285 if (($token3 = $this->tokenizer->getNextToken()) !== false) {
298 $this->tokenizer,
[all …]
|
| /plugin/dw2pdf/vendor/setasign/fpdi/src/PdfParser/Type/ |
| D | PdfIndirectObject.php | 29 * @param Tokenizer $tokenizer
38 Tokenizer $tokenizer, argument
46 $nextToken = $tokenizer->getNextToken();
50 $tokenizer->pushStack($nextToken);
|
| D | PdfDictionary.php | 26 * @param Tokenizer $tokenizer
32 … public static function parse(Tokenizer $tokenizer, StreamReader $streamReader, PdfParser $parser) argument
37 $token = $tokenizer->getNextToken();
52 … while (($token = $tokenizer->getNextToken()) !== '>' && $token !== false && $lastToken !== '>') {
|
| D | PdfName.php | 25 * @param Tokenizer $tokenizer
29 public static function parse(Tokenizer $tokenizer, StreamReader $streamReader) argument
33 $v->value = (string) $tokenizer->getNextToken();
|
| D | PdfArray.php | 26 * @param Tokenizer $tokenizer
31 public static function parse(Tokenizer $tokenizer, PdfParser $parser) argument
36 while (($token = $tokenizer->getNextToken()) !== ']') {
|
| /plugin/combo/vendor/salesforce/handlebars-php/src/Handlebars/ |
| H A D | Handlebars.php | 49 private $tokenizer; variable in Handlebars\\Handlebars
386 * @param Tokenizer $tokenizer tokenizer
389 public function setTokenizer(Tokenizer $tokenizer) argument
391 $this->tokenizer = $tokenizer;
404 if (! isset($this->tokenizer)) {
405 $this->tokenizer = new Tokenizer();
408 return $this->tokenizer;
|
| /plugin/icalevents/vendor/squizlabs/php_codesniffer/CodeSniffer/ |
| D | File.php | 153 public $tokenizer = null; variable in PHP_CodeSniffer_File
680 $tokenizer = new $tokenizerClass();
681 $this->tokenizer = $tokenizer;
701 …$this->_tokens = self::tokenizeString($contents, $tokenizer, $this->eolChar, $tabWidth, $encoding);
1418 * @param object $tokenizer A tokenizer class to use to tokenize the string.
1426 …public static function tokenizeString($string, $tokenizer, $eolChar='\n', $tabWidth=null, $encodin… argument
1430 if (property_exists($tokenizer, 'skipMinified') === true
1431 && $tokenizer->skipMinified === true
1441 $tokens = $tokenizer->tokenizeString($string, $eolChar);
1451 self::_createPositionMap($tokens, $tokenizer, $eolChar, $encoding, $tabWidth);
[all …]
|
| /plugin/aichat/vendor/mehrab-wj/tiktoken-php/ |
| D | README.md | 1 # TikToken clone for PHP - PHP GPT3 tokenizer
9 Forked from [semji/gpt3-tokenizer-php](https://github.com/semji/gpt3-tokenizer-php) to bug fixes an…
|
| /plugin/icalevents/vendor/squizlabs/php_codesniffer/CodeSniffer/Standards/Squiz/Sniffs/PHP/ |
| D | DisallowSizeFunctionsInLoopsSniff.php | 83 $tokenizer = $phpcsFile->tokenizerType;
98 && isset($this->forbiddenFunctions[$tokenizer][$tokens[$i]['content']]) === true
101 if ($tokenizer === 'JS') {
|
| /plugin/jplayer/vendor/mustache/mustache/src/Mustache/ |
| D | Engine.php | 60 private $tokenizer; variable in Mustache_Engine
479 * @param Mustache_Tokenizer $tokenizer
481 public function setTokenizer(Mustache_Tokenizer $tokenizer) argument
483 $this->tokenizer = $tokenizer;
495 if (!isset($this->tokenizer)) {
496 $this->tokenizer = new Mustache_Tokenizer();
499 return $this->tokenizer;
|
| /plugin/asciidocjs/node_modules/acorn/src/bin/ |
| D | acorn.js | 42 let tokenizer = acorn.tokenizer(code, options), token
44 try { token = tokenizer.getToken() }
|
| /plugin/asciidocjs/node_modules/acorn/bin/ |
| D | acorn | 49 var tokenizer = acorn.tokenizer(code, options), token
51 try { token = tokenizer.getToken() }
|
| /plugin/asciidocjs/node_modules/with/node_modules/acorn/src/bin/ |
| D | acorn.js | 40 let tokenizer = acorn.tokenizer(code, options), token
42 try { token = tokenizer.getToken() }
|
| /plugin/asciidocjs/node_modules/with/node_modules/acorn/bin/ |
| D | acorn | 47 var tokenizer = acorn.tokenizer(code, options), token
49 try { token = tokenizer.getToken() }
|
| /plugin/findologicxmlexport/vendor/doctrine/annotations/lib/Doctrine/Common/Annotations/ |
| D | PhpParser.php | 57 $tokenizer = new TokenParser('<?php ' . $content);
59 $statements = $tokenizer->parseUseStatements($class->getNamespaceName());
|
| /plugin/icalevents/vendor/squizlabs/php_codesniffer/CodeSniffer/Standards/Squiz/Sniffs/Operators/ |
| D | ComparisonOperatorUsageSniff.php | 125 $tokenizer = $phpcsFile->tokenizerType;
191 if (in_array($type, array_keys(self::$_invalidOps[$tokenizer])) === true) {
195 self::$_invalidOps[$tokenizer][$type],
|
| /plugin/scrape/vendor/symfony/css-selector/Parser/ |
| D | Parser.php | 30 private $tokenizer; variable in Symfony\\Component\\CssSelector\\Parser\\Parser
32 public function __construct(Tokenizer $tokenizer = null) argument
34 $this->tokenizer = $tokenizer ?? new Tokenizer();
43 $stream = $this->tokenizer->tokenize($reader);
|
| /plugin/dirtylittlehelper/mermaid/editor/src/components/ |
| D | editor-utils.js | 18 tokenizer: { property
|
| /plugin/asciidocjs/node_modules/pug-filters/node_modules/uglify-js/tools/ |
| D | exports.js | 17 exports["tokenizer"] = tokenizer;
|
| /plugin/dirtylittlehelper/mermaid/editor/src/mermaid-language/ |
| D | mermaid.js | 463 tokenizer: { property
|
| /plugin/dirtylittlehelper/mermaid/editor/docs/ |
| D | 7.7.js | 1 …in","le","lt","na","nb","ne","np","ns"],symbols:/[=><!~?&+\-*\/\^%#@]+/,tokenizer:{root:[[/[a-z_$]… property
|
| /plugin/asciidocjs/node_modules/with/node_modules/acorn/src/ |
| D | index.js | 65 export function tokenizer(input, options) { function
|