Home
last modified time | relevance | path

Searched refs:Tokenizer (Results 1 – 25 of 36) sorted by relevance

12

/plugin/combo/vendor/salesforce/handlebars-php/src/Handlebars/
DTemplate.php132 && $current[Tokenizer::TYPE] == Tokenizer::T_ESCAPED
133 && $current[Tokenizer::NAME] === $stop
137 switch ($current[Tokenizer::TYPE]) {
138 case Tokenizer::T_SECTION :
139 $newStack = isset($current[Tokenizer::NODES])
140 ? $current[Tokenizer::NODES] : [];
145 case Tokenizer::T_INVERTED :
146 $newStack = isset($current[Tokenizer::NODES]) ?
147 $current[Tokenizer::NODES] : [];
152 case Tokenizer::T_COMMENT :
[all …]
DParser.php59 switch ($token[Tokenizer::TYPE]) {
60 case Tokenizer::T_END_SECTION:
66 'Unexpected closing tag: /' . $token[Tokenizer::NAME]
70 if (!array_key_exists(Tokenizer::NODES, $result)
71 && isset($result[Tokenizer::NAME])
72 && $result[Tokenizer::NAME] == $token[Tokenizer::NAME]
74 $result[Tokenizer::NODES] = $newNodes;
75 $result[Tokenizer::END] = $token[Tokenizer::INDEX];
DHandlebars.php47 * @var Tokenizer
386 * @param Tokenizer $tokenizer tokenizer
389 public function setTokenizer(Tokenizer $tokenizer)
400 * @return Tokenizer
405 $this->tokenizer = new Tokenizer();
DTokenizer.php20 class Tokenizer class
/plugin/dw2pdf/vendor/setasign/fpdi/src/PdfParser/Type/
DPdfName.php13 use setasign\Fpdi\PdfParser\Tokenizer; alias
25 * @param Tokenizer $tokenizer
29 public static function parse(Tokenizer $tokenizer, StreamReader $streamReader)
DPdfArray.php13 use setasign\Fpdi\PdfParser\Tokenizer; alias
26 * @param Tokenizer $tokenizer
31 public static function parse(Tokenizer $tokenizer, PdfParser $parser)
DPdfIndirectObject.php14 use setasign\Fpdi\PdfParser\Tokenizer; alias
29 * @param Tokenizer $tokenizer
38 Tokenizer $tokenizer,
DPdfDictionary.php14 use setasign\Fpdi\PdfParser\Tokenizer; alias
26 * @param Tokenizer $tokenizer
32 … public static function parse(Tokenizer $tokenizer, StreamReader $streamReader, PdfParser $parser)
/plugin/scrape/vendor/symfony/css-selector/Parser/Handler/
DHashHandler.php16 use Symfony\Component\CssSelector\Parser\Tokenizer\TokenizerEscaping;
17 use Symfony\Component\CssSelector\Parser\Tokenizer\TokenizerPatterns;
DIdentifierHandler.php16 use Symfony\Component\CssSelector\Parser\Tokenizer\TokenizerEscaping;
17 use Symfony\Component\CssSelector\Parser\Tokenizer\TokenizerPatterns;
DStringHandler.php18 use Symfony\Component\CssSelector\Parser\Tokenizer\TokenizerEscaping;
19 use Symfony\Component\CssSelector\Parser\Tokenizer\TokenizerPatterns;
DNumberHandler.php16 use Symfony\Component\CssSelector\Parser\Tokenizer\TokenizerPatterns;
/plugin/scrape/vendor/symfony/css-selector/Parser/Tokenizer/
DTokenizer.php12 namespace Symfony\Component\CssSelector\Parser\Tokenizer;
29 class Tokenizer class
DTokenizerEscaping.php12 namespace Symfony\Component\CssSelector\Parser\Tokenizer;
DTokenizerPatterns.php12 namespace Symfony\Component\CssSelector\Parser\Tokenizer;
/plugin/elasticsearch/vendor/patrickschur/language-detection/src/LanguageDetection/
DNgramParser.php7 use LanguageDetection\Tokenizer\TokenizerInterface;
8 use LanguageDetection\Tokenizer\WhitespaceTokenizer;
/plugin/asciidocjs/node_modules/nunjucks/src/
Dlexer.js47 var Tokenizer = /*#__PURE__*/function () { class
48 function Tokenizer(str, opts) { class in Tokenizer
68 var _proto = Tokenizer.prototype;
442 return Tokenizer;
446 return new Tokenizer(src, opts);
/plugin/scrape/vendor/symfony/css-selector/Parser/
DParser.php16 use Symfony\Component\CssSelector\Parser\Tokenizer\Tokenizer; alias
32 public function __construct(Tokenizer $tokenizer = null)
34 $this->tokenizer = $tokenizer ?? new Tokenizer();
/plugin/elasticsearch/vendor/patrickschur/language-detection/src/LanguageDetection/Tokenizer/
DTokenizerInterface.php5 namespace LanguageDetection\Tokenizer;
DWhitespaceTokenizer.php5 namespace LanguageDetection\Tokenizer;
/plugin/dw2pdf/vendor/setasign/fpdi/src/PdfParser/
DPdfParser.php40 * @var Tokenizer
78 $this->tokenizer = new Tokenizer($streamReader);
104 * @return Tokenizer
DTokenizer.php17 class Tokenizer class
/plugin/aichat/vendor/mehrab-wj/tiktoken-php/
DREADME.md3 PHP Text Tokenizer for GPT models
/plugin/asciidocjs/node_modules/babylon/lib/
Dindex.js672 var Tokenizer = function () { class
673 function Tokenizer(options, input) { class in Tokenizer
674 classCallCheck(this, Tokenizer);
682 Tokenizer.prototype.next = function next() {
696 Tokenizer.prototype.eat = function eat(type) {
707 Tokenizer.prototype.match = function match(type) {
713 Tokenizer.prototype.isKeyword = function isKeyword$$1(word) {
719 Tokenizer.prototype.lookahead = function lookahead() {
735 Tokenizer.prototype.setStrict = function setStrict(strict) {
746 Tokenizer.prototype.curContext = function curContext() {
[all …]
/plugin/codemirror/dist/modes/
Dtiddlywiki.min.js.map1 … strict\";\n\nCodeMirror.defineMode(\"tiddlywiki\", function () {\n // Tokenizer\n var textwords…

12