36      * @param string $string   The string to tokenize.
42     public function tokenizeString($string, $eolChar, $stackPtr)  argument
49         $numChars = strlen($string);
56         $char    = ($numChars - strlen(ltrim($string, '/*')));
57         $openTag = substr($string, 0, $char);
58         $string  = ltrim($string, '/*');
82                      'content'        => substr($string, strlen(rtrim($string, '/*'))),
92         $string = rtrim($string, '/*');
98         $lines    = explode($eolChar, $string);
100         foreach ($lines as $lineNum => $string) {
102                 $string .= $eolChar;
106             $numChars = strlen($string);
109             $space = $this->_collectWhitespace($string, $char, $numChars);
124             if ($string === '') {
128             if ($string[$char] === '*') {
145             $lineTokens = $this->_processLine($string, $eolChar, $char, $numChars);
181      * @param string $string  The comment string being tokenized.
188     private function _processLine($string, $eolChar, $start, $end)  argument
193         $space = $this->_collectWhitespace($string, $start, $end);
199         if (isset($string[$start]) === false) {
203         if ($string[$start] === '@') {
206             preg_match('/@[^\s]+/', $string, $matches, 0, $start);
217                 $space = $this->_collectWhitespace($string, $start, $end);
226         $eol = strpos($string, $eolChar, $start);
233                          'content' => substr($string, $start, ($eol - $start)),
241                          'content' => substr($string, $eol, strlen($eolChar)),
255      * @param string $string The comment string being tokenized.
261     private function _collectWhitespace($string, $start, $end)  argument
265             if ($string[$start] !== ' ' && $string[$start] !== "\t") {
269             $space .= $string[$start];