xref: /dokuwiki/inc/parserutils.php (revision d613051ae9b5db0528293dbe6d918df6dbd7dc4e)
1<?php
2/**
3 * Utilities for collecting data from config files
4 *
5 * @license    GPL 2 (http://www.gnu.org/licenses/gpl.html)
6 * @author     Harry Fuecks <hfuecks@gmail.com>
7 * @author     Andreas Gohr <andi@splitbrain.org>
8 */
9
10  if(!defined('DOKU_INC')) define('DOKU_INC',realpath(dirname(__FILE__).'/../').'/');
11
12  require_once(DOKU_INC.'inc/confutils.php');
13  require_once(DOKU_INC.'inc/pageutils.php');
14  require_once(DOKU_INC.'inc/pluginutils.php');
15  require_once(DOKU_INC.'inc/cache.php');
16
17/**
18 * Returns the parsed Wikitext in XHTML for the given id and revision.
19 *
20 * If $excuse is true an explanation is returned if the file
21 * wasn't found
22 *
23 * @author Andreas Gohr <andi@splitbrain.org>
24 */
25function p_wiki_xhtml($id, $rev='', $excuse=true){
26  $file = wikiFN($id,$rev);
27  $ret  = '';
28
29  //ensure $id is in global $ID (needed for parsing)
30  global $ID;
31  $keep = $ID;
32  $ID   = $id;
33
34  if($rev){
35    if(@file_exists($file)){
36      $ret = p_render('xhtml',p_get_instructions(io_readfile($file)),$info); //no caching on old revisions
37    }elseif($excuse){
38      $ret = p_locale_xhtml('norev');
39    }
40  }else{
41    if(@file_exists($file)){
42      $ret = p_cached_output($file,'xhtml',$id);
43    }elseif($excuse){
44      $ret = p_locale_xhtml('newpage');
45    }
46  }
47
48  //restore ID (just in case)
49  $ID = $keep;
50
51  return $ret;
52}
53
54/**
55 * Returns starting summary for a page (e.g. the first few
56 * paragraphs), marked up in XHTML.
57 *
58 * If $excuse is true an explanation is returned if the file
59 * wasn't found
60 *
61 * @param string wiki page id
62 * @param reference populated with page title from heading or page id
63 * @deprecated
64 * @author Harry Fuecks <hfuecks@gmail.com>
65 */
66function p_wiki_xhtml_summary($id, &$title, $rev='', $excuse=true){
67  $file = wikiFN($id,$rev);
68  $ret  = '';
69
70  //ensure $id is in global $ID (needed for parsing)
71  global $ID;
72  $keep = $ID;
73  $ID   = $id;
74
75  if($rev){
76    if(@file_exists($file)){
77      //no caching on old revisions
78      $ins = p_get_instructions(io_readfile($file));
79    }elseif($excuse){
80      $ret = p_locale_xhtml('norev');
81      //restore ID (just in case)
82      $ID = $keep;
83      return $ret;
84    }
85
86  }else{
87
88    if(@file_exists($file)){
89      // The XHTML for a summary is not cached so use the instruction cache
90      $ins = p_cached_instructions($file);
91    }elseif($excuse){
92      $ret = p_locale_xhtml('newpage');
93      //restore ID (just in case)
94      $ID = $keep;
95      return $ret;
96    }
97  }
98
99  $ret = p_render('xhtmlsummary',$ins,$info);
100
101  if ( $info['sum_pagetitle'] ) {
102    $title = $info['sum_pagetitle'];
103  } else {
104    $title = $id;
105  }
106
107  $ID = $keep;
108  return $ret;
109}
110
111/**
112 * Returns the specified local text in parsed format
113 *
114 * @author Andreas Gohr <andi@splitbrain.org>
115 */
116function p_locale_xhtml($id){
117  //fetch parsed locale
118  $html = p_cached_output(localeFN($id));
119  return $html;
120}
121
122/**
123 *     *** DEPRECATED ***
124 *
125 * use p_cached_output()
126 *
127 * Returns the given file parsed to XHTML
128 *
129 * Uses and creates a cachefile
130 *
131 * @deprecated
132 * @author Andreas Gohr <andi@splitbrain.org>
133 * @todo   rewrite to use mode instead of hardcoded XHTML
134 */
135function p_cached_xhtml($file){
136  return p_cached_output($file);
137}
138
139/**
140 * Returns the given file parsed into the requested output format
141 *
142 * @author Andreas Gohr <andi@splitbrain.org>
143 * @author Chris Smith <chris@jalakai.co.uk>
144 */
145function p_cached_output($file, $format='xhtml', $id='') {
146  global $conf;
147
148  $cache = new cache_renderer($id, $file, $format);
149  if ($cache->useCache()) {
150    $parsed = $cache->retrieveCache();
151    if($conf['allowdebug'] && $format=='xhtml') $parsed .= "\n<!-- cachefile {$cache->cache} used -->\n";
152  } else {
153    $parsed = p_render($format, p_cached_instructions($file,false,$id), $info);
154
155    if ($info['cache']) {
156      $cache->storeCache($parsed);               //save cachefile
157      if($conf['allowdebug'] && $format=='xhtml') $parsed .= "\n<!-- no cachefile used, but created {$cache->cache} -->\n";
158    }else{
159      $cache->removeCache();                     //try to delete cachefile
160      if($conf['allowdebug'] && $format=='xhtml') $parsed .= "\n<!-- no cachefile used, caching forbidden -->\n";
161    }
162  }
163
164  return $parsed;
165}
166
167/**
168 * Returns the render instructions for a file
169 *
170 * Uses and creates a serialized cache file
171 *
172 * @author Andreas Gohr <andi@splitbrain.org>
173 */
174function p_cached_instructions($file,$cacheonly=false,$id='') {
175  global $conf;
176  static $run = null;
177  if(is_null($run)) $run = array();
178
179  $cache = new cache_instructions($id, $file);
180
181  if ($cacheonly || $cache->useCache() || isset($run[$file])) {
182    return $cache->retrieveCache();
183  } else if (@file_exists($file)) {
184    // no cache - do some work
185    $ins = p_get_instructions(io_readfile($file));
186    $cache->storeCache($ins);
187    $run[$file] = true; // we won't rebuild these instructions in the same run again
188    return $ins;
189  }
190
191  return null;
192}
193
194/**
195 * turns a page into a list of instructions
196 *
197 * @author Harry Fuecks <hfuecks@gmail.com>
198 * @author Andreas Gohr <andi@splitbrain.org>
199 */
200function p_get_instructions($text){
201
202  $modes = p_get_parsermodes();
203
204  // Create the parser
205  $Parser = & new Doku_Parser();
206
207  // Add the Handler
208  $Parser->Handler = & new Doku_Handler();
209
210  //add modes to parser
211  foreach($modes as $mode){
212    $Parser->addMode($mode['mode'],$mode['obj']);
213  }
214
215  // Do the parsing
216  trigger_event('PARSER_WIKITEXT_PREPROCESS', $text);
217  $p = $Parser->parse($text);
218//  dbg($p);
219  return $p;
220}
221
222/**
223 * returns the metadata of a page
224 *
225 * @author Esther Brunner <esther@kaffeehaus.ch>
226 */
227function p_get_metadata($id, $key=false, $render=false){
228  global $ID, $INFO, $cache_metadata;
229
230  // cache the current page
231  // Benchmarking shows the current page's metadata is generally the only page metadata
232  // accessed several times. This may catch a few other pages, but that shouldn't be an issue.
233  $cache = ($ID == $id);
234  $meta = p_read_metadata($id, $cache);
235
236  // metadata has never been rendered before - do it!
237  if ($render && !$meta['current']['description']['abstract']){
238    $meta = p_render_metadata($id, $meta);
239    io_saveFile(metaFN($id, '.meta'), serialize($meta));
240
241    // sync cached copies, including $INFO metadata
242    if (!empty($cache_metadata[$id])) $cache_metadata[$id] = $meta;
243    if (!empty($INFO) && ($id == $INFO['id'])) { $INFO['meta'] = $meta['current']; }
244  }
245
246  // filter by $key
247  if ($key){
248    list($key, $subkey) = explode(' ', $key, 2);
249    if (trim($subkey)) return $meta['current'][$key][$subkey];
250
251    return $meta['current'][$key];
252  }
253
254  return $meta['current'];
255}
256
257/**
258 * sets metadata elements of a page
259 *
260 * @author Esther Brunner <esther@kaffeehaus.ch>
261 */
262function p_set_metadata($id, $data, $render=false, $persistent=true){
263  if (!is_array($data)) return false;
264
265  global $ID;
266
267  // cache the current page
268  $cache = ($ID == $id);
269  $orig = p_read_metadata($id, $cache);
270
271  // render metadata first?
272  $meta = $render ? p_render_metadata($id, $orig) : $orig;
273
274  // now add the passed metadata
275  $protected = array('description', 'date', 'contributor');
276  foreach ($data as $key => $value){
277
278    // be careful with sub-arrays of $meta['relation']
279    if ($key == 'relation'){
280
281      foreach ($value as $subkey => $subvalue){
282        $meta['current'][$key][$subkey] = array_merge($meta['current'][$key][$subkey], $subvalue);
283        if ($persistent)
284          $meta['persistent'][$key][$subkey] = array_merge($meta['persistent'][$key][$subkey], $subvalue);
285      }
286
287    // be careful with some senisitive arrays of $meta
288    } elseif (in_array($key, $protected)){
289
290      if (is_array($value)){
291        #FIXME not sure if this is the intended thing:
292        if(!is_array($meta['current'][$key])) $meta['current'][$key] = array($meta['current'][$key]);
293        $meta['current'][$key] = array_merge($meta['current'][$key], $value);
294
295        if ($persistent) {
296          if(!is_array($meta['persistent'][$key])) $meta['persistent'][$key] = array($meta['persistent'][$key]);
297          $meta['persistent'][$key] = array_merge($meta['persistent'][$key], $value);
298        }
299      }
300
301    // no special treatment for the rest
302    } else {
303      $meta['current'][$key] = $value;
304      if ($persistent) $meta['persistent'][$key] = $value;
305    }
306  }
307
308  // save only if metadata changed
309  if ($meta == $orig) return true;
310
311  // sync cached copies, including $INFO metadata
312  global $cache_metadata, $INFO;
313
314  if (!empty($cache_metadata[$id])) $cache_metadata[$id] = $meta;
315  if (!empty($INFO) && ($id == $INFO['id'])) { $INFO['meta'] = $meta['current']; }
316
317  return io_saveFile(metaFN($id, '.meta'), serialize($meta));
318}
319
320/**
321 * read the metadata from source/cache for $id
322 * (internal use only - called by p_get_metadata & p_set_metadata)
323 *
324 * this function also converts the metadata from the original format to
325 * the current format ('current' & 'persistent' arrays)
326 *
327 * @author   Christopher Smith <chris@jalakai.co.uk>
328 *
329 * @param    string   $id      absolute wiki page id
330 * @param    bool     $cache   whether or not to cache metadata in memory
331 *                             (only use for metadata likely to be accessed several times)
332 *
333 * @return   array             metadata
334 */
335function p_read_metadata($id,$cache=false) {
336  global $cache_metadata;
337
338  if (isset($cache_metadata[$id])) return $cache_metadata[$id];
339
340  $file = metaFN($id, '.meta');
341  $meta = @file_exists($file) ? unserialize(io_readFile($file, false)) : array('current'=>array(),'persistent'=>array());
342
343  // convert $meta from old format to new (current+persistent) format
344  if (!isset($meta['current'])) {
345    $meta = array('current'=>$meta,'persistent'=>$meta);
346
347    // remove non-persistent keys
348    unset($meta['persistent']['title']);
349    unset($meta['persistent']['description']['abstract']);
350    unset($meta['persistent']['description']['tableofcontents']);
351    unset($meta['persistent']['relation']['haspart']);
352    unset($meta['persistent']['relation']['references']);
353    unset($meta['persistent']['date']['valid']);
354
355    if (empty($meta['persistent']['description'])) unset($meta['persistent']['description']);
356    if (empty($meta['persistent']['relation'])) unset($meta['persistent']['relation']);
357    if (empty($meta['persistent']['date'])) unset($meta['persistent']['date']);
358
359    // save converted metadata
360    io_saveFile($file, serialize($meta));
361  }
362
363  if ($cache) {
364    $cache_metadata[$id] = $meta;
365  }
366
367  return $meta;
368}
369
370/**
371 * renders the metadata of a page
372 *
373 * @author Esther Brunner <esther@kaffeehaus.ch>
374 */
375function p_render_metadata($id, $orig){
376
377  // add an extra key for the event - to tell event handlers the page whose metadata this is
378  $orig['page'] = $id;
379  $evt = new Doku_Event('PARSER_METADATA_RENDER', $orig);
380  if ($evt->advise_before()) {
381
382    require_once DOKU_INC."inc/parser/metadata.php";
383
384    // get instructions
385    $instructions = p_cached_instructions(wikiFN($id),false,$id);
386    if(is_null($instructions)) return null; // something went wrong with the instructions
387
388    // set up the renderer
389    $renderer = & new Doku_Renderer_metadata();
390    $renderer->meta = $orig['current'];
391    $renderer->persistent = $orig['persistent'];
392
393    // loop through the instructions
394    foreach ($instructions as $instruction){
395      // execute the callback against the renderer
396      call_user_func_array(array(&$renderer, $instruction[0]), $instruction[1]);
397    }
398
399    $evt->result = array('current'=>$renderer->meta,'persistent'=>$renderer->persistent);
400  }
401  $evt->advise_after();
402
403  return $evt->result;
404}
405
406/**
407 * returns all available parser syntax modes in correct order
408 *
409 * @author Andreas Gohr <andi@splitbrain.org>
410 */
411function p_get_parsermodes(){
412  global $conf;
413
414  //reuse old data
415  static $modes = null;
416  if($modes != null){
417    return $modes;
418  }
419
420  //import parser classes and mode definitions
421  require_once DOKU_INC . 'inc/parser/parser.php';
422
423  // we now collect all syntax modes and their objects, then they will
424  // be sorted and added to the parser in correct order
425  $modes = array();
426
427  // add syntax plugins
428  $pluginlist = plugin_list('syntax');
429  if(count($pluginlist)){
430    global $PARSER_MODES;
431    $obj = null;
432    foreach($pluginlist as $p){
433      if(!$obj =& plugin_load('syntax',$p)) continue; //attempt to load plugin into $obj
434      $PARSER_MODES[$obj->getType()][] = "plugin_$p"; //register mode type
435      //add to modes
436      $modes[] = array(
437                   'sort' => $obj->getSort(),
438                   'mode' => "plugin_$p",
439                   'obj'  => $obj,
440                 );
441      unset($obj); //remove the reference
442    }
443  }
444
445  // add default modes
446  $std_modes = array('listblock','preformatted','notoc','nocache',
447                     'header','table','linebreak','footnote','hr',
448                     'unformatted','php','html','code','file','quote',
449                     'internallink','rss','media','externallink',
450                     'emaillink','windowssharelink','eol');
451  if($conf['typography']){
452    $std_modes[] = 'quotes';
453    $std_modes[] = 'multiplyentity';
454  }
455  foreach($std_modes as $m){
456    $class = "Doku_Parser_Mode_$m";
457    $obj   = new $class();
458    $modes[] = array(
459                 'sort' => $obj->getSort(),
460                 'mode' => $m,
461                 'obj'  => $obj
462               );
463  }
464
465  // add formatting modes
466  $fmt_modes = array('strong','emphasis','underline','monospace',
467                     'subscript','superscript','deleted');
468  foreach($fmt_modes as $m){
469    $obj   = new Doku_Parser_Mode_formatting($m);
470    $modes[] = array(
471                 'sort' => $obj->getSort(),
472                 'mode' => $m,
473                 'obj'  => $obj
474               );
475  }
476
477  // add modes which need files
478  $obj     = new Doku_Parser_Mode_smiley(array_keys(getSmileys()));
479  $modes[] = array('sort' => $obj->getSort(), 'mode' => 'smiley','obj'  => $obj );
480  $obj     = new Doku_Parser_Mode_acronym(array_keys(getAcronyms()));
481  $modes[] = array('sort' => $obj->getSort(), 'mode' => 'acronym','obj'  => $obj );
482  $obj     = new Doku_Parser_Mode_entity(array_keys(getEntities()));
483  $modes[] = array('sort' => $obj->getSort(), 'mode' => 'entity','obj'  => $obj );
484
485
486  // add optional camelcase mode
487  if($conf['camelcase']){
488    $obj     = new Doku_Parser_Mode_camelcaselink();
489    $modes[] = array('sort' => $obj->getSort(), 'mode' => 'camelcaselink','obj'  => $obj );
490  }
491
492  //sort modes
493  usort($modes,'p_sort_modes');
494
495  return $modes;
496}
497
498/**
499 * Callback function for usort
500 *
501 * @author Andreas Gohr <andi@splitbrain.org>
502 */
503function p_sort_modes($a, $b){
504  if($a['sort'] == $b['sort']) return 0;
505  return ($a['sort'] < $b['sort']) ? -1 : 1;
506}
507
508/**
509 * Renders a list of instruction to the specified output mode
510 *
511 * In the $info array are informations from the renderer returned
512 *
513 * @author Harry Fuecks <hfuecks@gmail.com>
514 * @author Andreas Gohr <andi@splitbrain.org>
515 */
516function p_render($mode,$instructions,& $info){
517  if(is_null($instructions)) return '';
518
519  // try default renderer first:
520  $file = DOKU_INC."inc/parser/$mode.php";
521  if(@file_exists($file)){
522    require_once $file;
523    $rclass = "Doku_Renderer_$mode";
524
525    if ( !class_exists($rclass) ) {
526      trigger_error("Unable to resolve render class $rclass",E_USER_WARNING);
527      msg("Renderer for $mode not valid",-1);
528      return null;
529    }
530    $Renderer = & new $rclass();
531  }else{
532    // Maybe a plugin is available?
533    $Renderer =& plugin_load('renderer',$mode);
534    if(is_null($Renderer)){
535      msg("No renderer for $mode found",-1);
536      return null;
537    }
538  }
539
540  $Renderer->smileys = getSmileys();
541  $Renderer->entities = getEntities();
542  $Renderer->acronyms = getAcronyms();
543  $Renderer->interwiki = getInterwiki();
544  #$Renderer->badwords = getBadWords();
545
546  // Loop through the instructions
547  foreach ( $instructions as $instruction ) {
548      // Execute the callback against the Renderer
549      call_user_func_array(array(&$Renderer, $instruction[0]),$instruction[1]);
550  }
551
552  //set info array
553  $info = $Renderer->info;
554
555  // Post process and return the output
556  $data = array($mode,& $Renderer->doc);
557  trigger_event('RENDERER_CONTENT_POSTPROCESS',$data);
558  return $Renderer->doc;
559}
560
561/**
562 * Gets the first heading from a file
563 *
564 * @param   string   $id       dokuwiki page id
565 * @param   bool     $render   rerender if first heading not known
566 *                             default: false  -- this protects against loops where $id requires a
567 *                                                first heading further pages which eventually result
568 *                                                in a request for a first heading from a page already
569 *                                                in the chain (FS#1010)
570 *
571 *
572 * @author Andreas Gohr <andi@splitbrain.org>
573 */
574function p_get_first_heading($id, $render=false){
575  global $conf;
576  return $conf['useheading'] ? p_get_metadata($id,'title',$render) : null;
577}
578
579/**
580 * Wrapper for GeSHi Code Highlighter, provides caching of its output
581 *
582 * @author Christopher Smith <chris@jalakai.co.uk>
583 */
584function p_xhtml_cached_geshi($code, $language) {
585  $cache = getCacheName($language.$code,".code");
586
587  if (@file_exists($cache) && !$_REQUEST['purge'] &&
588     (filemtime($cache) > filemtime(DOKU_INC . 'inc/geshi.php'))) {
589
590    $highlighted_code = io_readFile($cache, false);
591    @touch($cache);
592
593  } else {
594
595    require_once(DOKU_INC . 'inc/geshi.php');
596
597    $geshi = new GeSHi($code, strtolower($language), DOKU_INC . 'inc/geshi');
598    $geshi->set_encoding('utf-8');
599    $geshi->enable_classes();
600    $geshi->set_header_type(GESHI_HEADER_PRE);
601    $geshi->set_overall_class("code $language");
602    $geshi->set_link_target($conf['target']['extern']);
603
604    $highlighted_code = $geshi->parse_code();
605
606    io_saveFile($cache,$highlighted_code);
607  }
608
609  return $highlighted_code;
610}
611
612//Setup VIM: ex: et ts=2 enc=utf-8 :
613