1f3f0262cSandi<? 215fae107Sandi/** 315fae107Sandi * DokuWiki search functions 415fae107Sandi * 515fae107Sandi * @license GPL 2 (http://www.gnu.org/licenses/gpl.html) 615fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 715fae107Sandi */ 8f3f0262cSandi 9f3f0262cSandi require_once("inc/common.php"); 10f3f0262cSandi 11f3f0262cSandi/** 1215fae107Sandi * recurse direcory 1315fae107Sandi * 14f3f0262cSandi * This function recurses into a given base directory 15f3f0262cSandi * and calls the supplied function for each file and directory 1615fae107Sandi * 1715fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 18f3f0262cSandi */ 19f3f0262cSandifunction search(&$data,$base,$func,$opts,$dir='',$lvl=1){ 20f3f0262cSandi $dirs = array(); 21f3f0262cSandi $files = array(); 22f3f0262cSandi 23f3f0262cSandi //read in directories and files 24f3f0262cSandi $dh = @opendir($base.'/'.$dir); 25f3f0262cSandi if(!$dh) return; 26f3f0262cSandi while(($file = readdir($dh)) !== false){ 27f3f0262cSandi if(preg_match('/^\./',$file)) continue; //skip hidden files and upper dirs 28f3f0262cSandi if(is_dir($base.'/'.$dir.'/'.$file)){ 29f3f0262cSandi $dirs[] = $dir.'/'.$file; 30f3f0262cSandi continue; 31f3f0262cSandi } 32f3f0262cSandi $files[] = $dir.'/'.$file; 33f3f0262cSandi } 34f3f0262cSandi closedir($dh); 35f3f0262cSandi sort($files); 36f3f0262cSandi sort($dirs); 37f3f0262cSandi 38f3f0262cSandi //give directories to userfunction then recurse 39f3f0262cSandi foreach($dirs as $dir){ 40f3f0262cSandi if ($func($data,$base,$dir,'d',$lvl,$opts)){ 41f3f0262cSandi search($data,$base,$func,$opts,$dir,$lvl+1); 42f3f0262cSandi } 43f3f0262cSandi } 44f3f0262cSandi //now handle the files 45f3f0262cSandi foreach($files as $file){ 46f3f0262cSandi $func($data,$base,$file,'f',$lvl,$opts); 47f3f0262cSandi } 48f3f0262cSandi} 49f3f0262cSandi 50f3f0262cSandi/** 51f3f0262cSandi * The following functions are userfunctions to use with the search 52f3f0262cSandi * function above. This function is called for every found file or 53f3f0262cSandi * directory. When a directory is given to the function it has to 54f3f0262cSandi * decide if this directory should be traversed (true) or not (false) 55f3f0262cSandi * The function has to accept the following parameters: 56f3f0262cSandi * 57f3f0262cSandi * &$data - Reference to the result data structure 58f3f0262cSandi * $base - Base usually $conf['datadir'] 59f3f0262cSandi * $file - current file or directory relative to $base 60f3f0262cSandi * $type - Type either 'd' for directory or 'f' for file 61f3f0262cSandi * $lvl - Current recursion depht 62f3f0262cSandi * $opts - option array as given to search() 63f3f0262cSandi * 64f3f0262cSandi * return values for files are ignored 65f3f0262cSandi * 66f3f0262cSandi * All functions should check the ACL for document READ rights 67f3f0262cSandi * namespaces (directories) are NOT checked as this would break 68f3f0262cSandi * the recursion (You can have an nonreadable dir over a readable 69f3f0262cSandi * one deeper nested) 70f3f0262cSandi */ 71f3f0262cSandi 72f3f0262cSandi/** 7315fae107Sandi * Build the browsable index of pages 74f3f0262cSandi * 75f3f0262cSandi * $opts['ns'] is the current namespace 7615fae107Sandi * 7715fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 78f3f0262cSandi */ 79f3f0262cSandifunction search_index(&$data,$base,$file,$type,$lvl,$opts){ 80f3f0262cSandi $return = true; 81f3f0262cSandi 82*cb70c441Sandi $item = array(); 83*cb70c441Sandi 84f3f0262cSandi if($type == 'd' && !preg_match('#^'.$file.'(/|$)#','/'.$opts['ns'])){ 85f3f0262cSandi //add but don't recurse 86f3f0262cSandi $return = false; 87f3f0262cSandi }elseif($type == 'f' && !preg_match('#\.txt$#',$file)){ 88f3f0262cSandi //don't add 89f3f0262cSandi return false; 90f3f0262cSandi } 91f3f0262cSandi 92f3f0262cSandi //check ACL 93f3f0262cSandi $id = pathID($file); 94f3f0262cSandi if($type=='f' && auth_quickaclcheck($id) < AUTH_READ){ 95f3f0262cSandi return false; 96f3f0262cSandi } 97f3f0262cSandi 98f3f0262cSandi $data[]=array( 'id' => $id, 99f3f0262cSandi 'type' => $type, 100*cb70c441Sandi 'level' => $lvl, 101*cb70c441Sandi 'open' => $return ); 102f3f0262cSandi return $return; 103f3f0262cSandi} 104f3f0262cSandi 105f3f0262cSandi/** 10615fae107Sandi * List all namespaces 10715fae107Sandi * 10815fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 109f3f0262cSandi */ 110f3f0262cSandifunction search_namespaces(&$data,$base,$file,$type,$lvl,$opts){ 111f3f0262cSandi if($type == 'f') return true; //nothing to do on files 112f3f0262cSandi 113f3f0262cSandi $id = pathID($file); 114f3f0262cSandi $data[]=array( 'id' => $id, 115f3f0262cSandi 'type' => $type, 116f3f0262cSandi 'level' => $lvl ); 117f3f0262cSandi return true; 118f3f0262cSandi} 119f3f0262cSandi 120f3f0262cSandi/** 12115fae107Sandi * List all mediafiles in a namespace 12215fae107Sandi * 12315fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 124f3f0262cSandi */ 125f3f0262cSandifunction search_media(&$data,$base,$file,$type,$lvl,$opts){ 126f3f0262cSandi //we do nothing with directories 127f3f0262cSandi if($type == 'd') return false; 128f3f0262cSandi 129f3f0262cSandi $info = array(); 130f3f0262cSandi $info['id'] = pathID($file); 131f3f0262cSandi 132f3f0262cSandi //check ACL for namespace (we have no ACL for mediafiles) 133f3f0262cSandi if(auth_quickaclcheck(getNS($info['id']).':*') < AUTH_READ){ 134f3f0262cSandi return false; 135f3f0262cSandi } 136f3f0262cSandi 137f3f0262cSandi $info['file'] = basename($file); 138f3f0262cSandi $info['size'] = filesize($base.'/'.$file); 139f3f0262cSandi if(preg_match("/\.(jpe?g|gif|png)$/",$file)){ 140f3f0262cSandi $info['isimg'] = true; 141f3f0262cSandi $info['info'] = getimagesize($base.'/'.$file); 142f3f0262cSandi }else{ 143f3f0262cSandi $info['isimg'] = false; 144f3f0262cSandi } 145f3f0262cSandi $data[] = $info; 146f3f0262cSandi 147f3f0262cSandi return false; 148f3f0262cSandi} 149f3f0262cSandi 150f3f0262cSandi/** 151f3f0262cSandi * This function just lists documents (for RSS namespace export) 15215fae107Sandi * 15315fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 154f3f0262cSandi */ 155f3f0262cSandifunction search_list(&$data,$base,$file,$type,$lvl,$opts){ 156f3f0262cSandi //we do nothing with directories 157f3f0262cSandi if($type == 'd') return false; 158f3f0262cSandi if(preg_match('#\.txt$#',$file)){ 159f3f0262cSandi //check ACL 160f3f0262cSandi $id = pathID($file); 161f3f0262cSandi if(auth_quickaclcheck($id) < AUTH_READ){ 162f3f0262cSandi return false; 163f3f0262cSandi } 164f3f0262cSandi $data[]['id'] = $id;; 165f3f0262cSandi } 166f3f0262cSandi return false; 167f3f0262cSandi} 168f3f0262cSandi 169f3f0262cSandi/** 170f3f0262cSandi * Quicksearch for searching matching pagenames 171f3f0262cSandi * 172f3f0262cSandi * $opts['query'] is the search query 17315fae107Sandi * 17415fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 175f3f0262cSandi */ 176f3f0262cSandifunction search_pagename(&$data,$base,$file,$type,$lvl,$opts){ 177f3f0262cSandi //we do nothing with directories 178f3f0262cSandi if($type == 'd') return true; 179f3f0262cSandi //only search txt files 180f3f0262cSandi if(!preg_match('#\.txt$#',$file)) return true; 181f3f0262cSandi 182f3f0262cSandi //simple stringmatching 183f3f0262cSandi if(strpos($file,$opts['query']) !== false){ 184f3f0262cSandi //check ACL 185f3f0262cSandi $id = pathID($file); 186f3f0262cSandi if(auth_quickaclcheck($id) < AUTH_READ){ 187f3f0262cSandi return false; 188f3f0262cSandi } 189f3f0262cSandi $data[]['id'] = $id; 190f3f0262cSandi } 191f3f0262cSandi 192f3f0262cSandi return true; 193f3f0262cSandi} 194f3f0262cSandi 195f3f0262cSandi/** 196f3f0262cSandi * Search for backlinks to a given page 197f3f0262cSandi * 198f3f0262cSandi * $opts['ns'] namespace of the page 199f3f0262cSandi * $opts['name'] name of the page without namespace 20015fae107Sandi * 20115fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 202f3f0262cSandi */ 203f3f0262cSandifunction search_backlinks(&$data,$base,$file,$type,$lvl,$opts){ 204f3f0262cSandi //we do nothing with directories 205f3f0262cSandi if($type == 'd') return true;; 206f3f0262cSandi //only search txt files 207f3f0262cSandi if(!preg_match('#\.txt$#',$file)) return true;; 208f3f0262cSandi 209f3f0262cSandi //get text 210f3f0262cSandi $text = io_readfile($base.'/'.$file); 211f3f0262cSandi 212f3f0262cSandi //absolute search id 213f3f0262cSandi $sid = cleanID($opts['ns'].':'.$opts['name']); 214f3f0262cSandi 215f3f0262cSandi //construct current namespace 216f3f0262cSandi $cid = pathID($file); 217f3f0262cSandi $cns = getNS($cid); 218f3f0262cSandi 219f3f0262cSandi //check ACL 220f3f0262cSandi if(auth_quickaclcheck($cid) < AUTH_READ){ 221f3f0262cSandi return false; 222f3f0262cSandi } 223f3f0262cSandi 224f3f0262cSandi //match all links 225f3f0262cSandi //FIXME may be incorrect because of code blocks 226f3f0262cSandi // CamelCase isn't supported, too 227f3f0262cSandi preg_match_all('#\[\[(.+?)\]\]#si',$text,$matches,PREG_SET_ORDER); 228f3f0262cSandi foreach($matches as $match){ 229f3f0262cSandi //get ID from link and discard most non wikilinks 230f3f0262cSandi list($mid) = split('\|',$match[1],2); 231f3f0262cSandi if(preg_match("#^(https?|telnet|gopher|file|wais|ftp|ed2k|irc)://#",$mid)) continue; 232f3f0262cSandi if(preg_match("#\w+>#",$mid)) continue; 233f3f0262cSandi $mns = getNS($mid); 234f3f0262cSandi //namespace starting with "." - prepend current namespace 235f3f0262cSandi if(strpos($mns,'.')===0){ 236f3f0262cSandi $mid = $cns.":".substr($mid,1); 237f3f0262cSandi } 238f3f0262cSandi if($mns===false){ 239f3f0262cSandi //no namespace in link? add current 240f3f0262cSandi $mid = "$cns:$mid"; 241f3f0262cSandi } 242f3f0262cSandi $mid = cleanID($mid); 243f3f0262cSandi 244f3f0262cSandi if ($mid == $sid){ 245f3f0262cSandi $data[]['id'] = $cid; 246f3f0262cSandi break; 247f3f0262cSandi } 248f3f0262cSandi } 249f3f0262cSandi} 250f3f0262cSandi 251f3f0262cSandi/** 252f3f0262cSandi * Fulltextsearch 253f3f0262cSandi * 254f3f0262cSandi * $opts['query'] is the search query 25515fae107Sandi * 25615fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 257f3f0262cSandi */ 258f3f0262cSandifunction search_fulltext(&$data,$base,$file,$type,$lvl,$opts){ 259f3f0262cSandi //we do nothing with directories 260f3f0262cSandi if($type == 'd') return true;; 261f3f0262cSandi //only search txt files 262f3f0262cSandi if(!preg_match('#\.txt$#',$file)) return true;; 263f3f0262cSandi 264f3f0262cSandi //check ACL 265f3f0262cSandi $id = pathID($file); 266f3f0262cSandi if(auth_quickaclcheck($id) < AUTH_READ){ 267f3f0262cSandi return false; 268f3f0262cSandi } 269f3f0262cSandi 270f3f0262cSandi //get text 271f3f0262cSandi $text = io_readfile($base.'/'.$file); 272f3f0262cSandi 273f3f0262cSandi //create regexp from queries 274f3f0262cSandi $qpreg = preg_split('/\s+/',preg_quote($opts['query'],'#')); 275f3f0262cSandi $qpreg = '('.join('|',$qpreg).')'; 276f3f0262cSandi 277f3f0262cSandi //do the fulltext search 278f3f0262cSandi $matches = array(); 279f3f0262cSandi if($cnt = preg_match_all('#'.$qpreg.'#si',$text,$matches)){ 280f3f0262cSandi //this is not the best way for snippet generation but the fastest I could find 281f3f0262cSandi //split query and only use the first token 282f3f0262cSandi $q = preg_split('/\s+/',$opts['query'],2); 283f3f0262cSandi $q = $q[0]; 284f3f0262cSandi $p = strpos(strtolower($text),$q); 285f3f0262cSandi $f = $p - 100; 286f3f0262cSandi $l = strlen($q) + 200; 287f3f0262cSandi if($f < 0) $f = 0; 288f3f0262cSandi $snippet = '<span class="search_sep"> ... </span>'. 289f3f0262cSandi htmlspecialchars(substr($text,$f,$l)). 290f3f0262cSandi '<span class="search_sep"> ... </span>'; 291f3f0262cSandi $snippet = preg_replace('#'.$qpreg.'#si','<span class="search_hit">\\1</span>',$snippet); 292f3f0262cSandi 293f3f0262cSandi $data[] = array( 294f3f0262cSandi 'id' => $id, 295f3f0262cSandi 'count' => $cnt, 296f3f0262cSandi 'snippet' => $snippet, 297f3f0262cSandi ); 298f3f0262cSandi } 299f3f0262cSandi 300f3f0262cSandi return true; 301f3f0262cSandi} 302f3f0262cSandi 303f3f0262cSandi/** 30415fae107Sandi * fulltext sort 30515fae107Sandi * 306f3f0262cSandi * Callback sort function for use with usort to sort the data 307f3f0262cSandi * structure created by search_fulltext. Sorts descending by count 30815fae107Sandi * 30915fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 310f3f0262cSandi */ 311f3f0262cSandifunction sort_search_fulltext($a,$b){ 312f3f0262cSandi if($a['count'] > $b['count']){ 313f3f0262cSandi return -1; 314f3f0262cSandi }elseif($a['count'] < $b['count']){ 315f3f0262cSandi return 1; 316f3f0262cSandi }else{ 317f3f0262cSandi return strcmp($a['id'],$b['id']); 318f3f0262cSandi } 319f3f0262cSandi} 320f3f0262cSandi 321f3f0262cSandi/** 322f3f0262cSandi * translates a document path to an ID 32315fae107Sandi * 32415fae107Sandi * @author Andreas Gohr <andi@splitbrain.org> 325f3f0262cSandi */ 326f3f0262cSandifunction pathID($path){ 327f3f0262cSandi $id = str_replace('/',':',$path); 328f3f0262cSandi $id = preg_replace('#\.txt$#','',$id); 329f3f0262cSandi $id = preg_replace('#^:+#','',$id); 330f3f0262cSandi $id = preg_replace('#:+$#','',$id); 331f3f0262cSandi return $id; 332f3f0262cSandi} 333f3f0262cSandi 334f3f0262cSandi?> 335