1f5eb7cf0SAndreas Gohr<?php 2f5eb7cf0SAndreas Gohr/** 3f5eb7cf0SAndreas Gohr * DokuWiki fulltextsearch functions using the index 4f5eb7cf0SAndreas Gohr * 5f5eb7cf0SAndreas Gohr * @license GPL 2 (http://www.gnu.org/licenses/gpl.html) 6f5eb7cf0SAndreas Gohr * @author Andreas Gohr <andi@splitbrain.org> 7f5eb7cf0SAndreas Gohr */ 8f5eb7cf0SAndreas Gohr 9fa8adffeSAndreas Gohrif(!defined('DOKU_INC')) die('meh.'); 10f5eb7cf0SAndreas Gohr 11bd0293e7SAndreas Gohr/** 12bd0293e7SAndreas Gohr * create snippets for the first few results only 13bd0293e7SAndreas Gohr */ 14bd0293e7SAndreas Gohrif(!defined('FT_SNIPPET_NUMBER')) define('FT_SNIPPET_NUMBER',15); 15f5eb7cf0SAndreas Gohr 16f5eb7cf0SAndreas Gohr/** 17f5eb7cf0SAndreas Gohr * The fulltext search 18f5eb7cf0SAndreas Gohr * 19f5eb7cf0SAndreas Gohr * Returns a list of matching documents for the given query 20506fa893SAndreas Gohr * 216840140fSChris Smith * refactored into ft_pageSearch(), _ft_pageSearch() and trigger_event() 226840140fSChris Smith * 23f5eb7cf0SAndreas Gohr */ 24546d3a99SAndreas Gohrfunction ft_pageSearch($query,&$highlight){ 256840140fSChris Smith 266840140fSChris Smith $data['query'] = $query; 276840140fSChris Smith $data['highlight'] =& $highlight; 286840140fSChris Smith 296840140fSChris Smith return trigger_event('SEARCH_QUERY_FULLPAGE', $data, '_ft_pageSearch'); 306840140fSChris Smith} 31865c2687SKazutaka Miyasaka 32865c2687SKazutaka Miyasaka/** 33865c2687SKazutaka Miyasaka * Returns a list of matching documents for the given query 34865c2687SKazutaka Miyasaka * 35865c2687SKazutaka Miyasaka * @author Andreas Gohr <andi@splitbrain.org> 36865c2687SKazutaka Miyasaka * @author Kazutaka Miyasaka <kazmiya@gmail.com> 37865c2687SKazutaka Miyasaka */ 386840140fSChris Smithfunction _ft_pageSearch(&$data) { 39*9b41be24STom N Harris $Indexer = idx_get_indexer(); 40*9b41be24STom N Harris 41865c2687SKazutaka Miyasaka // parse the given query 42*9b41be24STom N Harris $q = ft_queryParser($Indexer, $data['query']); 43865c2687SKazutaka Miyasaka $data['highlight'] = $q['highlight']; 446840140fSChris Smith 45865c2687SKazutaka Miyasaka if (empty($q['parsed_ary'])) return array(); 46506fa893SAndreas Gohr 47f5eb7cf0SAndreas Gohr // lookup all words found in the query 48*9b41be24STom N Harris $lookup = $Indexer->lookup($q['words']); 49f5eb7cf0SAndreas Gohr 50865c2687SKazutaka Miyasaka // get all pages in this dokuwiki site (!: includes nonexistent pages) 51865c2687SKazutaka Miyasaka $pages_all = array(); 52*9b41be24STom N Harris foreach ($Indexer->getPages() as $id) { 53*9b41be24STom N Harris $pages_all[$id] = 0; // base: 0 hit 54f5eb7cf0SAndreas Gohr } 55f5eb7cf0SAndreas Gohr 56865c2687SKazutaka Miyasaka // process the query 57865c2687SKazutaka Miyasaka $stack = array(); 58865c2687SKazutaka Miyasaka foreach ($q['parsed_ary'] as $token) { 59865c2687SKazutaka Miyasaka switch (substr($token, 0, 3)) { 60865c2687SKazutaka Miyasaka case 'W+:': 612f502d70SKazutaka Miyasaka case 'W-:': 622f502d70SKazutaka Miyasaka case 'W_:': // word 63865c2687SKazutaka Miyasaka $word = substr($token, 3); 64865c2687SKazutaka Miyasaka $stack[] = (array) $lookup[$word]; 65865c2687SKazutaka Miyasaka break; 662f502d70SKazutaka Miyasaka case 'P+:': 672f502d70SKazutaka Miyasaka case 'P-:': // phrase 68865c2687SKazutaka Miyasaka $phrase = substr($token, 3); 69865c2687SKazutaka Miyasaka // since phrases are always parsed as ((W1)(W2)...(P)), 70865c2687SKazutaka Miyasaka // the end($stack) always points the pages that contain 71865c2687SKazutaka Miyasaka // all words in this phrase 72865c2687SKazutaka Miyasaka $pages = end($stack); 73865c2687SKazutaka Miyasaka $pages_matched = array(); 74865c2687SKazutaka Miyasaka foreach(array_keys($pages) as $id){ 75f5eb7cf0SAndreas Gohr $text = utf8_strtolower(rawWiki($id)); 76865c2687SKazutaka Miyasaka if (strpos($text, $phrase) !== false) { 77865c2687SKazutaka Miyasaka $pages_matched[$id] = 0; // phrase: always 0 hit 78865c2687SKazutaka Miyasaka } 79865c2687SKazutaka Miyasaka } 80865c2687SKazutaka Miyasaka $stack[] = $pages_matched; 81865c2687SKazutaka Miyasaka break; 822f502d70SKazutaka Miyasaka case 'N+:': 832f502d70SKazutaka Miyasaka case 'N-:': // namespace 84865c2687SKazutaka Miyasaka $ns = substr($token, 3); 85865c2687SKazutaka Miyasaka $pages_matched = array(); 86865c2687SKazutaka Miyasaka foreach (array_keys($pages_all) as $id) { 87865c2687SKazutaka Miyasaka if (strpos($id, $ns) === 0) { 88865c2687SKazutaka Miyasaka $pages_matched[$id] = 0; // namespace: always 0 hit 89865c2687SKazutaka Miyasaka } 90865c2687SKazutaka Miyasaka } 91865c2687SKazutaka Miyasaka $stack[] = $pages_matched; 92865c2687SKazutaka Miyasaka break; 93865c2687SKazutaka Miyasaka case 'AND': // and operation 94865c2687SKazutaka Miyasaka list($pages1, $pages2) = array_splice($stack, -2); 95865c2687SKazutaka Miyasaka $stack[] = ft_resultCombine(array($pages1, $pages2)); 96865c2687SKazutaka Miyasaka break; 97865c2687SKazutaka Miyasaka case 'OR': // or operation 98865c2687SKazutaka Miyasaka list($pages1, $pages2) = array_splice($stack, -2); 99865c2687SKazutaka Miyasaka $stack[] = ft_resultUnite(array($pages1, $pages2)); 100865c2687SKazutaka Miyasaka break; 101865c2687SKazutaka Miyasaka case 'NOT': // not operation (unary) 102865c2687SKazutaka Miyasaka $pages = array_pop($stack); 103865c2687SKazutaka Miyasaka $stack[] = ft_resultComplement(array($pages_all, $pages)); 104a21136cdSAndreas Gohr break; 105a21136cdSAndreas Gohr } 106f5eb7cf0SAndreas Gohr } 107865c2687SKazutaka Miyasaka $docs = array_pop($stack); 108865c2687SKazutaka Miyasaka 109865c2687SKazutaka Miyasaka if (empty($docs)) return array(); 110865c2687SKazutaka Miyasaka 111865c2687SKazutaka Miyasaka // check: settings, acls, existence 112865c2687SKazutaka Miyasaka foreach (array_keys($docs) as $id) { 113865c2687SKazutaka Miyasaka if (isHiddenPage($id) || auth_quickaclcheck($id) < AUTH_READ || !page_exists($id, '', false)) { 114865c2687SKazutaka Miyasaka unset($docs[$id]); 115f5eb7cf0SAndreas Gohr } 116f5eb7cf0SAndreas Gohr } 117f5eb7cf0SAndreas Gohr 118865c2687SKazutaka Miyasaka // sort docs by count 119f5eb7cf0SAndreas Gohr arsort($docs); 120f5eb7cf0SAndreas Gohr 121f5eb7cf0SAndreas Gohr return $docs; 122f5eb7cf0SAndreas Gohr} 123f5eb7cf0SAndreas Gohr 124f5eb7cf0SAndreas Gohr/** 12554f4c056SAndreas Gohr * Returns the backlinks for a given page 12654f4c056SAndreas Gohr * 12754f4c056SAndreas Gohr * Does a quick lookup with the fulltext index, then 12854f4c056SAndreas Gohr * evaluates the instructions of the found pages 12954f4c056SAndreas Gohr */ 13054f4c056SAndreas Gohrfunction ft_backlinks($id){ 13154f4c056SAndreas Gohr $result = array(); 13254f4c056SAndreas Gohr 13354f4c056SAndreas Gohr // quick lookup of the pagename 134*9b41be24STom N Harris // FIXME use metadata key lookup 13554f4c056SAndreas Gohr $page = noNS($id); 136*9b41be24STom N Harris $matches = idx_lookup(idx_tokenizer($page)); // pagename may contain specials (_ or .) 1370dc92c6fSAndreas Gohr $docs = array_keys(ft_resultCombine(array_values($matches))); 1380dc92c6fSAndreas Gohr $docs = array_filter($docs,'isVisiblePage'); // discard hidden pages 1393cbaa9a4SAndreas Gohr if(!count($docs)) return $result; 14054f4c056SAndreas Gohr 14110ffc9ddSAndreas Gohr // check metadata for matching links 1420dc92c6fSAndreas Gohr foreach($docs as $match){ 14310ffc9ddSAndreas Gohr // metadata relation reference links are already resolved 1446b06b652Schris $links = p_get_metadata($match,'relation references'); 1453be6e394Schris if (isset($links[$id])) $result[] = $match; 14654f4c056SAndreas Gohr } 14754f4c056SAndreas Gohr 14863773904SAndreas Gohr if(!count($result)) return $result; 14963773904SAndreas Gohr 15063773904SAndreas Gohr // check ACL permissions 15163773904SAndreas Gohr foreach(array_keys($result) as $idx){ 15263773904SAndreas Gohr if(auth_quickaclcheck($result[$idx]) < AUTH_READ){ 15363773904SAndreas Gohr unset($result[$idx]); 15463773904SAndreas Gohr } 15563773904SAndreas Gohr } 15663773904SAndreas Gohr 15754f4c056SAndreas Gohr sort($result); 15854f4c056SAndreas Gohr return $result; 15954f4c056SAndreas Gohr} 16054f4c056SAndreas Gohr 16154f4c056SAndreas Gohr/** 162a05e297aSAndreas Gohr * Returns the pages that use a given media file 163a05e297aSAndreas Gohr * 164a05e297aSAndreas Gohr * Does a quick lookup with the fulltext index, then 165a05e297aSAndreas Gohr * evaluates the instructions of the found pages 166a05e297aSAndreas Gohr * 167a05e297aSAndreas Gohr * Aborts after $max found results 168a05e297aSAndreas Gohr */ 169a05e297aSAndreas Gohrfunction ft_mediause($id,$max){ 170a05e297aSAndreas Gohr if(!$max) $max = 1; // need to find at least one 171a05e297aSAndreas Gohr 172a05e297aSAndreas Gohr $result = array(); 173a05e297aSAndreas Gohr 174a05e297aSAndreas Gohr // quick lookup of the mediafile 175*9b41be24STom N Harris // FIXME use metadata key lookup 176a05e297aSAndreas Gohr $media = noNS($id); 177*9b41be24STom N Harris $matches = idx_lookup(idx_tokenizer($media)); 178a05e297aSAndreas Gohr $docs = array_keys(ft_resultCombine(array_values($matches))); 179a05e297aSAndreas Gohr if(!count($docs)) return $result; 180a05e297aSAndreas Gohr 181a05e297aSAndreas Gohr // go through all found pages 182a05e297aSAndreas Gohr $found = 0; 183a05e297aSAndreas Gohr $pcre = preg_quote($media,'/'); 184a05e297aSAndreas Gohr foreach($docs as $doc){ 185a05e297aSAndreas Gohr $ns = getNS($doc); 186a05e297aSAndreas Gohr preg_match_all('/\{\{([^|}]*'.$pcre.'[^|}]*)(|[^}]+)?\}\}/i',rawWiki($doc),$matches); 187a05e297aSAndreas Gohr foreach($matches[1] as $img){ 188a05e297aSAndreas Gohr $img = trim($img); 189a05e297aSAndreas Gohr if(preg_match('/^https?:\/\//i',$img)) continue; // skip external images 190a05e297aSAndreas Gohr list($img) = explode('?',$img); // remove any parameters 191a05e297aSAndreas Gohr resolve_mediaid($ns,$img,$exists); // resolve the possibly relative img 192a05e297aSAndreas Gohr 193a05e297aSAndreas Gohr if($img == $id){ // we have a match 194a05e297aSAndreas Gohr $result[] = $doc; 195a05e297aSAndreas Gohr $found++; 196a05e297aSAndreas Gohr break; 197a05e297aSAndreas Gohr } 198a05e297aSAndreas Gohr } 199a05e297aSAndreas Gohr if($found >= $max) break; 200a05e297aSAndreas Gohr } 201a05e297aSAndreas Gohr 202a05e297aSAndreas Gohr sort($result); 203a05e297aSAndreas Gohr return $result; 204a05e297aSAndreas Gohr} 205a05e297aSAndreas Gohr 206a05e297aSAndreas Gohr 207a05e297aSAndreas Gohr 208a05e297aSAndreas Gohr/** 209506fa893SAndreas Gohr * Quicksearch for pagenames 210506fa893SAndreas Gohr * 211506fa893SAndreas Gohr * By default it only matches the pagename and ignores the 21280423ab6SAdrian Lang * namespace. This can be changed with the second parameter. 21380423ab6SAdrian Lang * The third parameter allows to search in titles as well. 214506fa893SAndreas Gohr * 2158d22f1e9SAndreas Gohr * The function always returns titles as well 2166840140fSChris Smith * 2178d22f1e9SAndreas Gohr * @triggers SEARCH_QUERY_PAGELOOKUP 218506fa893SAndreas Gohr * @author Andreas Gohr <andi@splitbrain.org> 2198d22f1e9SAndreas Gohr * @author Adrian Lang <lang@cosmocode.de> 220506fa893SAndreas Gohr */ 2218d22f1e9SAndreas Gohrfunction ft_pageLookup($id, $in_ns=false, $in_title=false){ 2228d22f1e9SAndreas Gohr $data = compact('id', 'in_ns', 'in_title'); 2238d22f1e9SAndreas Gohr $data['has_titles'] = true; // for plugin backward compatibility check 2246840140fSChris Smith return trigger_event('SEARCH_QUERY_PAGELOOKUP', $data, '_ft_pageLookup'); 2256840140fSChris Smith} 2266840140fSChris Smith 2276840140fSChris Smithfunction _ft_pageLookup(&$data){ 22880423ab6SAdrian Lang // split out original parameters 2296840140fSChris Smith $id = $data['id']; 230b0f6db0cSAdrian Lang if (preg_match('/(?:^| )@(\w+)/', $id, $matches)) { 231b0f6db0cSAdrian Lang $ns = cleanID($matches[1]) . ':'; 232b0f6db0cSAdrian Lang $id = str_replace($matches[0], '', $id); 233b0f6db0cSAdrian Lang } 234b0f6db0cSAdrian Lang 2358d22f1e9SAndreas Gohr $in_ns = $data['in_ns']; 2368d22f1e9SAndreas Gohr $in_title = $data['in_title']; 23780423ab6SAdrian Lang $cleaned = cleanID($id); 238*9b41be24STom N Harris 239*9b41be24STom N Harris $Indexer = idx_get_indexer(); 240*9b41be24STom N Harris $page_idx = $Indexer->getPages(); 241*9b41be24STom N Harris 242*9b41be24STom N Harris $pages = array(); 2435479a8c3SAndreas Gohr if ($id !== '' && $cleaned !== '') { 244*9b41be24STom N Harris foreach ($page_idx as $p_id) { 245*9b41be24STom N Harris if ((strpos($in_ns ? $p_id : noNSorNS($p_id), $cleaned) !== false)) { 246*9b41be24STom N Harris if (!isset($pages[$p_id])) 247*9b41be24STom N Harris $pages[$p_id] = p_get_first_heading($p_id, false); 248506fa893SAndreas Gohr } 249506fa893SAndreas Gohr } 250*9b41be24STom N Harris //if ($in_title) 251*9b41be24STom N Harris // $titles = $Indexer->lookupKey('title', "*$id*"); 252d0bdf765SAdrian Lang } 253d0bdf765SAdrian Lang if (isset($ns)) { 254*9b41be24STom N Harris foreach ($page_idx as $p_id) { 255*9b41be24STom N Harris if (strpos($p_id, $ns) === 0) { 256*9b41be24STom N Harris if (!isset($pages[$p_id])) 257*9b41be24STom N Harris $pages[$p_id] = p_get_first_heading($p_id, false); 258d0bdf765SAdrian Lang } 259d0bdf765SAdrian Lang } 260506fa893SAndreas Gohr } 26163773904SAndreas Gohr 26280423ab6SAdrian Lang // discard hidden pages 26380423ab6SAdrian Lang // discard nonexistent pages 26463773904SAndreas Gohr // check ACL permissions 26563773904SAndreas Gohr foreach(array_keys($pages) as $idx){ 26680423ab6SAdrian Lang if(!isVisiblePage($idx) || !page_exists($idx) || 26780423ab6SAdrian Lang auth_quickaclcheck($idx) < AUTH_READ) { 26863773904SAndreas Gohr unset($pages[$idx]); 26963773904SAndreas Gohr } 27063773904SAndreas Gohr } 27163773904SAndreas Gohr 2723d2017d9SAdrian Lang uksort($pages,'ft_pagesorter'); 2738d22f1e9SAndreas Gohr return $pages; 274506fa893SAndreas Gohr} 275506fa893SAndreas Gohr 276506fa893SAndreas Gohr/** 277f31eb72bSAndreas Gohr * Sort pages based on their namespace level first, then on their string 278f31eb72bSAndreas Gohr * values. This makes higher hierarchy pages rank higher than lower hierarchy 279f31eb72bSAndreas Gohr * pages. 280f31eb72bSAndreas Gohr */ 281f31eb72bSAndreas Gohrfunction ft_pagesorter($a, $b){ 282f31eb72bSAndreas Gohr $ac = count(explode(':',$a)); 283f31eb72bSAndreas Gohr $bc = count(explode(':',$b)); 284f31eb72bSAndreas Gohr if($ac < $bc){ 285f31eb72bSAndreas Gohr return -1; 286f31eb72bSAndreas Gohr }elseif($ac > $bc){ 287f31eb72bSAndreas Gohr return 1; 288f31eb72bSAndreas Gohr } 289f31eb72bSAndreas Gohr return strcmp ($a,$b); 290f31eb72bSAndreas Gohr} 291f31eb72bSAndreas Gohr 292f31eb72bSAndreas Gohr/** 293506fa893SAndreas Gohr * Creates a snippet extract 294506fa893SAndreas Gohr * 295506fa893SAndreas Gohr * @author Andreas Gohr <andi@splitbrain.org> 29660e91a17SAndreas Gohr * @triggers FULLTEXT_SNIPPET_CREATE 297506fa893SAndreas Gohr */ 298546d3a99SAndreas Gohrfunction ft_snippet($id,$highlight){ 299506fa893SAndreas Gohr $text = rawWiki($id); 30060e91a17SAndreas Gohr $evdata = array( 30160e91a17SAndreas Gohr 'id' => $id, 30260e91a17SAndreas Gohr 'text' => &$text, 30360e91a17SAndreas Gohr 'highlight' => &$highlight, 30460e91a17SAndreas Gohr 'snippet' => '', 30560e91a17SAndreas Gohr ); 30660e91a17SAndreas Gohr 30760e91a17SAndreas Gohr $evt = new Doku_Event('FULLTEXT_SNIPPET_CREATE',$evdata); 30860e91a17SAndreas Gohr if ($evt->advise_before()) { 309ced0762eSchris $match = array(); 310ced0762eSchris $snippets = array(); 3119ee93076Schris $utf8_offset = $offset = $end = 0; 312ced0762eSchris $len = utf8_strlen($text); 3139ee93076Schris 314546d3a99SAndreas Gohr // build a regexp from the phrases to highlight 3152237b4faSAndreas Gohr $re1 = '('.join('|',array_map('ft_snippet_re_preprocess', array_map('preg_quote_cb',array_filter((array) $highlight)))).')'; 316b571ff2dSChuck Kollars $re2 = "$re1.{0,75}(?!\\1)$re1"; 317b571ff2dSChuck Kollars $re3 = "$re1.{0,45}(?!\\1)$re1.{0,45}(?!\\1)(?!\\2)$re1"; 318546d3a99SAndreas Gohr 319b571ff2dSChuck Kollars for ($cnt=4; $cnt--;) { 320b571ff2dSChuck Kollars if (0) { 321b571ff2dSChuck Kollars } else if (preg_match('/'.$re3.'/iu',$text,$match,PREG_OFFSET_CAPTURE,$offset)) { 322b571ff2dSChuck Kollars } else if (preg_match('/'.$re2.'/iu',$text,$match,PREG_OFFSET_CAPTURE,$offset)) { 323b571ff2dSChuck Kollars } else if (preg_match('/'.$re1.'/iu',$text,$match,PREG_OFFSET_CAPTURE,$offset)) { 324b571ff2dSChuck Kollars } else { 325b571ff2dSChuck Kollars break; 326b571ff2dSChuck Kollars } 327ced0762eSchris 328ced0762eSchris list($str,$idx) = $match[0]; 329ced0762eSchris 330ced0762eSchris // convert $idx (a byte offset) into a utf8 character offset 331ced0762eSchris $utf8_idx = utf8_strlen(substr($text,0,$idx)); 332ced0762eSchris $utf8_len = utf8_strlen($str); 333ced0762eSchris 334ced0762eSchris // establish context, 100 bytes surrounding the match string 335ced0762eSchris // first look to see if we can go 100 either side, 336ced0762eSchris // then drop to 50 adding any excess if the other side can't go to 50, 337ced0762eSchris $pre = min($utf8_idx-$utf8_offset,100); 338ced0762eSchris $post = min($len-$utf8_idx-$utf8_len,100); 339ced0762eSchris 340ced0762eSchris if ($pre>50 && $post>50) { 341ced0762eSchris $pre = $post = 50; 342ced0762eSchris } else if ($pre>50) { 343ced0762eSchris $pre = min($pre,100-$post); 344ced0762eSchris } else if ($post>50) { 345ced0762eSchris $post = min($post, 100-$pre); 346ced0762eSchris } else { 347ced0762eSchris // both are less than 50, means the context is the whole string 34810ffc9ddSAndreas Gohr // make it so and break out of this loop - there is no need for the 34910ffc9ddSAndreas Gohr // complex snippet calculations 350ced0762eSchris $snippets = array($text); 351ced0762eSchris break; 352ced0762eSchris } 353ced0762eSchris 35410ffc9ddSAndreas Gohr // establish context start and end points, try to append to previous 35510ffc9ddSAndreas Gohr // context if possible 3569ee93076Schris $start = $utf8_idx - $pre; 357ced0762eSchris $append = ($start < $end) ? $end : false; // still the end of the previous context snippet 3589ee93076Schris $end = $utf8_idx + $utf8_len + $post; // now set it to the end of this context 359ced0762eSchris 360ced0762eSchris if ($append) { 361ced0762eSchris $snippets[count($snippets)-1] .= utf8_substr($text,$append,$end-$append); 362ced0762eSchris } else { 363ced0762eSchris $snippets[] = utf8_substr($text,$start,$end-$start); 364ced0762eSchris } 365ced0762eSchris 366ced0762eSchris // set $offset for next match attempt 36710ffc9ddSAndreas Gohr // substract strlen to avoid splitting a potential search success, 36810ffc9ddSAndreas Gohr // this is an approximation as the search pattern may match strings 36910ffc9ddSAndreas Gohr // of varying length and it will fail if the context snippet 370ced0762eSchris // boundary breaks a matching string longer than the current match 3719ee93076Schris $utf8_offset = $utf8_idx + $post; 3729ee93076Schris $offset = $idx + strlen(utf8_substr($text,$utf8_idx,$post)); 3739ee93076Schris $offset = utf8_correctIdx($text,$offset); 3749ee93076Schris } 3759ee93076Schris 376ced0762eSchris $m = "\1"; 377b571ff2dSChuck Kollars $snippets = preg_replace('/'.$re1.'/iu',$m.'$1'.$m,$snippets); 378b571ff2dSChuck Kollars $snippet = preg_replace('/'.$m.'([^'.$m.']*?)'.$m.'/iu','<strong class="search_hit">$1</strong>',hsc(join('... ',$snippets))); 379bd2cb6fcSchris 38060e91a17SAndreas Gohr $evdata['snippet'] = $snippet; 38160e91a17SAndreas Gohr } 38260e91a17SAndreas Gohr $evt->advise_after(); 38360e91a17SAndreas Gohr unset($evt); 38460e91a17SAndreas Gohr 38560e91a17SAndreas Gohr return $evdata['snippet']; 386506fa893SAndreas Gohr} 387506fa893SAndreas Gohr 388506fa893SAndreas Gohr/** 38926eb848cSGina Haeussge * Wraps a search term in regex boundary checks. 39026eb848cSGina Haeussge */ 3912237b4faSAndreas Gohrfunction ft_snippet_re_preprocess($term) { 3922237b4faSAndreas Gohr if(substr($term,0,2) == '\\*'){ 3932237b4faSAndreas Gohr $term = substr($term,2); 3942237b4faSAndreas Gohr }else{ 3952237b4faSAndreas Gohr $term = '\b'.$term; 3962237b4faSAndreas Gohr } 3972237b4faSAndreas Gohr 3982237b4faSAndreas Gohr if(substr($term,-2,2) == '\\*'){ 3992237b4faSAndreas Gohr $term = substr($term,0,-2); 4002237b4faSAndreas Gohr }else{ 4012237b4faSAndreas Gohr $term = $term.'\b'; 4022237b4faSAndreas Gohr } 4032237b4faSAndreas Gohr return $term; 40426eb848cSGina Haeussge} 40526eb848cSGina Haeussge 40626eb848cSGina Haeussge/** 407f5eb7cf0SAndreas Gohr * Combine found documents and sum up their scores 408f5eb7cf0SAndreas Gohr * 409f5eb7cf0SAndreas Gohr * This function is used to combine searched words with a logical 410f5eb7cf0SAndreas Gohr * AND. Only documents available in all arrays are returned. 411f5eb7cf0SAndreas Gohr * 412f5eb7cf0SAndreas Gohr * based upon PEAR's PHP_Compat function for array_intersect_key() 413f5eb7cf0SAndreas Gohr * 414f5eb7cf0SAndreas Gohr * @param array $args An array of page arrays 415f5eb7cf0SAndreas Gohr */ 416f5eb7cf0SAndreas Gohrfunction ft_resultCombine($args){ 417f5eb7cf0SAndreas Gohr $array_count = count($args); 418134f4ab2SAndreas Gohr if($array_count == 1){ 419134f4ab2SAndreas Gohr return $args[0]; 420134f4ab2SAndreas Gohr } 421134f4ab2SAndreas Gohr 422f5eb7cf0SAndreas Gohr $result = array(); 42309c27a6dSGuy Brand if ($array_count > 1) { 424a21136cdSAndreas Gohr foreach ($args[0] as $key => $value) { 425a21136cdSAndreas Gohr $result[$key] = $value; 426f5eb7cf0SAndreas Gohr for ($i = 1; $i !== $array_count; $i++) { 427a21136cdSAndreas Gohr if (!isset($args[$i][$key])) { 428a21136cdSAndreas Gohr unset($result[$key]); 429a21136cdSAndreas Gohr break; 430f5eb7cf0SAndreas Gohr } 431a21136cdSAndreas Gohr $result[$key] += $args[$i][$key]; 432f5eb7cf0SAndreas Gohr } 433f5eb7cf0SAndreas Gohr } 43409c27a6dSGuy Brand } 435f5eb7cf0SAndreas Gohr return $result; 436f5eb7cf0SAndreas Gohr} 437f5eb7cf0SAndreas Gohr 438f5eb7cf0SAndreas Gohr/** 439865c2687SKazutaka Miyasaka * Unites found documents and sum up their scores 440f5eb7cf0SAndreas Gohr * 441865c2687SKazutaka Miyasaka * based upon ft_resultCombine() function 442865c2687SKazutaka Miyasaka * 443865c2687SKazutaka Miyasaka * @param array $args An array of page arrays 444865c2687SKazutaka Miyasaka * @author Kazutaka Miyasaka <kazmiya@gmail.com> 445865c2687SKazutaka Miyasaka */ 446865c2687SKazutaka Miyasakafunction ft_resultUnite($args) { 447865c2687SKazutaka Miyasaka $array_count = count($args); 448865c2687SKazutaka Miyasaka if ($array_count === 1) { 449865c2687SKazutaka Miyasaka return $args[0]; 450865c2687SKazutaka Miyasaka } 451865c2687SKazutaka Miyasaka 452865c2687SKazutaka Miyasaka $result = $args[0]; 453865c2687SKazutaka Miyasaka for ($i = 1; $i !== $array_count; $i++) { 454865c2687SKazutaka Miyasaka foreach (array_keys($args[$i]) as $id) { 455865c2687SKazutaka Miyasaka $result[$id] += $args[$i][$id]; 456865c2687SKazutaka Miyasaka } 457865c2687SKazutaka Miyasaka } 458865c2687SKazutaka Miyasaka return $result; 459865c2687SKazutaka Miyasaka} 460865c2687SKazutaka Miyasaka 461865c2687SKazutaka Miyasaka/** 462865c2687SKazutaka Miyasaka * Computes the difference of documents using page id for comparison 463865c2687SKazutaka Miyasaka * 464865c2687SKazutaka Miyasaka * nearly identical to PHP5's array_diff_key() 465865c2687SKazutaka Miyasaka * 466865c2687SKazutaka Miyasaka * @param array $args An array of page arrays 467865c2687SKazutaka Miyasaka * @author Kazutaka Miyasaka <kazmiya@gmail.com> 468865c2687SKazutaka Miyasaka */ 469865c2687SKazutaka Miyasakafunction ft_resultComplement($args) { 470865c2687SKazutaka Miyasaka $array_count = count($args); 471865c2687SKazutaka Miyasaka if ($array_count === 1) { 472865c2687SKazutaka Miyasaka return $args[0]; 473865c2687SKazutaka Miyasaka } 474865c2687SKazutaka Miyasaka 475865c2687SKazutaka Miyasaka $result = $args[0]; 476865c2687SKazutaka Miyasaka foreach (array_keys($result) as $id) { 477865c2687SKazutaka Miyasaka for ($i = 1; $i !== $array_count; $i++) { 478865c2687SKazutaka Miyasaka if (isset($args[$i][$id])) unset($result[$id]); 479865c2687SKazutaka Miyasaka } 480865c2687SKazutaka Miyasaka } 481865c2687SKazutaka Miyasaka return $result; 482865c2687SKazutaka Miyasaka} 483865c2687SKazutaka Miyasaka 484865c2687SKazutaka Miyasaka/** 485865c2687SKazutaka Miyasaka * Parses a search query and builds an array of search formulas 486865c2687SKazutaka Miyasaka * 487865c2687SKazutaka Miyasaka * @author Andreas Gohr <andi@splitbrain.org> 488865c2687SKazutaka Miyasaka * @author Kazutaka Miyasaka <kazmiya@gmail.com> 489f5eb7cf0SAndreas Gohr */ 490*9b41be24STom N Harrisfunction ft_queryParser($Indexer, $query){ 491865c2687SKazutaka Miyasaka /** 492865c2687SKazutaka Miyasaka * parse a search query and transform it into intermediate representation 493865c2687SKazutaka Miyasaka * 494865c2687SKazutaka Miyasaka * in a search query, you can use the following expressions: 495865c2687SKazutaka Miyasaka * 496865c2687SKazutaka Miyasaka * words: 497865c2687SKazutaka Miyasaka * include 498865c2687SKazutaka Miyasaka * -exclude 499865c2687SKazutaka Miyasaka * phrases: 500865c2687SKazutaka Miyasaka * "phrase to be included" 501865c2687SKazutaka Miyasaka * -"phrase you want to exclude" 502865c2687SKazutaka Miyasaka * namespaces: 503865c2687SKazutaka Miyasaka * @include:namespace (or ns:include:namespace) 504865c2687SKazutaka Miyasaka * ^exclude:namespace (or -ns:exclude:namespace) 505865c2687SKazutaka Miyasaka * groups: 506865c2687SKazutaka Miyasaka * () 507865c2687SKazutaka Miyasaka * -() 508865c2687SKazutaka Miyasaka * operators: 509865c2687SKazutaka Miyasaka * and ('and' is the default operator: you can always omit this) 5107871d415SKazutaka Miyasaka * or (or pipe symbol '|', lower precedence than 'and') 511865c2687SKazutaka Miyasaka * 512865c2687SKazutaka Miyasaka * e.g. a query [ aa "bb cc" @dd:ee ] means "search pages which contain 513865c2687SKazutaka Miyasaka * a word 'aa', a phrase 'bb cc' and are within a namespace 'dd:ee'". 514865c2687SKazutaka Miyasaka * this query is equivalent to [ -(-aa or -"bb cc" or -ns:dd:ee) ] 515865c2687SKazutaka Miyasaka * as long as you don't mind hit counts. 516865c2687SKazutaka Miyasaka * 517865c2687SKazutaka Miyasaka * intermediate representation consists of the following parts: 518865c2687SKazutaka Miyasaka * 519865c2687SKazutaka Miyasaka * ( ) - group 520865c2687SKazutaka Miyasaka * AND - logical and 521865c2687SKazutaka Miyasaka * OR - logical or 522865c2687SKazutaka Miyasaka * NOT - logical not 5232f502d70SKazutaka Miyasaka * W+:, W-:, W_: - word (underscore: no need to highlight) 5242f502d70SKazutaka Miyasaka * P+:, P-: - phrase (minus sign: logically in NOT group) 5252f502d70SKazutaka Miyasaka * N+:, N-: - namespace 526865c2687SKazutaka Miyasaka */ 527865c2687SKazutaka Miyasaka $parsed_query = ''; 528865c2687SKazutaka Miyasaka $parens_level = 0; 529865c2687SKazutaka Miyasaka $terms = preg_split('/(-?".*?")/u', utf8_strtolower($query), -1, PREG_SPLIT_DELIM_CAPTURE | PREG_SPLIT_NO_EMPTY); 530865c2687SKazutaka Miyasaka 531865c2687SKazutaka Miyasaka foreach ($terms as $term) { 532865c2687SKazutaka Miyasaka $parsed = ''; 533865c2687SKazutaka Miyasaka if (preg_match('/^(-?)"(.+)"$/u', $term, $matches)) { 534865c2687SKazutaka Miyasaka // phrase-include and phrase-exclude 535865c2687SKazutaka Miyasaka $not = $matches[1] ? 'NOT' : ''; 536*9b41be24STom N Harris $parsed = $not.ft_termParser($Indexer, $matches[2], false, true); 537f5eb7cf0SAndreas Gohr } else { 538865c2687SKazutaka Miyasaka // fix incomplete phrase 539865c2687SKazutaka Miyasaka $term = str_replace('"', ' ', $term); 540865c2687SKazutaka Miyasaka 541865c2687SKazutaka Miyasaka // fix parentheses 542865c2687SKazutaka Miyasaka $term = str_replace(')' , ' ) ', $term); 543865c2687SKazutaka Miyasaka $term = str_replace('(' , ' ( ', $term); 544865c2687SKazutaka Miyasaka $term = str_replace('- (', ' -(', $term); 545865c2687SKazutaka Miyasaka 5467871d415SKazutaka Miyasaka // treat pipe symbols as 'OR' operators 5477871d415SKazutaka Miyasaka $term = str_replace('|', ' or ', $term); 5487871d415SKazutaka Miyasaka 549865c2687SKazutaka Miyasaka // treat ideographic spaces (U+3000) as search term separators 550865c2687SKazutaka Miyasaka // FIXME: some more separators? 551865c2687SKazutaka Miyasaka $term = preg_replace('/[ \x{3000}]+/u', ' ', $term); 552865c2687SKazutaka Miyasaka $term = trim($term); 553865c2687SKazutaka Miyasaka if ($term === '') continue; 554865c2687SKazutaka Miyasaka 555865c2687SKazutaka Miyasaka $tokens = explode(' ', $term); 556865c2687SKazutaka Miyasaka foreach ($tokens as $token) { 557865c2687SKazutaka Miyasaka if ($token === '(') { 558865c2687SKazutaka Miyasaka // parenthesis-include-open 559865c2687SKazutaka Miyasaka $parsed .= '('; 560865c2687SKazutaka Miyasaka ++$parens_level; 561865c2687SKazutaka Miyasaka } elseif ($token === '-(') { 562865c2687SKazutaka Miyasaka // parenthesis-exclude-open 563865c2687SKazutaka Miyasaka $parsed .= 'NOT('; 564865c2687SKazutaka Miyasaka ++$parens_level; 565865c2687SKazutaka Miyasaka } elseif ($token === ')') { 566865c2687SKazutaka Miyasaka // parenthesis-any-close 567865c2687SKazutaka Miyasaka if ($parens_level === 0) continue; 568865c2687SKazutaka Miyasaka $parsed .= ')'; 569865c2687SKazutaka Miyasaka $parens_level--; 570865c2687SKazutaka Miyasaka } elseif ($token === 'and') { 571865c2687SKazutaka Miyasaka // logical-and (do nothing) 572865c2687SKazutaka Miyasaka } elseif ($token === 'or') { 573865c2687SKazutaka Miyasaka // logical-or 574865c2687SKazutaka Miyasaka $parsed .= 'OR'; 575865c2687SKazutaka Miyasaka } elseif (preg_match('/^(?:\^|-ns:)(.+)$/u', $token, $matches)) { 576865c2687SKazutaka Miyasaka // namespace-exclude 5772f502d70SKazutaka Miyasaka $parsed .= 'NOT(N+:'.$matches[1].')'; 578865c2687SKazutaka Miyasaka } elseif (preg_match('/^(?:@|ns:)(.+)$/u', $token, $matches)) { 579865c2687SKazutaka Miyasaka // namespace-include 5802f502d70SKazutaka Miyasaka $parsed .= '(N+:'.$matches[1].')'; 581865c2687SKazutaka Miyasaka } elseif (preg_match('/^-(.+)$/', $token, $matches)) { 582865c2687SKazutaka Miyasaka // word-exclude 583*9b41be24STom N Harris $parsed .= 'NOT('.ft_termParser($Indexer, $matches[1]).')'; 584865c2687SKazutaka Miyasaka } else { 585865c2687SKazutaka Miyasaka // word-include 586*9b41be24STom N Harris $parsed .= ft_termParser($Indexer, $token); 587865c2687SKazutaka Miyasaka } 588865c2687SKazutaka Miyasaka } 589865c2687SKazutaka Miyasaka } 590865c2687SKazutaka Miyasaka $parsed_query .= $parsed; 591f5eb7cf0SAndreas Gohr } 592f5eb7cf0SAndreas Gohr 593865c2687SKazutaka Miyasaka // cleanup (very sensitive) 594865c2687SKazutaka Miyasaka $parsed_query .= str_repeat(')', $parens_level); 595865c2687SKazutaka Miyasaka do { 596865c2687SKazutaka Miyasaka $parsed_query_old = $parsed_query; 597865c2687SKazutaka Miyasaka $parsed_query = preg_replace('/(NOT)?\(\)/u', '', $parsed_query); 598865c2687SKazutaka Miyasaka } while ($parsed_query !== $parsed_query_old); 599865c2687SKazutaka Miyasaka $parsed_query = preg_replace('/(NOT|OR)+\)/u', ')' , $parsed_query); 600865c2687SKazutaka Miyasaka $parsed_query = preg_replace('/(OR)+/u' , 'OR' , $parsed_query); 601865c2687SKazutaka Miyasaka $parsed_query = preg_replace('/\(OR/u' , '(' , $parsed_query); 602865c2687SKazutaka Miyasaka $parsed_query = preg_replace('/^OR|OR$/u' , '' , $parsed_query); 603865c2687SKazutaka Miyasaka $parsed_query = preg_replace('/\)(NOT)?\(/u' , ')AND$1(', $parsed_query); 604865c2687SKazutaka Miyasaka 6052f502d70SKazutaka Miyasaka // adjustment: make highlightings right 6062f502d70SKazutaka Miyasaka $parens_level = 0; 6072f502d70SKazutaka Miyasaka $notgrp_levels = array(); 6082f502d70SKazutaka Miyasaka $parsed_query_new = ''; 6092f502d70SKazutaka Miyasaka $tokens = preg_split('/(NOT\(|[()])/u', $parsed_query, -1, PREG_SPLIT_DELIM_CAPTURE | PREG_SPLIT_NO_EMPTY); 6102f502d70SKazutaka Miyasaka foreach ($tokens as $token) { 6112f502d70SKazutaka Miyasaka if ($token === 'NOT(') { 6122f502d70SKazutaka Miyasaka $notgrp_levels[] = ++$parens_level; 6132f502d70SKazutaka Miyasaka } elseif ($token === '(') { 6142f502d70SKazutaka Miyasaka ++$parens_level; 6152f502d70SKazutaka Miyasaka } elseif ($token === ')') { 6162f502d70SKazutaka Miyasaka if ($parens_level-- === end($notgrp_levels)) array_pop($notgrp_levels); 6172f502d70SKazutaka Miyasaka } elseif (count($notgrp_levels) % 2 === 1) { 6182f502d70SKazutaka Miyasaka // turn highlight-flag off if terms are logically in "NOT" group 6192f502d70SKazutaka Miyasaka $token = preg_replace('/([WPN])\+\:/u', '$1-:', $token); 6202f502d70SKazutaka Miyasaka } 6212f502d70SKazutaka Miyasaka $parsed_query_new .= $token; 6222f502d70SKazutaka Miyasaka } 6232f502d70SKazutaka Miyasaka $parsed_query = $parsed_query_new; 6242f502d70SKazutaka Miyasaka 625865c2687SKazutaka Miyasaka /** 626865c2687SKazutaka Miyasaka * convert infix notation string into postfix (Reverse Polish notation) array 627865c2687SKazutaka Miyasaka * by Shunting-yard algorithm 628865c2687SKazutaka Miyasaka * 629865c2687SKazutaka Miyasaka * see: http://en.wikipedia.org/wiki/Reverse_Polish_notation 630865c2687SKazutaka Miyasaka * see: http://en.wikipedia.org/wiki/Shunting-yard_algorithm 631865c2687SKazutaka Miyasaka */ 632865c2687SKazutaka Miyasaka $parsed_ary = array(); 633865c2687SKazutaka Miyasaka $ope_stack = array(); 634865c2687SKazutaka Miyasaka $ope_precedence = array(')' => 1, 'OR' => 2, 'AND' => 3, 'NOT' => 4, '(' => 5); 635865c2687SKazutaka Miyasaka $ope_regex = '/([()]|OR|AND|NOT)/u'; 636865c2687SKazutaka Miyasaka 637865c2687SKazutaka Miyasaka $tokens = preg_split($ope_regex, $parsed_query, -1, PREG_SPLIT_DELIM_CAPTURE | PREG_SPLIT_NO_EMPTY); 638865c2687SKazutaka Miyasaka foreach ($tokens as $token) { 639865c2687SKazutaka Miyasaka if (preg_match($ope_regex, $token)) { 640865c2687SKazutaka Miyasaka // operator 641865c2687SKazutaka Miyasaka $last_ope = end($ope_stack); 642865c2687SKazutaka Miyasaka while ($ope_precedence[$token] <= $ope_precedence[$last_ope] && $last_ope != '(') { 643865c2687SKazutaka Miyasaka $parsed_ary[] = array_pop($ope_stack); 644865c2687SKazutaka Miyasaka $last_ope = end($ope_stack); 645865c2687SKazutaka Miyasaka } 646865c2687SKazutaka Miyasaka if ($token == ')') { 647865c2687SKazutaka Miyasaka array_pop($ope_stack); // this array_pop always deletes '(' 648865c2687SKazutaka Miyasaka } else { 649865c2687SKazutaka Miyasaka $ope_stack[] = $token; 650865c2687SKazutaka Miyasaka } 651865c2687SKazutaka Miyasaka } else { 652865c2687SKazutaka Miyasaka // operand 653865c2687SKazutaka Miyasaka $token_decoded = str_replace(array('OP', 'CP'), array('(', ')'), $token); 654865c2687SKazutaka Miyasaka $parsed_ary[] = $token_decoded; 655865c2687SKazutaka Miyasaka } 656865c2687SKazutaka Miyasaka } 657865c2687SKazutaka Miyasaka $parsed_ary = array_values(array_merge($parsed_ary, array_reverse($ope_stack))); 658865c2687SKazutaka Miyasaka 659865c2687SKazutaka Miyasaka // cleanup: each double "NOT" in RPN array actually does nothing 660865c2687SKazutaka Miyasaka $parsed_ary_count = count($parsed_ary); 661865c2687SKazutaka Miyasaka for ($i = 1; $i < $parsed_ary_count; ++$i) { 662865c2687SKazutaka Miyasaka if ($parsed_ary[$i] === 'NOT' && $parsed_ary[$i - 1] === 'NOT') { 663865c2687SKazutaka Miyasaka unset($parsed_ary[$i], $parsed_ary[$i - 1]); 664865c2687SKazutaka Miyasaka } 665865c2687SKazutaka Miyasaka } 666865c2687SKazutaka Miyasaka $parsed_ary = array_values($parsed_ary); 667865c2687SKazutaka Miyasaka 668865c2687SKazutaka Miyasaka // build return value 669f5eb7cf0SAndreas Gohr $q = array(); 670f5eb7cf0SAndreas Gohr $q['query'] = $query; 671865c2687SKazutaka Miyasaka $q['parsed_str'] = $parsed_query; 672865c2687SKazutaka Miyasaka $q['parsed_ary'] = $parsed_ary; 673f5eb7cf0SAndreas Gohr 674865c2687SKazutaka Miyasaka foreach ($q['parsed_ary'] as $token) { 675865c2687SKazutaka Miyasaka if ($token[2] !== ':') continue; 676865c2687SKazutaka Miyasaka $body = substr($token, 3); 677865c2687SKazutaka Miyasaka 678865c2687SKazutaka Miyasaka switch (substr($token, 0, 3)) { 6792f502d70SKazutaka Miyasaka case 'N+:': 680865c2687SKazutaka Miyasaka $q['ns'][] = $body; // for backward compatibility 681865c2687SKazutaka Miyasaka break; 6822f502d70SKazutaka Miyasaka case 'N-:': 6832f502d70SKazutaka Miyasaka $q['notns'][] = $body; // for backward compatibility 6842f502d70SKazutaka Miyasaka break; 6852f502d70SKazutaka Miyasaka case 'W_:': 6862f502d70SKazutaka Miyasaka $q['words'][] = $body; 6872f502d70SKazutaka Miyasaka break; 688865c2687SKazutaka Miyasaka case 'W-:': 689865c2687SKazutaka Miyasaka $q['words'][] = $body; 6902f502d70SKazutaka Miyasaka $q['not'][] = $body; // for backward compatibility 691865c2687SKazutaka Miyasaka break; 692865c2687SKazutaka Miyasaka case 'W+:': 693865c2687SKazutaka Miyasaka $q['words'][] = $body; 6942237b4faSAndreas Gohr $q['highlight'][] = $body; 6952f502d70SKazutaka Miyasaka $q['and'][] = $body; // for backward compatibility 696865c2687SKazutaka Miyasaka break; 6972f502d70SKazutaka Miyasaka case 'P-:': 6982f502d70SKazutaka Miyasaka $q['phrases'][] = $body; 6992f502d70SKazutaka Miyasaka break; 7002f502d70SKazutaka Miyasaka case 'P+:': 701865c2687SKazutaka Miyasaka $q['phrases'][] = $body; 7022237b4faSAndreas Gohr $q['highlight'][] = $body; 703865c2687SKazutaka Miyasaka break; 704865c2687SKazutaka Miyasaka } 705865c2687SKazutaka Miyasaka } 7062f502d70SKazutaka Miyasaka foreach (array('words', 'phrases', 'highlight', 'ns', 'notns', 'and', 'not') as $key) { 707865c2687SKazutaka Miyasaka $q[$key] = empty($q[$key]) ? array() : array_values(array_unique($q[$key])); 708f5eb7cf0SAndreas Gohr } 709f5eb7cf0SAndreas Gohr 710f5eb7cf0SAndreas Gohr return $q; 711f5eb7cf0SAndreas Gohr} 712f5eb7cf0SAndreas Gohr 713865c2687SKazutaka Miyasaka/** 714865c2687SKazutaka Miyasaka * Transforms given search term into intermediate representation 715865c2687SKazutaka Miyasaka * 716865c2687SKazutaka Miyasaka * This function is used in ft_queryParser() and not for general purpose use. 717865c2687SKazutaka Miyasaka * 718865c2687SKazutaka Miyasaka * @author Kazutaka Miyasaka <kazmiya@gmail.com> 719865c2687SKazutaka Miyasaka */ 720*9b41be24STom N Harrisfunction ft_termParser($Indexer, $term, $consider_asian = true, $phrase_mode = false) { 721865c2687SKazutaka Miyasaka $parsed = ''; 722865c2687SKazutaka Miyasaka if ($consider_asian) { 723865c2687SKazutaka Miyasaka // successive asian characters need to be searched as a phrase 724865c2687SKazutaka Miyasaka $words = preg_split('/('.IDX_ASIAN.'+)/u', $term, -1, PREG_SPLIT_DELIM_CAPTURE | PREG_SPLIT_NO_EMPTY); 725865c2687SKazutaka Miyasaka foreach ($words as $word) { 726865c2687SKazutaka Miyasaka if (preg_match('/'.IDX_ASIAN.'/u', $word)) $phrase_mode = true; 727*9b41be24STom N Harris $parsed .= ft_termParser($Indexer, $word, false, $phrase_mode); 728865c2687SKazutaka Miyasaka } 729865c2687SKazutaka Miyasaka } else { 730865c2687SKazutaka Miyasaka $term_noparen = str_replace(array('(', ')'), ' ', $term); 731*9b41be24STom N Harris $words = $Indexer->tokenizer($term_noparen, true); 732865c2687SKazutaka Miyasaka 7332f502d70SKazutaka Miyasaka // W_: no need to highlight 734865c2687SKazutaka Miyasaka if (empty($words)) { 735865c2687SKazutaka Miyasaka $parsed = '()'; // important: do not remove 736865c2687SKazutaka Miyasaka } elseif ($words[0] === $term) { 737865c2687SKazutaka Miyasaka $parsed = '(W+:'.$words[0].')'; 738865c2687SKazutaka Miyasaka } elseif ($phrase_mode) { 739865c2687SKazutaka Miyasaka $term_encoded = str_replace(array('(', ')'), array('OP', 'CP'), $term); 7402f502d70SKazutaka Miyasaka $parsed = '((W_:'.implode(')(W_:', $words).')(P+:'.$term_encoded.'))'; 741865c2687SKazutaka Miyasaka } else { 742865c2687SKazutaka Miyasaka $parsed = '((W+:'.implode(')(W+:', $words).'))'; 743865c2687SKazutaka Miyasaka } 744865c2687SKazutaka Miyasaka } 745865c2687SKazutaka Miyasaka return $parsed; 746865c2687SKazutaka Miyasaka} 747865c2687SKazutaka Miyasaka 748506fa893SAndreas Gohr//Setup VIM: ex: et ts=4 enc=utf-8 : 749