115929be2SAndreas Gohr<?php 215929be2SAndreas Gohr 3ba766201SAndreas Gohrnamespace dokuwiki\plugin\struct\meta; 415929be2SAndreas Gohr 5ba766201SAndreas Gohruse dokuwiki\plugin\struct\types\Page; 60561158fSAndreas Gohr 715929be2SAndreas Gohrclass Search { 89d7a36f9SAndreas Gohr /** 99d7a36f9SAndreas Gohr * This separator will be used to concat multi values to flatten them in the result set 109d7a36f9SAndreas Gohr */ 119d7a36f9SAndreas Gohr const CONCAT_SEPARATOR = "\n!_-_-_-_-_!\n"; 129d7a36f9SAndreas Gohr 135511bd5bSAndreas Gohr /** 145511bd5bSAndreas Gohr * The list of known and allowed comparators 152e7595e7SAndreas Gohr * (order matters) 165511bd5bSAndreas Gohr */ 1774461852SAndreas Gohr static public $COMPARATORS = array( 182e7595e7SAndreas Gohr '<=', '>=', '=*', '=', '<', '>', '!=', '!~', '~', 195511bd5bSAndreas Gohr ); 205511bd5bSAndreas Gohr 219d7a36f9SAndreas Gohr /** @var \helper_plugin_sqlite */ 229d7a36f9SAndreas Gohr protected $sqlite; 2315929be2SAndreas Gohr 2415929be2SAndreas Gohr /** @var Schema[] list of schemas to query */ 2515929be2SAndreas Gohr protected $schemas = array(); 2615929be2SAndreas Gohr 2715929be2SAndreas Gohr /** @var Column[] list of columns to select */ 2815929be2SAndreas Gohr protected $columns = array(); 2915929be2SAndreas Gohr 3015929be2SAndreas Gohr /** @var array the sorting of the result */ 3115929be2SAndreas Gohr protected $sortby = array(); 3215929be2SAndreas Gohr 339d7a36f9SAndreas Gohr /** @var array the filters */ 349d7a36f9SAndreas Gohr protected $filter = array(); 3515929be2SAndreas Gohr 3615929be2SAndreas Gohr /** @var array list of aliases tables can be referenced by */ 3715929be2SAndreas Gohr protected $aliases = array(); 3815929be2SAndreas Gohr 397f9cb794SAndreas Gohr /** @var int begin results from here */ 407f9cb794SAndreas Gohr protected $range_begin = 0; 417f9cb794SAndreas Gohr 427f9cb794SAndreas Gohr /** @var int end results here */ 437f9cb794SAndreas Gohr protected $range_end = 0; 447f9cb794SAndreas Gohr 457f9cb794SAndreas Gohr /** @var int the number of results */ 467f9cb794SAndreas Gohr protected $count = -1; 477f9cb794SAndreas Gohr 4815929be2SAndreas Gohr /** 499d7a36f9SAndreas Gohr * Search constructor. 509d7a36f9SAndreas Gohr */ 519d7a36f9SAndreas Gohr public function __construct() { 529d7a36f9SAndreas Gohr /** @var \helper_plugin_struct_db $plugin */ 539d7a36f9SAndreas Gohr $plugin = plugin_load('helper', 'struct_db'); 549d7a36f9SAndreas Gohr $this->sqlite = $plugin->getDB(); 559d7a36f9SAndreas Gohr } 569d7a36f9SAndreas Gohr 579d7a36f9SAndreas Gohr /** 5815929be2SAndreas Gohr * Add a schema to be searched 5915929be2SAndreas Gohr * 6015929be2SAndreas Gohr * Call multiple times for multiple schemas. 6115929be2SAndreas Gohr * 6215929be2SAndreas Gohr * @param string $table 6315929be2SAndreas Gohr * @param string $alias 6415929be2SAndreas Gohr */ 6515929be2SAndreas Gohr public function addSchema($table, $alias = '') { 6615929be2SAndreas Gohr $this->schemas[$table] = new Schema($table); 6715929be2SAndreas Gohr if($alias) $this->aliases[$alias] = $table; 6815929be2SAndreas Gohr } 6915929be2SAndreas Gohr 7015929be2SAndreas Gohr /** 7115929be2SAndreas Gohr * Add a column to be returned by the search 7215929be2SAndreas Gohr * 7315929be2SAndreas Gohr * Call multiple times for multiple columns. Be sure the referenced tables have been 7415929be2SAndreas Gohr * added before 7515929be2SAndreas Gohr * 7615929be2SAndreas Gohr * @param string $colname may contain an alias 7715929be2SAndreas Gohr */ 7815929be2SAndreas Gohr public function addColumn($colname) { 7915929be2SAndreas Gohr $col = $this->findColumn($colname); 8015929be2SAndreas Gohr if(!$col) return; //FIXME do we really want to ignore missing columns? 8115929be2SAndreas Gohr $this->columns[] = $col; 8215929be2SAndreas Gohr } 8315929be2SAndreas Gohr 8415929be2SAndreas Gohr /** 8515929be2SAndreas Gohr * Add sorting options 8615929be2SAndreas Gohr * 8715929be2SAndreas Gohr * Call multiple times for multiple columns. Be sure the referenced tables have been 8815929be2SAndreas Gohr * added before 8915929be2SAndreas Gohr * 9015929be2SAndreas Gohr * @param string $colname may contain an alias 9115929be2SAndreas Gohr * @param bool $asc sort direction (ASC = true, DESC = false) 9215929be2SAndreas Gohr */ 9315929be2SAndreas Gohr public function addSort($colname, $asc = true) { 9415929be2SAndreas Gohr $col = $this->findColumn($colname); 9515929be2SAndreas Gohr if(!$col) return; //FIXME do we really want to ignore missing columns? 9615929be2SAndreas Gohr 9707993756SAndreas Gohr $this->sortby[$col->getFullQualifiedLabel()] = array($col, $asc); 9807993756SAndreas Gohr } 9907993756SAndreas Gohr 10007993756SAndreas Gohr /** 10107993756SAndreas Gohr * Returns all set sort columns 10207993756SAndreas Gohr * 10307993756SAndreas Gohr * @return array 10407993756SAndreas Gohr */ 10507993756SAndreas Gohr public function getSorts() { 10607993756SAndreas Gohr return $this->sortby; 10715929be2SAndreas Gohr } 10815929be2SAndreas Gohr 10915929be2SAndreas Gohr /** 1109d7a36f9SAndreas Gohr * Adds a filter 11115929be2SAndreas Gohr * 11215929be2SAndreas Gohr * @param string $colname may contain an alias 11315929be2SAndreas Gohr * @param string $value 1145511bd5bSAndreas Gohr * @param string $comp @see self::COMPARATORS 1154c13ff97SAndreas Gohr * @param string $op either 'OR' or 'AND' 11615929be2SAndreas Gohr */ 1174c13ff97SAndreas Gohr public function addFilter($colname, $value, $comp, $op = 'OR') { 1189dbc32aeSAndreas Gohr /* Convert certain filters into others 1199dbc32aeSAndreas Gohr * this reduces the number of supported filters to implement in types */ 1209dbc32aeSAndreas Gohr if ($comp == '*~') { 1219dbc32aeSAndreas Gohr $value = '*' . $value . '*'; 1229dbc32aeSAndreas Gohr $comp = '~'; 1239dbc32aeSAndreas Gohr } elseif ($comp == '<>') { 1249dbc32aeSAndreas Gohr $comp = '!='; 1259dbc32aeSAndreas Gohr } 1269dbc32aeSAndreas Gohr 12774461852SAndreas Gohr if(!in_array($comp, self::$COMPARATORS)) throw new StructException("Bad comperator. Use " . join(',', self::$COMPARATORS)); 1284c13ff97SAndreas Gohr if($op != 'OR' && $op != 'AND') throw new StructException('Bad filter type . Only AND or OR allowed'); 1299d7a36f9SAndreas Gohr 13015929be2SAndreas Gohr $col = $this->findColumn($colname); 131*7da1a0fdSAndreas Gohr if(!$col) return; // ignore missing columns, filter might have been for different schema 132*7da1a0fdSAndreas Gohr 133*7da1a0fdSAndreas Gohr // map filter operators to SQL syntax 134*7da1a0fdSAndreas Gohr switch($comp) { 135*7da1a0fdSAndreas Gohr case '~': 136*7da1a0fdSAndreas Gohr $comp = 'LIKE'; 137*7da1a0fdSAndreas Gohr break; 138*7da1a0fdSAndreas Gohr case '!~': 139*7da1a0fdSAndreas Gohr $comp = 'NOT LIKE'; 140*7da1a0fdSAndreas Gohr break; 141*7da1a0fdSAndreas Gohr case '=*': 142*7da1a0fdSAndreas Gohr $comp = 'REGEXP'; 143*7da1a0fdSAndreas Gohr break; 144*7da1a0fdSAndreas Gohr } 145*7da1a0fdSAndreas Gohr 146*7da1a0fdSAndreas Gohr // we use asterisks, but SQL wants percents 147*7da1a0fdSAndreas Gohr if($comp == 'LIKE' || $comp == 'NOT LIKE') { 14899894f21SMichael Große $value = str_replace('*','%',$value); 149*7da1a0fdSAndreas Gohr } 150*7da1a0fdSAndreas Gohr 151*7da1a0fdSAndreas Gohr // add the filter 1524c13ff97SAndreas Gohr $this->filter[] = array($col, $value, $comp, $op); 15315929be2SAndreas Gohr } 15415929be2SAndreas Gohr 15515929be2SAndreas Gohr /** 1567f9cb794SAndreas Gohr * Set offset for the results 1577f9cb794SAndreas Gohr * 1587f9cb794SAndreas Gohr * @param int $offset 1597f9cb794SAndreas Gohr */ 1607f9cb794SAndreas Gohr public function setOffset($offset) { 1617f9cb794SAndreas Gohr $limit = 0; 1627f9cb794SAndreas Gohr if($this->range_end) { 1637f9cb794SAndreas Gohr // if there was a limit set previously, the range_end needs to be recalculated 1647f9cb794SAndreas Gohr $limit = $this->range_end - $this->range_begin; 1657f9cb794SAndreas Gohr } 1667f9cb794SAndreas Gohr $this->range_begin = $offset; 1677f9cb794SAndreas Gohr if($limit) $this->setLimit($limit); 1687f9cb794SAndreas Gohr } 1697f9cb794SAndreas Gohr 1707f9cb794SAndreas Gohr /** 1717f9cb794SAndreas Gohr * Limit results to this number 1727f9cb794SAndreas Gohr * 1737f9cb794SAndreas Gohr * @param int $limit Set to 0 to disable limit again 1747f9cb794SAndreas Gohr */ 1757f9cb794SAndreas Gohr public function setLimit($limit) { 1767f9cb794SAndreas Gohr if($limit) { 1777f9cb794SAndreas Gohr $this->range_end = $this->range_begin + $limit; 1787f9cb794SAndreas Gohr } else { 1797f9cb794SAndreas Gohr $this->range_end = 0; 1807f9cb794SAndreas Gohr } 1817f9cb794SAndreas Gohr } 1827f9cb794SAndreas Gohr 1837f9cb794SAndreas Gohr /** 1847f9cb794SAndreas Gohr * Return the number of results (regardless of limit and offset settings) 1857f9cb794SAndreas Gohr * 1867f9cb794SAndreas Gohr * Use this to implement paging. Important: this may only be called after running @see execute() 1877f9cb794SAndreas Gohr * 1887f9cb794SAndreas Gohr * @return int 1897f9cb794SAndreas Gohr */ 1907f9cb794SAndreas Gohr public function getCount() { 1917f9cb794SAndreas Gohr if($this->count < 0) throw new StructException('Count is only accessible after executing the search'); 1927f9cb794SAndreas Gohr return $this->count; 1937f9cb794SAndreas Gohr } 1947f9cb794SAndreas Gohr 1957f9cb794SAndreas Gohr /** 196b2ed727aSAndreas Gohr * Execute this search and return the result 197b2ed727aSAndreas Gohr * 19838fa36fbSAndreas Gohr * The result is a two dimensional array of Value()s. 1997f9cb794SAndreas Gohr * 2007f9cb794SAndreas Gohr * This will always query for the full result (not using offset and limit) and then 2017f9cb794SAndreas Gohr * return the wanted range, setting the count (@see getCount) to the whole result number 20238fa36fbSAndreas Gohr * 20338fa36fbSAndreas Gohr * @return Value[][] 204b2ed727aSAndreas Gohr */ 205b2ed727aSAndreas Gohr public function execute() { 206b2ed727aSAndreas Gohr list($sql, $opts) = $this->getSQL(); 207b2ed727aSAndreas Gohr 2087f9cb794SAndreas Gohr /** @var \PDOStatement $res */ 209b2ed727aSAndreas Gohr $res = $this->sqlite->query($sql, $opts); 21059b668aaSAndreas Gohr if($res === false) throw new StructException("SQL execution failed for\n\n$sql"); 211b2ed727aSAndreas Gohr 212b2ed727aSAndreas Gohr $result = array(); 2137f9cb794SAndreas Gohr $cursor = -1; 2147f9cb794SAndreas Gohr while($row = $res->fetch(\PDO::FETCH_ASSOC)) { 2157f9cb794SAndreas Gohr $cursor++; 2167f9cb794SAndreas Gohr if($cursor < $this->range_begin) continue; 2177f9cb794SAndreas Gohr if($this->range_end && $cursor >= $this->range_end) continue; 2187f9cb794SAndreas Gohr 219b2ed727aSAndreas Gohr $C = 0; 220b2ed727aSAndreas Gohr $resrow = array(); 221b2ed727aSAndreas Gohr foreach($this->columns as $col) { 22238fa36fbSAndreas Gohr $val = $row["C$C"]; 223b2ed727aSAndreas Gohr if($col->isMulti()) { 22438fa36fbSAndreas Gohr $val = explode(self::CONCAT_SEPARATOR, $val); 225b2ed727aSAndreas Gohr } 22638fa36fbSAndreas Gohr $resrow[] = new Value($col, $val); 227b2ed727aSAndreas Gohr $C++; 228b2ed727aSAndreas Gohr } 229b2ed727aSAndreas Gohr $result[] = $resrow; 230b2ed727aSAndreas Gohr } 2317f9cb794SAndreas Gohr 2327f9cb794SAndreas Gohr $this->sqlite->res_close($res); 2337f9cb794SAndreas Gohr $this->count = $cursor + 1; 234b2ed727aSAndreas Gohr return $result; 235b2ed727aSAndreas Gohr } 236b2ed727aSAndreas Gohr 237b2ed727aSAndreas Gohr /** 23815929be2SAndreas Gohr * Transform the set search parameters into a statement 23915929be2SAndreas Gohr * 240b2ed727aSAndreas Gohr * @return array ($sql, $opts) The SQL and parameters to execute 24115929be2SAndreas Gohr */ 24215929be2SAndreas Gohr public function getSQL() { 2435511bd5bSAndreas Gohr if(!$this->columns) throw new StructException('nocolname'); 24415929be2SAndreas Gohr 2452f68434dSAndreas Gohr $QB = new QueryBuilder(); 24615929be2SAndreas Gohr 2479d7a36f9SAndreas Gohr // basic tables 248b2d67e7dSAndreas Gohr $first_table = ''; 2499d7a36f9SAndreas Gohr foreach($this->schemas as $schema) { 2502f68434dSAndreas Gohr $datatable = 'data_'.$schema->getTable(); 251b2d67e7dSAndreas Gohr if($first_table) { 2529d7a36f9SAndreas Gohr // follow up tables 2532f68434dSAndreas Gohr $QB->addLeftJoin($first_table, $datatable, $datatable, "$first_table.pid = $datatable.pid"); 2549d7a36f9SAndreas Gohr } else { 2559d7a36f9SAndreas Gohr // first table 2562f68434dSAndreas Gohr $QB->addTable('schema_assignments'); 2572f68434dSAndreas Gohr $QB->addTable($datatable); 2582f68434dSAndreas Gohr $QB->addSelectColumn($datatable, 'pid', 'PID'); 2592f68434dSAndreas Gohr $QB->addGroupByColumn($datatable, 'pid'); 260b75e0a08SAndreas Gohr 2612f68434dSAndreas Gohr $QB->filters()->whereAnd("$datatable.pid = schema_assignments.pid"); 2622f68434dSAndreas Gohr $QB->filters()->whereAnd("schema_assignments.tbl = '{$schema->getTable()}'"); 2632f68434dSAndreas Gohr $QB->filters()->whereAnd("schema_assignments.assigned = 1"); 2642f68434dSAndreas Gohr $QB->filters()->whereAnd("GETACCESSLEVEL($datatable.pid) > 0"); 2652f68434dSAndreas Gohr $QB->filters()->whereAnd("PAGEEXISTS($datatable.pid) = 1"); 266b2d67e7dSAndreas Gohr 2672f68434dSAndreas Gohr $first_table = $datatable; 26815929be2SAndreas Gohr } 2692f68434dSAndreas Gohr $QB->filters()->whereAnd("$datatable.latest = 1"); 2709d7a36f9SAndreas Gohr } 27115929be2SAndreas Gohr 27215929be2SAndreas Gohr // columns to select, handling multis 2739d7a36f9SAndreas Gohr $sep = self::CONCAT_SEPARATOR; 27415929be2SAndreas Gohr $n = 0; 27515929be2SAndreas Gohr foreach($this->columns as $col) { 27615929be2SAndreas Gohr $CN = 'C' . $n++; 27715929be2SAndreas Gohr 278d1b04e89SAndreas Gohr if($col->isMulti()) { 2792f68434dSAndreas Gohr $datatable = "data_{$col->getTable()}"; 2802f68434dSAndreas Gohr $multitable = "multi_{$col->getTable()}"; 2812f68434dSAndreas Gohr $MN = 'M' . $col->getColref(); 2822f68434dSAndreas Gohr 2832f68434dSAndreas Gohr $QB->addLeftJoin( 2842f68434dSAndreas Gohr $datatable, 2852f68434dSAndreas Gohr $multitable, 2862f68434dSAndreas Gohr $MN, 2872f68434dSAndreas Gohr "$datatable.pid = $MN.pid AND 2882f68434dSAndreas Gohr $datatable.rev = $MN.rev AND 2892f68434dSAndreas Gohr $MN.colref = {$col->getColref()}" 2902f68434dSAndreas Gohr ); 291578407b2SAndreas Gohr 292578407b2SAndreas Gohr $col->getType()->select($QB, $MN, 'value' , $CN); 293578407b2SAndreas Gohr $sel = $QB->getSelectStatement($CN); 294578407b2SAndreas Gohr $QB->addSelectStatement("GROUP_CONCAT($sel, '$sep')", $CN); 29515929be2SAndreas Gohr } else { 296578407b2SAndreas Gohr $col->getType()->select($QB, 'data_'.$col->getTable(), $col->getColName() , $CN); 2970dbe7bf6SAndreas Gohr $QB->addGroupByStatement($CN); 29815929be2SAndreas Gohr } 29915929be2SAndreas Gohr } 30015929be2SAndreas Gohr 3019d7a36f9SAndreas Gohr // where clauses 302b8fe6730SAndreas Gohr foreach($this->filter as $filter) { 3034c13ff97SAndreas Gohr list($col, $value, $comp, $op) = $filter; 304b8fe6730SAndreas Gohr 3052f68434dSAndreas Gohr $datatable = "data_{$col->getTable()}"; 3062f68434dSAndreas Gohr $multitable = "multi_{$col->getTable()}"; 307690e4ebaSAndreas Gohr 308690e4ebaSAndreas Gohr /** @var $col Column */ 309690e4ebaSAndreas Gohr if($col->isMulti()) { 3102f68434dSAndreas Gohr $MN = 'MN' . $col->getColref(); // FIXME this joins a second time if the column was selected before 31115929be2SAndreas Gohr 3122f68434dSAndreas Gohr $QB->addLeftJoin( 3132f68434dSAndreas Gohr $datatable, 3142f68434dSAndreas Gohr $multitable, 3152f68434dSAndreas Gohr $MN, 3162f68434dSAndreas Gohr "$datatable.pid = $MN.pid AND 3172f68434dSAndreas Gohr $datatable.rev = $MN.rev AND 3182f68434dSAndreas Gohr $MN.colref = {$col->getColref()}" 3192f68434dSAndreas Gohr ); 320690e4ebaSAndreas Gohr $coltbl = $MN; 321690e4ebaSAndreas Gohr $colnam = 'value'; 3229d7a36f9SAndreas Gohr } else { 323690e4ebaSAndreas Gohr $coltbl = $datatable; 324690e4ebaSAndreas Gohr $colnam = $col->getColName(); 3259d7a36f9SAndreas Gohr } 326690e4ebaSAndreas Gohr $col->getType()->filter($QB, $coltbl, $colnam, $comp, $value, $op); // type based filter 3279d7a36f9SAndreas Gohr } 3289d7a36f9SAndreas Gohr 32929394e6cSAndreas Gohr // sorting - we always sort by the single val column 330b8fe6730SAndreas Gohr foreach($this->sortby as $sort) { 331b8fe6730SAndreas Gohr list($col, $asc) = $sort; 3329d7a36f9SAndreas Gohr /** @var $col Column */ 333578407b2SAndreas Gohr $QB->addOrderBy($col->getFullColName(false) . ' '.(($asc) ? 'ASC' : 'DESC')); 3349e07bdbfSAndreas Gohr } 3359e07bdbfSAndreas Gohr 3362f68434dSAndreas Gohr return $QB->getSQL(); 33715929be2SAndreas Gohr } 33815929be2SAndreas Gohr 33915929be2SAndreas Gohr /** 34001dd90deSAndreas Gohr * Returns all the columns that where added to the search 34101dd90deSAndreas Gohr * 34201dd90deSAndreas Gohr * @return Column[] 34301dd90deSAndreas Gohr */ 34401dd90deSAndreas Gohr public function getColumns() { 34501dd90deSAndreas Gohr return $this->columns; 34601dd90deSAndreas Gohr } 34701dd90deSAndreas Gohr 34801dd90deSAndreas Gohr 34901dd90deSAndreas Gohr /** 35015929be2SAndreas Gohr * Find a column to be used in the search 35115929be2SAndreas Gohr * 35215929be2SAndreas Gohr * @param string $colname may contain an alias 35315929be2SAndreas Gohr * @return bool|Column 35415929be2SAndreas Gohr */ 35500f6af48SAndreas Gohr public function findColumn($colname) { 3565511bd5bSAndreas Gohr if(!$this->schemas) throw new StructException('noschemas'); 35715929be2SAndreas Gohr 358d1b04e89SAndreas Gohr // handling of page column is special 359d3f94fb7SAndreas Gohr if($colname == '%pageid%') { 360df02ffe6SMichael Große $schema_list = array_keys($this->schemas); 361df02ffe6SMichael Große return new PageColumn(0, new Page(), array_shift($schema_list)); 362d1b04e89SAndreas Gohr } 363d1b04e89SAndreas Gohr // FIXME %title% needs to be handled here, too (later) 364d1b04e89SAndreas Gohr 36515929be2SAndreas Gohr // resolve the alias or table name 36615929be2SAndreas Gohr list($table, $colname) = explode('.', $colname, 2); 36715929be2SAndreas Gohr if(!$colname) { 36815929be2SAndreas Gohr $colname = $table; 36915929be2SAndreas Gohr $table = ''; 37015929be2SAndreas Gohr } 37115929be2SAndreas Gohr if($table && isset($this->aliases[$table])) { 37215929be2SAndreas Gohr $table = $this->aliases[$table]; 37315929be2SAndreas Gohr } 37415929be2SAndreas Gohr 3755511bd5bSAndreas Gohr if(!$colname) throw new StructException('nocolname'); 37615929be2SAndreas Gohr 377bd363da9SAndreas Gohr // if table name given search only that, otherwise try all for matching column name 37815929be2SAndreas Gohr if($table) { 37915929be2SAndreas Gohr $schemas = array($table => $this->schemas[$table]); 38015929be2SAndreas Gohr } else { 38115929be2SAndreas Gohr $schemas = $this->schemas; 38215929be2SAndreas Gohr } 38315929be2SAndreas Gohr 38415929be2SAndreas Gohr // find it 38515929be2SAndreas Gohr $col = false; 38615929be2SAndreas Gohr foreach($schemas as $schema) { 3874ac44d1cSMichael Grosse if(empty($schema)) { 3884ac44d1cSMichael Grosse continue; 3894ac44d1cSMichael Grosse } 39015929be2SAndreas Gohr $col = $schema->findColumn($colname); 39115929be2SAndreas Gohr if($col) break; 39215929be2SAndreas Gohr } 39315929be2SAndreas Gohr 39415929be2SAndreas Gohr return $col; 39515929be2SAndreas Gohr } 39615929be2SAndreas Gohr 39715929be2SAndreas Gohr} 39815929be2SAndreas Gohr 3995511bd5bSAndreas Gohr 400