18da7d805SAndreas Gohr<?php 28da7d805SAndreas Gohr 38da7d805SAndreas Gohr/** 48da7d805SAndreas Gohr * @noinspection SqlNoDataSourceInspection 58da7d805SAndreas Gohr * @noinspection SqlDialectInspection 68da7d805SAndreas Gohr * @noinspection PhpComposerExtensionStubsInspection 78da7d805SAndreas Gohr */ 88da7d805SAndreas Gohr 98da7d805SAndreas Gohrnamespace dokuwiki\plugin\sqlite; 108da7d805SAndreas Gohr 11b35b734aSSzymon Olewniczakuse dokuwiki\Extension\Event; 128da7d805SAndreas Gohr 138da7d805SAndreas Gohr/** 148da7d805SAndreas Gohr * Helpers to access a SQLite Database with automatic schema migration 158da7d805SAndreas Gohr */ 168da7d805SAndreas Gohrclass SQLiteDB 178da7d805SAndreas Gohr{ 188da7d805SAndreas Gohr const FILE_EXTENSION = '.sqlite3'; 198da7d805SAndreas Gohr 208da7d805SAndreas Gohr /** @var \PDO */ 218da7d805SAndreas Gohr protected $pdo; 228da7d805SAndreas Gohr 238da7d805SAndreas Gohr /** @var string */ 248da7d805SAndreas Gohr protected $schemadir; 258da7d805SAndreas Gohr 268da7d805SAndreas Gohr /** @var string */ 278da7d805SAndreas Gohr protected $dbname; 288da7d805SAndreas Gohr 293a56750bSAndreas Gohr /** @var \helper_plugin_sqlite */ 308da7d805SAndreas Gohr protected $helper; 318da7d805SAndreas Gohr 328da7d805SAndreas Gohr /** 338da7d805SAndreas Gohr * Constructor 348da7d805SAndreas Gohr * 358da7d805SAndreas Gohr * @param string $dbname Database name 368da7d805SAndreas Gohr * @param string $schemadir directory with schema migration files 378da7d805SAndreas Gohr * @param \helper_plugin_sqlite $sqlitehelper for backwards compatibility 388da7d805SAndreas Gohr * @throws \Exception 398da7d805SAndreas Gohr */ 408da7d805SAndreas Gohr public function __construct($dbname, $schemadir, $sqlitehelper = null) 418da7d805SAndreas Gohr { 428da7d805SAndreas Gohr if (!class_exists('pdo') || !in_array('sqlite', \PDO::getAvailableDrivers())) { 438da7d805SAndreas Gohr throw new \Exception('SQLite PDO driver not available'); 448da7d805SAndreas Gohr } 458da7d805SAndreas Gohr 468da7d805SAndreas Gohr // backwards compatibility, circular dependency 478da7d805SAndreas Gohr $this->helper = $sqlitehelper; 483a56750bSAndreas Gohr if(!$this->helper) { 493a56750bSAndreas Gohr $this->helper = new \helper_plugin_sqlite(); 503a56750bSAndreas Gohr } 513a56750bSAndreas Gohr $this->helper->setAdapter($this); 528da7d805SAndreas Gohr 538da7d805SAndreas Gohr $this->schemadir = $schemadir; 548da7d805SAndreas Gohr $this->dbname = $dbname; 558da7d805SAndreas Gohr $file = $this->getDbFile(); 568da7d805SAndreas Gohr 578da7d805SAndreas Gohr $this->pdo = new \PDO( 588da7d805SAndreas Gohr 'sqlite:' . $file, 598da7d805SAndreas Gohr null, 608da7d805SAndreas Gohr null, 618da7d805SAndreas Gohr [ 628da7d805SAndreas Gohr \PDO::ATTR_ERRMODE => \PDO::ERRMODE_EXCEPTION 638da7d805SAndreas Gohr ] 648da7d805SAndreas Gohr ); 658da7d805SAndreas Gohr 668da7d805SAndreas Gohr if($schemadir !== '') { 678da7d805SAndreas Gohr // schema dir is empty, when accessing the DB from Admin interface instead of plugin context 688da7d805SAndreas Gohr $this->applyMigrations(); 698da7d805SAndreas Gohr } 708da7d805SAndreas Gohr Functions::register($this->pdo); 718da7d805SAndreas Gohr } 728da7d805SAndreas Gohr 738da7d805SAndreas Gohr 748da7d805SAndreas Gohr // region public API 758da7d805SAndreas Gohr 768da7d805SAndreas Gohr /** 778da7d805SAndreas Gohr * Direct access to the PDO object 788da7d805SAndreas Gohr * @return \PDO 798da7d805SAndreas Gohr */ 808da7d805SAndreas Gohr public function pdo() 818da7d805SAndreas Gohr { 828da7d805SAndreas Gohr return $this->pdo; 838da7d805SAndreas Gohr } 848da7d805SAndreas Gohr 858da7d805SAndreas Gohr /** 868da7d805SAndreas Gohr * Execute a statement and return it 878da7d805SAndreas Gohr * 888da7d805SAndreas Gohr * @param string $sql 898da7d805SAndreas Gohr * @param array $parameters 908da7d805SAndreas Gohr * @return \PDOStatement Be sure to close the cursor yourself 918da7d805SAndreas Gohr * @throws \PDOException 928da7d805SAndreas Gohr */ 938da7d805SAndreas Gohr public function query($sql, $parameters = []) 948da7d805SAndreas Gohr { 958da7d805SAndreas Gohr $stmt = $this->pdo->prepare($sql); 96b35b734aSSzymon Olewniczak $eventData = [ 97*b8ae4891SSzymon Olewniczak 'sqlitedb' => $this, 98b35b734aSSzymon Olewniczak 'sql' => &$sql, 99b35b734aSSzymon Olewniczak 'parameters' => &$parameters, 100b35b734aSSzymon Olewniczak 'stmt' => $stmt 101b35b734aSSzymon Olewniczak ]; 102b35b734aSSzymon Olewniczak $event = new Event('PLUGIN_SQLITE_QUERY_EXECUTE', $eventData); 103b35b734aSSzymon Olewniczak if ($event->advise_before()) { 1048da7d805SAndreas Gohr $stmt->execute($parameters); 105b35b734aSSzymon Olewniczak } 106b35b734aSSzymon Olewniczak $event->advise_after(); 1078da7d805SAndreas Gohr return $stmt; 1088da7d805SAndreas Gohr } 1098da7d805SAndreas Gohr 1108da7d805SAndreas Gohr /** 1118da7d805SAndreas Gohr * Execute a statement and return metadata 1128da7d805SAndreas Gohr * 1138da7d805SAndreas Gohr * Returns the last insert ID on INSERTs or the number of affected rows 1148da7d805SAndreas Gohr * 1158da7d805SAndreas Gohr * @param string $sql 1168da7d805SAndreas Gohr * @param array $parameters 1178da7d805SAndreas Gohr * @return int 1188da7d805SAndreas Gohr * @throws \PDOException 1198da7d805SAndreas Gohr */ 1208da7d805SAndreas Gohr public function exec($sql, $parameters = []) 1218da7d805SAndreas Gohr { 122b35b734aSSzymon Olewniczak $stmt = $this->query($sql, $parameters); 1238da7d805SAndreas Gohr 1248da7d805SAndreas Gohr $count = $stmt->rowCount(); 1258da7d805SAndreas Gohr $stmt->closeCursor(); 1268da7d805SAndreas Gohr if ($count && preg_match('/^INSERT /i', $sql)) { 1278da7d805SAndreas Gohr return $this->queryValue('SELECT last_insert_rowid()'); 1288da7d805SAndreas Gohr } 1298da7d805SAndreas Gohr 1308da7d805SAndreas Gohr return $count; 1318da7d805SAndreas Gohr } 1328da7d805SAndreas Gohr 1338da7d805SAndreas Gohr /** 1348da7d805SAndreas Gohr * Simple query abstraction 1358da7d805SAndreas Gohr * 1368da7d805SAndreas Gohr * Returns all data 1378da7d805SAndreas Gohr * 1388da7d805SAndreas Gohr * @param string $sql 1398da7d805SAndreas Gohr * @param array $params 1408da7d805SAndreas Gohr * @return array 1418da7d805SAndreas Gohr * @throws \PDOException 1428da7d805SAndreas Gohr */ 1438da7d805SAndreas Gohr public function queryAll($sql, $params = []) 1448da7d805SAndreas Gohr { 1458da7d805SAndreas Gohr $stmt = $this->query($sql, $params); 1468da7d805SAndreas Gohr $data = $stmt->fetchAll(\PDO::FETCH_ASSOC); 1478da7d805SAndreas Gohr $stmt->closeCursor(); 1488da7d805SAndreas Gohr return $data; 1498da7d805SAndreas Gohr } 1508da7d805SAndreas Gohr 1518da7d805SAndreas Gohr /** 1528da7d805SAndreas Gohr * Query one single row 1538da7d805SAndreas Gohr * 1548da7d805SAndreas Gohr * @param string $sql 1558da7d805SAndreas Gohr * @param array $params 1568da7d805SAndreas Gohr * @return array|null 1578da7d805SAndreas Gohr * @throws \PDOException 1588da7d805SAndreas Gohr */ 1598da7d805SAndreas Gohr public function queryRecord($sql, $params = []) 1608da7d805SAndreas Gohr { 1618da7d805SAndreas Gohr $stmt = $this->query($sql, $params); 1628da7d805SAndreas Gohr $row = $stmt->fetch(); 1638da7d805SAndreas Gohr $stmt->closeCursor(); 1648da7d805SAndreas Gohr if (is_array($row) && count($row)) return $row; 1658da7d805SAndreas Gohr return null; 1668da7d805SAndreas Gohr } 1678da7d805SAndreas Gohr 1688da7d805SAndreas Gohr /** 1698da7d805SAndreas Gohr * Insert or replace the given data into the table 1708da7d805SAndreas Gohr * 1718da7d805SAndreas Gohr * @param string $table 1728da7d805SAndreas Gohr * @param array $data 1738da7d805SAndreas Gohr * @param bool $replace Conflict resolution, replace or ignore 1748da7d805SAndreas Gohr * @throws \PDOException 1758da7d805SAndreas Gohr */ 1768da7d805SAndreas Gohr public function saveRecord($table, $data, $replace = true) 1778da7d805SAndreas Gohr { 1788da7d805SAndreas Gohr $columns = array_map(function ($column) { 1798da7d805SAndreas Gohr return '"' . $column . '"'; 1808da7d805SAndreas Gohr }, array_keys($data)); 1818da7d805SAndreas Gohr $values = array_values($data); 1828da7d805SAndreas Gohr $placeholders = array_pad([], count($columns), '?'); 1838da7d805SAndreas Gohr 1848da7d805SAndreas Gohr if ($replace) { 1858da7d805SAndreas Gohr $command = 'REPLACE'; 1868da7d805SAndreas Gohr } else { 1878da7d805SAndreas Gohr $command = 'INSERT OR IGNORE'; 1888da7d805SAndreas Gohr } 1898da7d805SAndreas Gohr 1908da7d805SAndreas Gohr /** @noinspection SqlResolve */ 1918da7d805SAndreas Gohr $sql = $command . ' INTO "' . $table . '" (' . join(',', $columns) . ') VALUES (' . join(',', $placeholders) . ')'; 192b35b734aSSzymon Olewniczak $stm = $this->query($sql, $values); 1938da7d805SAndreas Gohr $stm->closeCursor(); 1948da7d805SAndreas Gohr } 1958da7d805SAndreas Gohr 1968da7d805SAndreas Gohr /** 1978da7d805SAndreas Gohr * Execute a query that returns a single value 1988da7d805SAndreas Gohr * 1998da7d805SAndreas Gohr * @param string $sql 2008da7d805SAndreas Gohr * @param array $params 2018da7d805SAndreas Gohr * @return mixed|null 2028da7d805SAndreas Gohr * @throws \PDOException 2038da7d805SAndreas Gohr */ 2048da7d805SAndreas Gohr public function queryValue($sql, $params = []) 2058da7d805SAndreas Gohr { 2068da7d805SAndreas Gohr $result = $this->queryAll($sql, $params); 2078da7d805SAndreas Gohr if (is_array($result) && count($result)) return array_values($result[0])[0]; 2088da7d805SAndreas Gohr return null; 2098da7d805SAndreas Gohr } 2108da7d805SAndreas Gohr 2118da7d805SAndreas Gohr // endregion 2128da7d805SAndreas Gohr 2138da7d805SAndreas Gohr // region meta handling 2148da7d805SAndreas Gohr 2158da7d805SAndreas Gohr /** 2168da7d805SAndreas Gohr * Get a config value from the opt table 2178da7d805SAndreas Gohr * 2188da7d805SAndreas Gohr * @param string $opt Config name 2198da7d805SAndreas Gohr * @param mixed $default What to return if the value isn't set 2208da7d805SAndreas Gohr * @return mixed 2218da7d805SAndreas Gohr * @throws \PDOException 2228da7d805SAndreas Gohr */ 2238da7d805SAndreas Gohr public function getOpt($opt, $default = null) 2248da7d805SAndreas Gohr { 2258da7d805SAndreas Gohr $value = $this->queryValue("SELECT val FROM opts WHERE opt = ?", [$opt]); 2268da7d805SAndreas Gohr if ($value === null) return $default; 2278da7d805SAndreas Gohr return $value; 2288da7d805SAndreas Gohr } 2298da7d805SAndreas Gohr 2308da7d805SAndreas Gohr /** 2318da7d805SAndreas Gohr * Set a config value in the opt table 2328da7d805SAndreas Gohr * 2338da7d805SAndreas Gohr * @param $opt 2348da7d805SAndreas Gohr * @param $value 2358da7d805SAndreas Gohr * @throws \PDOException 2368da7d805SAndreas Gohr */ 2378da7d805SAndreas Gohr public function setOpt($opt, $value) 2388da7d805SAndreas Gohr { 2398da7d805SAndreas Gohr $this->exec('REPLACE INTO opts (opt,val) VALUES (?,?)', [$opt, $value]); 2408da7d805SAndreas Gohr } 2418da7d805SAndreas Gohr 2428da7d805SAndreas Gohr /** 2438da7d805SAndreas Gohr * @return string 2448da7d805SAndreas Gohr */ 2458da7d805SAndreas Gohr public function getDbName() 2468da7d805SAndreas Gohr { 2478da7d805SAndreas Gohr return $this->dbname; 2488da7d805SAndreas Gohr } 2498da7d805SAndreas Gohr 2508da7d805SAndreas Gohr /** 2518da7d805SAndreas Gohr * @return string 2528da7d805SAndreas Gohr */ 2538da7d805SAndreas Gohr public function getDbFile() 2548da7d805SAndreas Gohr { 2558da7d805SAndreas Gohr global $conf; 2568da7d805SAndreas Gohr return $conf['metadir'] . '/' . $this->dbname . self::FILE_EXTENSION; 2578da7d805SAndreas Gohr } 2588da7d805SAndreas Gohr 2598da7d805SAndreas Gohr /** 2608da7d805SAndreas Gohr * Create a dump of the database and its contents 2618da7d805SAndreas Gohr * 2628da7d805SAndreas Gohr * @return string 2638da7d805SAndreas Gohr * @throws \Exception 2648da7d805SAndreas Gohr */ 2658da7d805SAndreas Gohr public function dumpToFile($filename) 2668da7d805SAndreas Gohr { 2678da7d805SAndreas Gohr $fp = fopen($filename, 'w'); 2688da7d805SAndreas Gohr if (!$fp) { 2698da7d805SAndreas Gohr throw new \Exception('Could not open file ' . $filename . ' for writing'); 2708da7d805SAndreas Gohr } 2718da7d805SAndreas Gohr 2728da7d805SAndreas Gohr 2738da7d805SAndreas Gohr $tables = $this->queryAll('SELECT name,sql FROM sqlite_master WHERE type="table"'); 2748da7d805SAndreas Gohr fwrite($fp, 'BEGIN TRANSACTION;' . "\n"); 2758da7d805SAndreas Gohr 2768da7d805SAndreas Gohr foreach ($tables as $table) { 2778da7d805SAndreas Gohr fwrite($fp, $table['sql'] . ";\n"); // table definition 2788da7d805SAndreas Gohr 2798da7d805SAndreas Gohr // data as INSERT statements 2808da7d805SAndreas Gohr $sql = "SELECT * FROM " . $table['name']; 2818da7d805SAndreas Gohr $res = $this->query($sql); 2828da7d805SAndreas Gohr while ($row = $res->fetch(\PDO::FETCH_ASSOC)) { 2838da7d805SAndreas Gohr $line = 'INSERT INTO ' . $table['name'] . ' VALUES('; 2848da7d805SAndreas Gohr foreach ($row as $no_entry => $entry) { 2858da7d805SAndreas Gohr if ($no_entry !== 0) { 2868da7d805SAndreas Gohr $line .= ','; 2878da7d805SAndreas Gohr } 2888da7d805SAndreas Gohr 2898da7d805SAndreas Gohr if (is_null($entry)) { 2908da7d805SAndreas Gohr $line .= 'NULL'; 2918da7d805SAndreas Gohr } elseif (!is_numeric($entry)) { 2928da7d805SAndreas Gohr $line .= $this->pdo->quote($entry); 2938da7d805SAndreas Gohr } else { 2948da7d805SAndreas Gohr // TODO depending on locale extra leading zeros 2958da7d805SAndreas Gohr // are truncated e.g 1.300 (thousand three hunderd)-> 1.3 2968da7d805SAndreas Gohr $line .= $entry; 2978da7d805SAndreas Gohr } 2988da7d805SAndreas Gohr } 2998da7d805SAndreas Gohr $line .= ');' . "\n"; 3008da7d805SAndreas Gohr fwrite($fp, $line); 3018da7d805SAndreas Gohr } 3028da7d805SAndreas Gohr $res->closeCursor(); 3038da7d805SAndreas Gohr } 3048da7d805SAndreas Gohr 3058da7d805SAndreas Gohr // indexes 3068da7d805SAndreas Gohr $indexes = $this->queryAll("SELECT name,sql FROM sqlite_master WHERE type='index'"); 3078da7d805SAndreas Gohr foreach ($indexes as $index) { 3088da7d805SAndreas Gohr fwrite($fp, $index['sql'] . ";\n"); 3098da7d805SAndreas Gohr } 3108da7d805SAndreas Gohr fwrite($fp, 'COMMIT;' . "\n"); 3118da7d805SAndreas Gohr fclose($fp); 3128da7d805SAndreas Gohr return $filename; 3138da7d805SAndreas Gohr } 3148da7d805SAndreas Gohr 3158da7d805SAndreas Gohr // endregion 3168da7d805SAndreas Gohr 3178da7d805SAndreas Gohr // region migration handling 3188da7d805SAndreas Gohr 3198da7d805SAndreas Gohr /** 3208da7d805SAndreas Gohr * Apply all pending migrations 3218da7d805SAndreas Gohr * 3228da7d805SAndreas Gohr * Each migration is executed in a transaction which is rolled back on failure 3238da7d805SAndreas Gohr * Migrations can be files in the schema directory or event handlers 3248da7d805SAndreas Gohr * 3258da7d805SAndreas Gohr * @throws \Exception 3268da7d805SAndreas Gohr */ 3278da7d805SAndreas Gohr protected function applyMigrations() 3288da7d805SAndreas Gohr { 3298da7d805SAndreas Gohr $currentVersion = $this->currentDbVersion(); 3308da7d805SAndreas Gohr $latestVersion = $this->latestDbVersion(); 3318da7d805SAndreas Gohr 3328da7d805SAndreas Gohr for ($newVersion = $currentVersion + 1; $newVersion <= $latestVersion; $newVersion++) { 3338da7d805SAndreas Gohr $data = [ 3348da7d805SAndreas Gohr 'dbname' => $this->dbname, 3358da7d805SAndreas Gohr 'from' => $currentVersion, 3368da7d805SAndreas Gohr 'to' => $newVersion, 3378da7d805SAndreas Gohr 'file' => $this->getMigrationFile($newVersion), 3388da7d805SAndreas Gohr 'sqlite' => $this->helper, 3398da7d805SAndreas Gohr 'adapter' => $this, 3408da7d805SAndreas Gohr ]; 3418da7d805SAndreas Gohr $event = new \Doku_Event('PLUGIN_SQLITE_DATABASE_UPGRADE', $data); 3428da7d805SAndreas Gohr 3438da7d805SAndreas Gohr $this->pdo->beginTransaction(); 3448da7d805SAndreas Gohr try { 3458da7d805SAndreas Gohr if ($event->advise_before()) { 3468da7d805SAndreas Gohr // standard migration file 3478da7d805SAndreas Gohr $sql = file_get_contents($data['file']); 3488da7d805SAndreas Gohr $this->exec($sql); 3498da7d805SAndreas Gohr } else if (!$event->result) { 3508da7d805SAndreas Gohr // advise before returned false, but the result was false 3518da7d805SAndreas Gohr throw new \PDOException('Plugin event did not signal success'); 3528da7d805SAndreas Gohr } 3538da7d805SAndreas Gohr $this->setOpt('dbversion', $newVersion); 3548da7d805SAndreas Gohr $this->pdo->commit(); 3558da7d805SAndreas Gohr $event->advise_after(); 3568da7d805SAndreas Gohr } catch (\Exception $e) { 3578da7d805SAndreas Gohr // something went wrong, rollback 3588da7d805SAndreas Gohr $this->pdo->rollBack(); 3598da7d805SAndreas Gohr throw $e; 3608da7d805SAndreas Gohr } 3618da7d805SAndreas Gohr } 3628da7d805SAndreas Gohr 3638da7d805SAndreas Gohr // vacuum the database to free up unused space 3648da7d805SAndreas Gohr $this->pdo->exec('VACUUM'); 3658da7d805SAndreas Gohr } 3668da7d805SAndreas Gohr 3678da7d805SAndreas Gohr /** 3688da7d805SAndreas Gohr * Read the current version from the opt table 3698da7d805SAndreas Gohr * 3708da7d805SAndreas Gohr * The opt table is created here if not found 3718da7d805SAndreas Gohr * 3728da7d805SAndreas Gohr * @return int 3738da7d805SAndreas Gohr * @throws \PDOException 3748da7d805SAndreas Gohr */ 3758da7d805SAndreas Gohr protected function currentDbVersion() 3768da7d805SAndreas Gohr { 3778da7d805SAndreas Gohr try { 3788da7d805SAndreas Gohr $version = $this->getOpt('dbversion', 0); 3798da7d805SAndreas Gohr return (int)$version; 3808da7d805SAndreas Gohr } catch (\PDOException $ignored) { 3818da7d805SAndreas Gohr // add the opt table - if this fails too, let the exception bubble up 3828da7d805SAndreas Gohr $sql = "CREATE TABLE IF NOT EXISTS opts (opt TEXT NOT NULL PRIMARY KEY, val NOT NULL DEFAULT '')"; 3838da7d805SAndreas Gohr $this->exec($sql); 3848da7d805SAndreas Gohr $this->setOpt('dbversion', 0); 3858da7d805SAndreas Gohr return 0; 3868da7d805SAndreas Gohr } 3878da7d805SAndreas Gohr } 3888da7d805SAndreas Gohr 3898da7d805SAndreas Gohr /** 3908da7d805SAndreas Gohr * Get the version this db should have 3918da7d805SAndreas Gohr * 3928da7d805SAndreas Gohr * @return int 3938da7d805SAndreas Gohr * @throws \PDOException 3948da7d805SAndreas Gohr */ 3958da7d805SAndreas Gohr protected function latestDbVersion() 3968da7d805SAndreas Gohr { 3978da7d805SAndreas Gohr if (!file_exists($this->schemadir . '/latest.version')) { 3988da7d805SAndreas Gohr throw new \PDOException('No latest.version in schema dir'); 3998da7d805SAndreas Gohr } 4008da7d805SAndreas Gohr return (int)trim(file_get_contents($this->schemadir . '/latest.version')); 4018da7d805SAndreas Gohr } 4028da7d805SAndreas Gohr 4038da7d805SAndreas Gohr /** 4048da7d805SAndreas Gohr * Get the migrartion file for the given version 4058da7d805SAndreas Gohr * 4068da7d805SAndreas Gohr * @param int $version 4078da7d805SAndreas Gohr * @return string 4088da7d805SAndreas Gohr */ 4098da7d805SAndreas Gohr protected function getMigrationFile($version) 4108da7d805SAndreas Gohr { 4118da7d805SAndreas Gohr return sprintf($this->schemadir . '/update%04d.sql', $version); 4128da7d805SAndreas Gohr } 4138da7d805SAndreas Gohr // endregion 4148da7d805SAndreas Gohr} 415