18da7d805SAndreas Gohr<?php 28da7d805SAndreas Gohr 38da7d805SAndreas Gohr/** 48da7d805SAndreas Gohr * @noinspection SqlNoDataSourceInspection 58da7d805SAndreas Gohr * @noinspection SqlDialectInspection 68da7d805SAndreas Gohr * @noinspection PhpComposerExtensionStubsInspection 78da7d805SAndreas Gohr */ 88da7d805SAndreas Gohr 98da7d805SAndreas Gohrnamespace dokuwiki\plugin\sqlite; 108da7d805SAndreas Gohr 11*b35b734aSSzymon Olewniczakuse dokuwiki\Extension\Event; 128da7d805SAndreas Gohr 138da7d805SAndreas Gohr/** 148da7d805SAndreas Gohr * Helpers to access a SQLite Database with automatic schema migration 158da7d805SAndreas Gohr */ 168da7d805SAndreas Gohrclass SQLiteDB 178da7d805SAndreas Gohr{ 188da7d805SAndreas Gohr const FILE_EXTENSION = '.sqlite3'; 198da7d805SAndreas Gohr 208da7d805SAndreas Gohr /** @var \PDO */ 218da7d805SAndreas Gohr protected $pdo; 228da7d805SAndreas Gohr 238da7d805SAndreas Gohr /** @var string */ 248da7d805SAndreas Gohr protected $schemadir; 258da7d805SAndreas Gohr 268da7d805SAndreas Gohr /** @var string */ 278da7d805SAndreas Gohr protected $dbname; 288da7d805SAndreas Gohr 293a56750bSAndreas Gohr /** @var \helper_plugin_sqlite */ 308da7d805SAndreas Gohr protected $helper; 318da7d805SAndreas Gohr 328da7d805SAndreas Gohr /** 338da7d805SAndreas Gohr * Constructor 348da7d805SAndreas Gohr * 358da7d805SAndreas Gohr * @param string $dbname Database name 368da7d805SAndreas Gohr * @param string $schemadir directory with schema migration files 378da7d805SAndreas Gohr * @param \helper_plugin_sqlite $sqlitehelper for backwards compatibility 388da7d805SAndreas Gohr * @throws \Exception 398da7d805SAndreas Gohr */ 408da7d805SAndreas Gohr public function __construct($dbname, $schemadir, $sqlitehelper = null) 418da7d805SAndreas Gohr { 428da7d805SAndreas Gohr if (!class_exists('pdo') || !in_array('sqlite', \PDO::getAvailableDrivers())) { 438da7d805SAndreas Gohr throw new \Exception('SQLite PDO driver not available'); 448da7d805SAndreas Gohr } 458da7d805SAndreas Gohr 468da7d805SAndreas Gohr // backwards compatibility, circular dependency 478da7d805SAndreas Gohr $this->helper = $sqlitehelper; 483a56750bSAndreas Gohr if(!$this->helper) { 493a56750bSAndreas Gohr $this->helper = new \helper_plugin_sqlite(); 503a56750bSAndreas Gohr } 513a56750bSAndreas Gohr $this->helper->setAdapter($this); 528da7d805SAndreas Gohr 538da7d805SAndreas Gohr $this->schemadir = $schemadir; 548da7d805SAndreas Gohr $this->dbname = $dbname; 558da7d805SAndreas Gohr $file = $this->getDbFile(); 568da7d805SAndreas Gohr 578da7d805SAndreas Gohr $this->pdo = new \PDO( 588da7d805SAndreas Gohr 'sqlite:' . $file, 598da7d805SAndreas Gohr null, 608da7d805SAndreas Gohr null, 618da7d805SAndreas Gohr [ 628da7d805SAndreas Gohr \PDO::ATTR_ERRMODE => \PDO::ERRMODE_EXCEPTION 638da7d805SAndreas Gohr ] 648da7d805SAndreas Gohr ); 658da7d805SAndreas Gohr 668da7d805SAndreas Gohr if($schemadir !== '') { 678da7d805SAndreas Gohr // schema dir is empty, when accessing the DB from Admin interface instead of plugin context 688da7d805SAndreas Gohr $this->applyMigrations(); 698da7d805SAndreas Gohr } 708da7d805SAndreas Gohr Functions::register($this->pdo); 718da7d805SAndreas Gohr } 728da7d805SAndreas Gohr 738da7d805SAndreas Gohr 748da7d805SAndreas Gohr // region public API 758da7d805SAndreas Gohr 768da7d805SAndreas Gohr /** 778da7d805SAndreas Gohr * Direct access to the PDO object 788da7d805SAndreas Gohr * @return \PDO 798da7d805SAndreas Gohr */ 808da7d805SAndreas Gohr public function pdo() 818da7d805SAndreas Gohr { 828da7d805SAndreas Gohr return $this->pdo; 838da7d805SAndreas Gohr } 848da7d805SAndreas Gohr 858da7d805SAndreas Gohr /** 868da7d805SAndreas Gohr * Execute a statement and return it 878da7d805SAndreas Gohr * 888da7d805SAndreas Gohr * @param string $sql 898da7d805SAndreas Gohr * @param array $parameters 908da7d805SAndreas Gohr * @return \PDOStatement Be sure to close the cursor yourself 918da7d805SAndreas Gohr * @throws \PDOException 928da7d805SAndreas Gohr */ 938da7d805SAndreas Gohr public function query($sql, $parameters = []) 948da7d805SAndreas Gohr { 958da7d805SAndreas Gohr $stmt = $this->pdo->prepare($sql); 96*b35b734aSSzymon Olewniczak $eventData = [ 97*b35b734aSSzymon Olewniczak 'sql' => &$sql, 98*b35b734aSSzymon Olewniczak 'parameters' => &$parameters, 99*b35b734aSSzymon Olewniczak 'stmt' => $stmt 100*b35b734aSSzymon Olewniczak ]; 101*b35b734aSSzymon Olewniczak $event = new Event('PLUGIN_SQLITE_QUERY_EXECUTE', $eventData); 102*b35b734aSSzymon Olewniczak if ($event->advise_before()) { 1038da7d805SAndreas Gohr $stmt->execute($parameters); 104*b35b734aSSzymon Olewniczak } 105*b35b734aSSzymon Olewniczak $event->advise_after(); 1068da7d805SAndreas Gohr return $stmt; 1078da7d805SAndreas Gohr } 1088da7d805SAndreas Gohr 1098da7d805SAndreas Gohr /** 1108da7d805SAndreas Gohr * Execute a statement and return metadata 1118da7d805SAndreas Gohr * 1128da7d805SAndreas Gohr * Returns the last insert ID on INSERTs or the number of affected rows 1138da7d805SAndreas Gohr * 1148da7d805SAndreas Gohr * @param string $sql 1158da7d805SAndreas Gohr * @param array $parameters 1168da7d805SAndreas Gohr * @return int 1178da7d805SAndreas Gohr * @throws \PDOException 1188da7d805SAndreas Gohr */ 1198da7d805SAndreas Gohr public function exec($sql, $parameters = []) 1208da7d805SAndreas Gohr { 121*b35b734aSSzymon Olewniczak $stmt = $this->query($sql, $parameters); 1228da7d805SAndreas Gohr 1238da7d805SAndreas Gohr $count = $stmt->rowCount(); 1248da7d805SAndreas Gohr $stmt->closeCursor(); 1258da7d805SAndreas Gohr if ($count && preg_match('/^INSERT /i', $sql)) { 1268da7d805SAndreas Gohr return $this->queryValue('SELECT last_insert_rowid()'); 1278da7d805SAndreas Gohr } 1288da7d805SAndreas Gohr 1298da7d805SAndreas Gohr return $count; 1308da7d805SAndreas Gohr } 1318da7d805SAndreas Gohr 1328da7d805SAndreas Gohr /** 1338da7d805SAndreas Gohr * Simple query abstraction 1348da7d805SAndreas Gohr * 1358da7d805SAndreas Gohr * Returns all data 1368da7d805SAndreas Gohr * 1378da7d805SAndreas Gohr * @param string $sql 1388da7d805SAndreas Gohr * @param array $params 1398da7d805SAndreas Gohr * @return array 1408da7d805SAndreas Gohr * @throws \PDOException 1418da7d805SAndreas Gohr */ 1428da7d805SAndreas Gohr public function queryAll($sql, $params = []) 1438da7d805SAndreas Gohr { 1448da7d805SAndreas Gohr $stmt = $this->query($sql, $params); 1458da7d805SAndreas Gohr $data = $stmt->fetchAll(\PDO::FETCH_ASSOC); 1468da7d805SAndreas Gohr $stmt->closeCursor(); 1478da7d805SAndreas Gohr return $data; 1488da7d805SAndreas Gohr } 1498da7d805SAndreas Gohr 1508da7d805SAndreas Gohr /** 1518da7d805SAndreas Gohr * Query one single row 1528da7d805SAndreas Gohr * 1538da7d805SAndreas Gohr * @param string $sql 1548da7d805SAndreas Gohr * @param array $params 1558da7d805SAndreas Gohr * @return array|null 1568da7d805SAndreas Gohr * @throws \PDOException 1578da7d805SAndreas Gohr */ 1588da7d805SAndreas Gohr public function queryRecord($sql, $params = []) 1598da7d805SAndreas Gohr { 1608da7d805SAndreas Gohr $stmt = $this->query($sql, $params); 1618da7d805SAndreas Gohr $row = $stmt->fetch(); 1628da7d805SAndreas Gohr $stmt->closeCursor(); 1638da7d805SAndreas Gohr if (is_array($row) && count($row)) return $row; 1648da7d805SAndreas Gohr return null; 1658da7d805SAndreas Gohr } 1668da7d805SAndreas Gohr 1678da7d805SAndreas Gohr /** 1688da7d805SAndreas Gohr * Insert or replace the given data into the table 1698da7d805SAndreas Gohr * 1708da7d805SAndreas Gohr * @param string $table 1718da7d805SAndreas Gohr * @param array $data 1728da7d805SAndreas Gohr * @param bool $replace Conflict resolution, replace or ignore 1738da7d805SAndreas Gohr * @throws \PDOException 1748da7d805SAndreas Gohr */ 1758da7d805SAndreas Gohr public function saveRecord($table, $data, $replace = true) 1768da7d805SAndreas Gohr { 1778da7d805SAndreas Gohr $columns = array_map(function ($column) { 1788da7d805SAndreas Gohr return '"' . $column . '"'; 1798da7d805SAndreas Gohr }, array_keys($data)); 1808da7d805SAndreas Gohr $values = array_values($data); 1818da7d805SAndreas Gohr $placeholders = array_pad([], count($columns), '?'); 1828da7d805SAndreas Gohr 1838da7d805SAndreas Gohr if ($replace) { 1848da7d805SAndreas Gohr $command = 'REPLACE'; 1858da7d805SAndreas Gohr } else { 1868da7d805SAndreas Gohr $command = 'INSERT OR IGNORE'; 1878da7d805SAndreas Gohr } 1888da7d805SAndreas Gohr 1898da7d805SAndreas Gohr /** @noinspection SqlResolve */ 1908da7d805SAndreas Gohr $sql = $command . ' INTO "' . $table . '" (' . join(',', $columns) . ') VALUES (' . join(',', $placeholders) . ')'; 191*b35b734aSSzymon Olewniczak $stm = $this->query($sql, $values); 1928da7d805SAndreas Gohr $stm->closeCursor(); 1938da7d805SAndreas Gohr } 1948da7d805SAndreas Gohr 1958da7d805SAndreas Gohr /** 1968da7d805SAndreas Gohr * Execute a query that returns a single value 1978da7d805SAndreas Gohr * 1988da7d805SAndreas Gohr * @param string $sql 1998da7d805SAndreas Gohr * @param array $params 2008da7d805SAndreas Gohr * @return mixed|null 2018da7d805SAndreas Gohr * @throws \PDOException 2028da7d805SAndreas Gohr */ 2038da7d805SAndreas Gohr public function queryValue($sql, $params = []) 2048da7d805SAndreas Gohr { 2058da7d805SAndreas Gohr $result = $this->queryAll($sql, $params); 2068da7d805SAndreas Gohr if (is_array($result) && count($result)) return array_values($result[0])[0]; 2078da7d805SAndreas Gohr return null; 2088da7d805SAndreas Gohr } 2098da7d805SAndreas Gohr 2108da7d805SAndreas Gohr // endregion 2118da7d805SAndreas Gohr 2128da7d805SAndreas Gohr // region meta handling 2138da7d805SAndreas Gohr 2148da7d805SAndreas Gohr /** 2158da7d805SAndreas Gohr * Get a config value from the opt table 2168da7d805SAndreas Gohr * 2178da7d805SAndreas Gohr * @param string $opt Config name 2188da7d805SAndreas Gohr * @param mixed $default What to return if the value isn't set 2198da7d805SAndreas Gohr * @return mixed 2208da7d805SAndreas Gohr * @throws \PDOException 2218da7d805SAndreas Gohr */ 2228da7d805SAndreas Gohr public function getOpt($opt, $default = null) 2238da7d805SAndreas Gohr { 2248da7d805SAndreas Gohr $value = $this->queryValue("SELECT val FROM opts WHERE opt = ?", [$opt]); 2258da7d805SAndreas Gohr if ($value === null) return $default; 2268da7d805SAndreas Gohr return $value; 2278da7d805SAndreas Gohr } 2288da7d805SAndreas Gohr 2298da7d805SAndreas Gohr /** 2308da7d805SAndreas Gohr * Set a config value in the opt table 2318da7d805SAndreas Gohr * 2328da7d805SAndreas Gohr * @param $opt 2338da7d805SAndreas Gohr * @param $value 2348da7d805SAndreas Gohr * @throws \PDOException 2358da7d805SAndreas Gohr */ 2368da7d805SAndreas Gohr public function setOpt($opt, $value) 2378da7d805SAndreas Gohr { 2388da7d805SAndreas Gohr $this->exec('REPLACE INTO opts (opt,val) VALUES (?,?)', [$opt, $value]); 2398da7d805SAndreas Gohr } 2408da7d805SAndreas Gohr 2418da7d805SAndreas Gohr /** 2428da7d805SAndreas Gohr * @return string 2438da7d805SAndreas Gohr */ 2448da7d805SAndreas Gohr public function getDbName() 2458da7d805SAndreas Gohr { 2468da7d805SAndreas Gohr return $this->dbname; 2478da7d805SAndreas Gohr } 2488da7d805SAndreas Gohr 2498da7d805SAndreas Gohr /** 2508da7d805SAndreas Gohr * @return string 2518da7d805SAndreas Gohr */ 2528da7d805SAndreas Gohr public function getDbFile() 2538da7d805SAndreas Gohr { 2548da7d805SAndreas Gohr global $conf; 2558da7d805SAndreas Gohr return $conf['metadir'] . '/' . $this->dbname . self::FILE_EXTENSION; 2568da7d805SAndreas Gohr } 2578da7d805SAndreas Gohr 2588da7d805SAndreas Gohr /** 2598da7d805SAndreas Gohr * Create a dump of the database and its contents 2608da7d805SAndreas Gohr * 2618da7d805SAndreas Gohr * @return string 2628da7d805SAndreas Gohr * @throws \Exception 2638da7d805SAndreas Gohr */ 2648da7d805SAndreas Gohr public function dumpToFile($filename) 2658da7d805SAndreas Gohr { 2668da7d805SAndreas Gohr $fp = fopen($filename, 'w'); 2678da7d805SAndreas Gohr if (!$fp) { 2688da7d805SAndreas Gohr throw new \Exception('Could not open file ' . $filename . ' for writing'); 2698da7d805SAndreas Gohr } 2708da7d805SAndreas Gohr 2718da7d805SAndreas Gohr 2728da7d805SAndreas Gohr $tables = $this->queryAll('SELECT name,sql FROM sqlite_master WHERE type="table"'); 2738da7d805SAndreas Gohr fwrite($fp, 'BEGIN TRANSACTION;' . "\n"); 2748da7d805SAndreas Gohr 2758da7d805SAndreas Gohr foreach ($tables as $table) { 2768da7d805SAndreas Gohr fwrite($fp, $table['sql'] . ";\n"); // table definition 2778da7d805SAndreas Gohr 2788da7d805SAndreas Gohr // data as INSERT statements 2798da7d805SAndreas Gohr $sql = "SELECT * FROM " . $table['name']; 2808da7d805SAndreas Gohr $res = $this->query($sql); 2818da7d805SAndreas Gohr while ($row = $res->fetch(\PDO::FETCH_ASSOC)) { 2828da7d805SAndreas Gohr $line = 'INSERT INTO ' . $table['name'] . ' VALUES('; 2838da7d805SAndreas Gohr foreach ($row as $no_entry => $entry) { 2848da7d805SAndreas Gohr if ($no_entry !== 0) { 2858da7d805SAndreas Gohr $line .= ','; 2868da7d805SAndreas Gohr } 2878da7d805SAndreas Gohr 2888da7d805SAndreas Gohr if (is_null($entry)) { 2898da7d805SAndreas Gohr $line .= 'NULL'; 2908da7d805SAndreas Gohr } elseif (!is_numeric($entry)) { 2918da7d805SAndreas Gohr $line .= $this->pdo->quote($entry); 2928da7d805SAndreas Gohr } else { 2938da7d805SAndreas Gohr // TODO depending on locale extra leading zeros 2948da7d805SAndreas Gohr // are truncated e.g 1.300 (thousand three hunderd)-> 1.3 2958da7d805SAndreas Gohr $line .= $entry; 2968da7d805SAndreas Gohr } 2978da7d805SAndreas Gohr } 2988da7d805SAndreas Gohr $line .= ');' . "\n"; 2998da7d805SAndreas Gohr fwrite($fp, $line); 3008da7d805SAndreas Gohr } 3018da7d805SAndreas Gohr $res->closeCursor(); 3028da7d805SAndreas Gohr } 3038da7d805SAndreas Gohr 3048da7d805SAndreas Gohr // indexes 3058da7d805SAndreas Gohr $indexes = $this->queryAll("SELECT name,sql FROM sqlite_master WHERE type='index'"); 3068da7d805SAndreas Gohr foreach ($indexes as $index) { 3078da7d805SAndreas Gohr fwrite($fp, $index['sql'] . ";\n"); 3088da7d805SAndreas Gohr } 3098da7d805SAndreas Gohr fwrite($fp, 'COMMIT;' . "\n"); 3108da7d805SAndreas Gohr fclose($fp); 3118da7d805SAndreas Gohr return $filename; 3128da7d805SAndreas Gohr } 3138da7d805SAndreas Gohr 3148da7d805SAndreas Gohr // endregion 3158da7d805SAndreas Gohr 3168da7d805SAndreas Gohr // region migration handling 3178da7d805SAndreas Gohr 3188da7d805SAndreas Gohr /** 3198da7d805SAndreas Gohr * Apply all pending migrations 3208da7d805SAndreas Gohr * 3218da7d805SAndreas Gohr * Each migration is executed in a transaction which is rolled back on failure 3228da7d805SAndreas Gohr * Migrations can be files in the schema directory or event handlers 3238da7d805SAndreas Gohr * 3248da7d805SAndreas Gohr * @throws \Exception 3258da7d805SAndreas Gohr */ 3268da7d805SAndreas Gohr protected function applyMigrations() 3278da7d805SAndreas Gohr { 3288da7d805SAndreas Gohr $currentVersion = $this->currentDbVersion(); 3298da7d805SAndreas Gohr $latestVersion = $this->latestDbVersion(); 3308da7d805SAndreas Gohr 3318da7d805SAndreas Gohr for ($newVersion = $currentVersion + 1; $newVersion <= $latestVersion; $newVersion++) { 3328da7d805SAndreas Gohr $data = [ 3338da7d805SAndreas Gohr 'dbname' => $this->dbname, 3348da7d805SAndreas Gohr 'from' => $currentVersion, 3358da7d805SAndreas Gohr 'to' => $newVersion, 3368da7d805SAndreas Gohr 'file' => $this->getMigrationFile($newVersion), 3378da7d805SAndreas Gohr 'sqlite' => $this->helper, 3388da7d805SAndreas Gohr 'adapter' => $this, 3398da7d805SAndreas Gohr ]; 3408da7d805SAndreas Gohr $event = new \Doku_Event('PLUGIN_SQLITE_DATABASE_UPGRADE', $data); 3418da7d805SAndreas Gohr 3428da7d805SAndreas Gohr $this->pdo->beginTransaction(); 3438da7d805SAndreas Gohr try { 3448da7d805SAndreas Gohr if ($event->advise_before()) { 3458da7d805SAndreas Gohr // standard migration file 3468da7d805SAndreas Gohr $sql = file_get_contents($data['file']); 3478da7d805SAndreas Gohr $this->exec($sql); 3488da7d805SAndreas Gohr } else if (!$event->result) { 3498da7d805SAndreas Gohr // advise before returned false, but the result was false 3508da7d805SAndreas Gohr throw new \PDOException('Plugin event did not signal success'); 3518da7d805SAndreas Gohr } 3528da7d805SAndreas Gohr $this->setOpt('dbversion', $newVersion); 3538da7d805SAndreas Gohr $this->pdo->commit(); 3548da7d805SAndreas Gohr $event->advise_after(); 3558da7d805SAndreas Gohr } catch (\Exception $e) { 3568da7d805SAndreas Gohr // something went wrong, rollback 3578da7d805SAndreas Gohr $this->pdo->rollBack(); 3588da7d805SAndreas Gohr throw $e; 3598da7d805SAndreas Gohr } 3608da7d805SAndreas Gohr } 3618da7d805SAndreas Gohr 3628da7d805SAndreas Gohr // vacuum the database to free up unused space 3638da7d805SAndreas Gohr $this->pdo->exec('VACUUM'); 3648da7d805SAndreas Gohr } 3658da7d805SAndreas Gohr 3668da7d805SAndreas Gohr /** 3678da7d805SAndreas Gohr * Read the current version from the opt table 3688da7d805SAndreas Gohr * 3698da7d805SAndreas Gohr * The opt table is created here if not found 3708da7d805SAndreas Gohr * 3718da7d805SAndreas Gohr * @return int 3728da7d805SAndreas Gohr * @throws \PDOException 3738da7d805SAndreas Gohr */ 3748da7d805SAndreas Gohr protected function currentDbVersion() 3758da7d805SAndreas Gohr { 3768da7d805SAndreas Gohr try { 3778da7d805SAndreas Gohr $version = $this->getOpt('dbversion', 0); 3788da7d805SAndreas Gohr return (int)$version; 3798da7d805SAndreas Gohr } catch (\PDOException $ignored) { 3808da7d805SAndreas Gohr // add the opt table - if this fails too, let the exception bubble up 3818da7d805SAndreas Gohr $sql = "CREATE TABLE IF NOT EXISTS opts (opt TEXT NOT NULL PRIMARY KEY, val NOT NULL DEFAULT '')"; 3828da7d805SAndreas Gohr $this->exec($sql); 3838da7d805SAndreas Gohr $this->setOpt('dbversion', 0); 3848da7d805SAndreas Gohr return 0; 3858da7d805SAndreas Gohr } 3868da7d805SAndreas Gohr } 3878da7d805SAndreas Gohr 3888da7d805SAndreas Gohr /** 3898da7d805SAndreas Gohr * Get the version this db should have 3908da7d805SAndreas Gohr * 3918da7d805SAndreas Gohr * @return int 3928da7d805SAndreas Gohr * @throws \PDOException 3938da7d805SAndreas Gohr */ 3948da7d805SAndreas Gohr protected function latestDbVersion() 3958da7d805SAndreas Gohr { 3968da7d805SAndreas Gohr if (!file_exists($this->schemadir . '/latest.version')) { 3978da7d805SAndreas Gohr throw new \PDOException('No latest.version in schema dir'); 3988da7d805SAndreas Gohr } 3998da7d805SAndreas Gohr return (int)trim(file_get_contents($this->schemadir . '/latest.version')); 4008da7d805SAndreas Gohr } 4018da7d805SAndreas Gohr 4028da7d805SAndreas Gohr /** 4038da7d805SAndreas Gohr * Get the migrartion file for the given version 4048da7d805SAndreas Gohr * 4058da7d805SAndreas Gohr * @param int $version 4068da7d805SAndreas Gohr * @return string 4078da7d805SAndreas Gohr */ 4088da7d805SAndreas Gohr protected function getMigrationFile($version) 4098da7d805SAndreas Gohr { 4108da7d805SAndreas Gohr return sprintf($this->schemadir . '/update%04d.sql', $version); 4118da7d805SAndreas Gohr } 4128da7d805SAndreas Gohr // endregion 4138da7d805SAndreas Gohr} 414