1432adb37SAndreas Gohr<?php 2432adb37SAndreas Gohr/** 3432adb37SAndreas Gohr * Sitemap handling functions 4432adb37SAndreas Gohr * 5432adb37SAndreas Gohr * @license GPL 2 (http://www.gnu.org/licenses/gpl.html) 6432adb37SAndreas Gohr * @author Michael Hamann <michael@content-space.de> 7432adb37SAndreas Gohr */ 8432adb37SAndreas Gohr 9432adb37SAndreas Gohrnamespace dokuwiki\Sitemap; 10432adb37SAndreas Gohr 115a8d6e48SMichael Großeuse dokuwiki\HTTP\DokuHTTPClient; 12198564abSMichael Große 13432adb37SAndreas Gohr/** 14432adb37SAndreas Gohr * A class for building sitemaps and pinging search engines with the sitemap URL. 15432adb37SAndreas Gohr * 16432adb37SAndreas Gohr * @author Michael Hamann 17432adb37SAndreas Gohr */ 18432adb37SAndreas Gohrclass Mapper { 19432adb37SAndreas Gohr /** 20432adb37SAndreas Gohr * Builds a Google Sitemap of all public pages known to the indexer 21432adb37SAndreas Gohr * 22432adb37SAndreas Gohr * The map is placed in the cache directory named sitemap.xml.gz - This 23432adb37SAndreas Gohr * file needs to be writable! 24432adb37SAndreas Gohr * 25432adb37SAndreas Gohr * @author Michael Hamann 26432adb37SAndreas Gohr * @author Andreas Gohr 27432adb37SAndreas Gohr * @link https://www.google.com/webmasters/sitemaps/docs/en/about.html 28432adb37SAndreas Gohr * @link http://www.sitemaps.org/ 29432adb37SAndreas Gohr * 30432adb37SAndreas Gohr * @return bool 31432adb37SAndreas Gohr */ 32432adb37SAndreas Gohr public static function generate(){ 33432adb37SAndreas Gohr global $conf; 34432adb37SAndreas Gohr if($conf['sitemap'] < 1 || !is_numeric($conf['sitemap'])) return false; 35432adb37SAndreas Gohr 36432adb37SAndreas Gohr $sitemap = Mapper::getFilePath(); 37432adb37SAndreas Gohr 38432adb37SAndreas Gohr if(file_exists($sitemap)){ 39432adb37SAndreas Gohr if(!is_writable($sitemap)) return false; 40432adb37SAndreas Gohr }else{ 41432adb37SAndreas Gohr if(!is_writable(dirname($sitemap))) return false; 42432adb37SAndreas Gohr } 43432adb37SAndreas Gohr 44432adb37SAndreas Gohr if(@filesize($sitemap) && 45432adb37SAndreas Gohr @filemtime($sitemap) > (time()-($conf['sitemap']*86400))){ // 60*60*24=86400 46432adb37SAndreas Gohr dbglog('Sitemapper::generate(): Sitemap up to date'); 47432adb37SAndreas Gohr return false; 48432adb37SAndreas Gohr } 49432adb37SAndreas Gohr 50432adb37SAndreas Gohr dbglog("Sitemapper::generate(): using $sitemap"); 51432adb37SAndreas Gohr 52432adb37SAndreas Gohr $pages = idx_get_indexer()->getPages(); 53432adb37SAndreas Gohr dbglog('Sitemapper::generate(): creating sitemap using '.count($pages).' pages'); 54432adb37SAndreas Gohr $items = array(); 55432adb37SAndreas Gohr 56432adb37SAndreas Gohr // build the sitemap items 57432adb37SAndreas Gohr foreach($pages as $id){ 58432adb37SAndreas Gohr //skip hidden, non existing and restricted files 59432adb37SAndreas Gohr if(isHiddenPage($id)) continue; 60432adb37SAndreas Gohr if(auth_aclcheck($id,'',array()) < AUTH_READ) continue; 61432adb37SAndreas Gohr $item = Item::createFromID($id); 62432adb37SAndreas Gohr if ($item !== null) 63432adb37SAndreas Gohr $items[] = $item; 64432adb37SAndreas Gohr } 65432adb37SAndreas Gohr 66432adb37SAndreas Gohr $eventData = array('items' => &$items, 'sitemap' => &$sitemap); 67*e1d9dcc8SAndreas Gohr $event = new \dokuwiki\Extension\Event('SITEMAP_GENERATE', $eventData); 68432adb37SAndreas Gohr if ($event->advise_before(true)) { 69432adb37SAndreas Gohr //save the new sitemap 70432adb37SAndreas Gohr $event->result = io_saveFile($sitemap, Mapper::getXML($items)); 71432adb37SAndreas Gohr } 72432adb37SAndreas Gohr $event->advise_after(); 73432adb37SAndreas Gohr 74432adb37SAndreas Gohr return $event->result; 75432adb37SAndreas Gohr } 76432adb37SAndreas Gohr 77432adb37SAndreas Gohr /** 78432adb37SAndreas Gohr * Builds the sitemap XML string from the given array auf SitemapItems. 79432adb37SAndreas Gohr * 80432adb37SAndreas Gohr * @param $items array The SitemapItems that shall be included in the sitemap. 81432adb37SAndreas Gohr * @return string The sitemap XML. 82432adb37SAndreas Gohr * 83432adb37SAndreas Gohr * @author Michael Hamann 84432adb37SAndreas Gohr */ 85432adb37SAndreas Gohr private static function getXML($items) { 86432adb37SAndreas Gohr ob_start(); 87432adb37SAndreas Gohr echo '<?xml version="1.0" encoding="UTF-8"?>'.NL; 88432adb37SAndreas Gohr echo '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">'.NL; 89432adb37SAndreas Gohr foreach ($items as $item) { 90432adb37SAndreas Gohr /** @var Item $item */ 91432adb37SAndreas Gohr echo $item->toXML(); 92432adb37SAndreas Gohr } 93432adb37SAndreas Gohr echo '</urlset>'.NL; 94432adb37SAndreas Gohr $result = ob_get_contents(); 95432adb37SAndreas Gohr ob_end_clean(); 96432adb37SAndreas Gohr return $result; 97432adb37SAndreas Gohr } 98432adb37SAndreas Gohr 99432adb37SAndreas Gohr /** 100432adb37SAndreas Gohr * Helper function for getting the path to the sitemap file. 101432adb37SAndreas Gohr * 102432adb37SAndreas Gohr * @return string The path to the sitemap file. 103432adb37SAndreas Gohr * 104432adb37SAndreas Gohr * @author Michael Hamann 105432adb37SAndreas Gohr */ 106432adb37SAndreas Gohr public static function getFilePath() { 107432adb37SAndreas Gohr global $conf; 108432adb37SAndreas Gohr 109432adb37SAndreas Gohr $sitemap = $conf['cachedir'].'/sitemap.xml'; 110432adb37SAndreas Gohr if (self::sitemapIsCompressed()) { 111432adb37SAndreas Gohr $sitemap .= '.gz'; 112432adb37SAndreas Gohr } 113432adb37SAndreas Gohr 114432adb37SAndreas Gohr return $sitemap; 115432adb37SAndreas Gohr } 116432adb37SAndreas Gohr 117432adb37SAndreas Gohr /** 118432adb37SAndreas Gohr * Helper function for checking if the sitemap is compressed 119432adb37SAndreas Gohr * 120432adb37SAndreas Gohr * @return bool If the sitemap file is compressed 121432adb37SAndreas Gohr */ 122432adb37SAndreas Gohr public static function sitemapIsCompressed() { 123432adb37SAndreas Gohr global $conf; 124432adb37SAndreas Gohr return $conf['compression'] === 'bz2' || $conf['compression'] === 'gz'; 125432adb37SAndreas Gohr } 126432adb37SAndreas Gohr 127432adb37SAndreas Gohr /** 128432adb37SAndreas Gohr * Pings search engines with the sitemap url. Plugins can add or remove 129432adb37SAndreas Gohr * urls to ping using the SITEMAP_PING event. 130432adb37SAndreas Gohr * 131432adb37SAndreas Gohr * @author Michael Hamann 132432adb37SAndreas Gohr * 133432adb37SAndreas Gohr * @return bool 134432adb37SAndreas Gohr */ 135432adb37SAndreas Gohr public static function pingSearchEngines() { 136432adb37SAndreas Gohr //ping search engines... 137198564abSMichael Große $http = new DokuHTTPClient(); 138432adb37SAndreas Gohr $http->timeout = 8; 139432adb37SAndreas Gohr 140432adb37SAndreas Gohr $encoded_sitemap_url = urlencode(wl('', array('do' => 'sitemap'), true, '&')); 141432adb37SAndreas Gohr $ping_urls = array( 142432adb37SAndreas Gohr 'google' => 'http://www.google.com/webmasters/sitemaps/ping?sitemap='.$encoded_sitemap_url, 143432adb37SAndreas Gohr 'microsoft' => 'http://www.bing.com/webmaster/ping.aspx?siteMap='.$encoded_sitemap_url, 144432adb37SAndreas Gohr 'yandex' => 'http://blogs.yandex.ru/pings/?status=success&url='.$encoded_sitemap_url 145432adb37SAndreas Gohr ); 146432adb37SAndreas Gohr 147432adb37SAndreas Gohr $data = array('ping_urls' => $ping_urls, 148432adb37SAndreas Gohr 'encoded_sitemap_url' => $encoded_sitemap_url 149432adb37SAndreas Gohr ); 150*e1d9dcc8SAndreas Gohr $event = new \dokuwiki\Extension\Event('SITEMAP_PING', $data); 151432adb37SAndreas Gohr if ($event->advise_before(true)) { 152432adb37SAndreas Gohr foreach ($data['ping_urls'] as $name => $url) { 153432adb37SAndreas Gohr dbglog("Sitemapper::PingSearchEngines(): pinging $name"); 154432adb37SAndreas Gohr $resp = $http->get($url); 155432adb37SAndreas Gohr if($http->error) dbglog("Sitemapper:pingSearchengines(): $http->error"); 156432adb37SAndreas Gohr dbglog('Sitemapper:pingSearchengines(): '.preg_replace('/[\n\r]/',' ',strip_tags($resp))); 157432adb37SAndreas Gohr } 158432adb37SAndreas Gohr } 159432adb37SAndreas Gohr $event->advise_after(); 160432adb37SAndreas Gohr 161432adb37SAndreas Gohr return true; 162432adb37SAndreas Gohr } 163432adb37SAndreas Gohr} 164432adb37SAndreas Gohr 165