xref: /plugin/siteexport/action/ajax.php (revision 123fcd51ac964b26b44887ed7495b053b6e0e63c)
1<?php
2/**
3 * Site Export Plugin
4 *
5 * @license    GPL 2 (http://www.gnu.org/licenses/gpl.html)
6 * @author     i-net software <tools@inetsoftware.de>
7 * @author     Gerry Weissbach <gweissbach@inetsoftware.de>
8 */
9
10// must be run within Dokuwiki
11if(!defined('DOKU_INC')) define('DOKU_INC',realpath(dirname(__FILE__).'/../../../../').'/');
12if(!defined('DOKU_PLUGIN')) {
13    // Just for sanity
14    require_once(DOKU_INC.'inc/plugin.php');
15    define('DOKU_PLUGIN',DOKU_INC.'lib/plugins/');
16}
17
18require_once(DOKU_PLUGIN.'action.php');
19require_once(DOKU_INC.'/inc/search.php');
20
21require_once(DOKU_PLUGIN.'siteexport/inc/functions.php');
22require_once(DOKU_PLUGIN.'siteexport/inc/httpproxy.php');
23require_once(DOKU_PLUGIN.'siteexport/inc/filewriter.php');
24require_once(DOKU_PLUGIN.'siteexport/inc/toc.php');
25require_once(DOKU_PLUGIN.'siteexport/inc/javahelp.php');
26
27class action_plugin_siteexport_ajax extends DokuWiki_Action_Plugin
28{
29    /**
30     * New internal variables for better structure
31     */
32    private $filewriter = null;
33    public $functions = null;
34
35    // List of files that have already been checked
36    private $fileChecked = array();
37
38    // Namespace of the page to export
39    private $namespace = '';
40
41    /**
42     * Register Plugin in DW
43     **/
44    public function register(Doku_Event_Handler $controller) {
45        $controller->register_hook('AJAX_CALL_UNKNOWN', 'BEFORE', $this, 'ajax_siteexport_provider');
46        $controller->register_hook('ACTION_ACT_PREPROCESS', 'BEFORE', $this, 'siteexport_action');
47    }
48
49    /**
50     * AJAX Provider - check what is going to be done
51     * @param $event
52     * @param $args
53     */
54    function ajax_siteexport_provider(&$event, $args) {
55
56        // If this is not a siteexport call, ignore it.
57        if ( !strstr($event->data, '__siteexport' ) )
58        {
59            return;
60        }
61
62        $this->__init_functions(true);
63
64        switch( $event->data ) {
65            case '__siteexport_getsitelist': $this->ajax_siteexport_getsitelist( $event ); break;
66            case '__siteexport_addsite': $this->ajax_siteexport_addsite( $event ); break;
67            case '__siteexport_generateurl': $this->ajax_siteexport_generateurl( $event ); break;
68            case '__siteexport_aggregate': $this->ajax_siteexport_aggregate( $event ); break;
69        }
70    }
71
72    /**
73     * Export from a URL - action
74     * @param $event
75     */
76    function siteexport_action( &$event ) {
77        global $ID;
78
79        // Check if the 'do' was siteexport
80	    $command = is_array($event->data) ? array_shift(array_keys($event->data)) : $event->data;
81        if ( $command != 'siteexport' ) { return false; }
82		$event->data = act_clean($event->data);
83
84        if ( headers_sent() ) {
85            msg("The siteexport function has to be called prior to any header output.", -1);
86        }
87
88        $this->__init_functions();
89
90        $this->functions->debug->message("========================================", null, 1);
91        $this->functions->debug->message("Starting export from URL call", null, 1);
92        $this->functions->debug->message("----------------------------------------", null, 1);
93
94        $event->preventDefault();
95        $event->stopPropagation();
96
97        // Fake security Token if none given
98        if ( empty( $_REQUEST['sectok'] ) ) {
99            $_REQUEST['sectok'] = getSecurityToken();
100        }
101
102        // The timer will be used to do redirects if needed to prevent timeouts
103        $starttimer = time();
104        $timerdiff = $this->getConf('max_execution_time');
105
106        $data = $this->__get_siteexport_list_and_init_tocs($ID, !empty($_REQUEST['startcounter']));
107
108        if ( $data === false ) {
109            header("HTTP/1.0 401 Unauthorized");
110            print 'Unauthorized';
111            exit;
112        }
113
114        $counter = 0;
115
116        if ( count($data) == 0 && !$this->functions->settings->hasValidCacheFile ) {
117            exit( "No Data to export" );
118        }
119
120        foreach ( $data as $site ) {
121
122			if ( intval($site['exists']) == 1 || !isset($site['exists']) ) {
123
124	            // Skip over the amount of urls that have been exported already
125	            if ( empty($_REQUEST['startcounter']) || $counter >= intval($_REQUEST['startcounter']) ) {
126	                $status = $this->__siteexport_add_site($site['id']);
127
128			        if ( $status === false ) {
129				        $this->functions->debug->message("----------------------------------------", null, 1);
130				        $this->functions->debug->message("Errors during export from URL call", null, 1);
131				        $this->functions->debug->message("========================================", null, 1);
132						print $this->functions->debug->runtimeErrors;
133        			    exit(0); // We need to stop
134			        }
135	            }
136			}
137
138            $counter ++;
139            if ( time() - $starttimer >= $timerdiff ) {
140                $this->functions->debug->message("Will Redirect", null, 1);
141                $this->handleRuntimeErrorOutput();
142                $this->functions->startRedirctProcess($counter);
143            }
144        }
145
146        $this->functions->debug->message("----------------------------------------", null, 1);
147        $this->functions->debug->message("Finishing export from URL call", null, 1);
148        $this->functions->debug->message("========================================", null, 1);
149
150        $this->cleanCacheFiles();
151
152        $URL = ml($this->functions->settings->origZipFile, array('cache' => 'nocache', 'siteexport' => $this->functions->settings->pattern, 'sectok' => getSecurityToken()), true, '&');
153        $this->functions->debug->message("Redirecting to final file", $URL, 2);
154
155        $this->handleRuntimeErrorOutput();
156        send_redirect($URL);
157        exit(0); // Should not be reached, but anyways
158    }
159
160    private function handleRuntimeErrorOutput()
161    {
162        if ( !empty($this->functions->debug->runtimeErrors) )
163        {
164            $this->filewriter->__moveDataToZip($this->functions->debug->runtimeErrors, '_runtime_error/' . time() . '.html');
165        }
166    }
167
168    public function __init_functions($isAJAX=false)
169    {
170        global $conf;
171
172        $conf['useslash'] = 1;
173
174        $this->functions = new siteexport_functions(true, $isAJAX);
175        $this->filewriter = new siteexport_zipfilewriter($this->functions);
176
177        // Check for PDF Capabilities
178        if ( $this->filewriter->canDoPDF() ) {
179            $this->functions->settings->fileType = 'pdf';
180        }
181    }
182
183    /**
184     * Prepares the generated URL for direct download access
185     * Also gives back the parameters for this URL
186     * @param $event init event of the ajax request
187     */
188    function ajax_siteexport_prepareURL_and_POSTData( &$event ) {
189
190        $event->preventDefault();
191        $event->stopPropagation();
192
193        // Retrieve Information for download URL
194        $this->functions->debug->message("Prepared URL and POST from Request:", $_REQUEST, 2);
195        $url = $this->functions->prepare_POSTData($_REQUEST);
196        $combined = $this->functions->urlToPathAndParams($url);
197        list($path, $query) = explode('?', $combined, 2);
198        $return = array($url, $combined, $path, $query);
199
200        $this->functions->debug->message("Prepared URL and POST data:", $return, 2);
201        return $return;
202    }
203
204    /**
205     * Executes a Cron Job Action
206     * @param $event
207     */
208    function ajax_siteexport_cronaction( &$event )
209    {
210        $cronOverwriteExisting = intval($_REQUEST['cronOverwriteExisting']) == 1;
211        list($url, $combined) = $this->ajax_siteexport_prepareURL_and_POSTData($event);
212
213        if ( !$function =& plugin_load('cron', 'siteexport' ) )
214        {
215            $this->functions->debug->message("Tried to do an action with siteexport/cron, but the cron plugin is missing.", null, 4);
216        }
217
218        $status = null;
219        switch( $event->data ) {
220            case '__siteexport_savecron': $status = $function->saveCronDataWithParameters($combined, $cronOverwriteExisting); break;
221            case '__siteexport_deletecron': $status = $function->deleteCronDataWithParameters($combined); break;
222        }
223
224        if ( !empty($status) )
225        {
226            $this->functions->debug->message("Tried to do an action with siteexport/cron, but failed.", $status, 4);
227        }
228    }
229
230    /**
231     * generate direct access URL
232     **/
233    function ajax_siteexport_generateurl( &$event ) {
234
235        list($url, $combined, $path, $POSTData) = $this->ajax_siteexport_prepareURL_and_POSTData($event);
236
237        // WGET Redirects - this is an option for wget only.
238        // Calculate the maximum redirects that we want to allow. A Problem is that we don't know how long it will take to fetch one page
239        // Therefore we assume it takes about 5s for each page - that gives the freedom to have anough time for redirect.
240        $maxRedirectNumber = ceil( ( count($this->__get_siteexport_list($NS, true)) * 5) / $this->getConf('max_execution_time') );
241        $maxRedirect = $maxRedirectNumber > 0 ? '--max-redirect=' . ($maxRedirectNumber+3) . ' ' : '';
242        $maxRedirs = $maxRedirectNumber > 0 ? '--max-redirs ' . ($maxRedirectNumber+3) . ' ' : '';
243
244        $this->functions->debug->message("Generating Direct Download URL", $url, 2);
245
246        // If there was a Runtime Exception
247        if ( !$this->functions->debug->firstRE() ) {
248            $this->functions->debug->message("There have been errors while generating the download URLs.", null, 4);
249            return;
250        }
251
252        echo $url;
253        echo "\n";
254        echo 'wget ' . $maxRedirect . '--output-document=' . array_pop(explode(":", ($this->getConf('zipfilename')))) . ' --post-data="' . $POSTData . '" ' . wl(cleanID($path), null, true) . ' --http-user=USER --http-passwd=PASSWD';
255        echo "\n";
256        echo 'curl -L ' . $maxRedirs . '-o ' . array_pop(explode(":", ($this->getConf('zipfilename')))) . ' -d "' . $POSTData . '" ' . wl(cleanID($path), null, true) . ' --anyauth --user USER:PASSWD';
257        echo "\n";
258
259        $this->functions->debug->message("Checking for Cron parameters: ", $combined, 1);
260        if ( !$functions =& plugin_load('cron', 'siteexport' ) ||
261        !$functions->hasCronJobForParameters($combined) ) {
262            echo "false";
263        } else
264        {
265            echo "true";
266        }
267
268        return;
269    }
270
271    /**
272     * Get List of sites to be exported for AJAX (wrapper)
273     **/
274    function ajax_siteexport_getsitelist( &$event ) {
275
276        $event->preventDefault();
277        $event->stopPropagation();
278
279        $data = $this->__get_siteexport_list_and_init_tocs($_REQUEST['ns']);
280
281        // Important for reconaisance of the session
282
283        if ( $data === false )
284        {
285            $this->functions->debug->runtimeException("No data generated. List of Files is 'false'.");
286            return;
287        }
288
289        if ( empty($data) && !$this->functions->settings->hasValidCacheFile )
290        {
291            $this->functions->debug->runtimeException("Generated list is empty.");
292            return;
293        }
294
295        // If there was a Runtime Exception
296        if ( !$this->functions->debug->firstRE() )
297        {
298            $this->functions->debug->message("There have been errors while generating site list.", null, 4);
299            return;
300        }
301
302        echo "{$this->functions->settings->pattern}\n";
303        echo $this->functions->downloadURL() . "\n";
304        foreach($data as $line ){
305            echo $line['id'] . "\n";
306        }
307
308        return;
309    }
310
311    function ajax_siteexport_aggregate( &$event ) {
312
313        // Quick preparations for one page only
314        if ( $this->filewriter->hasValidCacheFile($_REQUEST, $data) ) {
315            $this->functions->debug->message("Had a valid cache file and will use it.", null, 2);
316            print $this->functions->downloadURL();
317
318            $event->preventDefault();
319            $event->stopPropagation();
320        } else {
321            // Then go for it!
322            $this->functions->debug->message("Will create a new cache thing.", null, 2);
323            $this->ajax_siteexport_addsite( $event );
324        }
325
326    }
327
328    /**
329     * Add a page to the package (for AJAX calls - Wrapper)
330     **/
331    function ajax_siteexport_addsite( &$event ) {
332
333        $event->preventDefault();
334        $event->stopPropagation();
335
336        $this->functions->debug->message("========================================", null, 1);
337        $this->functions->debug->message("Starting export from AJAX call", null, 1);
338        $this->functions->debug->message("----------------------------------------", null, 1);
339
340        $status = $this->__siteexport_add_site($_REQUEST['site']);
341        if ( $status === false ) {
342	        $this->functions->debug->message("----------------------------------------", null, 1);
343	        $this->functions->debug->message("Errors during export from AJAX call", null, 1);
344	        $this->functions->debug->message("========================================", null, 1);
345        	return;
346        }
347
348        $this->functions->debug->message("----------------------------------------", null, 1);
349        $this->functions->debug->message("Finishing export from AJAX call", null, 1);
350        $this->functions->debug->message("========================================", null, 1);
351
352        // Print the download zip-File
353        $this->cleanCacheFiles();
354
355        // If there was a Runtime Exception
356        if ( !$this->functions->debug->firstRE() ) {
357            $this->functions->debug->message("There have been errors during the export.", null, 4);
358            return;
359        }
360
361        print $this->functions->downloadURL();
362        return;
363    }
364
365    /**
366     * Fetch the list of pages to be exported
367     **/
368    function __get_siteexport_list($NS, $overrideCache=false) {
369        global $conf;
370
371        $NS = $this->namespace = $this->functions->getNamespaceFromID($NS, $PAGE);
372        $this->functions->debug->message("ROOT Namespace to export from: '{$NS}' / {$this->namespace}", null, 1);
373
374        $depth = $this->getConf('depth');
375        $query = '';
376        $doSearch = 'search_allpages';
377
378        switch( intval($_REQUEST['depthType']) ) {
379            case 0:
380                $query = $this->functions->cleanID(str_replace(":", "/", $NS.':'.$PAGE));
381                resolve_pageid($NS, $PAGE, $exists);
382
383                if ( $exists ) {
384                    $data = array( array( 'id' => $PAGE) );
385
386                    $this->functions->debug->message("Checking for Cache", null, 2);
387                    if ( !$overrideCache && $this->filewriter->hasValidCacheFile($_REQUEST, $data) )
388                    {
389                        return array();
390                    }
391
392                    return $data;
393                }
394            case 1:	$depth = 0;
395            break;
396            case 2:	$depth = intval($_REQUEST['depth']);
397            break;
398        }
399
400        $opts = array( 'depth' => $depth, 'skipacl' => $this->getConf('skipacl'), 'query' => $query);
401        $this->functions->debug->message("Options", $opts, 2);
402
403        $data = array();
404        require_once (DOKU_INC.'inc/search.php');
405
406        // Check, which TOC to take
407        if ( !$this->functions->settings->useTOCFile ) {
408            search($data, $conf['datadir'], $doSearch, $opts, $this->namespace);
409        } else {
410            $this->functions->debug->message("Using TOC for data", null, 2);
411
412            $doSearch = 'search_pagename';
413
414            // Create Data of the TOC File should be used instead
415            $opts['query'] = 'toc.txt';
416
417            $RAWdata = array();
418            search($RAWdata, $conf['datadir'], $doSearch, $opts, $this->namespace);
419
420            // There may be more than one toc and all of them have to be merged.
421            $data = array();
422            foreach( $RAWdata as $entry )
423            {
424                $tmpData = p_get_metadata($entry['id'], 'sitetoc siteexportTOC', true);
425
426                if ( is_array($tmpData) )
427                {
428                    $data = array_merge($data, $tmpData);
429                }
430            }
431        }
432
433        $this->functions->debug->message("Checking for Cache", null, 2);
434        if ( !$overrideCache && $this->filewriter->hasValidCacheFile($_REQUEST, $data) )
435        {
436            return array();
437        }
438
439        $this->functions->debug->message("Exporting the following sites: ", $data, 2);
440        return $data;
441    }
442
443    function __get_siteexport_list_and_init_tocs($NS, $isRedirected=false ) {
444
445        // Clean up if not redirected
446        if ( !$isRedirected && !$this->__removeOldZip() ) {
447            $this->functions->debug->runtimeException("Can't remove old files.");
448            return false;
449        }
450
451        $data = $this->__get_siteexport_list($NS, $isRedirected);
452        if ( $isRedirected || empty($data) )
453        {
454            // if we have been redirected, simply return the data
455            $this->functions->debug->message("List is empty I guess. Used NS: '{$NS}' ", null, 1);
456            return $data;
457        }
458
459        // Create Eclipse Documentation Pages - TOC.xml, Context.xml
460        if ( !empty($_REQUEST['absolutePath']) ) $this->namespace = "";
461//        $this->__removeOldZip( $this->functions->settings->eclipseZipFile );
462
463        if ( !empty($_REQUEST['eclipseDocZip']) )
464        {
465            $toc = new siteexport_toc($this->functions);
466            $this->functions->debug->message("Generating eclipseDocZip", null, 2);
467            $this->filewriter->__moveDataToZip($toc->__getTOCXML($data), 'toc.xml');
468            $this->filewriter->__moveDataToZip($toc->__getContextXML($data), 'context.xml');
469        } else  if ( !empty($_REQUEST['JavaHelpDocZip']) )
470        {
471            $toc = new siteexport_javahelp($this->functions, $this->filewriter);
472            $toc->createTOCFiles($data);
473
474/*            $toc = new siteexport_toc($this->functions);
475            list($tocData, $mapData) = $toc->__getJavaHelpTOCXML($data);
476            $this->functions->debug->message("Generating JavaHelpDocZip", null, 2);
477            $this->filewriter->__moveDataToZip($tocData, 'toc.xml');
478            $this->filewriter->__moveDataToZip($mapData, 'map.xml');
479*/        }
480
481        return $data;
482    }
483
484    /**
485     * Add page with ID to the package
486     **/
487    function __siteexport_add_site( $ID ) {
488        global $conf, $currentID, $currentParent;
489
490        // Which is the current ID?
491        $currentID = $ID;
492
493        $this->functions->debug->message("========================================", null, 2);
494        $this->functions->debug->message("Adding Site: '$ID'", null, 2);
495        $this->functions->debug->message("----------------------------------------", $_REQUEST, 2);
496
497        $request = $this->functions->settings->additionalParameters;
498        unset($request['diPlu']); // This will not be needed for the first request.
499        unset($request['diInv']); // This will not be needed for the first request.
500
501        // say, what to export and Build URL
502        // http://documentation:81/helpdesk/de/hds/getting-started?depthType=0&do=siteexport&ens=helpdesk%3Ade%3Ahds%3Agetting-started&pdfExport=1&renderer=siteexport_siteexportpdf&template=helpdesk
503
504        $do = (intval($_REQUEST['exportbody']) == 1 ? (empty($_REQUEST['renderer']) ? $conf['renderer_xhtml'] : $_REQUEST['renderer'] ) : '' );
505
506        if ($do == 'pdf' && $this->filewriter->canDoPDF() )
507        {
508            $do = 'export_siteexport_pdf';
509            $_REQUEST['origRenderer'] = (empty($_REQUEST['renderer']) ? $conf['renderer_xhtml'] : $_REQUEST['renderer'] );
510        } else if ( $_REQUEST['renderer'] == 'dw2pdf' ) {
511            $do = 'pdf';
512        }
513
514        $do = ($do == $conf['renderer_xhtml'] && intval($_REQUEST['exportbody']) != 1) ? '' : 'export_' . $do;
515
516        if ( $do != 'export_' && !empty($do) )
517        {
518            $request['do'] = $do;
519        }
520
521        // set Template
522        if ( !empty( $_REQUEST['template'] ) ) {
523            $request['template'] = $_REQUEST['template'];
524        }
525
526        $this->functions->debug->message("REQUEST for add_site:", $request, 2);
527
528        $ID = $this->functions->cleanID($ID);
529        $url = $this->functions->wl($ID, $request, true, '&');
530
531        // Parse URI PATH and add "html"
532        $currentParent = $fileName = $this->functions->getSiteName($ID, true);
533        $this->functions->debug->message("Filename could be:", $fileName, 2);
534
535        $this->fileChecked[$url] = $fileName; // 2010-09-03 - One URL to one FileName
536        $this->functions->settings->depth = str_repeat('../', count(explode('/', $fileName))-1);
537
538        // fetch URL and save it in temp file
539        $tmpFile = $this->__getHTTPFile($url);
540        if ( $tmpFile === false ) {
541        	// return $this->functions->debug->message("Creating temporary download file failed for '$url'. See log for more information.");
542        	$this->functions->debug->runtimeException("Creating temporary download file failed for '$url'. See log for more information.");
543        	return false;
544        }
545
546        $dirname = dirname($fileName);
547        // If a Filename was given that does not comply to the original name, use this one!
548		if ( $this->filewriter->canDoPDF() ) {
549
550			$this->functions->debug->message("Will replace old filename '{$fileName}' with {$ID}", null, 1);
551			$extension = explode('.', $fileName);
552        	$extension = array_pop($extension);
553
554        	// 2014-04-29 added cleanID to ensure that links are generated consistently when using [[this>...]] or another local, relativ linking
555			$fileName = $dirname . '/' . $this->functions->cleanID($this->functions->getSiteTitle($ID)) . '.' . $extension;
556        } else if ( !empty($tmpFile[1]) && !strstr($DATA[2], $tmpFile[1]) ) {
557
558			$this->functions->debug->message("Will replace old filename '{$fileName}' with {$dirname}/{$tmpFile[1]}", null, 1);
559			$fileName = $dirname . '/' . $tmpFile[1];
560        }
561
562        // Add to zip
563		$this->fileChecked[$url] = $fileName;
564        $status = $this->filewriter->__addFileToZip($tmpFile[0], $fileName);
565        @unlink($tmpFile[0]);
566
567        return $status;
568    }
569
570    function __preg_quote($input) {
571	    return preg_quote($input, '/');
572    }
573
574    /**
575     * Download the file via HTTP URL + recurse if this is not an image
576     * The file will be saved as temporary file. The filename is the result.
577     **/
578    function __getHTTPFile($URL, $RECURSE=false, $newAdditionalParameters=null, $authUser=null, $authPass=null) {
579        global $conf;
580
581        $EXCLUDE = $this->getConf('exclude');
582        if ( !empty($EXCLUDE) ) {
583	        $PATTERN = "/(" . implode('|', explode(' ', preg_quote($EXCLUDE, '/'))) . ")/i";
584
585	        $this->functions->debug->message("Checking for exclude: ", array(
586	        	"pattern" => $PATTERN,
587	        	"file" => $URL,
588	        	"matches" => preg_match($PATTERN, $URL) ? 'match' : 'no match'
589	        ), 2);
590
591			if ( preg_match($PATTERN, $URL) ) { return false; }
592        }
593
594        $http = new HTTPProxy($this->functions->debug, $this->functions->settings);
595        $http->max_bodysize = $conf['fetchsize'];
596        $http->user = $authUser; // Must not be set, or the files will be authenticated and have the edit thingies
597        $http->pass = $authPass; // Must not be set, or the files will be authenticated and have the edit thingies
598
599        // Add additional Params
600        $this->functions->addAdditionalParametersToURL($URL, $newAdditionalParameters);
601
602        $this->functions->debug->message("Fetching URL: '$URL'", null, 2);
603        $getData = $http->get($URL, true); // true == sloopy, get 304 body as well.
604
605        if( $getData === false ) { // || ($http->status != 200 && !$this->functions->settings->ignoreNon200) ) {
606
607            if ( $http->status == 403 && $this->functions->hasAuthentication() !== false && empty( $authUser ) ) {
608                return $this->__getHTTPFile( $URL, $RECURSE, $newAdditionalParameters, $this->functions->hasAuthentication()['user'], $this->functions->hasAuthentication()['password'] );
609            }
610
611        	if ( $http->status != 200 && $this->functions->settings->ignoreNon200 ) {
612                $this->functions->debug->message("HTTP status was '{$http->status}' - but I was told to ignore it by the settings.", $URL, 3);
613	        	return true;
614        	}
615
616            $this->functions->debug->message("Sending request failed with error, HTTP status was '{$http->status}'.", $URL, 4);
617            return false;
618        }
619
620        if( empty($getData) ) {
621            $this->functions->debug->message("No data fetched", $URL, 4);
622            return false;
623        }
624
625        $this->functions->debug->message("Headers received", $http->resp_headers, 2);
626
627        if ( !$RECURSE ) {
628            // Parse URI PATH and add "html"
629            $this->functions->debug->message("========================================", null, 1);
630            $this->functions->debug->message("Starting to recurse file '$URL'", null , 1);
631			$this->functions->debug->message("----------------------------------------", null, 1);
632            $this->__getInternalLinks($getData);
633			$this->functions->debug->message("----------------------------------------", null, 1);
634            $this->functions->debug->message("Finished to recurse file '$URL'", null , 1);
635            $this->functions->debug->message("========================================", null, 1);
636        }
637
638        $tmpFile = tempnam($this->functions->settings->tmpDir , 'siteexport__');
639        $this->functions->debug->message("Temporary filename", $tmpFile, 1);
640
641        $fp = fopen( $tmpFile, "w");
642        if(!$fp) {
643            $this->functions->debug->message("Can't open temporary File '$tmpFile'.", null , 4);
644            return false;
645        }
646
647        fwrite($fp,$getData);
648        fclose($fp);
649
650        // plain/text; ...
651        $extension = explode(';', $http->resp_headers['content-type'], 2);
652        $extension = array_shift($extension);
653        $extension = explode('/', $extension, 2);
654        if ( $extension[0] == 'image' && preg_match("/^[a-zA-Z0-9]{3,}$/", $extension[1]) ) {
655            $extension = strtolower($extension[1]);
656            $this->functions->debug->message("Found new image extension:", $extension, 2);
657        } else {
658            unset($extension);
659        }
660
661        return array($tmpFile, preg_replace("/.*?filename=\"?(.*?)\"?;?$/", "$1", $http->resp_headers['content-disposition']), $extension);
662    }
663
664    /**
665     * Find internal links in the currently downloaded file. This also matches inside CSS files
666     **/
667    function __getInternalLinks(&$DATA) {
668
669        $PATTERN = '(href|src|action)="([^"]*)"';
670        $CALLBACK = array($this, '__fetchAndReplaceLink');
671        $DATA = preg_replace_callback("/$PATTERN/i", $CALLBACK, $DATA);
672
673        $PATTERNCSS = '(url\s*?)\(([^\)]*)\)';
674        $DATA = preg_replace_callback("/$PATTERNCSS/i", $CALLBACK, $DATA);
675    }
676
677    /**
678     * Deep Fetch and replace of links inside the texts matched by __getInternalLinks
679     **/
680    function __fetchAndReplaceLink($DATA) {
681        global $conf, $currentID, $currentParent;
682
683        $noDeepReplace = true;
684        $newAdditionalParameters = $this->functions->settings->additionalParameters;
685        $newDepth = $this->functions->settings->depth;
686        $hadBase = false;
687
688		// Clean data[2], remote ' and "
689		$DATA[2] = preg_replace("/^\s*?['\"]?(.*?)['\"]?\s*?$/", '\1', trim($DATA[2]));
690
691        $this->functions->debug->message("Starting Link Replacement", array( 'data' => $DATA, 'additional Params' => $newAdditionalParameters, 'newDepth' => $newDepth, 'currentID' => $currentID, 'currentParent' => $currentParent), 2);
692
693        // $DATA[2] = urldecode($DATA[2]); // Leads to problems because it does not re-encode the url
694        // External and mailto links
695        if ( preg_match("%^(https?://|mailto:|javascript:|data:)%", $DATA[2]) ) {
696            $this->functions->debug->message("Don't like http, mailto, data or javascript links here", null, 1);
697            return $this->__rebuildLink($DATA, "");
698        }
699        //if ( preg_match("%^(https?://|mailto:|" . DOKU_BASE . "/_export/)%", $DATA[2]) ) { return $this->__rebuildLink($DATA, ""); }
700        // External media - this is deep down in the link, so we have to grep it out
701        if ( preg_match("%media=(https?://.*?$)%", $DATA[2], $matches) ) {
702            $DATA[2] = $matches[1];
703            $this->functions->debug->message("This is an HTTP like somewhere else", $DATA, 1);
704            return $this->__rebuildLink($DATA, "");
705        }
706        // reference only links won't have to be rewritten
707        if ( preg_match("%^#.*?$%", $DATA[2]) ) {
708            $this->functions->debug->message("This is a refercence only", null, 1);
709            return $this->__rebuildLink($DATA, "");
710        }
711
712        // 2014-07-21: Origdata before anything else - or it will be missing some things.
713        $ORIGDATA2 = $DATA;
714        //        $ORIGDATA2 = $DATA[2]; // 08/10/2010 - this line required a $this->functions->wl which may mess up with the base URL
715        $this->functions->debug->message("OrigDATA is:", $ORIGDATA2, 1);
716
717        // strip all things out
718        // changed Data
719        $PARAMS = @parse_url($DATA[2], PHP_URL_QUERY);
720        $ANCHOR = @parse_url($DATA[2], PHP_URL_FRAGMENT);
721        $DATA[2] = @parse_url($DATA[2], PHP_URL_PATH);
722
723        // 2014-05-12 - fix problem with URLs starting with a ./ or ../ ... they seem to need the current IDs root
724        if ( preg_match("#^\.\.?/#", $DATA[2])) {
725            $DATA[2] = getNS($currentID) . ':' . $DATA[2];
726        }
727
728        // 2010-08-25 - fix problem with relative movement in links ( "test/../test2" )
729        // 2014-06-30 - what? to what will this end relatively?
730        $tmpData2 = '';
731        while( $tmpData2 != $DATA[2] ) {
732            $tmpData2 = $DATA[2];
733            $DATA[2] = preg_replace("#/(?!\.\.)[^\/]*?/\.\./#", '/', $DATA[2]);
734        }
735
736        $temp = preg_replace("%^" . preg_quote(DOKU_BASE, '%') . "%", "", $DATA[2]);
737        if ( $temp != $DATA[2] ) {
738            $DATA[2] = $temp;
739            $hadBase = true; // 2010-08-23 Check if there has been a rewrite here that will have to be considered later on
740        }
741
742        $this->functions->debug->message("URL before rewriting option for others than 1", array($DATA, $PARAMS, $hadBase), 1);
743
744        // Handle rewrites other than 1 - just for non-lib-files
745        // if ( !preg_match('$^/?lib/$', $DATA[2]) ) {
746        if ( !preg_match('$^(' . DOKU_BASE . ')?lib/$', $DATA[2]) ) {
747		    $this->functions->debug->message("Did not match '$^(" . DOKU_BASE . ")?lib/$' userewrite == {$conf['userewrite']}", null, 2);
748            if ( $conf['userewrite'] == 2 ) {
749                $DATA[2] = $this->__getInternalRewriteURL($DATA[2]);
750            } elseif ( $conf['userewrite'] == 0 ) {
751                $this->__getParamsAndDataRewritten($DATA, $PARAMS);
752            }
753        } else {
754	    	$this->functions->debug->message("This file must be inside lib ...", null, 2);
755        }
756
757        $this->functions->debug->message("URL before rewriting option", array($DATA, $PARAMS), 2);
758
759        // Generate ID
760        $DATA[2] = str_replace('/', ':', $DATA[2]);
761
762        // If Data was empty this must be the same file!;
763        if ( empty( $DATA[2] ) ) {
764            $DATA[2] = $currentID;
765        }
766
767        $ID = $DATA[2];
768        $MEDIAMATCHER = "#(_media(/|:)|media=|_detail(/|:)|_export(/|:)|do=export_)#i"; // 2010-10-23 added "(/|:)" for the ID may not contain slashes anymore
769        $ISMEDIA = preg_match($MEDIAMATCHER, $DATA[2]);
770        if ( $ISMEDIA && $conf['userewrite'] == 1) {
771            //$DATA[2] = preg_replace($MEDIAMATCHER, "", $DATA[2]);
772            $ID = preg_replace("#^_(detail|media)(/|:)#", "", $ID);
773        }
774
775        $ID = $this->functions->cleanID($DATA[2], null, $ISMEDIA );
776        //        $ID = $this->functions->cleanID($DATA[2], null, strstr($DATA[2], 'media') ); // Export anpassung nun weiter unten
777
778        //        $IDexists = page_exists($ID); // 08/10/2010 - Not needed. This will be done in the next block.
779        //        $this->functions->debug->message("Current ID: '$ID' exists: '" . ($IDexists ? 'true' : 'false') . "' (will be set to 'false' anyway)", null, 1);
780
781        $IDifIDnotExists = $ID; // 08/10/2010 - Save ID - with possible upper cases to preserve them
782        $IDexists = false;
783
784        $this->functions->debug->message("Resolving ID: '$ID'", null, 2);
785        if ( $ISMEDIA ) {
786            resolve_mediaid(null, $ID, $IDexists);
787
788            $this->functions->debug->message("Current mediaID to filename: '" . mediaFN($ID) . "'", null, 2);
789        } else {
790            resolve_pageid(null, $ID, $IDexists);
791            $this->functions->debug->message("Current ID to filename: '" . wikiFN($ID) . "'", null, 2);
792        }
793
794        $this->functions->debug->message("Current ID after resolvement: '$ID' the ID does exist: '" . ($IDexists ? 'true' : 'false') . "'", null, 2);
795        //        $ORIGDATA2 = @parse_url($this->functions->wl($ORIGDATA2, null, true)); // What was the next 2 line for? It did mess up with links from {{jdoc>}}
796        //        $this->functions->debug->message("OrigData ID after parse:", $ORIGDATA2, 1); // 08/10/2010 - The lines are obsolete when the $ORIGDATA2 = $DATA. $ORIGDATA is only for fallback
797
798        // 08/10/2010 - If the ID does not exist, we may have a problem here with upper cases - they will all be lower by now!
799        if ( !$IDexists ) {
800            $ID = $IDifIDnotExists; // there may have been presevered Upper cases. We will need them!
801        }
802
803        // $this->functions->cleanID($DATA[2], null, strstr($DATA[2], 'media') || strstr($DATA[2], 'export') );
804        if ( substr($ID, -1) == ':' || empty($ID) ) $ID .= $conf['start'];
805
806        // Generate Download URL
807        // $PARAMS = trim(str_replace('&amp;', '&', $PARAMS));
808        $PARAMS = trim($PARAMS);
809        $this->functions->removeWikiVariables($PARAMS, false, true);
810
811        $url = $this->functions->wl($ID, null, true, null, null, true, $hadBase) . ( !empty( $ANCHOR) ? '#' . $ANCHOR : '' ) . ( !empty( $PARAMS) ? '?' . $PARAMS : '' );
812        $this->functions->debug->message("URL from ID: '$url'", null, 2);
813
814        // Parse URI PATH and add "html"
815        $uri = @parse_url($url);
816        $DATA[2] = $uri['path'];
817
818        $this->functions->debug->message("DATA after parsing.", $DATA, 2);
819
820        // Second Rewrite for UseRewrite = 2
821        if ( $conf['userewrite'] == 2 && preg_match("%((/lib/exe/(fetch|detail|indexer)|feed|doku)\.php)/?(.*?)$%", $DATA[2], $matches)) {
822
823
824            // The actual file in lib
825            $DATA[2] = $matches[1];
826            $PARAMS .= '&' . (in_array($matches[3], array('fetch', 'detail')) ? 'media' : 'id') . '=' . cleanID(str_replace('/', ':', $matches[4]));
827
828/*            $DATA[2] = preg_replace( '$/lib/.*?fetch\.php$', '', $DATA[2]);
829            $DATA[2] = preg_replace( '%(/lib/.*?detail\.php.*$)%', '\1' . '.' . $this->functions->settings->fileType, $DATA[2]);
830
831            if ( preg_match( '%/(lib/.*?detail|doku)\.php%', $DATA[2])) {
832                $noDeepReplace = false;
833                $fileName = $this->functions->getSiteName($ID);
834                $newDepth = str_repeat('../', count(explode('/', $fileName))-1);
835            }
836            $this->functions->debug->message("DATA after second rewrite with UseRewrite = 2", array($DATA, $noDeepReplace, $fileName, $newDepth), 1);
837*/
838            $this->functions->debug->message("DATA after second rewrite with UseRewrite = 2", array($DATA, $matches, $PARAMS), 1);
839        }
840
841        $DATA['ANCHOR'] = $ANCHOR;
842        $DATA['PARAMS'] = $PARAMS;
843        $elements = explode('/', $DATA[2]);
844
845        switch ( array_pop($elements) ) {
846            // CSS Extra Handling with extra rewrites
847            case 'css.php'	:	// $DATA[2] .=  ( !$this->functions->settings->addParams || empty($PARAMS) ? '' : '.' . $this->functions->cleanID(preg_replace("/(=|\?|&amp;)/", ".", $PARAMS))) . '.css';
848                $DATA[2] .=  '.' . $this->functions->cleanID(preg_replace("/(=|\?|&amp;)/", ".", $PARAMS)) . '.css'; // allways put parameters behind
849                // No paramters needed since they are rewritten.
850                $DATA['PARAMS'] = "";
851                $noDeepReplace = false;
852                $fileName = $this->functions->getSiteName($ID, true);
853
854                // NewDepth has to be relative to the css file itself ...
855                $newDepth = './' . str_repeat('../', count(explode('/', $fileName))-1); // it is an ID at this point.
856                $newAdditionalParameters['do'] = 'siteexport';
857
858                $this->functions->debug->message("This is CSS file", array($DATA, $noDeepReplace, $fileName, $newDepth, $newAdditionalParameters), 2);
859
860                break;
861            case 'js.php'	:	// $DATA[2] .= ( !$this->functions->settings->addParams || empty($PARAMS) ? '' : '.' . $this->functions->cleanID(preg_replace("/(=|\?|&amp;)/", ".", $PARAMS))) . '.js';
862                $DATA[2] .=  '.t.' . $this->functions->cleanID($_REQUEST['template']) . '.js'; // allways put parameters behind
863                // set Template
864                if ( !empty( $_REQUEST['template'] ) ) {
865                    $url .= ( strstr($url, '?') ? '&' : '?' ) . 'template=' . $_REQUEST['template'];
866                }
867                // No paramters needed since they are rewritten.
868                $DATA['PARAMS'] = "";
869                $newAdditionalParameters['do'] = 'siteexport';
870
871                $this->functions->debug->message("This is JS file", array($DATA, $url, $fileName, $newAdditionalParameters), 2);
872
873                break;
874                // Detail Handling with extra Rewrites if Paramaters are available - otherwise this is just the fetch
875            case 'indexer.php' :
876                $this->functions->debug->message("Skipping indexer", null, 2);
877                return "";
878                break;
879            case 'detail.php' :
880                $noDeepReplace = false;
881
882                $this->__getParamsAndDataRewritten($DATA, $PARAMS, 'media');
883                $ID = $this->functions->cleanID(str_replace('/', ':', $DATA[2]), null, strstr($DATA[2], 'media'));
884                $fileName = $this->functions->getSiteName($ID, true); // 2010-09-03 - rewrite with override enabled
885
886                $newDepth = str_repeat('../', count(explode('/', $fileName))-1);
887                $this->__rebuildDataForNormalFiles($DATA, $PARAMS);
888                $DATA[2] .= '.detail.html';
889
890                $this->functions->debug->message("This is detail.php file with addParams", array($DATA, $ID, $fileName, $newDepth, $newAdditionalParameters), 2);
891                break;
892            case 'doku.php' :
893
894                $noDeepReplace = false;
895                $this->__getParamsAndDataRewritten($DATA, $PARAMS, 'id');
896                $ID = $this->functions->cleanID($DATA[2], null, strstr($DATA[2], 'id'));
897
898                $this->functions->debug->message("Current ID to filename (doku.php): '" . wikiFN($ID) . "'", null, 2);
899
900                $fileName = $this->functions->getSiteName($ID); // 2010-09-03 - rewrite with override enabled
901
902                $newDepth = str_repeat('../', count(explode('/', $fileName))-1);
903                $this->__rebuildDataForNormalFiles($DATA, $PARAMS);
904                $DATA[2] .= '.' . array_pop(explode('/', $fileName));
905
906                $this->functions->debug->message("This is doku.php file with addParams", array($DATA, $ID, $fileName, $newDepth, $newAdditionalParameters), 2);
907                return $this->__rebuildLink($DATA);
908                break;
909
910                // Fetch Handling for media - rewriting everything
911            case 'fetch.php':
912                $this->__getParamsAndDataRewritten($DATA, $PARAMS, 'media');
913
914                $DATA[2] = str_replace('/', ':', $DATA[2]);
915                $ID = $this->functions->cleanID($DATA[2], null, strstr($DATA[2], 'media'));
916                resolve_mediaid(null, $ID, $IDexists);
917
918                $DATA[2] = $this->functions->wl($ID, null, null, null, $IDexists, true);
919                $this->__rebuildDataForNormalFiles($DATA, $PARAMS);
920
921                $DATA['PARAMS'] = "";
922                $newAdditionalParameters = array();
923
924                $this->functions->debug->message("This is fetch.php file", array($DATA, $ID, $PARAMS), 2);
925                break;
926
927                // default Handling for Pages
928            case 'feed.php':
929                return ""; // Ignore. Has no sense to export.
930                break;
931            default:
932                if ( preg_match("%" . preg_quote(DOKU_BASE, '%') . "_detail/%", $DATA[2]) ) {
933
934                    // GET ID Param from origdata2
935                    preg_match("#id=(.*?)(&|\")#i", $DATA[0], $backlinkID);
936                    $this->__rebuildDataForNormalFiles($DATA, $PARAMS);
937
938                    $fileIDPart = isset($backlinkID[1]) && !empty($backlinkID[1]) ? $this->functions->cleanID(urldecode($backlinkID[1])) : 'detail';
939
940                    $ID = preg_replace("#^_detail(/|:)#", "", $ID);
941                    $DATA[2] .= ':' . $fileIDPart . '.' . $this->functions->settings->fileType; // add namespace and subpage for back button and add filetype
942
943                    $noDeepReplace = false;
944                    $fileName = $this->functions->shortenName($DATA[2]);
945                    $newDepth = str_repeat('../', count(explode('/', $fileName))-1);
946                    $url .= ( strstr($url, '?') ? '&' : '?' ) . 'id=' . $fileIDPart; // add id-part to URL for backlinks
947
948                    $DATA['PARAMS'] = "";
949
950                    $this->functions->debug->message("This is something with '_detail' file", array($DATA, $backlinkID, $newDepth, $url, $ID), 2);
951                } else if ( preg_match("%" . preg_quote(DOKU_BASE, '%') . "_export/(.*?)/%", $DATA[2], $fileType) ) {
952
953                    // Fixes multiple codeblocks in one file
954                    $this->__rebuildDataForNormalFiles($DATA, $PARAMS);
955
956                    // add the Params no matter what they are. This is export. We don't mess with other files
957                    // adding the "/" fixes the usage of multiple codeblocks in the same namespace
958                    $DATA[2] .= (empty( $PARAMS ) ? '' : '/' . $PARAMS) . '.'. $fileType[1];
959
960                    $DATA['PARAMS'] = "";
961                    $this->functions->debug->message("This is something with '_export' file", $DATA, 2);
962
963                } else if ( $IDexists ) { // 08/10/2010 - was page_exists($ID) - but this should do as well.
964                    // If this is a page ... skip it!
965                    $DATA[2] .= ( !$this->functions->settings->addParams || empty($PARAMS) ? '' : '.' . $this->functions->cleanID(preg_replace("/(=|\?|&amp;)/", ".", $PARAMS)))  . '.' . $this->functions->settings->fileType;
966
967                    $DATA[2] = $this->functions->shortenName($DATA[2]);
968
969                    // If Parameters are to be included in the filename - they must not be added twice
970                    if ( $this->functions->settings->addParams ) $DATA['PARAMS'] = "";
971
972                    $this->functions->debug->message("This page really exists", $DATA, 1);
973
974                    return $this->__rebuildLink($DATA);
975                } else {
976                    $this->__rebuildDataForNormalFiles($DATA, $PARAMS, true);
977                    $newAdditionalParameters = null; // 2014-06-27 - when using the "normal" files way we will not need any additional stuff.
978                    // This would make problems with e.g. ditaa plugin
979                }
980
981                unset($newAdditionalParameters['diPlu']);
982        }
983
984        $this->functions->debug->message("DATA after SWITCH CASE decision", array($DATA, $noDeepReplace, $fileName, $newDepth), 1);
985
986        if ( $this->filewriter->canDoPDF() ) {
987            $this->functions->addAdditionalParametersToURL($url, $newAdditionalParameters);
988            $DATA[2] = $url;
989            unset($DATA['PARAMS']);
990            $url = $this->__rebuildLink($DATA, '');
991
992            $this->functions->debug->message("Creating PDF with URL '$url'", null, 2);
993
994            return $url;
995        }
996
997        // Create Name to save the file at
998        $DATA[2] = str_replace(':', '_', $DATA[2]);
999        $DATA[2] = $this->functions->shortenName($DATA[2]);
1000
1001
1002        // File already loaded?
1003        // 2010-10-23 - changes in_array from DATA[2] to $url - to check real URLs, the DATA[2] file will be checked with fileExistsInZip
1004        if ( in_array($url, array_keys($this->fileChecked)) ) {
1005            $DATA[2] = $this->fileChecked[$url];
1006            $this->functions->debug->message("File has been checked before.", array($DATA, $url), 2);
1007            return $this->__rebuildLink($DATA);
1008        }
1009
1010        // 2010-09-03 - second check if the file is in the ZIP already.
1011        if ( $this->filewriter->fileExistsInZip($DATA[2]) ) {
1012            $this->functions->debug->message("File with DATA exists in ZIP.", $DATA, 3);
1013            return $this->__rebuildLink($DATA);
1014        }
1015
1016        // 2010-10-23 - What if this is a fetch.php? than we produced an error.
1017        //        $this->fileChecked[] = $DATA[2];
1018
1019        // get tempFile and save it
1020        $origDepth = $this->functions->settings->depth;
1021        $this->functions->settings->depth = $newDepth;
1022
1023        $tmpID = $currentID;
1024        $tmpParent = $currentParent;
1025        $tmpFile = false;
1026
1027        $currentParent = $fileName;
1028        $this->functions->debug->message("Going to get the file", array($url, $noDeepReplace, $newAdditionalParameters), 2);
1029        $tmpFile = $this->__getHTTPFile($url, $noDeepReplace, $newAdditionalParameters);
1030        $this->functions->debug->message("The getHTTPFile result is still empty", $tmpFile === false ? 'YES' : 'NO', 2);
1031
1032        $currentParent = $tmpParent;
1033        $currentID = $tmpID;
1034        $this->functions->settings->depth = $origDepth; // 2010-09-03 - Reset depth at the very end
1035
1036        if ( $tmpFile === false ) {
1037            // Keep an potentially extra link intact
1038
1039            $this->functions->debug->message("The fetched file '$url' is 'false'", null, 3);
1040            if ( $IDexists === false ) {
1041                $this->functions->debug->message("The file does not exist, fallback to ORIGDATA", $ORIGDATA2, 2);
1042                $DATA[2] = $this->functions->shortenName($ORIGDATA2[2]); // get Origdata Path
1043            }
1044
1045            $this->fileChecked[$url] = $DATA[2]; // 2010-09-03 - One URL to one FileName
1046            $link = $this->__rebuildLink($DATA);
1047            $this->functions->debug->message("Final Link after empty file from '$url'", null, 2);
1048
1049            return $link;
1050        }
1051
1052        $this->functions->debug->message("The fetched file looks good.", $tmpFile, 2);
1053        $dirname = dirname($DATA[2]);
1054
1055        // If a Filename was given that does not comply to the original name, us this one!
1056        // 2014-02-28 But only if we are on PDF Mode. Does this produce any other Problems?
1057        if ( $this->filewriter->canDoPDF() && !empty($tmpFile[1]) && !strstr($DATA[2], $tmpFile[1]) ) {
1058			$DATA[2] = $dirname . '/' . $tmpFile[1];
1059            $this->functions->debug->message("Changed filename.", $DATA[2], 2);
1060        }
1061
1062        // Custom extension if not set already - 2014-07-02
1063        if ( !empty($tmpFile[2]) && !preg_match("#\.{$tmpFile[2]}$#", $DATA[2]) ) {
1064            $DATA[2] = preg_match("#(\.[^\.]+)$#", $DATA[2]) ? preg_replace("#(\.[^\.]+)$#", '.' . $tmpFile[2], $DATA[2]) : $DATA[2] . '.' . $tmpFile[2];
1065            $this->functions->debug->message("Added extension provided from Server.", $DATA[2], 2);
1066        }
1067
1068        // Add to zip
1069        $this->fileChecked[$url] = $DATA[2]; // 2010-09-03 - One URL to one FileName
1070
1071        $status = $this->filewriter->__addFileToZip($tmpFile[0], $DATA[2]);
1072        @unlink($tmpFile[0]);
1073
1074        $newURL = $this->__rebuildLink($DATA);
1075        $this->functions->debug->message("Returning final Link to document: '$newURL'", null, 2);
1076
1077        return $newURL;
1078    }
1079
1080    /**
1081     * build the new link to be put in place for the donwloaded site
1082     **/
1083    function __rebuildLink($DATA, $DEPTH = null) {
1084        global $currentID, $currentParent;
1085
1086        // depth is set, skip this one
1087        if ( is_null( $DEPTH ) ) $DEPTH = $this->functions->settings->depth;
1088        $DATA[2] .= ( !empty( $DATA['PARAMS']) && $this->functions->settings->addParams? '?' . $DATA['PARAMS'] : '' ) . ( !empty( $DATA['ANCHOR'] ) ? '#' . $DATA['ANCHOR'] : '' );
1089
1090        $intermediateURL = $DEPTH . $DATA[2];
1091
1092//*
1093        // 2012-06-15 originally has an absolute path ... we might need a relative one if not in our namespace
1094        if ( empty($_REQUEST['absolutePath']) && preg_match("#^(\.\./)+#", $intermediateURL) ) {
1095
1096            $this->functions->debug->message("OK, this is not to be absolute: ", array($intermediateURL, $currentParent), 1);
1097            // Experimental
1098            $intermediateURL = $this->functions->getRelativeURL($intermediateURL, $currentParent);
1099        }
1100/*/
1101        // Check if the URL has a ../../something/somethingelse
1102        // and basically goes back to our current page or something in parallel
1103        // 1) remove all ../ at begining
1104
1105        $this->functions->debug->message("currentID: '{$currentID}'", null, 1);
1106        $checkURL = preg_replace("#^(\.\./)+#", '', $intermediateURL);
1107        if ( $checkURL != $intermediateURL ) {
1108            $this->functions->debug->message("Found ../: '$checkURL' / currentIDPart: '{$currentIDPart}'", null, 2);
1109
1110            // 2) check if the URLs next parts match the current ENS to all NS parts of the current ID
1111            // $this->functions->debug->message("Found ENS: '{$this->functions->settings->exportNamespace}', currentID: {$currentID}'", null, 2);
1112            $currentIDPart = preg_replace("#^{$this->functions->settings->exportNamespace}/#", "", str_replace(':', '/', getNS($currentID) . '/'));
1113
1114            if ( ($newURL = preg_replace("#^{$currentIDPart}#", "./", $checkURL)) != $checkURL ) {
1115                // 3) if so, remove these parts
1116                $intermediateURL = $newURL;
1117                $this->functions->debug->message("Found ./ URL: '$newURL'", null, 2);
1118            }
1119        }
1120//*/
1121        $newURL = $DATA[1] == 'url' ? $DATA[1] . '(' . $intermediateURL . ')' : $DATA[1] . '="' . $intermediateURL . '"';
1122        $this->functions->debug->message("Re-created URL: '$newURL'", $DEPTH, 2);
1123
1124        return $newURL;
1125    }
1126
1127
1128    /**
1129     * remove an old zip file
1130     **/
1131    function __removeOldZip( $FILENAMEID=null, $checkForMore=true, $reauthenticated=false ) {
1132        global $INFO;
1133        global $conf;
1134
1135        $returnValue = true;
1136
1137        if ( empty($FILENAMEID) ) {
1138            $FILENAMEID = $this->functions->settings->origZipFile;
1139        }
1140
1141        if ( !file_exists(mediaFN($FILENAMEID)) ) {
1142            $returnValue = true;
1143        } else {
1144
1145            require_once( DOKU_INC . 'inc/media.php');
1146            if ( !media_delete($FILENAMEID, $INFO['perm']) ) {
1147
1148                if ( !$reauthenticated ) {
1149                    $this->functions->authenticate();
1150                    return $this->__removeOldZip( $FILENAMEID, $checkForMore, true );
1151                }
1152
1153                $returnValue = false;
1154            }
1155        }
1156
1157        if ( $checkForMore ) {
1158            // Try to remove more files.
1159            $ns = getNS($FILENAMEID);
1160            $fn = $this->functions->getSpecialExportFileName(noNS($FILENAMEID), '.+');
1161
1162            $data = array();
1163            search($data, $conf['mediadir'], 'search_media', array('pattern' => "/$fn$/i"), $ns);
1164
1165            if ( count($data > 0) ) {
1166
1167                // 30 Minuten Cache Zeit
1168                $cache = $this->functions->settings->cachetime;
1169                foreach ( $data as $media ) {
1170
1171                    //decide if has to be deleted needed:
1172                    if( $media['mtime'] < time()-$cache) {
1173                        $this->__removeOldZip($media['id'], false, $reauthenticated);
1174                    }
1175                }
1176            }
1177
1178        }
1179
1180        return $returnValue;
1181    }
1182
1183    /**
1184     * if confrewrite is set to internal rewrite, use this function - taken from a DW renderer
1185     **/
1186    function __getInternalRewriteURL($url) {
1187        global $conf;
1188
1189        //construct page id from request URI
1190        if( $conf['userewrite'] != 2) { return $url; }
1191
1192        //get the script URL
1193        if($conf['basedir']) {
1194            $relpath = '';
1195            $script = $conf['basedir'].$relpath.basename($_SERVER['SCRIPT_FILENAME']);
1196        } elseif($_SERVER['DOCUMENT_ROOT'] && $_SERVER['SCRIPT_FILENAME']){
1197            $script = preg_replace ('/^'.preg_quote($_SERVER['DOCUMENT_ROOT'],'/').'/','',
1198            $_SERVER['SCRIPT_FILENAME']);
1199            $script = '/'.$script;
1200        }else{
1201            $script = $_SERVER['SCRIPT_NAME'];
1202        }
1203
1204        //clean script and request (fixes a windows problem)
1205        $script  = preg_replace('/\/\/+/','/',$script);
1206        $request = preg_replace('/\/\/+/','/',$url);
1207
1208        //remove script URL and Querystring to gain the id
1209        if(preg_match('/^'.preg_quote($script,'/').'(.*)/',$request, $match)){
1210            $id = preg_replace ('/\?.*/','',$match[1]);
1211        }
1212        $id = urldecode($id);
1213        //strip leading slashes
1214        $id = preg_replace('!^/+!','',$id);
1215
1216        return $id;
1217    }
1218
1219    /**
1220     * rewrite parameter calls
1221     **/
1222    function __getParamsAndDataRewritten(&$DATA, &$PARAMS, $IDKEY='id') {
1223
1224        $PARRAY = explode('&', str_replace('&amp;', '&', $PARAMS) );
1225        $PARAMS = array();
1226
1227        foreach ( $PARRAY as $item ) {
1228            list($key, $value) = explode('=', $item, 2);
1229            if ( empty($key) || empty($value) )
1230            continue;
1231
1232            if ( strtolower(trim($key)) == $IDKEY ) {
1233                $DATA[2] = preg_replace("%^" . preg_quote(DOKU_BASE, '%') . "%", "", str_replace(':', '/', $value));
1234                continue;
1235            }
1236
1237            $PARAMS[] = "$key=$value";
1238        }
1239
1240        sort($PARAMS);
1241
1242        $PARAMS = implode('&', $PARAMS);
1243    }
1244
1245    /**
1246     * rewrite detail.php calls
1247     **/
1248    function __rebuildDataForNormalFiles(&$DATA, &$PARAMS, $addHash=false) {
1249        $PARTS = explode('.', $DATA[2]);
1250        if ( count($PARTS) > 1 ) {
1251            $EXT = '.' . array_pop($PARTS);
1252        }
1253
1254        $internalParams = $PARAMS = preg_replace("/(=|\?|&amp;)/", ".", $PARAMS);
1255
1256        // add anyways - if on overridde
1257        if ( !$this->functions->settings->addParams && !empty($PARAMS) && $addHash ) {
1258            $internalParams = md5($PARAMS);
1259        } else if ( !$this->functions->settings->addParams ){
1260            $internalParams = null;
1261        }
1262
1263        $DATA[2] = implode('.', $PARTS) . ( empty($internalParams) ? '' : '.' . $this->functions->cleanID($internalParams)) . ( $EXT == '.php' ? '.' . $this->functions->settings->fileType : $EXT );
1264        $DATA[2] = preg_replace("/\.+/", ".", $DATA[2]);
1265        $this->functions->debug->message("Rebuilding Data for normal file.", $DATA[2], 1);
1266    }
1267
1268    /*
1269     * Clean JS and CSS cache files
1270     */
1271    function cleanCacheFiles() {
1272
1273        $_SERVER['HTTP_HOST'] = preg_replace("/:?\d+$/", '', $_SERVER['HTTP_HOST']);
1274        $cache = getCacheName('scripts'.$_SERVER['HTTP_HOST'].'-siteexport-js-'.$_SERVER['SERVER_PORT'],'.js');
1275        $this->unlinkIfExists($cache);
1276
1277        $tpl = trim(preg_replace('/[^\w-]+/','',$_REQUEST['template']));
1278        if($tpl)
1279        {
1280            $tplinc = DOKU_INC.'lib/tpl/'.$tpl.'/';
1281            $tpldir = DOKU_BASE.'lib/tpl/'.$tpl.'/';
1282        } else {
1283            $tplinc = DOKU_TPLINC;
1284            $tpldir = DOKU_TPL;
1285        }
1286
1287        // The generated script depends on some dynamic options
1288        $cache = getCacheName('styles'.$_SERVER['HTTP_HOST'].'-siteexport-js-'.$_SERVER['SERVER_PORT'].DOKU_BASE.$tplinc.$style,'.css');
1289        $this->unlinkIfExists($cache);
1290    }
1291
1292    function unlinkIfExists($cache) {
1293        if ( file_exists($cache) ) {
1294            @unlink($cache);
1295            if(function_exists('gzopen')) @unlink("$cache.gz");
1296        }
1297    }
1298
1299    // Private unset function
1300    private function clear(&$variable)
1301    {
1302        if ( isset($variable) )
1303        {
1304            unset($variable);
1305        }
1306    }
1307}