1007225e5Sgerardnico<?php 2007225e5Sgerardnico 3007225e5Sgerardnico 4007225e5Sgerardnicouse ComboStrap\Analytics; 5007225e5Sgerardnicouse ComboStrap\LinkUtility; 67c33ecc6Sgerardnicouse ComboStrap\StringUtility; 77c33ecc6Sgerardnico 871f916b9Sgerardnicouse ComboStrap\Page; 9007225e5Sgerardnicouse dokuwiki\ChangeLog\PageChangeLog; 10007225e5Sgerardnico 11007225e5Sgerardnicorequire_once(__DIR__ . '/../class/LowQualityPage.php'); 12007225e5Sgerardnicorequire_once(__DIR__ . '/../class/Analytics.php'); 13007225e5Sgerardnico 14007225e5Sgerardnico 15007225e5Sgerardnico/** 16007225e5Sgerardnico * A analysis Renderer that exports stats/quality/metadata in a json format 17007225e5Sgerardnico * You can export the data with 18007225e5Sgerardnico * doku.php?id=somepage&do=export_combo_analytics 19007225e5Sgerardnico */ 20007225e5Sgerardnicoclass renderer_plugin_combo_analytics extends Doku_Renderer 21007225e5Sgerardnico{ 227c33ecc6Sgerardnico 23007225e5Sgerardnico const DATE_CREATED = 'date_created'; 24007225e5Sgerardnico const PLAINTEXT = 'formatted'; 25007225e5Sgerardnico const RESULT = "result"; 26007225e5Sgerardnico const DESCRIPTION = "description"; 27007225e5Sgerardnico const PASSED = "Passed"; 28007225e5Sgerardnico const FAILED = "Failed"; 29007225e5Sgerardnico const FIXME = 'fixme'; 30007225e5Sgerardnico 31007225e5Sgerardnico /** 32007225e5Sgerardnico * Rules key 33007225e5Sgerardnico */ 34007225e5Sgerardnico const RULE_WORDS_MINIMAL = 'words_min'; 35007225e5Sgerardnico const RULE_OUTLINE_STRUCTURE = "outline_structure"; 36007225e5Sgerardnico const RULE_INTERNAL_BACKLINKS_MIN = 'internal_backlinks_min'; 37007225e5Sgerardnico const RULE_WORDS_MAXIMAL = "words_max"; 38007225e5Sgerardnico const RULE_AVERAGE_WORDS_BY_SECTION_MIN = 'words_by_section_avg_min'; 39007225e5Sgerardnico const RULE_AVERAGE_WORDS_BY_SECTION_MAX = 'words_by_section_avg_max'; 40007225e5Sgerardnico const RULE_INTERNAL_LINKS_MIN = 'internal_links_min'; 41007225e5Sgerardnico const RULE_INTERNAL_BROKEN_LINKS_MAX = 'internal_links_broken_max'; 42007225e5Sgerardnico const RULE_DESCRIPTION_PRESENT = 'description_present'; 43007225e5Sgerardnico const RULE_FIXME = "fixme_min"; 44007225e5Sgerardnico const RULE_TITLE_PRESENT = "title_present"; 45007225e5Sgerardnico const RULE_CANONICAL_PRESENT = "canonical_present"; 46aa3cb38fSgerardnico const QUALITY_RULES = [ 47aa3cb38fSgerardnico self::RULE_CANONICAL_PRESENT, 48aa3cb38fSgerardnico self::RULE_DESCRIPTION_PRESENT, 49aa3cb38fSgerardnico self::RULE_FIXME, 50aa3cb38fSgerardnico self::RULE_INTERNAL_BACKLINKS_MIN, 51aa3cb38fSgerardnico self::RULE_INTERNAL_BROKEN_LINKS_MAX, 52aa3cb38fSgerardnico self::RULE_INTERNAL_LINKS_MIN, 53aa3cb38fSgerardnico self::RULE_OUTLINE_STRUCTURE, 54aa3cb38fSgerardnico self::RULE_TITLE_PRESENT, 55aa3cb38fSgerardnico self::RULE_WORDS_MINIMAL, 56aa3cb38fSgerardnico self::RULE_WORDS_MAXIMAL, 57aa3cb38fSgerardnico self::RULE_AVERAGE_WORDS_BY_SECTION_MIN, 58aa3cb38fSgerardnico self::RULE_AVERAGE_WORDS_BY_SECTION_MAX 59aa3cb38fSgerardnico ]; 60007225e5Sgerardnico 61007225e5Sgerardnico /** 62007225e5Sgerardnico * The default man 63007225e5Sgerardnico */ 64007225e5Sgerardnico const CONF_MANDATORY_QUALITY_RULES_DEFAULT_VALUE = [ 65007225e5Sgerardnico self::RULE_WORDS_MINIMAL, 66007225e5Sgerardnico self::RULE_INTERNAL_BACKLINKS_MIN, 67007225e5Sgerardnico self::RULE_INTERNAL_LINKS_MIN 68007225e5Sgerardnico ]; 69007225e5Sgerardnico const CONF_MANDATORY_QUALITY_RULES = "mandatoryQualityRules"; 70007225e5Sgerardnico 71007225e5Sgerardnico /** 72007225e5Sgerardnico * Quality Score factors 73007225e5Sgerardnico * They are used to calculate the score 74007225e5Sgerardnico */ 75007225e5Sgerardnico const CONF_QUALITY_SCORE_INTERNAL_BACKLINK_FACTOR = 'qualityScoreInternalBacklinksFactor'; 76007225e5Sgerardnico const CONF_QUALITY_SCORE_INTERNAL_LINK_FACTOR = 'qualityScoreInternalLinksFactor'; 77007225e5Sgerardnico const CONF_QUALITY_SCORE_TITLE_PRESENT = 'qualityScoreTitlePresent'; 78007225e5Sgerardnico const CONF_QUALITY_SCORE_CORRECT_HEADER_STRUCTURE = 'qualityScoreCorrectOutline'; 79007225e5Sgerardnico const CONF_QUALITY_SCORE_CORRECT_CONTENT = 'qualityScoreCorrectContentLength'; 80007225e5Sgerardnico const CONF_QUALITY_SCORE_NO_FIXME = 'qualityScoreNoFixMe'; 81007225e5Sgerardnico const CONF_QUALITY_SCORE_CORRECT_WORD_SECTION_AVERAGE = 'qualityScoreCorrectWordSectionAvg'; 82007225e5Sgerardnico const CONF_QUALITY_SCORE_INTERNAL_LINK_BROKEN_FACTOR = 'qualityScoreNoBrokenLinks'; 83007225e5Sgerardnico const CONF_QUALITY_SCORE_CHANGES_FACTOR = 'qualityScoreChangesFactor'; 84007225e5Sgerardnico const CONF_QUALITY_SCORE_DESCRIPTION_PRESENT = 'qualityScoreDescriptionPresent'; 85007225e5Sgerardnico const CONF_QUALITY_SCORE_CANONICAL_PRESENT = 'qualityScoreCanonicalPresent'; 8608ca4f85Sgerardnico const SCORING = "scoring"; 8708ca4f85Sgerardnico const SCORE = "score"; 88*ebdc69ceSgerardnico const HEADER_STRUCT = 'header_struct'; 89007225e5Sgerardnico 90aa3cb38fSgerardnico 91007225e5Sgerardnico /** 92007225e5Sgerardnico * The processing data 93007225e5Sgerardnico * that should be {@link renderer_plugin_combo_analysis::reset()} 94007225e5Sgerardnico */ 95007225e5Sgerardnico public $stats = array(); // the stats 96007225e5Sgerardnico protected $metadata = array(); // the metadata 97007225e5Sgerardnico protected $headerId = 0; // the id of the header on the page (first, second, ...) 98007225e5Sgerardnico 99007225e5Sgerardnico /** 100007225e5Sgerardnico * Don't known this variable ? 101007225e5Sgerardnico */ 102007225e5Sgerardnico protected $quotelevel = 0; 103007225e5Sgerardnico protected $formattingBracket = 0; 104007225e5Sgerardnico protected $tableopen = false; 105007225e5Sgerardnico private $plainTextId = 0; 1062c067407Sgerardnico /** 1072c067407Sgerardnico * @var Page 1082c067407Sgerardnico */ 1092c067407Sgerardnico private $page; 1102c067407Sgerardnico 1112c067407Sgerardnico public function document_start() 1122c067407Sgerardnico { 1137c33ecc6Sgerardnico $this->reset(); 1142c067407Sgerardnico global $ID; 1152c067407Sgerardnico $this->page = new Page($ID); 1162c067407Sgerardnico 1172c067407Sgerardnico } 118007225e5Sgerardnico 119007225e5Sgerardnico 120007225e5Sgerardnico /** 121007225e5Sgerardnico * Here the score is calculated 122007225e5Sgerardnico */ 123007225e5Sgerardnico public function document_end() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 124007225e5Sgerardnico { 125007225e5Sgerardnico /** 126f3748b38Sgerardnico * The exported object 127f3748b38Sgerardnico */ 128f3748b38Sgerardnico $statExport = $this->stats; 129f3748b38Sgerardnico 130f3748b38Sgerardnico /** 131007225e5Sgerardnico * The metadata 132007225e5Sgerardnico */ 133007225e5Sgerardnico global $ID; 134007225e5Sgerardnico $meta = p_get_metadata($ID); 135007225e5Sgerardnico 136007225e5Sgerardnico /** 137f3748b38Sgerardnico * Edit author stats 138f3748b38Sgerardnico */ 139f3748b38Sgerardnico $changelog = new PageChangeLog($ID); 140f3748b38Sgerardnico $revs = $changelog->getRevisions(0, 10000); 141f3748b38Sgerardnico array_push($revs, $meta['last_change']['date']); 142f3748b38Sgerardnico $statExport[Analytics::EDITS_COUNT] = count($revs); 143f3748b38Sgerardnico foreach ($revs as $rev) { 144f3748b38Sgerardnico $info = $changelog->getRevisionInfo($rev); 145*ebdc69ceSgerardnico 146*ebdc69ceSgerardnico /** 147*ebdc69ceSgerardnico * Init the authors array 148*ebdc69ceSgerardnico */ 149*ebdc69ceSgerardnico if (!array_key_exists('authors', $statExport)) { 150*ebdc69ceSgerardnico $statExport['authors'] = []; 151f3748b38Sgerardnico } 152*ebdc69ceSgerardnico /** 153*ebdc69ceSgerardnico * Analytics by users 154*ebdc69ceSgerardnico */ 155*ebdc69ceSgerardnico $user = "*"; 156*ebdc69ceSgerardnico if (array_key_exists('user', $info)) { 157*ebdc69ceSgerardnico $user = $info['user']; 158*ebdc69ceSgerardnico } 159*ebdc69ceSgerardnico if (!array_key_exists('authors', $statExport['authors'])) { 160*ebdc69ceSgerardnico $statExport['authors'][$user] = 0; 161*ebdc69ceSgerardnico } 162*ebdc69ceSgerardnico $statExport['authors'][$user] += 1; 163f3748b38Sgerardnico } 164f3748b38Sgerardnico 165f3748b38Sgerardnico /** 166007225e5Sgerardnico * Word and chars count 167007225e5Sgerardnico * The word count does not take into account 168007225e5Sgerardnico * words with non-words characters such as < = 169007225e5Sgerardnico * Therefore the node and attribute are not taken in the count 170007225e5Sgerardnico */ 171007225e5Sgerardnico $text = rawWiki($ID); 172f3748b38Sgerardnico $statExport[Analytics::CHARS_COUNT] = strlen($text); 1737c33ecc6Sgerardnico $statExport[Analytics::WORDS_COUNT] = StringUtility::getWordCount($text); 174007225e5Sgerardnico 175007225e5Sgerardnico 176007225e5Sgerardnico /** 177007225e5Sgerardnico * Internal link distance summary calculation 178007225e5Sgerardnico */ 179007225e5Sgerardnico if (array_key_exists(Analytics::INTERNAL_LINK_DISTANCE, $statExport)) { 180007225e5Sgerardnico $linkLengths = $statExport[Analytics::INTERNAL_LINK_DISTANCE]; 181007225e5Sgerardnico unset($statExport[Analytics::INTERNAL_LINK_DISTANCE]); 182007225e5Sgerardnico $countBacklinks = count($linkLengths); 183007225e5Sgerardnico $statExport[Analytics::INTERNAL_LINK_DISTANCE]['avg'] = null; 184007225e5Sgerardnico $statExport[Analytics::INTERNAL_LINK_DISTANCE]['max'] = null; 185007225e5Sgerardnico $statExport[Analytics::INTERNAL_LINK_DISTANCE]['min'] = null; 186007225e5Sgerardnico if ($countBacklinks > 0) { 187007225e5Sgerardnico $statExport[Analytics::INTERNAL_LINK_DISTANCE]['avg'] = array_sum($linkLengths) / $countBacklinks; 188007225e5Sgerardnico $statExport[Analytics::INTERNAL_LINK_DISTANCE]['max'] = max($linkLengths); 189007225e5Sgerardnico $statExport[Analytics::INTERNAL_LINK_DISTANCE]['min'] = min($linkLengths); 190007225e5Sgerardnico } 191007225e5Sgerardnico } 192007225e5Sgerardnico 193007225e5Sgerardnico /** 194007225e5Sgerardnico * Quality Report / Rules 195007225e5Sgerardnico */ 196007225e5Sgerardnico // The array that hold the results of the quality rules 197007225e5Sgerardnico $ruleResults = array(); 198007225e5Sgerardnico // The array that hold the quality score details 199007225e5Sgerardnico $qualityScores = array(); 200007225e5Sgerardnico 201007225e5Sgerardnico 202007225e5Sgerardnico /** 203007225e5Sgerardnico * No fixme 204007225e5Sgerardnico */ 205*ebdc69ceSgerardnico if (array_key_exists(self::FIXME, $this->stats)) { 206007225e5Sgerardnico $fixmeCount = $this->stats[self::FIXME]; 207007225e5Sgerardnico $statExport[self::FIXME] = $fixmeCount == null ? 0 : $fixmeCount; 208007225e5Sgerardnico if ($fixmeCount != 0) { 209007225e5Sgerardnico $ruleResults[self::RULE_FIXME] = self::FAILED; 210007225e5Sgerardnico $qualityScores['no_' . self::FIXME] = 0; 211007225e5Sgerardnico } else { 212007225e5Sgerardnico $ruleResults[self::RULE_FIXME] = self::PASSED; 2137c33ecc6Sgerardnico $qualityScores['no_' . self::FIXME] = $this->getConf(self::CONF_QUALITY_SCORE_NO_FIXME, 1); 214007225e5Sgerardnico } 215*ebdc69ceSgerardnico } 216007225e5Sgerardnico 217007225e5Sgerardnico /** 218007225e5Sgerardnico * A title should be present 219007225e5Sgerardnico */ 22008ca4f85Sgerardnico $titleScore = $this->getConf(self::CONF_QUALITY_SCORE_TITLE_PRESENT, 10); 221007225e5Sgerardnico if (empty($this->metadata[Analytics::TITLE])) { 222007225e5Sgerardnico $ruleResults[self::RULE_TITLE_PRESENT] = self::FAILED; 22308ca4f85Sgerardnico $ruleInfo[self::RULE_TITLE_PRESENT] = "Add a title in the frontmatter for {$titleScore} points"; 224007225e5Sgerardnico $this->metadata[Analytics::TITLE] = $meta[Analytics::TITLE]; 225007225e5Sgerardnico $qualityScores[self::RULE_TITLE_PRESENT] = 0; 226007225e5Sgerardnico } else { 2277c33ecc6Sgerardnico $qualityScores[self::RULE_TITLE_PRESENT] = $titleScore; 228007225e5Sgerardnico $ruleResults[self::RULE_TITLE_PRESENT] = self::PASSED; 229007225e5Sgerardnico } 230007225e5Sgerardnico 231007225e5Sgerardnico /** 232007225e5Sgerardnico * A description should be present 233007225e5Sgerardnico */ 23408ca4f85Sgerardnico $descScore = $this->getConf(self::CONF_QUALITY_SCORE_DESCRIPTION_PRESENT, 8); 235007225e5Sgerardnico if (empty($this->metadata[self::DESCRIPTION])) { 236007225e5Sgerardnico $ruleResults[self::RULE_DESCRIPTION_PRESENT] = self::FAILED; 23708ca4f85Sgerardnico $ruleInfo[self::RULE_DESCRIPTION_PRESENT] = "Add a description in the frontmatter for {$descScore} points"; 238007225e5Sgerardnico $this->metadata[self::DESCRIPTION] = $meta[self::DESCRIPTION]["abstract"]; 239007225e5Sgerardnico $qualityScores[self::RULE_DESCRIPTION_PRESENT] = 0; 240007225e5Sgerardnico } else { 2417c33ecc6Sgerardnico $qualityScores[self::RULE_DESCRIPTION_PRESENT] = $descScore; 242007225e5Sgerardnico $ruleResults[self::RULE_DESCRIPTION_PRESENT] = self::PASSED; 243007225e5Sgerardnico } 244007225e5Sgerardnico 245007225e5Sgerardnico /** 246007225e5Sgerardnico * A canonical should be present 247007225e5Sgerardnico */ 24808ca4f85Sgerardnico $canonicalScore = $this->getConf(self::CONF_QUALITY_SCORE_CANONICAL_PRESENT, 5); 24971f916b9Sgerardnico if (empty($this->metadata[Page::CANONICAL_PROPERTY])) { 250f3748b38Sgerardnico global $conf; 251f3748b38Sgerardnico $root = $conf['start']; 252f3748b38Sgerardnico if ($ID != $root) { 253007225e5Sgerardnico $qualityScores[self::RULE_CANONICAL_PRESENT] = 0; 254007225e5Sgerardnico $ruleResults[self::RULE_CANONICAL_PRESENT] = self::FAILED; 25508ca4f85Sgerardnico $ruleInfo[self::RULE_CANONICAL_PRESENT] = "Add a canonical in the frontmatter for {$canonicalScore} points"; 256f3748b38Sgerardnico } 257007225e5Sgerardnico } else { 2587c33ecc6Sgerardnico $qualityScores[self::RULE_CANONICAL_PRESENT] = $canonicalScore; 259007225e5Sgerardnico $ruleResults[self::RULE_CANONICAL_PRESENT] = self::PASSED; 260007225e5Sgerardnico } 261007225e5Sgerardnico 262007225e5Sgerardnico /** 263007225e5Sgerardnico * Outline / Header structure 264007225e5Sgerardnico */ 265007225e5Sgerardnico $treeError = 0; 266007225e5Sgerardnico $headersCount = 0; 267007225e5Sgerardnico if (array_key_exists(Analytics::HEADER_POSITION, $this->stats)) { 268007225e5Sgerardnico $headersCount = count($this->stats[Analytics::HEADER_POSITION]); 269007225e5Sgerardnico unset($statExport[Analytics::HEADER_POSITION]); 270007225e5Sgerardnico for ($i = 1; $i < $headersCount; $i++) { 271*ebdc69ceSgerardnico $currentHeaderLevel = $this->stats[self::HEADER_STRUCT][$i]; 272*ebdc69ceSgerardnico $previousHeaderLevel = $this->stats[self::HEADER_STRUCT][$i - 1]; 273007225e5Sgerardnico if ($currentHeaderLevel - $previousHeaderLevel > 1) { 274007225e5Sgerardnico $treeError += 1; 275007225e5Sgerardnico $ruleInfo[self::RULE_OUTLINE_STRUCTURE] = "The " . $i . " header (h" . $currentHeaderLevel . ") has a level bigger than its precedent (" . $previousHeaderLevel . ")"; 276007225e5Sgerardnico } 277007225e5Sgerardnico } 278*ebdc69ceSgerardnico unset($statExport[self::HEADER_STRUCT]); 279007225e5Sgerardnico } 280eee76a3dSgerardnico $outlinePoints = $this->getConf(self::CONF_QUALITY_SCORE_CORRECT_HEADER_STRUCTURE, 3); 281007225e5Sgerardnico if ($treeError > 0 || $headersCount == 0) { 282007225e5Sgerardnico $qualityScores['correct_outline'] = 0; 283007225e5Sgerardnico $ruleResults[self::RULE_OUTLINE_STRUCTURE] = self::FAILED; 284007225e5Sgerardnico if ($headersCount == 0) { 285eee76a3dSgerardnico $ruleInfo[self::RULE_OUTLINE_STRUCTURE] = "Add headings to create a document outline for {$outlinePoints} points"; 286007225e5Sgerardnico } 287007225e5Sgerardnico } else { 288eee76a3dSgerardnico $qualityScores['correct_outline'] = $outlinePoints; 289007225e5Sgerardnico $ruleResults[self::RULE_OUTLINE_STRUCTURE] = self::PASSED; 290007225e5Sgerardnico } 291007225e5Sgerardnico 292007225e5Sgerardnico 293007225e5Sgerardnico /** 294007225e5Sgerardnico * Document length 295007225e5Sgerardnico */ 296007225e5Sgerardnico $minimalWordCount = 50; 297007225e5Sgerardnico $maximalWordCount = 1500; 298007225e5Sgerardnico $correctContentLength = true; 29908ca4f85Sgerardnico $correctLengthScore = $this->getConf(self::CONF_QUALITY_SCORE_CORRECT_CONTENT, 10); 30008ca4f85Sgerardnico $missingWords = $minimalWordCount - $statExport[Analytics::WORDS_COUNT]; 30108ca4f85Sgerardnico if ($missingWords > 0) { 302007225e5Sgerardnico $ruleResults[self::RULE_WORDS_MINIMAL] = self::FAILED; 303007225e5Sgerardnico $correctContentLength = false; 30408ca4f85Sgerardnico $ruleInfo[self::RULE_WORDS_MINIMAL] = "Add {$missingWords} words to get {$correctLengthScore} points"; 305007225e5Sgerardnico } else { 306007225e5Sgerardnico $ruleResults[self::RULE_WORDS_MINIMAL] = self::PASSED; 307007225e5Sgerardnico } 30808ca4f85Sgerardnico $tooMuchWords = $statExport[Analytics::WORDS_COUNT] - $maximalWordCount; 30908ca4f85Sgerardnico if ($tooMuchWords > 0) { 310007225e5Sgerardnico $ruleResults[self::RULE_WORDS_MAXIMAL] = self::FAILED; 31108ca4f85Sgerardnico $ruleInfo[self::RULE_WORDS_MAXIMAL] = "Delete {$tooMuchWords} words to get {$correctLengthScore} points"; 312007225e5Sgerardnico $correctContentLength = false; 313007225e5Sgerardnico } else { 314007225e5Sgerardnico $ruleResults[self::RULE_WORDS_MAXIMAL] = self::PASSED; 315007225e5Sgerardnico } 316007225e5Sgerardnico if ($correctContentLength) { 31708ca4f85Sgerardnico $qualityScores['correct_content_length'] = $correctLengthScore; 318007225e5Sgerardnico } else { 319007225e5Sgerardnico $qualityScores['correct_content_length'] = 0; 320007225e5Sgerardnico } 321007225e5Sgerardnico 322007225e5Sgerardnico 323007225e5Sgerardnico /** 324007225e5Sgerardnico * Average Number of words by header section to text ratio 325007225e5Sgerardnico */ 326007225e5Sgerardnico $headers = $this->stats[Analytics::HEADERS_COUNT]; 327007225e5Sgerardnico if ($headers != null) { 328007225e5Sgerardnico $headerCount = array_sum($headers); 329007225e5Sgerardnico $headerCount--; // h1 is supposed to have no words 330007225e5Sgerardnico if ($headerCount > 0) { 331007225e5Sgerardnico 332007225e5Sgerardnico $avgWordsCountBySection = round($this->stats[Analytics::WORDS_COUNT] / $headerCount); 333007225e5Sgerardnico $statExport['word_section_count']['avg'] = $avgWordsCountBySection; 334007225e5Sgerardnico 335007225e5Sgerardnico /** 336007225e5Sgerardnico * Min words by header section 337007225e5Sgerardnico */ 338007225e5Sgerardnico $wordsByHeaderMin = 20; 339007225e5Sgerardnico /** 340007225e5Sgerardnico * Max words by header section 341007225e5Sgerardnico */ 342007225e5Sgerardnico $wordsByHeaderMax = 300; 343007225e5Sgerardnico $correctAverageWordsBySection = true; 344007225e5Sgerardnico if ($avgWordsCountBySection < $wordsByHeaderMin) { 345007225e5Sgerardnico $ruleResults[self::RULE_AVERAGE_WORDS_BY_SECTION_MIN] = self::FAILED; 346007225e5Sgerardnico $correctAverageWordsBySection = false; 34708ca4f85Sgerardnico $ruleInfo[self::RULE_AVERAGE_WORDS_BY_SECTION_MIN] = "The number of words by section is less than {$wordsByHeaderMin}"; 348007225e5Sgerardnico } else { 349007225e5Sgerardnico $ruleResults[self::RULE_AVERAGE_WORDS_BY_SECTION_MIN] = self::PASSED; 350007225e5Sgerardnico } 351007225e5Sgerardnico if ($avgWordsCountBySection > $wordsByHeaderMax) { 352007225e5Sgerardnico $ruleResults[self::RULE_AVERAGE_WORDS_BY_SECTION_MAX] = self::FAILED; 353007225e5Sgerardnico $correctAverageWordsBySection = false; 354007225e5Sgerardnico $ruleInfo[self::RULE_AVERAGE_WORDS_BY_SECTION_MAX] = "The number of words by section is more than {$wordsByHeaderMax}"; 355007225e5Sgerardnico } else { 356007225e5Sgerardnico $ruleResults[self::RULE_AVERAGE_WORDS_BY_SECTION_MAX] = self::PASSED; 357007225e5Sgerardnico } 358007225e5Sgerardnico if ($correctAverageWordsBySection) { 359007225e5Sgerardnico $qualityScores['correct_word_avg_by_section'] = $this->getConf(self::CONF_QUALITY_SCORE_CORRECT_WORD_SECTION_AVERAGE, 10); 360007225e5Sgerardnico } else { 361007225e5Sgerardnico $qualityScores['correct_word_avg_by_section'] = 0; 362007225e5Sgerardnico } 363007225e5Sgerardnico 364007225e5Sgerardnico } 365007225e5Sgerardnico } 366007225e5Sgerardnico 367007225e5Sgerardnico /** 368007225e5Sgerardnico * Internal Backlinks rule 369007225e5Sgerardnico * 370007225e5Sgerardnico * If a page is a low quality page, if the process run 371007225e5Sgerardnico * anonymous, we will not see all {@link ft_backlinks()} 372007225e5Sgerardnico * we use then the index directly to avoid confusion 373007225e5Sgerardnico */ 374007225e5Sgerardnico $backlinks = idx_get_indexer()->lookupKey('relation_references', $ID); 375007225e5Sgerardnico $countBacklinks = count($backlinks); 376007225e5Sgerardnico $statExport[Analytics::INTERNAL_BACKLINKS_COUNT] = $countBacklinks; 377d262537cSgerardnico $backlinkScore = $this->getConf(self::CONF_QUALITY_SCORE_INTERNAL_BACKLINK_FACTOR, 1); 378007225e5Sgerardnico if ($countBacklinks == 0) { 379007225e5Sgerardnico $qualityScores[Analytics::INTERNAL_BACKLINKS_COUNT] = 0; 380007225e5Sgerardnico $ruleResults[self::RULE_INTERNAL_BACKLINKS_MIN] = self::FAILED; 381d262537cSgerardnico $ruleInfo[self::RULE_INTERNAL_BACKLINKS_MIN] = "Add backlinks for {$backlinkScore} point each"; 382007225e5Sgerardnico } else { 383d262537cSgerardnico 384d262537cSgerardnico $qualityScores[Analytics::INTERNAL_BACKLINKS_COUNT] = $countBacklinks * $backlinkScore; 385007225e5Sgerardnico $ruleResults[self::RULE_INTERNAL_BACKLINKS_MIN] = self::PASSED; 386007225e5Sgerardnico } 387007225e5Sgerardnico 388007225e5Sgerardnico /** 389007225e5Sgerardnico * Internal links 390007225e5Sgerardnico */ 391007225e5Sgerardnico $internalLinksCount = $this->stats[Analytics::INTERNAL_LINKS_COUNT]; 392d262537cSgerardnico $internalLinkScore = $this->getConf(self::CONF_QUALITY_SCORE_INTERNAL_LINK_FACTOR, 1); 393007225e5Sgerardnico if ($internalLinksCount == 0) { 394007225e5Sgerardnico $qualityScores[Analytics::INTERNAL_LINKS_COUNT] = 0; 395007225e5Sgerardnico $ruleResults[self::RULE_INTERNAL_LINKS_MIN] = self::FAILED; 396d262537cSgerardnico $ruleInfo[self::RULE_INTERNAL_LINKS_MIN] = "Add internal links for {$internalLinkScore} point each"; 397007225e5Sgerardnico } else { 398007225e5Sgerardnico $ruleResults[self::RULE_INTERNAL_LINKS_MIN] = self::PASSED; 399d262537cSgerardnico $qualityScores[Analytics::INTERNAL_LINKS_COUNT] = $countBacklinks * $internalLinkScore; 400007225e5Sgerardnico } 401007225e5Sgerardnico 402007225e5Sgerardnico /** 403007225e5Sgerardnico * Broken Links 404007225e5Sgerardnico */ 405d262537cSgerardnico $brokenLinkScore = $this->getConf(self::CONF_QUALITY_SCORE_INTERNAL_LINK_BROKEN_FACTOR, 2); 406*ebdc69ceSgerardnico $brokenLinksCount = 0; 407*ebdc69ceSgerardnico if (array_key_exists(Analytics::INTERNAL_LINKS_BROKEN_COUNT, $this->stats)) { 408007225e5Sgerardnico $brokenLinksCount = $this->stats[Analytics::INTERNAL_LINKS_BROKEN_COUNT]; 409*ebdc69ceSgerardnico } 410007225e5Sgerardnico if ($brokenLinksCount > 2) { 411007225e5Sgerardnico $qualityScores['no_' . Analytics::INTERNAL_LINKS_BROKEN_COUNT] = 0; 412007225e5Sgerardnico $ruleResults[self::RULE_INTERNAL_BROKEN_LINKS_MAX] = self::FAILED; 413d262537cSgerardnico $ruleInfo[self::RULE_INTERNAL_BROKEN_LINKS_MAX] = "Delete the {$brokenLinksCount} broken links and add {$brokenLinkScore} points"; 414007225e5Sgerardnico } else { 415d262537cSgerardnico $qualityScores['no_' . Analytics::INTERNAL_LINKS_BROKEN_COUNT] = $brokenLinkScore; 416007225e5Sgerardnico $ruleResults[self::RULE_INTERNAL_BROKEN_LINKS_MAX] = self::PASSED; 417007225e5Sgerardnico } 418007225e5Sgerardnico 419007225e5Sgerardnico /** 420007225e5Sgerardnico * Changes, the more changes the better 421007225e5Sgerardnico */ 422*ebdc69ceSgerardnico $qualityScores[Analytics::EDITS_COUNT] = $statExport[Analytics::EDITS_COUNT] * $this->getConf(self::CONF_QUALITY_SCORE_CHANGES_FACTOR, 0.25); 423007225e5Sgerardnico 424007225e5Sgerardnico 425007225e5Sgerardnico /** 426007225e5Sgerardnico * Quality Score 427007225e5Sgerardnico */ 428007225e5Sgerardnico ksort($qualityScores); 429007225e5Sgerardnico $qualityScoring = array(); 43008ca4f85Sgerardnico $qualityScoring[self::SCORE] = array_sum($qualityScores); 431007225e5Sgerardnico $qualityScoring["scores"] = $qualityScores; 432007225e5Sgerardnico 433007225e5Sgerardnico 434007225e5Sgerardnico /** 435007225e5Sgerardnico * The rule that if broken will set the quality level to low 436007225e5Sgerardnico */ 437007225e5Sgerardnico $brokenRules = array(); 438007225e5Sgerardnico foreach ($ruleResults as $ruleName => $ruleResult) { 439007225e5Sgerardnico if ($ruleResult == self::FAILED) { 440007225e5Sgerardnico $brokenRules[] = $ruleName; 441007225e5Sgerardnico } 442007225e5Sgerardnico } 443007225e5Sgerardnico $ruleErrorCount = sizeof($brokenRules); 444007225e5Sgerardnico if ($ruleErrorCount > 0) { 445007225e5Sgerardnico $qualityResult = $ruleErrorCount . " quality rules errors"; 446007225e5Sgerardnico } else { 447007225e5Sgerardnico $qualityResult = "All quality rules passed"; 448007225e5Sgerardnico } 449007225e5Sgerardnico 450007225e5Sgerardnico /** 451007225e5Sgerardnico * Low level 4529b9e6d1fSgerardnico * If not set manually 453007225e5Sgerardnico */ 454007225e5Sgerardnico $mandatoryRules = preg_split("/,/", $this->getConf(self::CONF_MANDATORY_QUALITY_RULES)); 455007225e5Sgerardnico $mandatoryRulesBroken = []; 456007225e5Sgerardnico foreach ($mandatoryRules as $lowLevelRule) { 457007225e5Sgerardnico if (in_array($lowLevelRule, $brokenRules)) { 458007225e5Sgerardnico $mandatoryRulesBroken[] = $lowLevelRule; 459007225e5Sgerardnico } 460007225e5Sgerardnico } 4619b9e6d1fSgerardnico if (empty($this->metadata[Page::LOW_QUALITY_PAGE_INDICATOR])) { 462007225e5Sgerardnico $lowLevel = false; 463007225e5Sgerardnico if (sizeof($mandatoryRulesBroken) > 0) { 464007225e5Sgerardnico $lowLevel = true; 465007225e5Sgerardnico } 4667c33ecc6Sgerardnico $this->page->setLowQualityIndicator($lowLevel); 4679b9e6d1fSgerardnico } else { 4689b9e6d1fSgerardnico $lowLevel = $this->metadata[Page::LOW_QUALITY_PAGE_INDICATOR]; 4699b9e6d1fSgerardnico } 470007225e5Sgerardnico 471007225e5Sgerardnico /** 472007225e5Sgerardnico * Building the quality object in order 473007225e5Sgerardnico */ 474f3748b38Sgerardnico $quality[Analytics::LOW] = $lowLevel; 475007225e5Sgerardnico if (sizeof($mandatoryRulesBroken) > 0) { 476007225e5Sgerardnico ksort($mandatoryRulesBroken); 477722648eaSgerardnico $quality[Analytics::FAILED_MANDATORY_RULES] = $mandatoryRulesBroken; 478007225e5Sgerardnico } 47908ca4f85Sgerardnico $quality[self::SCORING] = $qualityScoring; 480f3748b38Sgerardnico $quality[Analytics::RULES][self::RESULT] = $qualityResult; 481007225e5Sgerardnico if (!empty($ruleInfo)) { 482f3748b38Sgerardnico $quality[Analytics::RULES]["info"] = $ruleInfo; 483007225e5Sgerardnico } 484007225e5Sgerardnico 485007225e5Sgerardnico ksort($ruleResults); 486f3748b38Sgerardnico $quality[Analytics::RULES][Analytics::DETAILS] = $ruleResults; 487007225e5Sgerardnico 488007225e5Sgerardnico /** 489007225e5Sgerardnico * Metadata 490007225e5Sgerardnico */ 491c42a1196Sgerardnico $title = $meta['title']; 492c42a1196Sgerardnico $this->metadata[Analytics::TITLE] = $title; 493*ebdc69ceSgerardnico if ($title != @$meta['h1']) { 494c42a1196Sgerardnico $this->metadata[Analytics::H1] = $meta['h1']; 495c42a1196Sgerardnico } 496007225e5Sgerardnico $timestampCreation = $meta['date']['created']; 497007225e5Sgerardnico $this->metadata[self::DATE_CREATED] = date('Y-m-d h:i:s', $timestampCreation); 498007225e5Sgerardnico $timestampModification = $meta['date']['modified']; 499007225e5Sgerardnico $this->metadata[Analytics::DATE_MODIFIED] = date('Y-m-d h:i:s', $timestampModification); 500007225e5Sgerardnico $this->metadata['age_creation'] = round((time() - $timestampCreation) / 60 / 60 / 24); 501007225e5Sgerardnico $this->metadata['age_modification'] = round((time() - $timestampModification) / 60 / 60 / 24); 502007225e5Sgerardnico 503007225e5Sgerardnico 504007225e5Sgerardnico /** 505007225e5Sgerardnico * Building the Top JSON in order 506007225e5Sgerardnico */ 507007225e5Sgerardnico global $ID; 5082c067407Sgerardnico $finalStats = array(); 5092c067407Sgerardnico $finalStats["id"] = $ID; 510c42a1196Sgerardnico $finalStats["date"] = date('Y-m-d H:i:s', time()); 5112c067407Sgerardnico $finalStats['metadata'] = $this->metadata; 512007225e5Sgerardnico ksort($statExport); 5132c067407Sgerardnico $finalStats[Analytics::STATISTICS] = $statExport; 5142c067407Sgerardnico $finalStats[Analytics::QUALITY] = $quality; // Quality after the sort to get them at the end 515007225e5Sgerardnico 516007225e5Sgerardnico 517007225e5Sgerardnico /** 518007225e5Sgerardnico * The result can be seen with 519007225e5Sgerardnico * doku.php?id=somepage&do=export_combo_analysis 5207c33ecc6Sgerardnico * 5217c33ecc6Sgerardnico * Set the header temporarily for the export.php file 522007225e5Sgerardnico */ 5237c33ecc6Sgerardnico p_set_metadata( 5247c33ecc6Sgerardnico $ID, 5257c33ecc6Sgerardnico array("format" => array("combo_" . $this->getPluginComponent() => array("Content-Type" => 'application/json'))), 5267c33ecc6Sgerardnico false, 5277c33ecc6Sgerardnico false // Persistence is not needed, this is just in case this is an export 5287c33ecc6Sgerardnico ); 5292c067407Sgerardnico $json_encoded = json_encode($finalStats, JSON_PRETTY_PRINT); 530007225e5Sgerardnico 5317c33ecc6Sgerardnico $this->page->saveAnalytics($finalStats); 532007225e5Sgerardnico $this->doc .= $json_encoded; 533007225e5Sgerardnico 534007225e5Sgerardnico } 535007225e5Sgerardnico 536007225e5Sgerardnico /** 537007225e5Sgerardnico */ 538007225e5Sgerardnico public function getFormat() 539007225e5Sgerardnico { 540007225e5Sgerardnico return Analytics::RENDERER_FORMAT; 541007225e5Sgerardnico } 542007225e5Sgerardnico 543007225e5Sgerardnico public function internallink($id, $name = null, $search = null, $returnonly = false, $linktype = 'content') 544007225e5Sgerardnico { 545007225e5Sgerardnico 5469b9e6d1fSgerardnico $link = new LinkUtility($id); 5479b9e6d1fSgerardnico $link->setType(LinkUtility::TYPE_INTERNAL); 5489b9e6d1fSgerardnico $link->processLinkStats($this->stats); 549007225e5Sgerardnico 550007225e5Sgerardnico } 551007225e5Sgerardnico 552007225e5Sgerardnico public function externallink($url, $name = null) 553007225e5Sgerardnico { 554ef295d81Sgerardnico $link = new LinkUtility($url); 555ef295d81Sgerardnico $link->setType(LinkUtility::TYPE_EXTERNAL); 556ef295d81Sgerardnico if ($name != null) { 557ef295d81Sgerardnico $link->setName($name); 558ef295d81Sgerardnico } 559ef295d81Sgerardnico $link->processLinkStats($this->stats); 560007225e5Sgerardnico } 561007225e5Sgerardnico 562007225e5Sgerardnico public function header($text, $level, $pos) 563007225e5Sgerardnico { 564*ebdc69ceSgerardnico if (!array_key_exists(Analytics::HEADERS_COUNT, $this->stats)) { 565*ebdc69ceSgerardnico $this->stats[Analytics::HEADERS_COUNT] = []; 566*ebdc69ceSgerardnico } 567*ebdc69ceSgerardnico $heading = 'h' . $level; 568*ebdc69ceSgerardnico if (!array_key_exists( 569*ebdc69ceSgerardnico $heading, 570*ebdc69ceSgerardnico $this->stats[Analytics::HEADERS_COUNT])) { 571*ebdc69ceSgerardnico $this->stats[Analytics::HEADERS_COUNT][$heading] = 0; 572*ebdc69ceSgerardnico } 573*ebdc69ceSgerardnico $this->stats[Analytics::HEADERS_COUNT][$heading]++; 574*ebdc69ceSgerardnico 575007225e5Sgerardnico $this->headerId++; 576*ebdc69ceSgerardnico $this->stats[Analytics::HEADER_POSITION][$this->headerId] = $heading; 577*ebdc69ceSgerardnico 578*ebdc69ceSgerardnico /** 579*ebdc69ceSgerardnico * Store the level of each heading 580*ebdc69ceSgerardnico * They should only go from low to highest value 581*ebdc69ceSgerardnico * for a good outline 582*ebdc69ceSgerardnico */ 583*ebdc69ceSgerardnico if (!array_key_exists(Analytics::HEADERS_COUNT, $this->stats)) { 584*ebdc69ceSgerardnico $this->stats[self::HEADER_STRUCT] = []; 585*ebdc69ceSgerardnico } 586*ebdc69ceSgerardnico $this->stats[self::HEADER_STRUCT][] = $level; 587007225e5Sgerardnico 588007225e5Sgerardnico } 589007225e5Sgerardnico 590007225e5Sgerardnico public function smiley($smiley) 591007225e5Sgerardnico { 592007225e5Sgerardnico if ($smiley == 'FIXME') $this->stats[self::FIXME]++; 593007225e5Sgerardnico } 594007225e5Sgerardnico 595007225e5Sgerardnico public function linebreak() 596007225e5Sgerardnico { 597007225e5Sgerardnico if (!$this->tableopen) { 598007225e5Sgerardnico $this->stats['linebreak']++; 599007225e5Sgerardnico } 600007225e5Sgerardnico } 601007225e5Sgerardnico 602007225e5Sgerardnico public function table_open($maxcols = null, $numrows = null, $pos = null) // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 603007225e5Sgerardnico { 604007225e5Sgerardnico $this->tableopen = true; 605007225e5Sgerardnico } 606007225e5Sgerardnico 607007225e5Sgerardnico public function table_close($pos = null) // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 608007225e5Sgerardnico { 609007225e5Sgerardnico $this->tableopen = false; 610007225e5Sgerardnico } 611007225e5Sgerardnico 612007225e5Sgerardnico public function hr() 613007225e5Sgerardnico { 614007225e5Sgerardnico $this->stats['hr']++; 615007225e5Sgerardnico } 616007225e5Sgerardnico 617007225e5Sgerardnico public function quote_open() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 618007225e5Sgerardnico { 619007225e5Sgerardnico $this->stats['quote_count']++; 620007225e5Sgerardnico $this->quotelevel++; 621007225e5Sgerardnico $this->stats['quote_nest'] = max($this->quotelevel, $this->stats['quote_nest']); 622007225e5Sgerardnico } 623007225e5Sgerardnico 624007225e5Sgerardnico public function quote_close() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 625007225e5Sgerardnico { 626007225e5Sgerardnico $this->quotelevel--; 627007225e5Sgerardnico } 628007225e5Sgerardnico 629007225e5Sgerardnico public function strong_open() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 630007225e5Sgerardnico { 631007225e5Sgerardnico $this->formattingBracket++; 632007225e5Sgerardnico } 633007225e5Sgerardnico 634007225e5Sgerardnico public function strong_close() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 635007225e5Sgerardnico { 636007225e5Sgerardnico $this->formattingBracket--; 637007225e5Sgerardnico } 638007225e5Sgerardnico 639007225e5Sgerardnico public function emphasis_open() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 640007225e5Sgerardnico { 641007225e5Sgerardnico $this->formattingBracket++; 642007225e5Sgerardnico } 643007225e5Sgerardnico 644007225e5Sgerardnico public function emphasis_close() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 645007225e5Sgerardnico { 646007225e5Sgerardnico $this->formattingBracket--; 647007225e5Sgerardnico } 648007225e5Sgerardnico 649007225e5Sgerardnico public function underline_open() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 650007225e5Sgerardnico { 651007225e5Sgerardnico $this->formattingBracket++; 652007225e5Sgerardnico } 653007225e5Sgerardnico 654007225e5Sgerardnico public function underline_close() // phpcs:ignore PSR1.Methods.CamelCapsMethodName.NotCamelCaps 655007225e5Sgerardnico { 656007225e5Sgerardnico $this->formattingBracket--; 657007225e5Sgerardnico } 658007225e5Sgerardnico 659007225e5Sgerardnico public function cdata($text) 660007225e5Sgerardnico { 661007225e5Sgerardnico 662007225e5Sgerardnico /** 663007225e5Sgerardnico * It seems that you receive cdata 664007225e5Sgerardnico * when emphasis_open / underline_open / strong_open 665007225e5Sgerardnico * Stats are not for them 666007225e5Sgerardnico */ 667007225e5Sgerardnico if (!$this->formattingBracket) return; 668007225e5Sgerardnico 669007225e5Sgerardnico $this->plainTextId++; 670007225e5Sgerardnico 671007225e5Sgerardnico /** 672007225e5Sgerardnico * Length 673007225e5Sgerardnico */ 674007225e5Sgerardnico $len = strlen($text); 675007225e5Sgerardnico $this->stats[self::PLAINTEXT][$this->plainTextId]['len'] = $len; 676007225e5Sgerardnico 677007225e5Sgerardnico 678007225e5Sgerardnico /** 679007225e5Sgerardnico * Multi-formatting 680007225e5Sgerardnico */ 681007225e5Sgerardnico if ($this->formattingBracket > 1) { 682007225e5Sgerardnico $numberOfFormats = 1 * ($this->formattingBracket - 1); 683007225e5Sgerardnico $this->stats[self::PLAINTEXT][$this->plainTextId]['multiformat'] += $numberOfFormats; 684007225e5Sgerardnico } 685007225e5Sgerardnico 686007225e5Sgerardnico /** 687007225e5Sgerardnico * Total 688007225e5Sgerardnico */ 689007225e5Sgerardnico $this->stats[self::PLAINTEXT][0] += $len; 690007225e5Sgerardnico } 691007225e5Sgerardnico 692007225e5Sgerardnico public function internalmedia($src, $title = null, $align = null, $width = null, $height = null, $cache = null, $linking = null) 693007225e5Sgerardnico { 694007225e5Sgerardnico $this->stats[Analytics::INTERNAL_MEDIAS_COUNT]++; 695007225e5Sgerardnico } 696007225e5Sgerardnico 697007225e5Sgerardnico public function externalmedia($src, $title = null, $align = null, $width = null, $height = null, $cache = null, $linking = null) 698007225e5Sgerardnico { 699007225e5Sgerardnico $this->stats[Analytics::EXTERNAL_MEDIAS]++; 700007225e5Sgerardnico } 701007225e5Sgerardnico 702007225e5Sgerardnico public function reset() 703007225e5Sgerardnico { 704007225e5Sgerardnico $this->stats = array(); 705007225e5Sgerardnico $this->metadata = array(); 706007225e5Sgerardnico $this->headerId = 0; 707007225e5Sgerardnico } 708007225e5Sgerardnico 709007225e5Sgerardnico public function setMeta($key, $value) 710007225e5Sgerardnico { 711007225e5Sgerardnico $this->metadata[$key] = $value; 712007225e5Sgerardnico } 713007225e5Sgerardnico 714007225e5Sgerardnico 715007225e5Sgerardnico} 716007225e5Sgerardnico 717