*/ class helper_plugin_aichat extends \dokuwiki\Extension\Plugin { /** @var CLIPlugin $logger */ protected $logger; /** @var AbstractModel */ protected $model; /** @var Embeddings */ protected $embeddings; /** @var AbstractStorage */ protected $storage; /** * Use the given CLI plugin for logging * * @param CLIPlugin $logger * @return void */ public function setLogger($logger) { $this->logger = $logger; } /** * Check if the current user is allowed to use the plugin (if it has been restricted) * * @return bool */ public function userMayAccess() { global $auth; global $USERINFO; global $INPUT; if (!$auth) return true; if (!$this->getConf('restrict')) return true; if (!isset($USERINFO)) return false; return auth_isMember($this->getConf('restrict'), $INPUT->server->str('REMOTE_USER'), $USERINFO['grps']); } /** * Access the OpenAI client * * @return GPT35Turbo */ public function getModel() { if ($this->model === null) { $class = '\\dokuwiki\\plugin\\aichat\\Model\\' . $this->getConf('model'); if (!class_exists($class)) { throw new \RuntimeException('Configured model not found: ' . $class); } // FIXME for now we only have OpenAI models, so we can hardcode the auth setup $this->model = new $class([ 'key' => $this->getConf('openaikey'), 'org' => $this->getConf('openaiorg') ]); } return $this->model; } /** * Access the Embeddings interface * * @return Embeddings */ public function getEmbeddings() { if ($this->embeddings === null) { // FIXME we currently have only one storage backend, so we can hardcode it $this->embeddings = new Embeddings($this->getModel(), $this->getStorage()); if ($this->logger) { $this->embeddings->setLogger($this->logger); } } return $this->embeddings; } /** * Access the Storage interface * * @return AbstractStorage */ public function getStorage() { if ($this->storage === null) { if ($this->getConf('pinecone_apikey')) { $this->storage = new PineconeStorage(); } else { $this->storage = new SQLiteStorage(); } if ($this->logger) { $this->storage->setLogger($this->logger); } } return $this->storage; } /** * Ask a question with a chat history * * @param string $question * @param array[] $history The chat history [[user, ai], [user, ai], ...] * @return array ['question' => $question, 'answer' => $answer, 'sources' => $sources] * @throws Exception */ public function askChatQuestion($question, $history = []) { if ($history) { $standaloneQuestion = $this->rephraseChatQuestion($question, $history); } else { $standaloneQuestion = $question; } return $this->askQuestion($standaloneQuestion); } /** * Ask a single standalone question * * @param string $question * @return array ['question' => $question, 'answer' => $answer, 'sources' => $sources] * @throws Exception */ public function askQuestion($question) { $similar = $this->getEmbeddings()->getSimilarChunks($question); if ($similar) { $context = implode("\n", array_map(function (Chunk $chunk) { return "\n```\n" . $chunk->getText() . "\n```\n"; }, $similar)); $prompt = $this->getPrompt('question', [ 'context' => $context, 'language' => $this->getLanguagePrompt() ]); } else { $prompt = $this->getPrompt('noanswer'); } $messages = [ [ 'role' => 'system', 'content' => $prompt ], [ 'role' => 'user', 'content' => $question ] ]; $answer = $this->getModel()->getAnswer($messages); return [ 'question' => $question, 'answer' => $answer, 'sources' => $similar, ]; } /** * Rephrase a question into a standalone question based on the chat history * * @param string $question The original user question * @param array[] $history The chat history [[user, ai], [user, ai], ...] * @return string The rephrased question * @throws Exception */ public function rephraseChatQuestion($question, $history) { // go back in history as far as possible without hitting the token limit $chatHistory = ''; $history = array_reverse($history); foreach ($history as $row) { if ( count($this->getEmbeddings()->getTokenEncoder()->encode($chatHistory)) > $this->getModel()->getMaxRephrasingTokenLength() ) { break; } $chatHistory = "Human: " . $row[0] . "\n" . "Assistant: " . $row[1] . "\n" . $chatHistory; } // ask openAI to rephrase the question $prompt = $this->getPrompt('rephrase', ['history' => $chatHistory, 'question' => $question]); $messages = [['role' => 'user', 'content' => $prompt]]; return $this->getModel()->getRephrasedQuestion($messages); } /** * Load the given prompt template and fill in the variables * * @param string $type * @param string[] $vars * @return string */ protected function getPrompt($type, $vars = []) { $template = file_get_contents($this->localFN('prompt_' . $type)); $replace = array(); foreach ($vars as $key => $val) { $replace['{{' . strtoupper($key) . '}}'] = $val; } return strtr($template, $replace); } /** * Construct the prompt to define the answer language * * @return string */ protected function getLanguagePrompt() { global $conf; if ($this->getConf('preferUIlanguage')) { $isoLangnames = include(__DIR__ . '/lang/languages.php'); if (isset($isoLangnames[$conf['lang']])) { $languagePrompt = 'Always answer in ' . $isoLangnames[$conf['lang']] . '.'; return $languagePrompt; } } $languagePrompt = 'Always answer in the user\'s language.'; return $languagePrompt; } }