gptel.el (gptel--debug, gptel--url-parse-response): Add a debug flag that shows the http response. Fix json parsing error. gptel-curl.el (gptel-curl--sentinel): Ditto.
426 lines
16 KiB
EmacsLisp
426 lines
16 KiB
EmacsLisp
;;; gptel.el --- A simple ChatGPT client -*- lexical-binding: t; -*-
|
|
|
|
;; Copyright (C) 2023 Karthik Chikmagalur
|
|
|
|
;; Author: Karthik Chikmagalur
|
|
;; Version: 0.10
|
|
;; Package-Requires: ((emacs "27.1") (aio "1.0") (transient "0.3.7"))
|
|
;; Keywords: convenience
|
|
;; URL: https://github.com/karthink/gptel
|
|
|
|
;; SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
;; This program is free software; you can redistribute it and/or modify
|
|
;; it under the terms of the GNU General Public License as published by
|
|
;; the Free Software Foundation, either version 3 of the License, or
|
|
;; (at your option) any later version.
|
|
|
|
;; This program is distributed in the hope that it will be useful,
|
|
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
;; GNU General Public License for more details.
|
|
|
|
;; You should have received a copy of the GNU General Public License
|
|
;; along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
;; This file is NOT part of GNU Emacs.
|
|
|
|
;;; Commentary:
|
|
|
|
;; A ChatGPT client for Emacs.
|
|
;;
|
|
;; Requirements:
|
|
;; - You need an OpenAI API key. Set the variable `gptel-api-key' to the key or to
|
|
;; a function of no arguments that returns the key.
|
|
;;
|
|
;; - If installing manually: Install the package `emacs-aio' using `M-x package-install'
|
|
;; or however you install packages.
|
|
;;
|
|
;; - Not required but recommended: Install `markdown-mode'.
|
|
;;
|
|
;; Usage:
|
|
;; - M-x gptel: Start a ChatGPT session
|
|
;; - C-u M-x gptel: Start another or multiple independent ChatGPT sessions
|
|
;;
|
|
;; - In the GPT session: Press `C-c RET' (control + c, followed by return) to send
|
|
;; your prompt.
|
|
;; - To jump between prompts, use `C-c C-n' and `C-c C-p'.
|
|
|
|
;;; Code:
|
|
(declare-function markdown-mode "markdown-mode")
|
|
(declare-function gptel-curl-get-response "gptel-curl")
|
|
(declare-function gptel-send-menu "gptel-transient")
|
|
(declare-function pulse-momentary-highlight-region "pulse")
|
|
|
|
(eval-when-compile
|
|
(require 'subr-x)
|
|
(require 'cl-lib))
|
|
|
|
(require 'aio)
|
|
(require 'json)
|
|
(require 'map)
|
|
(require 'text-property-search)
|
|
|
|
(defcustom gptel-api-key nil
|
|
"An OpenAI API key (string).
|
|
|
|
Can also be a function of no arguments that returns an API
|
|
key (more secure)."
|
|
:group 'gptel
|
|
:type '(choice
|
|
(string :tag "API key")
|
|
(function :tag "Function that retuns the API key")))
|
|
|
|
(defcustom gptel-playback nil
|
|
"Whether responses from ChatGPT be played back in chunks.
|
|
|
|
When set to nil, it is inserted all at once.
|
|
|
|
'tis a bit silly."
|
|
:group 'gptel
|
|
:type 'boolean)
|
|
|
|
(defcustom gptel-use-curl (and (executable-find "curl") t)
|
|
"Whether gptel should prefer Curl when available."
|
|
:group 'gptel
|
|
:type 'boolean)
|
|
|
|
(defcustom gptel-response-filter-functions
|
|
'(gptel--convert-org)
|
|
"Abnormal hook for transforming the response from ChatGPT.
|
|
|
|
This is useful if you want to format the response in some way,
|
|
such as filling paragraphs, adding annotations or recording
|
|
information in the response like links.
|
|
|
|
Each function in this hook receives two arguments, the response
|
|
string to transform and the ChatGPT interaction buffer. It should
|
|
return the transformed string."
|
|
:group 'gptel
|
|
:type 'hook)
|
|
|
|
(defvar gptel-default-session "*ChatGPT*")
|
|
(defvar gptel-default-mode (if (featurep 'markdown-mode)
|
|
'markdown-mode
|
|
'text-mode))
|
|
(defvar gptel-prompt-string "### ")
|
|
|
|
;; Model and interaction parameters
|
|
(defvar-local gptel--system-message
|
|
"You are a large language model living in Emacs and a helpful assistant. Respond concisely.")
|
|
(defvar gptel--system-message-alist
|
|
`((default . ,gptel--system-message)
|
|
(programming . "You are a large language model and a careful programmer. Provide code and only code as output without any additional text, prompt or note.")
|
|
(writing . "You are a large language model and a writing assistant. Respond concisely.")
|
|
(chat . "You are a large language model and a conversation partner. Respond concisely."))
|
|
"Prompt templates (directives).")
|
|
(defvar gptel--debug nil)
|
|
(defvar-local gptel--max-tokens nil)
|
|
(defvar-local gptel--model "gpt-3.5-turbo")
|
|
(defvar-local gptel--temperature 1.0)
|
|
(defvar-local gptel--num-messages-to-send nil)
|
|
|
|
(defun gptel--update-header-line (msg face)
|
|
"Update header line with status MSG in FACE."
|
|
(and header-line-format
|
|
(setf (nth 1 header-line-format)
|
|
(propertize msg 'face face))
|
|
(force-mode-line-update)))
|
|
|
|
(defsubst gptel--numberize (val)
|
|
"Ensure VAL is a number."
|
|
(if (stringp val) (string-to-number val) val))
|
|
|
|
(defvar-local gptel--old-header-line nil)
|
|
(define-minor-mode gptel-mode
|
|
"Minor mode for interacting with ChatGPT."
|
|
:glboal nil
|
|
:lighter " GPT"
|
|
:keymap
|
|
(let ((map (make-sparse-keymap)))
|
|
(define-key map (kbd "C-c RET") #'gptel-send)
|
|
map)
|
|
(if gptel-mode
|
|
(setq gptel--old-header-line header-line-format
|
|
header-line-format
|
|
(list (concat (propertize " " 'display '(space :align-to 0))
|
|
(format "%s" (buffer-name)))
|
|
(propertize " Ready" 'face 'success)))
|
|
(setq header-line-format gptel--old-header-line)))
|
|
|
|
;; TODO: Handle read-only buffers. Should we spawn a new buffer automatically?
|
|
;; TODO: Handle multiple requests(#15). (Only one request from one buffer at a time?)
|
|
(aio-defun gptel-send (&optional arg)
|
|
"Submit this prompt to ChatGPT."
|
|
(interactive "P")
|
|
(if (and arg (require 'gptel-transient nil t))
|
|
(call-interactively #'gptel-send-menu)
|
|
(message "Querying ChatGPT...")
|
|
(gptel--update-header-line " Waiting..." 'warning)
|
|
(let* ((response-pt (point-marker))
|
|
(gptel-buffer (current-buffer))
|
|
(full-prompt (gptel--create-prompt response-pt))
|
|
(response (aio-await
|
|
(funcall
|
|
(if gptel-use-curl
|
|
#'gptel-curl-get-response #'gptel--url-get-response)
|
|
full-prompt)))
|
|
(content-str (plist-get response :content))
|
|
(status-str (plist-get response :status)))
|
|
(if content-str
|
|
(with-current-buffer gptel-buffer
|
|
(setq content-str (gptel--transform-response
|
|
content-str gptel-buffer))
|
|
(save-excursion
|
|
(put-text-property 0 (length content-str) 'gptel 'response content-str)
|
|
(message "Querying ChatGPT... done.")
|
|
(goto-char response-pt)
|
|
(display-buffer (current-buffer)
|
|
'((display-buffer-reuse-window
|
|
display-buffer-use-some-window)))
|
|
(unless (bobp) (insert-before-markers-and-inherit "\n\n"))
|
|
(if gptel-playback
|
|
(gptel--playback gptel-buffer content-str response-pt)
|
|
(let ((p (point)))
|
|
(insert content-str)
|
|
(pulse-momentary-highlight-region p (point)))
|
|
(when gptel-mode
|
|
(insert "\n\n" gptel-prompt-string)
|
|
(gptel--update-header-line " Ready" 'success))))
|
|
(goto-char (- (point) 2)))
|
|
(gptel--update-header-line
|
|
(format " Response Error: %s" status-str) 'error)))))
|
|
|
|
(defun gptel--create-prompt (&optional prompt-end)
|
|
"Return a full conversation prompt from the contents of this buffer.
|
|
|
|
If `gptel--num-messages-to-send' is set, limit to that many
|
|
recent exchanges.
|
|
|
|
If the region is active limit the prompt to the region contents
|
|
instead.
|
|
|
|
If PROMPT-END (a marker) is provided, end the prompt contents
|
|
there."
|
|
(save-excursion
|
|
(save-restriction
|
|
(if (use-region-p)
|
|
(progn (narrow-to-region (region-beginning) (region-end))
|
|
(goto-char (point-max)))
|
|
(goto-char (or prompt-end (point-max))))
|
|
(let ((max-entries (and gptel--num-messages-to-send
|
|
(* 2 (gptel--numberize
|
|
gptel--num-messages-to-send))))
|
|
(prop) (prompts))
|
|
(while (and
|
|
(or (not max-entries) (>= max-entries 0))
|
|
(setq prop (text-property-search-backward
|
|
'gptel 'response
|
|
(when (get-char-property (max (point-min) (1- (point)))
|
|
'gptel)
|
|
t))))
|
|
(push (list :role (if (prop-match-value prop) "assistant" "user")
|
|
:content
|
|
(string-trim
|
|
(buffer-substring-no-properties (prop-match-beginning prop)
|
|
(prop-match-end prop))
|
|
"[*# \t\n\r]+"))
|
|
prompts)
|
|
(and max-entries (cl-decf max-entries)))
|
|
(cons (list :role "system"
|
|
:content gptel--system-message)
|
|
prompts)))))
|
|
|
|
(defun gptel--request-data (prompts)
|
|
"JSON encode PROMPTS for sending to ChatGPT."
|
|
(let ((prompts-plist
|
|
`(:model ,gptel--model
|
|
:messages [,@prompts])))
|
|
(when gptel--temperature
|
|
(plist-put prompts-plist :temperature (gptel--numberize gptel--temperature)))
|
|
(when gptel--max-tokens
|
|
(plist-put prompts-plist :max_tokens (gptel--numberize gptel--max-tokens)))
|
|
prompts-plist))
|
|
|
|
;; TODO: Use `run-hook-wrapped' with an accumulator instead to handle
|
|
;; buffer-local hooks, etc.
|
|
(defun gptel--transform-response (content-str buffer)
|
|
"Filter CONTENT-STR through `gptel-response-filter-functions`.
|
|
|
|
BUFFER is passed along with CONTENT-STR to each function in this
|
|
hook."
|
|
(let ((filtered-str content-str))
|
|
(dolist (filter-func gptel-response-filter-functions filtered-str)
|
|
(condition-case nil
|
|
(when (functionp filter-func)
|
|
(setq filtered-str
|
|
(funcall filter-func filtered-str buffer)))
|
|
(error
|
|
(display-warning '(gptel filter-functions)
|
|
(format "Function %S returned an error"
|
|
filter-func)))))))
|
|
|
|
(defun gptel--convert-org (content buffer)
|
|
"Transform CONTENT according to required major-mode.
|
|
|
|
Currently only `org-mode' is handled.
|
|
|
|
BUFFER is the interaction buffer for ChatGPT."
|
|
(pcase (buffer-local-value 'major-mode buffer)
|
|
('org-mode (gptel--convert-markdown->org content))
|
|
(_ content)))
|
|
|
|
(aio-defun gptel--url-get-response (prompts)
|
|
"Fetch response for PROMPTS from ChatGPT.
|
|
|
|
Return the message received."
|
|
(let* ((inhibit-message t)
|
|
(message-log-max nil)
|
|
(api-key
|
|
(cond
|
|
((stringp gptel-api-key) gptel-api-key)
|
|
((functionp gptel-api-key) (funcall gptel-api-key))
|
|
(t (setq gptel-api-key (read-passwd "OpenAI API key: ")))))
|
|
(url-request-method "POST")
|
|
(url-request-extra-headers
|
|
`(("Content-Type" . "application/json")
|
|
("Authorization" . ,(concat "Bearer " api-key))))
|
|
(url-request-data
|
|
(encode-coding-string (json-encode (gptel--request-data prompts)) 'utf-8)))
|
|
(pcase-let ((`(,_ . ,response-buffer)
|
|
(aio-await
|
|
(aio-url-retrieve "https://api.openai.com/v1/chat/completions"))))
|
|
(prog1
|
|
(gptel--url-parse-response response-buffer)
|
|
(kill-buffer response-buffer)))))
|
|
|
|
(defun gptel--url-parse-response (response-buffer)
|
|
"Parse response in RESPONSE-BUFFER."
|
|
(when (buffer-live-p response-buffer)
|
|
(when gptel--debug
|
|
(with-current-buffer response-buffer
|
|
(clone-buffer "*gptel-error*" 'show)))
|
|
(with-current-buffer response-buffer
|
|
(if-let* ((status (buffer-substring (line-beginning-position) (line-end-position)))
|
|
((string-match-p "200 OK" status))
|
|
(json-object-type 'plist)
|
|
(response (progn (forward-paragraph)
|
|
(json-read)))
|
|
(content (map-nested-elt
|
|
response '(:choices 0 :message :content))))
|
|
(list :content (string-trim content)
|
|
:status status)
|
|
(list :content nil :status status)))))
|
|
|
|
;;;###autoload
|
|
(defun gptel (name &optional api-key initial)
|
|
"Switch to or start ChatGPT session with NAME.
|
|
|
|
With a prefix arg, query for a (new) session name.
|
|
|
|
Ask for API-KEY if `gptel-api-key' is unset.
|
|
|
|
If region is active, use it as the INITIAL prompt. Returns the
|
|
buffer created or switched to."
|
|
(interactive (list (if current-prefix-arg
|
|
(read-string "Session name: " (generate-new-buffer-name gptel-default-session))
|
|
gptel-default-session)
|
|
(or gptel-api-key
|
|
(setq gptel-api-key
|
|
(read-passwd "OpenAI API key: ")))
|
|
(and (use-region-p)
|
|
(buffer-substring (region-beginning)
|
|
(region-end)))))
|
|
(unless api-key
|
|
(user-error "No API key available"))
|
|
(with-current-buffer (get-buffer-create name)
|
|
(cond ;Set major mode
|
|
((eq major-mode gptel-default-mode))
|
|
((eq gptel-default-mode 'text-mode)
|
|
(text-mode)
|
|
(visual-line-mode 1))
|
|
(t (funcall gptel-default-mode)))
|
|
(unless gptel-mode (gptel-mode 1))
|
|
(if (bobp) (insert (or initial gptel-prompt-string)))
|
|
(pop-to-buffer (current-buffer))
|
|
(goto-char (point-max))
|
|
(skip-chars-backward "\t\r\n")
|
|
(message "Send your query with %s!"
|
|
(substitute-command-keys "\\[gptel-send]"))))
|
|
|
|
(defun gptel--convert-markdown->org (str)
|
|
"Convert string STR from markdown to org markup.
|
|
|
|
This is a very basic converter that handles only a few markup
|
|
elements."
|
|
(interactive)
|
|
(with-temp-buffer
|
|
(insert str)
|
|
(goto-char (point-min))
|
|
(while (re-search-forward "`\\|\\*\\{1,2\\}\\|_" nil t)
|
|
(pcase (match-string 0)
|
|
("`" (if (looking-at "``")
|
|
(progn (backward-char)
|
|
(delete-char 3)
|
|
(insert "#+begin_src ")
|
|
(when (re-search-forward "^```" nil t)
|
|
(replace-match "#+end_src")))
|
|
(replace-match "=")))
|
|
("**" (cond
|
|
((looking-at "\\*\\(?:[[:word:]]\\|\s\\)")
|
|
(delete-char 1))
|
|
((looking-back "\\(?:[[:word:]]\\|\s\\)\\*\\{2\\}"
|
|
(max (- (point) 3) (point-min)))
|
|
(backward-delete-char 1))))
|
|
((or "_" "*")
|
|
(if (save-match-data
|
|
(and (looking-back "\\(?:[[:space:]]\\|\s\\)\\(?:_\\|\\*\\)"
|
|
(max (- (point) 2) (point-min)))
|
|
(not (looking-at "[[:space:]]\\|\s"))))
|
|
;; Possible beginning of italics
|
|
(and
|
|
(save-excursion
|
|
(when (and (re-search-forward (regexp-quote (match-string 0)) nil t)
|
|
(looking-at "[[:space]]\\|\s")
|
|
(not (looking-back "\\(?:[[:space]]\\|\s\\)\\(?:_\\|\\*\\)"
|
|
(max (- (point) 2) (point-min)))))
|
|
(backward-delete-char 1)
|
|
(insert "/") t))
|
|
(progn (backward-delete-char 1)
|
|
(insert "/")))))))
|
|
(buffer-string)))
|
|
|
|
(defun gptel--playback (buf content-str start-pt)
|
|
"Playback CONTENT-STR in BUF.
|
|
|
|
Begin at START-PT."
|
|
(let ((handle (gensym "gptel-change-group-handle--"))
|
|
(playback-timer (gensym "gptel--playback-"))
|
|
(content-length (length content-str))
|
|
(idx 0) (pt (copy-marker start-pt t)))
|
|
(setf (symbol-value handle) (prepare-change-group buf))
|
|
(activate-change-group (symbol-value handle))
|
|
(setf (symbol-value playback-timer)
|
|
(run-at-time
|
|
0 0.15
|
|
(lambda ()
|
|
(with-current-buffer buf
|
|
(if (>= content-length idx)
|
|
(progn
|
|
(goto-char pt)
|
|
(insert
|
|
(cl-subseq
|
|
content-str idx
|
|
(min content-length (+ idx 16))))
|
|
(setq idx (+ idx 16)))
|
|
(when gptel-mode
|
|
(insert "\n\n" gptel-prompt-string)
|
|
(gptel--update-header-line " Ready" 'success))
|
|
(when start-pt (goto-char (marker-position start-pt)))
|
|
(accept-change-group (symbol-value handle))
|
|
(undo-amalgamate-change-group (symbol-value handle))
|
|
(cancel-timer (symbol-value playback-timer)))))))
|
|
nil))
|
|
|
|
(provide 'gptel)
|
|
;;; gptel.el ends here
|