tristan/nix
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity

Switch to groq as default gptel backend

Browse source
This commit is contained in:
Tristan D. 2024-05-08 14:15:58 +02:00
parent 8b66d95775
commit 5f863cbfc3
Signed by: tristan
SSH key fingerprint: SHA256:U7y6eMb7CQDaTHv9XoX6/BaQnPqyxxKc+Xnfcefi6rY
1 changed files with 23 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

29
ext/doom/config.el
View file

@ -213,7 +213,7 @@
(defvar categories-alist
'(
(:name "org" :modes (org-mode org-agenda-mode) :buffer-name () :type global)
(:name "gptel" :modes nil :buffer-name ("*llama-cpp*" "*gptel*" "*gptel-context*" "*gptel-query*") :type global)
(:name "gptel" :modes nil :buffer-name ("*llama-cpp*" "*gptel*" "*groq*" "*gptel-context*" "*gptel-query*") :type global)
(:name "terminal" :modes (vterm-mode term-mode) :buffer-name () :type per-project)
(:name "misc" :modes (+doom-dashboard-mode native-comp-limple-mode messages-buffer-mode) :buffer-name () :type global)
(:name "misc" :modes (special-mode fundamental-mode) :buffer-name () :type per-project)
@ -291,12 +291,29 @@
(use-package! gptel
:init
:config
(setq! gptel-backend (gptel-make-openai "gptel"
(defun read-api-secret (secret-file)
(with-temp-buffer
(insert-file-contents (expand-file-name secret-file "~"))
(string-trim (buffer-substring-no-properties (point-min) (point-max)))))
(setq! gptel-backend (gptel-make-openai "groq"
:host "api.groq.com"
:endpoint "/openai/v1/chat/completions"
:stream t
:protocol "http"
:host "100.64.0.3:8080"
:models '("default"))
gptel-model "default")
:key (read-api-secret ".groq_api_key")
:models '("llama3-70b-8192"
"mixtral-8x7b-32768"
"llama3-8b-8192"))
gptel-model "llama3-70b-8192"
)
(gptel-make-openai "llama-cpp"
:stream t
:protocol "http"
:host "100.64.0.3:8080"
:models '("llama-cpp-model"))
(setq! gptel-expert-commands t)
(setq! gptel-temperature 0.2)