tristan/nix
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity

Make qwen3 default for gptel

Browse source
This commit is contained in:
Tristan D. 2025-04-30 13:07:08 +02:00
parent b2d13a14e4
commit 8a8928ceb1
Signed by: tristan
SSH key fingerprint: SHA256:9oFM1J63hYWJjCnLG6C0fxBS15rwNcWwdQNMOHYKJ/4
1 changed files with 10 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
ext/doom/config.el
View file

@ -624,12 +624,18 @@
;; Default Model ;; Default Model
;; TODO Consider switching to coder ;; TODO Consider switching to coder
(setq! gptel-backend (setq! gptel-backend
(gptel-make-openai "llama-cpp" (gptel-make-openai "llama-cpp-chat"
:stream t :stream t
:protocol "http" :protocol "http"
:host "100.64.0.3:18080" :host "100.64.0.3:18082"
:models '("llama-cpp-qwen-coder"))) :models '("llama-cpp-qwen3")))
(setq! gptel-model "llama-cpp-qwen-coder") (gptel-make-openai "llama-cpp"
:stream t
:protocol "http"
:host "100.64.0.3:18080"
:models '("llama-cpp-qwen-coder"))
(setq! gptel-model "llama-cpp-qwen3")
;; nicer org mode foo ;; nicer org mode foo
(setq! gptel-default-mode 'org-mode) (setq! gptel-default-mode 'org-mode)
@ -638,13 +644,6 @@
(setf (alist-get 'org-mode gptel-prompt-prefix-alist) "@user ") (setf (alist-get 'org-mode gptel-prompt-prefix-alist) "@user ")
(setf (alist-get 'org-mode gptel-response-prefix-alist) "@assistant ") (setf (alist-get 'org-mode gptel-response-prefix-alist) "@assistant ")
;; Qwen-2.5-Coder-32B / Tabby model
(gptel-make-openai "llama-cpp-chat"
:stream t
:protocol "http"
:host "100.64.0.3:18082"
:models '("llama-cpp-qwen3"))
;; Groq API ;; Groq API
(gptel-make-openai "groq" (gptel-make-openai "groq"
:host "api.groq.com" :host "api.groq.com"