From c5712fb8d051687fb73ecdeb0d785c171abfc480 Mon Sep 17 00:00:00 2001 From: "Jaisser J. Sanguino" Date: Wed, 6 May 2026 17:50:23 -0300 Subject: [PATCH] feat(config): add llama.cpp as gptel backend --- configs/init-ai.el | 24 +++++++++++++++++------- 1 file changed, 17 insertions(+), 7 deletions(-) diff --git a/configs/init-ai.el b/configs/init-ai.el index 18c7685..4f78a3a 100644 --- a/configs/init-ai.el +++ b/configs/init-ai.el @@ -13,8 +13,12 @@ (use-package gptel :defer nil :config - (setq gptel-model 'gemma4:e2b - gptel-backend (gptel-make-ollama "Ollama" + (when (getenv "GEMINI_KEY") + (setq gptel-backend (gptel-make-gemini "Gemini" + :key (getenv "GEMINI_KEY") + :stream t))) + + (setq gptel-backend (gptel-make-ollama "Ollama" :host "localhost:11434" :stream t :request-params '(:think :json-false) @@ -37,11 +41,16 @@ "qwen3.5:2b" "qwen3.5:4b" "su_robin/gemma-4-E4B-it-Q4_K_M:latest"))) - (when (getenv "GEMINI_KEY") - (setq gptel-model 'gemini-2.5-flash - gptel-backend (gptel-make-gemini "Gemini" - :key (getenv "GEMINI_KEY") - :stream t))) + + (setq gptel-model 'gemma-4-e2b + gptel-backend + (gptel-make-openai "llama-cpp" + :stream t + :protocol "http" + :host "127.0.0.1:1945" + :models '("gemma-4-e4b" + "gemma-4-e2b"))) + (setq gptel-default-mode 'org-mode gptel-prompt-prefix-alist '((markdown-mode . "# User\n\n") @@ -96,6 +105,7 @@ :hook (magit-mode . gptel-magit-install)) (use-package gptel-autocomplete + :defer nil :ensure (:host github :repo "JDNdeveloper/gptel-autocomplete") :bind (("M-" . gptel-complete) :map gptel-autocomplete-completion-map