lkn
/
syscfg
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

ellama for local llm capability

This commit is contained in:
Levi Neely 2024-09-08 19:33:19 +02:00
parent f5065eb32f
commit f06abe629f
1 changed files with 18 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
emacs/init.el
View File

@ -45,7 +45,7 @@
(add-hook 'emacs-lisp-mode-hook #'my/setup-elisp-formatting-key)
(defun my/visit-todo ()
"Visit TODO.org in home"
"Visit TODO.org in home."
(interactive)
(find-file "/ssh:lkn@alioth.uberspace.de:/home/lkn/TODO.org"))
@ -682,21 +682,23 @@
(global-set-key (kbd "C-x y b p") 'copy-file-path-to-clipboard)
(add-hook 'before-save-hook #'gofmt-before-save)
;; (use-package ellama
;; :init
;; ;; setup key bindings
;; (setopt ellama-keymap-prefix "C-c e")
;; ;; language you want ellama to translate to
;; (setopt ellama-language "English")
;; ;; could be llm-openai for example
;; (require 'llm-ollama)
;; (setopt ellama-provider
;; (make-llm-ollama
;; ;; this model should be pulled to use it
;; ;; value should be the same as you print in terminal during pull
;; :chat-model "codellama:latest"
;; :embedding-model "nomic-embed-text"
;; :default-chat-non-standard-params '(("num_ctx" . 8192)))))
(use-package ellama
:ensure t
:defer t
:init
;; setup key bindings
(setopt ellama-keymap-prefix "C-c e")
;; language you want ellama to translate to
(setopt ellama-language "English")
;; could be llm-openai for example
(require 'llm-ollama)
(setopt ellama-provider
(make-llm-ollama
;; this model should be pulled to use it
;; value should be the same as you print in terminal during pull
:chat-model "codellama:latest"
:embedding-model "nomic-embed-text"
:default-chat-non-standard-params '(("num_ctx" . 8192)))))
(use-package lmtf :ensure t :defer t
:straight (lmtf :type git :host github :repo "lneely/lmtf")