branch: externals/minuet
commit cac38ebe2d70d2bbb6d182b1d89df7e040fab75b
Author: Milan Glacier <d...@milanglacier.com>
Commit: Milan Glacier <d...@milanglacier.com>
doc: update instruction on setting context_window for ollama.
---
README.md | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git a/README.md b/README.md
index 2b18852b58..c72c76426c 100644
--- a/README.md
+++ b/README.md
@@ -108,7 +108,11 @@ managers.
:config
(setq minuet-provider 'openai-fim-compatible)
(setq minuet-n-completions 1) ; recommended for Local LLM for resource
saving
- ; I recommend you start with a small context window firstly, and gradually
increase it based on your local computing power.
+ ;; I recommend beginning with a small context window size and incrementally
+ ;; expanding it, depending on your local computing power. A context window
+ ;; of 512, serves as an good starting point to estimate your computing
+ ;; power. Once you have a reliable estimate of your local computing power,
+ ;; you should adjust the context window to a larger value.
(setq minuet-context-window 512)
(plist-put minuet-openai-fim-compatible-options :end-point
"http://localhost:11434/v1/completions";)
;; an arbitrary non-null environment variable as placeholder
