branch: externals/minuet
commit 29d5bb6276e9e1719052c8c10e10c65533f614bc
Author: Milan Glacier <d...@milanglacier.com>
Commit: Milan Glacier <d...@milanglacier.com>
doc: recommend DeepInfra FIM user to use `<|endoftext|>` as stop sequence.
---
recipes.md | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/recipes.md b/recipes.md
index e21a928660..f0315482c6 100644
--- a/recipes.md
+++ b/recipes.md
@@ -110,7 +110,7 @@ backend with the DeepInfra FIM API and
Qwen-2.5-Coder-32B-Instruct model.
(plist-put minuet-openai-fim-compatible-options :transform
'(minuet-deepinfra-fim-transform))
(minuet-set-optional-options minuet-openai-fim-compatible-options
:max_tokens 56)
- (minuet-set-optional-options minuet-openai-fim-compatible-options :stop
["\n\n"])
+ (minuet-set-optional-options minuet-openai-fim-compatible-options :stop
["\n\n" "<|endoftext|>"])
;; DeepInfra FIM does not support the `suffix` option in FIM
;; completion. Therefore, we must disable it and manually
