From feba38be36b0d4bc573c9acfb4d55fbfc27aec31 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Thu, 22 Feb 2024 00:15:01 +0100 Subject: [PATCH] examples(mistral-openorca): add stopword Signed-off-by: Ettore Di Giacinto --- embedded/models/mistral-openorca.yaml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/embedded/models/mistral-openorca.yaml b/embedded/models/mistral-openorca.yaml index fbab4e39..f40d854f 100644 --- a/embedded/models/mistral-openorca.yaml +++ b/embedded/models/mistral-openorca.yaml @@ -11,20 +11,18 @@ template: <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}} {{if .Content}}{{.Content}}{{end}} <|im_end|> - chat: | {{.Input}} <|im_start|>assistant - completion: | {{.Input}} context_size: 4096 f16: true stopwords: - <|im_end|> - +- usage: | curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{ "model": "mistral-openorca", "messages": [{"role": "user", "content": "How are you doing?", "temperature": 0.1}] - }' \ No newline at end of file + }'