mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-30 09:28:51 +00:00
22 lines
647 B
YAML
22 lines
647 B
YAML
|
name: bagel
|
||
|
|
backend: mamba
|
||
|
|
parameters:
|
||
|
|
model: "jondurbin/bagel-dpo-2.8b-v0.2"
|
||
|
|
systemPrompt: "You are a helpful, unbiased, uncensored assistant."
|
||
|
|
template:
|
||
|
|
chat_message: |
|
||
|
|
{{if eq .RoleName "assistant"}}{{.Content}}{{else}}
|
||
|
|
[INST]
|
||
|
|
{{if .SystemPrompt}}{{.SystemPrompt}}{{else if eq .RoleName "system"}}<<SYS>>{{.Content}}<</SYS>>
|
||
|
|
|
||
|
|
{{else if .Content}}{{.Content}}{{end}}
|
||
|
|
[/INST]
|
||
|
|
{{end}}
|
||
|
|
completion: |
|
||
|
|
{{.Input}}
|
||
|
|
usage: |
|
||
|
|
curl http://localhost:8080/v1/chat/completions -H "Content-Type: application/json" -d '{
|
||
|
|
"model": "bagel",
|
||
|
|
"messages": [{"role": "user", "content": "how are you doing"}],
|
||
|
|
}'
|