mirror of
https://github.com/mudler/LocalAI.git
synced 2025-04-22 18:11:26 +00:00
41 lines
1.1 KiB
YAML
41 lines
1.1 KiB
YAML
---
|
|
name: "gemma"
|
|
|
|
config_file: |
|
|
mmap: true
|
|
context_size: 8192
|
|
template:
|
|
chat_message: |-
|
|
<start_of_turn>{{if eq .RoleName "assistant" }}model{{else}}{{ .RoleName }}{{end}}
|
|
{{ if .FunctionCall -}}
|
|
{{ else if eq .RoleName "tool" -}}
|
|
{{ end -}}
|
|
{{ if .Content -}}
|
|
{{.Content -}}
|
|
{{ end -}}
|
|
{{ if .FunctionCall -}}
|
|
{{toJson .FunctionCall}}
|
|
{{ end -}}<end_of_turn>
|
|
chat: |
|
|
{{.Input }}
|
|
<start_of_turn>model
|
|
completion: |
|
|
{{.Input}}
|
|
function: |
|
|
<start_of_turn>system
|
|
You have access to functions. If you decide to invoke any of the function(s),
|
|
you MUST put it in the format of
|
|
{"name": function name, "parameters": dictionary of argument name and its value}
|
|
|
|
You SHOULD NOT include any other text in the response if you call a function
|
|
{{range .Functions}}
|
|
{'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }}
|
|
{{end}}
|
|
<end_of_turn>
|
|
{{.Input -}}
|
|
<start_of_turn>model
|
|
stopwords:
|
|
- '<|im_end|>'
|
|
- '<end_of_turn>'
|
|
- '<start_of_turn>'
|