LocalAI/gallery/phi-2-orange.yaml

---
name: "phi-2-orange"

config_file: |
  mmap: true
  template:
    chat_message: |
      <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
      {{if .Content}}{{.Content}}{{end}}<|im_end|>
    chat: |
      {{.Input}}
      <|im_start|>assistant
    completion: |
      {{.Input}}
  context_size: 4096
  f16: true
  stopwords:
  - <|im_end|>
  - <dummy32000>
fix: yamlint warnings and errors (#2131) fix yamlint warnings and errors Signed-off-by: Dave Lee <dave@gray101.com> 2024-04-25 13:25:56 -04:00			`---`
feat(gallery): add llama3, hermes, phi-3, and others (#2110) Also adds embeddings and llava models Signed-off-by: Ettore Di Giacinto <mudler@localai.io> 2024-04-23 19:35:45 +02:00			`name: "phi-2-orange"`

			`config_file: \|`
			`mmap: true`
			`template:`
			`chat_message: \|`
			`<\|im_start\|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}`
			`{{if .Content}}{{.Content}}{{end}}<\|im_end\|>`
			`chat: \|`
			`{{.Input}}`
			`<\|im_start\|>assistant`
			`completion: \|`
			`{{.Input}}`
			`context_size: 4096`
			`f16: true`
			`stopwords:`
			`- <\|im_end\|>`
			`- <dummy32000>`