ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2024-12-20 05:07:54 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

Use template input

Browse Source
This commit is contained in:
mudler 2023-04-08 11:24:25 +02:00
parent 9fb581739b
commit ba70363330
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api.go
View File

@ -114,7 +114,7 @@ func api(defaultModel *llama.LLama, loader *ModelLoader, listenAddr string, thre
// Generate the prediction using the language model // Generate the prediction using the language model
prediction, err := model.Predict( prediction, err := model.Predict(
templatedInput, predInput,
llama.SetTemperature(temperature), llama.SetTemperature(temperature),
llama.SetTopP(topP), llama.SetTopP(topP),
llama.SetTopK(topK), llama.SetTopK(topK),