Update codellama-7b.yaml

Signed-off-by: Ettore Di Giacinto <mudler@users.noreply.github.com>
This commit is contained in:
Ettore Di Giacinto 2024-01-26 18:35:33 +01:00 committed by GitHub
parent 670cee8274
commit 072f71dfb7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -4,11 +4,10 @@ parameters:
model: codellama/CodeLlama-7b-hf
temperature: 0.2
top_k: 40
seed: -1
top_p: 0.95
usage: |
curl http://localhost:8080/v1/completions -H "Content-Type: application/json" -d '{
"model": "codellama-7b",
"prompt": "import socket\n\ndef ping_exponential_backoff(host: str):"
}'
}'