ExternalVendorCode/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-06-13 04:28:10 +00:00
Code Issues Actions 14 Packages Projects Releases Wiki Activity

Feat: rwkv improvements: (#937)

Browse Source
This commit is contained in:
Dave
2023-08-22 12:48:06 -04:00
committed by GitHub
parent 0d6165e481
commit 901f0709c5
7 changed files with 208 additions and 150 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
api/backend/options.go
View File

@ -60,6 +60,8 @@ func gRPCModelOpts(c config.Config) *pb.ModelOptions {
Device: c.AutoGPTQ.Device,
UseTriton: c.AutoGPTQ.Triton,
UseFastTokenizer: c.AutoGPTQ.UseFastTokenizer,
// RWKV
Tokenizer: c.Tokenizer,
}
}