mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-30 09:28:51 +00:00
5488fc3bc1
endpoint to access the tokenizer Signed-off-by: shraddhazpy <shraddha@shraddhafive.in> Co-authored-by: Ettore Di Giacinto <mudler@users.noreply.github.com> Co-authored-by: Dave <dave@gray101.com>
11 lines
178 B
Go
11 lines
178 B
Go
package schema
|
|
|
|
type TokenizeRequest struct {
|
|
Content string `json:"content"`
|
|
Model string `json:"model"`
|
|
}
|
|
|
|
type TokenizeResponse struct {
|
|
Tokens []int32 `json:"tokens"`
|
|
}
|