mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-20 13:13:11 +00:00
aae7ad9d73
* wip: guess informations from gguf file Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * update go mod Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Small fixups Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Identify llama3 Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Do not try to guess the name, as reading gguf files can be expensive Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Allow to disable guessing Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
53 lines
1.4 KiB
Go
53 lines
1.4 KiB
Go
package config
|
|
|
|
import (
|
|
"os"
|
|
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
var _ = Describe("Test cases for config related functions", func() {
|
|
|
|
var (
|
|
configFile string
|
|
)
|
|
|
|
Context("Test Read configuration functions", func() {
|
|
configFile = os.Getenv("CONFIG_FILE")
|
|
It("Test readConfigFile", func() {
|
|
config, err := readMultipleBackendConfigsFromFile(configFile)
|
|
Expect(err).To(BeNil())
|
|
Expect(config).ToNot(BeNil())
|
|
// two configs in config.yaml
|
|
Expect(config[0].Name).To(Equal("list1"))
|
|
Expect(config[1].Name).To(Equal("list2"))
|
|
})
|
|
|
|
It("Test LoadConfigs", func() {
|
|
|
|
bcl := NewBackendConfigLoader(os.Getenv("MODELS_PATH"))
|
|
err := bcl.LoadBackendConfigsFromPath(os.Getenv("MODELS_PATH"))
|
|
|
|
Expect(err).To(BeNil())
|
|
configs := bcl.GetAllBackendConfigs()
|
|
loadedModelNames := []string{}
|
|
for _, v := range configs {
|
|
loadedModelNames = append(loadedModelNames, v.Name)
|
|
}
|
|
Expect(configs).ToNot(BeNil())
|
|
|
|
Expect(loadedModelNames).To(ContainElements("code-search-ada-code-001"))
|
|
|
|
// config should includes text-embedding-ada-002 models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("text-embedding-ada-002"))
|
|
|
|
// config should includes rwkv_test models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("rwkv_test"))
|
|
|
|
// config should includes whisper-1 models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("whisper-1"))
|
|
})
|
|
})
|
|
})
|