mirror of
https://github.com/mudler/LocalAI.git
synced 2025-12-30 22:20:20 -06:00
60b6472fa0
* WIP - add endpoint Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Rename Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Wire the Completion API Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Try to make it functional Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Almost functional Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Bump golang versions used in tests Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Add description of the tool Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Make it working Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Small optimizations Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Cleanup/refactor Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * Update docs Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
114 lines
3.3 KiB
Go
114 lines
3.3 KiB
Go
package config
|
|
|
|
import (
|
|
"os"
|
|
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
var _ = Describe("Test cases for config related functions", func() {
|
|
|
|
var (
|
|
configFile string
|
|
)
|
|
|
|
Context("Test Read configuration functions", func() {
|
|
configFile = os.Getenv("CONFIG_FILE")
|
|
It("Test readConfigFile", func() {
|
|
config, err := readMultipleModelConfigsFromFile(configFile)
|
|
Expect(err).To(BeNil())
|
|
Expect(config).ToNot(BeNil())
|
|
// two configs in config.yaml
|
|
Expect(config[0].Name).To(Equal("list1"))
|
|
Expect(config[1].Name).To(Equal("list2"))
|
|
})
|
|
|
|
It("Test LoadConfigs", func() {
|
|
|
|
bcl := NewModelConfigLoader(os.Getenv("MODELS_PATH"))
|
|
err := bcl.LoadModelConfigsFromPath(os.Getenv("MODELS_PATH"))
|
|
|
|
Expect(err).To(BeNil())
|
|
configs := bcl.GetAllModelsConfigs()
|
|
loadedModelNames := []string{}
|
|
for _, v := range configs {
|
|
loadedModelNames = append(loadedModelNames, v.Name)
|
|
}
|
|
Expect(configs).ToNot(BeNil())
|
|
|
|
Expect(loadedModelNames).To(ContainElements("code-search-ada-code-001"))
|
|
|
|
// config should includes text-embedding-ada-002 models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("text-embedding-ada-002"))
|
|
|
|
// config should includes rwkv_test models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("rwkv_test"))
|
|
|
|
// config should includes whisper-1 models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("whisper-1"))
|
|
})
|
|
|
|
It("Test new loadconfig", func() {
|
|
|
|
bcl := NewModelConfigLoader(os.Getenv("MODELS_PATH"))
|
|
err := bcl.LoadModelConfigsFromPath(os.Getenv("MODELS_PATH"))
|
|
Expect(err).To(BeNil())
|
|
configs := bcl.GetAllModelsConfigs()
|
|
loadedModelNames := []string{}
|
|
for _, v := range configs {
|
|
loadedModelNames = append(loadedModelNames, v.Name)
|
|
}
|
|
Expect(configs).ToNot(BeNil())
|
|
totalModels := len(loadedModelNames)
|
|
|
|
Expect(loadedModelNames).To(ContainElements("code-search-ada-code-001"))
|
|
|
|
// config should includes text-embedding-ada-002 models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("text-embedding-ada-002"))
|
|
|
|
// config should includes rwkv_test models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("rwkv_test"))
|
|
|
|
// config should includes whisper-1 models's api.config
|
|
Expect(loadedModelNames).To(ContainElements("whisper-1"))
|
|
|
|
// create a temp directory and store a temporary model
|
|
tmpdir, err := os.MkdirTemp("", "test")
|
|
Expect(err).ToNot(HaveOccurred())
|
|
defer os.RemoveAll(tmpdir)
|
|
|
|
// create a temporary model
|
|
model := `name: "test-model"
|
|
description: "test model"
|
|
options:
|
|
- foo
|
|
- bar
|
|
- baz
|
|
`
|
|
modelFile := tmpdir + "/test-model.yaml"
|
|
err = os.WriteFile(modelFile, []byte(model), 0644)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
err = bcl.LoadModelConfigsFromPath(tmpdir)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
configs = bcl.GetAllModelsConfigs()
|
|
Expect(len(configs)).ToNot(Equal(totalModels))
|
|
|
|
loadedModelNames = []string{}
|
|
var testModel ModelConfig
|
|
for _, v := range configs {
|
|
loadedModelNames = append(loadedModelNames, v.Name)
|
|
if v.Name == "test-model" {
|
|
testModel = v
|
|
}
|
|
}
|
|
Expect(loadedModelNames).To(ContainElements("test-model"))
|
|
Expect(testModel.Description).To(Equal("test model"))
|
|
Expect(testModel.Options).To(ContainElements("foo", "bar", "baz"))
|
|
|
|
})
|
|
})
|
|
})
|