mirror of
https://github.com/mudler/LocalAI.git
synced 2026-01-01 15:10:30 -06:00
106 lines
3.3 KiB
Go
106 lines
3.3 KiB
Go
package cli
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
|
|
cliContext "github.com/mudler/LocalAI/core/cli/context"
|
|
"github.com/mudler/LocalAI/core/config"
|
|
|
|
"github.com/mudler/LocalAI/core/gallery"
|
|
"github.com/mudler/LocalAI/core/startup"
|
|
"github.com/rs/zerolog/log"
|
|
"github.com/schollz/progressbar/v3"
|
|
)
|
|
|
|
type BackendsCMDFlags struct {
|
|
BackendGalleries string `env:"LOCALAI_BACKEND_GALLERIES,BACKEND_GALLERIES" help:"JSON list of backend galleries" group:"backends" default:"${backends}"`
|
|
BackendsPath string `env:"LOCALAI_BACKENDS_PATH,BACKENDS_PATH" type:"path" default:"${basepath}/backends" help:"Path containing backends used for inferencing" group:"storage"`
|
|
}
|
|
|
|
type BackendsList struct {
|
|
BackendsCMDFlags `embed:""`
|
|
}
|
|
|
|
type BackendsInstall struct {
|
|
BackendArgs string `arg:"" optional:"" name:"backend" help:"Backend configuration URL to load"`
|
|
Name string `arg:"" optional:"" name:"name" help:"Name of the backend"`
|
|
Alias string `arg:"" optional:"" name:"alias" help:"Alias of the backend"`
|
|
|
|
BackendsCMDFlags `embed:""`
|
|
}
|
|
|
|
type BackendsUninstall struct {
|
|
BackendArgs []string `arg:"" name:"backends" help:"Backend names to uninstall"`
|
|
|
|
BackendsCMDFlags `embed:""`
|
|
}
|
|
|
|
type BackendsCMD struct {
|
|
List BackendsList `cmd:"" help:"List the backends available in your galleries" default:"withargs"`
|
|
Install BackendsInstall `cmd:"" help:"Install a backend from the gallery"`
|
|
Uninstall BackendsUninstall `cmd:"" help:"Uninstall a backend"`
|
|
}
|
|
|
|
func (bl *BackendsList) Run(ctx *cliContext.Context) error {
|
|
var galleries []config.Gallery
|
|
if err := json.Unmarshal([]byte(bl.BackendGalleries), &galleries); err != nil {
|
|
log.Error().Err(err).Msg("unable to load galleries")
|
|
}
|
|
|
|
backends, err := gallery.AvailableBackends(galleries, bl.BackendsPath)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for _, backend := range backends {
|
|
if backend.Installed {
|
|
fmt.Printf(" * %s@%s (installed)\n", backend.Gallery.Name, backend.Name)
|
|
} else {
|
|
fmt.Printf(" - %s@%s\n", backend.Gallery.Name, backend.Name)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (bi *BackendsInstall) Run(ctx *cliContext.Context) error {
|
|
var galleries []config.Gallery
|
|
if err := json.Unmarshal([]byte(bi.BackendGalleries), &galleries); err != nil {
|
|
log.Error().Err(err).Msg("unable to load galleries")
|
|
}
|
|
|
|
progressBar := progressbar.NewOptions(
|
|
1000,
|
|
progressbar.OptionSetDescription(fmt.Sprintf("downloading backend %s", bi.BackendArgs)),
|
|
progressbar.OptionShowBytes(false),
|
|
progressbar.OptionClearOnFinish(),
|
|
)
|
|
progressCallback := func(fileName string, current string, total string, percentage float64) {
|
|
v := int(percentage * 10)
|
|
err := progressBar.Set(v)
|
|
if err != nil {
|
|
log.Error().Err(err).Str("filename", fileName).Int("value", v).Msg("error while updating progress bar")
|
|
}
|
|
}
|
|
|
|
err := startup.InstallExternalBackends(galleries, bi.BackendsPath, progressCallback, bi.BackendArgs, bi.Name, bi.Alias)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (bu *BackendsUninstall) Run(ctx *cliContext.Context) error {
|
|
for _, backendName := range bu.BackendArgs {
|
|
log.Info().Str("backend", backendName).Msg("uninstalling backend")
|
|
|
|
err := gallery.DeleteBackendFromSystem(bu.BackendsPath, backendName)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
fmt.Printf("Backend %s uninstalled successfully\n", backendName)
|
|
}
|
|
return nil
|
|
}
|