feat(backends): add system backend, refactor (#6059)

- Add a system backend path
- Refactor and consolidate system information in system state
- Use system state in all the components to figure out the system paths
  to used whenever needed
- Refactor BackendConfig -> ModelConfig. This was otherway misleading as
  now we do have a backend configuration which is not the model config.

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

pkg/system/capabilities.go

@@ -6,16 +6,9 @@ import (
 	"strings"
 
 	"github.com/jaypipes/ghw/pkg/gpu"
-	"github.com/mudler/LocalAI/pkg/xsysinfo"
 	"github.com/rs/zerolog/log"
 )
 
-type SystemState struct {
-	GPUVendor string
-	gpus      []*gpu.GraphicsCard
-	VRAM      uint64
-}
-
 const (
 	defaultCapability = "default"
 	nvidiaL4T         = "nvidia-l4t"
@@ -103,22 +96,6 @@ func (s *SystemState) getSystemCapabilities() string {
 	return s.GPUVendor
 }
 
-func GetSystemState() (*SystemState, error) {
-	// Detection is best-effort here, we don't want to fail if it fails
-	gpus, _ := xsysinfo.GPUs()
-	log.Debug().Any("gpus", gpus).Msg("GPUs")
-	gpuVendor, _ := detectGPUVendor(gpus)
-	log.Debug().Str("gpuVendor", gpuVendor).Msg("GPU vendor")
-	vram, _ := xsysinfo.TotalAvailableVRAM()
-	log.Debug().Any("vram", vram).Msg("Total available VRAM")
-
-	return &SystemState{
-		GPUVendor: gpuVendor,
-		gpus:      gpus,
-		VRAM:      vram,
-	}, nil
-}
-
 func detectGPUVendor(gpus []*gpu.GraphicsCard) (string, error) {
 	for _, gpu := range gpus {
 		if gpu.DeviceInfo != nil {

pkg/system/state.go

@@ -0,0 +1,61 @@
+package system
+
+import (
+	"github.com/jaypipes/ghw/pkg/gpu"
+	"github.com/mudler/LocalAI/pkg/xsysinfo"
+	"github.com/rs/zerolog/log"
+)
+
+type Backend struct {
+	BackendsPath       string
+	BackendsSystemPath string
+}
+
+type Model struct {
+	ModelsPath string
+}
+
+type SystemState struct {
+	GPUVendor string
+	Backend   Backend
+	Model     Model
+	gpus      []*gpu.GraphicsCard
+	VRAM      uint64
+}
+
+type SystemStateOptions func(*SystemState)
+
+func WithBackendPath(path string) SystemStateOptions {
+	return func(s *SystemState) {
+		s.Backend.BackendsPath = path
+	}
+}
+
+func WithBackendSystemPath(path string) SystemStateOptions {
+	return func(s *SystemState) {
+		s.Backend.BackendsSystemPath = path
+	}
+}
+
+func WithModelPath(path string) SystemStateOptions {
+	return func(s *SystemState) {
+		s.Model.ModelsPath = path
+	}
+}
+
+func GetSystemState(opts ...SystemStateOptions) (*SystemState, error) {
+	state := &SystemState{}
+	for _, opt := range opts {
+		opt(state)
+	}
+
+	// Detection is best-effort here, we don't want to fail if it fails
+	state.gpus, _ = xsysinfo.GPUs()
+	log.Debug().Any("gpus", state.gpus).Msg("GPUs")
+	state.GPUVendor, _ = detectGPUVendor(state.gpus)
+	log.Debug().Str("gpuVendor", state.GPUVendor).Msg("GPU vendor")
+	state.VRAM, _ = xsysinfo.TotalAvailableVRAM()
+	log.Debug().Any("vram", state.VRAM).Msg("Total available VRAM")
+
+	return state, nil
+}