fix(gpu): do not assume gpu being returned has node and mem (#5310)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

core/config/gguf.go

@@ -170,7 +170,7 @@ func guessGGUFFromFile(cfg *BackendConfig, f *gguf.GGUFFile, defaultCtx int) {
 	vram, err := xsysinfo.TotalAvailableVRAM()
 	if err != nil {
 		log.Error().Msgf("guessDefaultsFromFile(TotalAvailableVRAM): %s", err)
-	} else {
+	} else if vram > 0 {
 		estimate, err := xsysinfo.EstimateGGUFVRAMUsage(f, vram)
 		if err != nil {
 			log.Error().Msgf("guessDefaultsFromFile(EstimateGGUFVRAMUsage): %s", err)

pkg/xsysinfo/gpu.go

@@ -24,8 +24,10 @@ func TotalAvailableVRAM() (uint64, error) {
 
 	var totalVRAM uint64
 	for _, gpu := range gpus {
-		if gpu.Node.Memory.TotalUsableBytes > 0 {
-			totalVRAM += uint64(gpu.Node.Memory.TotalUsableBytes)
+		if gpu != nil && gpu.Node != nil && gpu.Node.Memory != nil {
+			if gpu.Node.Memory.TotalUsableBytes > 0 {
+				totalVRAM += uint64(gpu.Node.Memory.TotalUsableBytes)
+			}
 		}
 	}