mirror of
https://github.com/mudler/LocalAI.git
synced 2024-12-19 04:37:53 +00:00
89a11e15e7
* debug * fix copy command/silly muscle memory Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * remove tmate * Debugging * Start binary with ld.so if present in libdir Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * small refactor Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
80 lines
2.3 KiB
Go
80 lines
2.3 KiB
Go
package library
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"runtime"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
)
|
|
|
|
/*
|
|
This file contains functions to load libraries from the asset directory to keep the business logic clean.
|
|
*/
|
|
|
|
// skipLibraryPath checks if LOCALAI_SKIP_LIBRARY_PATH is set
|
|
var skipLibraryPath = os.Getenv("LOCALAI_SKIP_LIBRARY_PATH") != ""
|
|
|
|
// LoadExtractedLibs loads the extracted libraries from the asset dir
|
|
func LoadExtractedLibs(dir string) {
|
|
if skipLibraryPath {
|
|
return
|
|
}
|
|
|
|
for _, libDir := range []string{filepath.Join(dir, "backend-assets", "lib"), filepath.Join(dir, "lib")} {
|
|
LoadExternal(libDir)
|
|
}
|
|
}
|
|
|
|
// LoadLDSO checks if there is a ld.so in the asset dir and if so, prefixes the grpc process with it.
|
|
// In linux, if we find a ld.so in the asset dir we prefix it to run with the libs exposed in
|
|
// LD_LIBRARY_PATH for more compatibility
|
|
// If we don't do this, we might run into stack smash
|
|
// See also: https://stackoverflow.com/questions/847179/multiple-glibc-libraries-on-a-single-host/851229#851229
|
|
// In this case, we expect a ld.so in the lib asset dir.
|
|
// If that's present, we use it to run the grpc backends as supposedly built against
|
|
// that specific version of ld.so
|
|
func LoadLDSO(assetDir string, args []string, grpcProcess string) ([]string, string) {
|
|
if skipLibraryPath {
|
|
return args, grpcProcess
|
|
}
|
|
|
|
if runtime.GOOS != "linux" {
|
|
return args, grpcProcess
|
|
}
|
|
|
|
// Check if there is a ld.so file in the assetDir, if it does, we need to run the grpc process with it
|
|
ldPath := filepath.Join(assetDir, "backend-assets", "lib", "ld.so")
|
|
if _, err := os.Stat(ldPath); err == nil {
|
|
log.Debug().Msgf("ld.so found")
|
|
// We need to run the grpc process with the ld.so
|
|
args = append(args, grpcProcess)
|
|
grpcProcess = ldPath
|
|
}
|
|
|
|
return args, grpcProcess
|
|
}
|
|
|
|
// LoadExternal sets the LD_LIBRARY_PATH to include the given directory
|
|
func LoadExternal(dir string) {
|
|
if skipLibraryPath {
|
|
return
|
|
}
|
|
|
|
lpathVar := "LD_LIBRARY_PATH"
|
|
if runtime.GOOS == "darwin" {
|
|
lpathVar = "DYLD_FALLBACK_LIBRARY_PATH" // should it be DYLD_LIBRARY_PATH ?
|
|
}
|
|
|
|
if _, err := os.Stat(dir); err == nil {
|
|
ldLibraryPath := os.Getenv(lpathVar)
|
|
if ldLibraryPath == "" {
|
|
ldLibraryPath = dir
|
|
} else {
|
|
ldLibraryPath = fmt.Sprintf("%s:%s", ldLibraryPath, dir)
|
|
}
|
|
os.Setenv(lpathVar, ldLibraryPath)
|
|
}
|
|
}
|