package gpu import ( "errors" "fmt" "log/slog" "os" "path/filepath" "runtime" "strconv" "strings" "sync" "syscall" "time" "github.com/ollama/ollama/envconfig" ) var ( lock sync.Mutex payloadsDir = "" ) func PayloadsDir() (string, error) { lock.Lock() defer lock.Unlock() var err error if payloadsDir == "" { runnersDir := envconfig.RunnersDir if runnersDir != "" { payloadsDir = runnersDir return payloadsDir, nil } // The remainder only applies on non-windows where we still carry payloads in the main executable cleanupTmpDirs() tmpDir := envconfig.TmpDir if tmpDir == "" { tmpDir, err = os.MkdirTemp("", "ollama") if err != nil { return "", fmt.Errorf("failed to generate tmp dir: %w", err) } } else { err = os.MkdirAll(tmpDir, 0755) if err != nil { return "", fmt.Errorf("failed to generate tmp dir %s: %w", tmpDir, err) } } // Track our pid so we can clean up orphaned tmpdirs pidFilePath := filepath.Join(tmpDir, "ollama.pid") pidFile, err := os.OpenFile(pidFilePath, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, os.ModePerm) if err != nil { return "", err } if _, err := pidFile.Write([]byte(fmt.Sprint(os.Getpid()))); err != nil { return "", err } // We create a distinct subdirectory for payloads within the tmpdir // This will typically look like /tmp/ollama3208993108/runners on linux payloadsDir = filepath.Join(tmpDir, "runners") } return payloadsDir, nil } // Best effort to clean up prior tmpdirs func cleanupTmpDirs() { dirs, err := filepath.Glob(filepath.Join(os.TempDir(), "ollama*")) if err != nil { return } for _, d := range dirs { info, err := os.Stat(d) if err != nil || !info.IsDir() { continue } raw, err := os.ReadFile(filepath.Join(d, "ollama.pid")) if err == nil { pid, err := strconv.Atoi(string(raw)) if err == nil { if proc, err := os.FindProcess(pid); err == nil && !errors.Is(proc.Signal(syscall.Signal(0)), os.ErrProcessDone) { // Another running ollama, ignore this tmpdir continue } } } else { slog.Debug("failed to open ollama.pid", "path", d, "error", err) } err = os.RemoveAll(d) if err != nil { slog.Debug("unable to cleanup stale tmpdir", "path", d, "error", err) } } } func Cleanup() { lock.Lock() defer lock.Unlock() runnersDir := envconfig.RunnersDir if payloadsDir != "" && runnersDir == "" && runtime.GOOS != "windows" { // We want to fully clean up the tmpdir parent of the payloads dir tmpDir := filepath.Clean(filepath.Join(payloadsDir, "..")) slog.Debug("cleaning up", "dir", tmpDir) err := os.RemoveAll(tmpDir) if err != nil { // On windows, if we remove too quickly the llama.dll may still be in-use and fail to remove time.Sleep(1000 * time.Millisecond) err = os.RemoveAll(tmpDir) if err != nil { slog.Warn("failed to clean up", "dir", tmpDir, "err", err) } } } } func UpdatePath(dir string) { if runtime.GOOS == "windows" { tmpDir := filepath.Dir(dir) pathComponents := strings.Split(os.Getenv("PATH"), ";") i := 0 for _, comp := range pathComponents { if strings.EqualFold(comp, dir) { return } // Remove any other prior paths to our temp dir if !strings.HasPrefix(strings.ToLower(comp), strings.ToLower(tmpDir)) { pathComponents[i] = comp i++ } } newPath := strings.Join(append([]string{dir}, pathComponents...), ";") slog.Info("updating", "PATH", newPath) os.Setenv("PATH", newPath) } // linux and darwin rely on rpath }