mirror of
https://github.com/ollama/ollama.git
synced 2026-01-12 00:06:57 +08:00
33ee7168ba
* WIP - MLX backend with gemma3 * MLX: add cmake and go tag build toggles To build the new MLX backend code: cmake --preset MLX cmake --build --preset MLX --parallel cmake --install build --component MLX go build -tags mlx . Note: the main.go entrypoint for the MLX engine will change in a follow up commit. * add experimental image generation runtime * add experimental image generation runtime * MLX: wire up cuda build for linux * MLX: get dependencies correct and dedup This is still too large for a unified github artifact, but is now "correct" for the mlx_cuda_v13 directory. * fix relative link bug in dedup * Add darwin build and readme * add go build tag for mlx dependent code and wire up build_darwin.sh * lint cleanup * macos: build mlx for x86 This will be CPU only. * cuda build instructions and fix drift from mlx bump * stale comment * Delete agent helper doc * Clean up readme.md * Revise README for tokenizer clarity and details Updated README to clarify tokenizer functionality and removed correctness section. --------- Co-authored-by: jmorganca <jmorganca@gmail.com>
57 lines
1.2 KiB
Go
57 lines
1.2 KiB
Go
package ml
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
"runtime"
|
|
)
|
|
|
|
// LibPath is a path to lookup dynamic libraries
|
|
// in development it's usually 'build/lib/ollama'
|
|
// in distribution builds it's 'lib/ollama' on Windows
|
|
// '../lib/ollama' on Linux and the executable's directory on macOS
|
|
// note: distribution builds, additional GPU-specific libraries are
|
|
// found in subdirectories of the returned path, such as
|
|
// 'cuda_v12', 'rocm', etc.
|
|
var LibOllamaPath string = func() string {
|
|
exe, err := os.Executable()
|
|
if err != nil {
|
|
return ""
|
|
}
|
|
|
|
if eval, err := filepath.EvalSymlinks(exe); err == nil {
|
|
exe = eval
|
|
}
|
|
|
|
var libPath string
|
|
switch runtime.GOOS {
|
|
case "windows":
|
|
libPath = filepath.Join(filepath.Dir(exe), "lib", "ollama")
|
|
case "linux":
|
|
libPath = filepath.Join(filepath.Dir(exe), "..", "lib", "ollama")
|
|
case "darwin":
|
|
libPath = filepath.Dir(exe)
|
|
}
|
|
|
|
cwd, err := os.Getwd()
|
|
if err != nil {
|
|
return ""
|
|
}
|
|
|
|
paths := []string{
|
|
libPath,
|
|
|
|
// build paths for development
|
|
filepath.Join(filepath.Dir(exe), "build", "lib", "ollama"),
|
|
filepath.Join(cwd, "build", "lib", "ollama"),
|
|
}
|
|
|
|
for _, p := range paths {
|
|
if _, err := os.Stat(p); err == nil {
|
|
return p
|
|
}
|
|
}
|
|
|
|
return filepath.Dir(exe)
|
|
}()
|