Skip to content

Commit

Permalink
updated bindings and native build
Browse files Browse the repository at this point in the history
  • Loading branch information
pedro-devv committed Dec 21, 2023
1 parent 67423f9 commit 0ca409e
Show file tree
Hide file tree
Showing 9 changed files with 897 additions and 188 deletions.
27 changes: 14 additions & 13 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

24 changes: 24 additions & 0 deletions crates/llama_cpp/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -19,3 +19,27 @@ thiserror = "1.0.50"
tinyvec = { version = "1.6.0", features = ["alloc"] }
tokio = { version = "1.33.0", features = ["sync", "rt"] }
tracing = "0.1.39"

[features]
default = ["native"]
native = ["llama_cpp_sys/native", "avx", "avx2", "fma", "accel"]
avx = ["llama_cpp_sys/avx"]
avx2 = ["llama_cpp_sys/avx2"]
avx512 = ["llama_cpp_sys/avx512"]
avx512_vmbi = ["llama_cpp_sys/avx512_vmbi"]
avx512_vnni = ["llama_cpp_sys/avx512_vnni"]
fma = ["llama_cpp_sys/fma"]
f16c = ["llama_cpp_sys/f16c"] # implied when compiled using MSVC with avx2/avx512
accel = ["llama_cpp_sys/accel"] # Accelerate framework
mpi = ["llama_cpp_sys/mpi"]
cuda = ["llama_cpp_sys/cuda"]
cuda_f16 = ["llama_cpp_sys/cuda_f16", "cuda"]
cuda_dmmv = ["llama_cpp_sys/cuda_dmmv", "cuda"] # use dmmv instead of mmvq CUDA kernels
cuda_mmq = ["llama_cpp_sys/cuda_mmq", "cuda"] # use mmq kernels instead of cuBLAS
metal = ["llama_cpp_sys/metal"]
blas = ["llama_cpp_sys/blas"]
hipblas = ["llama_cpp_sys/hipblas"]
clblast = ["llama_cpp_sys/clblast"]

[lib]
doctest = false
Loading

0 comments on commit 0ca409e

Please sign in to comment.