diff --git a/Cargo.toml b/Cargo.toml index 18d1429d9a..3992749d0b 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -43,7 +43,8 @@ candle-onnx = { path = "./candle-onnx", version = "0.8.0" } candle-transformers = { path = "./candle-transformers", version = "0.8.0" } clap = { version = "4.2.4", features = ["derive"] } criterion = { version = "0.5.1", default-features=false } -cudarc = { package = "mistralrs_cudarc_fork", version = "0.12.2", features = ["std", "cublas", "cublaslt", "curand", "driver", "nvrtc", "f16", "cuda-version-from-build-system", "dynamic-linking"], default-features=false } +#cudarc = { package = "mistralrs_cudarc_fork", version = "0.12.2", features = ["std", "cublas", "cublaslt", "curand", "driver", "nvrtc", "f16", "cuda-version-from-build-system", "dynamic-linking"], default-features=false } +cudarc = { git = "https://github.com/EricLBuehler/cudarc", rev = "f6e5bf51153d40e34eb1262b98895ac1235b6422", features = ["std", "cublas", "cublaslt", "curand", "driver", "nvrtc", "f16", "cuda-version-from-build-system"], default-features=false} fancy-regex = "0.13.0" gemm = { version = "0.17.0", features = ["wasm-simd128-enable"] } hf-hub = { version = "0.3.3", package = "candle-hf-hub" } diff --git a/candle-core/Cargo.toml b/candle-core/Cargo.toml index 6440a81ce5..69daf9e532 100644 --- a/candle-core/Cargo.toml +++ b/candle-core/Cargo.toml @@ -40,7 +40,7 @@ criterion = { workspace = true } [features] default = [] -cuda = ["cudarc", "dep:candle-kernels", "float8/mistralrs_cudarc_fork"] +cuda = ["cudarc", "dep:candle-kernels"] cudnn = ["cuda", "cudarc/cudnn"] mkl = ["dep:libc", "dep:intel-mkl-src"] accelerate = ["dep:libc", "dep:accelerate-src"]