Merge pull request #325 from EricLBuehler/cublaslt

Use cuBLASlt in attention
EricLBuehler · May 18, 2024 · 5a2a577 · 5a2a577
2 parents 7da5b71 + be73ff8
commit 5a2a577
Show file tree

Hide file tree

Showing 23 changed files with 1,612 additions and 357 deletions.
diff --git a/mistralrs-core/Cargo.toml b/mistralrs-core/Cargo.toml
@@ -51,10 +51,9 @@ futures.workspace = true
 pyo3 = {workspace = true, optional = true }
 indicatif = { version = "0.17.8", features = ["rayon"] }
 async-trait = "0.1.80"
-once_cell.workspace=true
+once_cell.workspace = true
 toml = "0.8.12"
 
-
 [features]
 pyo3_macros = ["pyo3"]
 cuda = ["candle-core/cuda", "candle-nn/cuda", "candle-transformers/cuda"]