vendor in flash-attn, but the build still fails

This commit is contained in:
Brandon Thomas committed 2025-02-26 01:57:25 -05:00
1 parent 732be437cb
commit f869e9d3ea
4 files changed
+31 -14

No files matched your search

Generated
+22
View File
@@ -1495,6 +1495,17 @@ dependencies = [
"zip 1.1.4",
]
[[package]]
name = "candle-flash-attn"
version = "0.8.3"
dependencies = [
"anyhow",
"bindgen_cuda",
"candle-core 0.0.0",
"candle-nn 0.0.0",
"half",
]
[[package]]
name = "candle-kernels"
version = "0.8.3"
@@ -10816,6 +10827,17 @@ dependencies = [
"utf-8",
]
[[package]]
name = "tensor-tools"
version = "0.0.0"
dependencies = [
"anyhow",
"candle-core 0.0.0",
"clap",
"rayon",
"safetensors",
]
[[package]]
name = "termtree"
version = "0.4.1"
+2 -1
View File
@@ -97,12 +97,13 @@ members = [
# Vendored code
"crates/vendor/limitation",
#"crates/vendor/candle/candle-flash-attn",
"crates/vendor/candle/candle-flash-attn",
"crates/vendor/candle/candle-kernels",
"crates/vendor/candle/candle-metal-kernels",
"crates/vendor/candle/candle-nn",
"crates/vendor/candle/candle-core",
"crates/vendor/candle/candle-onnx",
"crates/vendor/candle/tensor-tools",
# NB(bt,2023-12-12): Newrelic keeps breaking with upgrades. Kill for now.
#"crates/vendor/newrelic-telemetry-sdk-rust",
+1 -1
View File
@@ -11,7 +11,7 @@ license = "MIT OR Apache-2.0"
readme = "README.md"
[dependencies]
candle = { path = "../candle-core", features = ["cuda"], package = "candle-core", version = "0.8.3" }
candle = { path = "../candle-core", package = "candle-core", features = ["cuda"] }
half = { version = "2.3.1", features = ["num-traits"] }
[build-dependencies]
+6 -12
View File
@@ -1,16 +1,10 @@
[package]
name = "tensor-tools"
version.workspace = true
edition.workspace = true
description.workspace = true
repository.workspace = true
keywords.workspace = true
categories.workspace = true
license.workspace = true
edition = "2021"
[dependencies]
anyhow = { workspace = true }
candle = { workspace = true }
clap = { workspace = true }
rayon = { workspace = true }
safetensors = { workspace = true }
anyhow = { version = "1", features = ["backtrace"] }
candle = { path = "../candle-core", package = "candle-core" }
clap = { version = "4.2.4", features = ["derive"] }
rayon = "1.7.0"
safetensors = "0.4.1"