From 4ae6fc49742294a096f299e46331cc3ed7d173c5 Mon Sep 17 00:00:00 2001 From: drbh Date: Wed, 18 Mar 2026 13:43:24 -0400 Subject: [PATCH 01/22] feat: support init in builder cli --- kernel-builder/src/init.rs | 582 +++++++++++++++++++++++++++++++ kernel-builder/src/main.rs | 13 +- kernels-data/src/config/mod.rs | 11 + template/CARD.md | 38 ++ template/README.md | 8 + template/benchmarks/benchmark.py | 17 + 6 files changed, 668 insertions(+), 1 deletion(-) create mode 100644 kernel-builder/src/init.rs create mode 100644 template/CARD.md create mode 100644 template/benchmarks/benchmark.py diff --git a/kernel-builder/src/init.rs b/kernel-builder/src/init.rs new file mode 100644 index 00000000..5b1e8bce --- /dev/null +++ b/kernel-builder/src/init.rs @@ -0,0 +1,582 @@ +use std::{ + ffi::OsStr, + fmt::{Display, Formatter}, + fs, + path::{Path, PathBuf}, + str::FromStr, + sync::atomic::{AtomicU32, Ordering}, +}; + +use clap::Args; +use eyre::{bail, Context, Result}; +use git2::{IndexAddOption, Repository}; + +use crate::config::Backend; + +const DEFAULT_TEMPLATE_REPO: &str = "kernels-community/template"; + +fn to_camel_case(s: &str) -> String { + let mut result = String::with_capacity(s.len()); + let mut capitalize_next = true; + for c in s.chars() { + if c == '-' || c == '_' { + capitalize_next = true; + } else if capitalize_next { + result.push(c.to_ascii_uppercase()); + capitalize_next = false; + } else { + result.push(c.to_ascii_lowercase()); + } + } + result +} + +#[derive(Debug, Args)] +pub struct InitArgs { + /// Directory to initialize (defaults to current directory). + #[arg(value_name = "PATH")] + pub path: Option, + + /// Name of the kernel repo (e.g. `drbh/my-kernel`). + #[arg(long, value_name = "OWNER/REPO")] + pub name: Option, + + /// Hugging Face repo ID or local directory path for the template. + #[arg(long, default_value = DEFAULT_TEMPLATE_REPO)] + pub template: String, + + /// Backends to enable (`all`, `cpu`, `cuda`, `metal`, `neuron`, `rocm`, `xpu`). + #[arg(long, num_args = 1.., default_values_t = default_init_backends())] + pub backends: Vec, + + /// Overwrite the target directory if it already exists. + #[arg(long)] + pub overwrite: bool, +} + +#[derive(Clone, Copy, Debug, Eq, PartialEq)] +pub enum BackendSelection { + All, + Backend(Backend), +} + +impl Display for BackendSelection { + fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result { + match self { + BackendSelection::All => write!(f, "all"), + BackendSelection::Backend(backend) => backend.fmt(f), + } + } +} + +impl FromStr for BackendSelection { + type Err = String; + + fn from_str(value: &str) -> std::result::Result { + if value.eq_ignore_ascii_case("all") { + Ok(Self::All) + } else { + Backend::from_str(value).map(Self::Backend) + } + } +} + +#[derive(Clone, Debug, Eq, PartialEq)] +pub struct RepoInfo { + pub name: String, + pub normalized_name: String, + pub class_name: String, + pub owner: String, + pub repo_id: String, +} + +impl FromStr for RepoInfo { + type Err = String; + + fn from_str(value: &str) -> std::result::Result { + let (owner, name) = value.split_once('/').ok_or("must be /")?; + + if owner.is_empty() || name.is_empty() || name.contains('/') { + return Err("must be /".to_owned()); + } + + let display_name = name.replace('_', "-"); + let normalized_name = name.to_lowercase().replace('-', "_"); + let class_name = to_camel_case(name); + let repo_id = format!("{owner}/{display_name}"); + + Ok(Self { + name: display_name, + normalized_name, + class_name, + owner: owner.to_owned(), + repo_id, + }) + } +} + +pub fn run_init(args: InitArgs) -> Result<()> { + let cwd = std::env::current_dir().context("Cannot determine current directory")?; + + // Resolve target directory: use provided path or current directory + let target_dir = match &args.path { + Some(path) => { + if path.is_absolute() { + path.clone() + } else { + cwd.join(path) + } + } + None => cwd.clone(), + }; + + // Resolve repo info: use --name or infer from directory name + let repo_info = match args.name { + Some(info) => info, + None => { + let dir_name = target_dir + .file_name() + .and_then(OsStr::to_str) + .ok_or_else(|| eyre::eyre!("Cannot determine directory name"))?; + + // Try to parse as owner/repo, otherwise require --name + match RepoInfo::from_str(dir_name) { + Ok(info) => info, + Err(_) => bail!( + "Cannot infer kernel name from directory `{dir_name}`. \ + Use --name to specify the kernel name." + ), + } + } + }; + + if args.overwrite && target_dir.exists() { + fs::remove_dir_all(&target_dir).wrap_err_with(|| { + format!( + "Cannot remove existing directory `{}`", + target_dir.to_string_lossy() + ) + })?; + } + + if target_dir.exists() && !is_dir_empty(&target_dir)? { + bail!( + "Directory already exists and is not empty: {}", + target_dir.to_string_lossy() + ); + } + + let template_source = resolve_template_source(&args.template)?; + copy_template( + template_source.path(), + &target_dir, + &repo_info.name, + &repo_info.normalized_name, + &repo_info.class_name, + &repo_info.repo_id, + )?; + + let enabled_backends = resolve_backends(&args.backends); + update_build_backends(&target_dir.join("build.toml"), &enabled_backends)?; + update_torch_binding( + &target_dir.join("torch-ext/torch_binding.cpp"), + &enabled_backends, + )?; + remove_backend_dirs(&target_dir, &enabled_backends)?; + initialize_git_repo(&target_dir)?; + + println!( + "Initialized `{}` at {}", + repo_info.repo_id, + target_dir.display() + ); + + Ok(()) +} + +fn default_init_backends() -> Vec { + if cfg!(target_os = "macos") { + vec![BackendSelection::Backend(Backend::Metal)] + } else { + vec![BackendSelection::Backend(Backend::Cuda)] + } +} + +fn resolve_backends(backends: &[BackendSelection]) -> Vec { + if backends + .iter() + .any(|backend| matches!(backend, BackendSelection::All)) + { + return Backend::all().into_iter().collect(); + } + + let mut unique = Vec::new(); + for backend in backends { + let BackendSelection::Backend(backend) = backend else { + continue; + }; + if !unique.contains(backend) { + unique.push(*backend); + } + } + + unique +} + +fn is_dir_empty(path: &Path) -> Result { + if !path.is_dir() { + return Ok(false); + } + + let mut entries = fs::read_dir(path)?; + Ok(entries.next().is_none()) +} + +enum TemplateSource { + Local(PathBuf), + Remote(TempDir), +} + +impl TemplateSource { + fn path(&self) -> &Path { + match self { + TemplateSource::Local(path) => path, + TemplateSource::Remote(temp_dir) => temp_dir.path(), + } + } +} + +fn resolve_template_source(template: &str) -> Result { + let path = Path::new(template); + if path.is_dir() { + eprintln!("Using local template from {}...", path.display()); + return Ok(TemplateSource::Local(path.to_path_buf())); + } + + eprintln!("Downloading template from {template}..."); + let tmp_dir = TempDir::new("kernel-builder-init-template")?; + let repo_url = format!("https://huggingface.co/{template}"); + + Repository::clone(&repo_url, tmp_dir.path()).wrap_err_with(|| { + format!("Cannot clone template repository `{template}` from `{repo_url}`") + })?; + + Ok(TemplateSource::Remote(tmp_dir)) +} + +fn copy_template( + template_dir: &Path, + target_dir: &Path, + kernel_name: &str, + normalized_name: &str, + class_name: &str, + repo_id: &str, +) -> Result<()> { + let replacements = [ + ("__KERNEL_NAME__", kernel_name), + ("__KERNEL_NAME_NORMALIZED__", normalized_name), + ("__KERNEL_NAME_CLASS__", class_name), + ("__REPO_ID__", repo_id), + ]; + + fs::create_dir_all(target_dir) + .wrap_err_with(|| format!("Cannot create target directory `{}`", target_dir.display()))?; + + copy_template_dir(template_dir, template_dir, target_dir, &replacements) +} + +fn copy_template_dir( + root: &Path, + source_dir: &Path, + target_dir: &Path, + replacements: &[(&str, &str)], +) -> Result<()> { + for entry in fs::read_dir(source_dir) + .wrap_err_with(|| format!("Cannot read template directory `{}`", source_dir.display()))? + { + let entry = entry?; + let entry_path = entry.path(); + + if entry.file_name() == OsStr::new(".git") { + continue; + } + + let relative_path = entry_path + .strip_prefix(root) + .wrap_err("Cannot determine template relative path")?; + let destination = target_dir.join(apply_replacements(relative_path, replacements)); + + if entry.file_type()?.is_dir() { + fs::create_dir_all(&destination) + .wrap_err_with(|| format!("Cannot create directory `{}`", destination.display()))?; + copy_template_dir(root, &entry_path, target_dir, replacements)?; + continue; + } + + let contents = fs::read(&entry_path) + .wrap_err_with(|| format!("Cannot read template file `{}`", entry_path.display()))?; + + match String::from_utf8(contents) { + Ok(mut text) => { + for (from, to) in replacements { + text = text.replace(from, to); + } + fs::write(&destination, text).wrap_err_with(|| { + format!("Cannot write scaffold file `{}`", destination.display()) + })?; + } + Err(err) => { + // Not valid UTF-8, copy as binary + fs::write(&destination, err.into_bytes()).wrap_err_with(|| { + format!("Cannot write binary file `{}`", destination.display()) + })?; + } + } + } + + Ok(()) +} + +fn apply_replacements(path: &Path, replacements: &[(&str, &str)]) -> PathBuf { + let mut rendered = path.to_string_lossy().into_owned(); + for (from, to) in replacements { + rendered = rendered.replace(from, to); + } + PathBuf::from(rendered) +} + +fn update_build_backends(build_toml_path: &Path, enabled_backends: &[Backend]) -> Result<()> { + if !build_toml_path.exists() { + return Ok(()); + } + + let build_toml = fs::read_to_string(build_toml_path) + .wrap_err_with(|| format!("Cannot read `{}`", build_toml_path.display()))?; + let mut document: toml::Value = toml::from_str(&build_toml) + .wrap_err_with(|| format!("Cannot parse TOML in `{}`", build_toml_path.display()))?; + + // Update [general].backends + if let Some(general) = document.get_mut("general").and_then(|v| v.as_table_mut()) { + let mut backends_array = Vec::with_capacity(enabled_backends.len()); + for backend in enabled_backends { + backends_array.push(toml::Value::String(backend.as_str().to_owned())); + } + general.insert("backends".to_owned(), toml::Value::Array(backends_array)); + } + + // Remove kernels for disabled backends + if let Some(kernels) = document.get_mut("kernel").and_then(|v| v.as_table_mut()) { + let mut names_to_remove = Vec::new(); + for (name, config) in kernels.iter() { + let Some(table) = config.as_table() else { + continue; + }; + let Some(backend_val) = table.get("backend") else { + continue; + }; + let Some(backend_str) = backend_val.as_str() else { + continue; + }; + + // Check if this backend is enabled (simple slice iteration, no allocation) + let is_enabled = enabled_backends.iter().any(|b| b.as_str() == backend_str); + if !is_enabled { + names_to_remove.push(name.clone()); + } + } + for name in names_to_remove { + kernels.remove(&name); + } + } + + let pretty_toml = toml::to_string_pretty(&document) + .wrap_err_with(|| format!("Cannot serialize `{}`", build_toml_path.display()))?; + fs::write(build_toml_path, pretty_toml) + .wrap_err_with(|| format!("Cannot write `{}`", build_toml_path.display()))?; + + Ok(()) +} + +fn update_torch_binding(binding_path: &Path, enabled_backends: &[Backend]) -> Result<()> { + if !binding_path.exists() { + return Ok(()); + } + + let content = fs::read_to_string(binding_path) + .wrap_err_with(|| format!("Cannot read `{}`", binding_path.display()))?; + + let has_cpu = enabled_backends.contains(&Backend::Cpu); + let has_cuda = enabled_backends.contains(&Backend::Cuda); + let has_rocm = enabled_backends.contains(&Backend::Rocm); + let has_metal = enabled_backends.contains(&Backend::Metal); + let has_xpu = enabled_backends.contains(&Backend::Xpu); + + // Build the new #if/#elif chain based on enabled backends + let mut conditions: Vec<(&str, &str, &str)> = Vec::new(); + + if has_cpu { + conditions.push(("defined(CPU_KERNEL)", "torch::kCPU", "&")); + } + if has_cuda || has_rocm { + conditions.push(( + "defined(CUDA_KERNEL) || defined(ROCM_KERNEL)", + "torch::kCUDA", + "&", + )); + } + if has_metal { + conditions.push(("defined(METAL_KERNEL)", "torch::kMPS", "")); + } + if has_xpu { + conditions.push(("defined(XPU_KERNEL)", "torch::kXPU", "&")); + } + + if conditions.is_empty() { + return Ok(()); + } + + // Find function name: look for ops.def("funcname(...) -> ...") without regex + let func_name = extract_func_name(&content).unwrap_or("__KERNEL_NAME_NORMALIZED__"); + + // Build impl lines + let mut impl_block = String::new(); + for (i, (condition, device, ref_prefix)) in conditions.iter().enumerate() { + let directive = if i == 0 { "#if" } else { "#elif" }; + impl_block.push_str(directive); + impl_block.push(' '); + impl_block.push_str(condition); + impl_block.push_str("\n ops.impl(\""); + impl_block.push_str(func_name); + impl_block.push_str("\", "); + impl_block.push_str(device); + impl_block.push_str(", "); + impl_block.push_str(ref_prefix); + impl_block.push_str(func_name); + impl_block.push_str(");\n"); + } + impl_block.push_str("#endif"); + + // Replace the #if block: find start and end without regex + let new_content = replace_ifdef_block(&content, &impl_block); + + fs::write(binding_path, new_content) + .wrap_err_with(|| format!("Cannot write `{}`", binding_path.display()))?; + + Ok(()) +} + +/// Extract function name from `ops.def("funcname(...)` without regex +fn extract_func_name(content: &str) -> Option<&str> { + let marker = "ops.def(\""; + let start = content.find(marker)? + marker.len(); + let rest = &content[start..]; + let end = rest.find('(')?; + Some(&rest[..end]) +} + +/// Replace `#if defined(CPU_KERNEL)...#endif` block with new content +fn replace_ifdef_block(content: &str, replacement: &str) -> String { + const START_MARKER: &str = "#if defined(CPU_KERNEL)"; + const END_MARKER: &str = "#endif"; + + let Some(start) = content.find(START_MARKER) else { + return content.to_owned(); + }; + + let search_region = &content[start..]; + let Some(end_offset) = search_region.find(END_MARKER) else { + return content.to_owned(); + }; + + let end = start + end_offset + END_MARKER.len(); + + let mut result = String::with_capacity(content.len()); + result.push_str(&content[..start]); + result.push_str(replacement); + result.push_str(&content[end..]); + result +} + +fn remove_backend_dirs(target_dir: &Path, enabled_backends: &[Backend]) -> Result<()> { + // Check if a backend should be kept (simple slice search, max 6 items) + let should_keep = |backend: &str| -> bool { + enabled_backends.iter().any(|b| b.as_str() == backend) + || (backend == "cuda" && enabled_backends.iter().any(|b| b.as_str() == "rocm")) + }; + + // Pre-compute suffixes to remove + let mut suffixes_to_remove = Vec::with_capacity(6); + for backend in Backend::all() { + if !should_keep(backend.as_str()) { + suffixes_to_remove.push(format!("_{}", backend.as_str())); + } + } + + for entry in fs::read_dir(target_dir) + .wrap_err_with(|| format!("Cannot read target directory `{}`", target_dir.display()))? + { + let entry = entry?; + let path = entry.path(); + if !path.is_dir() { + continue; + } + + let Some(file_name) = path.file_name().and_then(OsStr::to_str) else { + continue; + }; + + for suffix in &suffixes_to_remove { + if file_name.ends_with(suffix) { + fs::remove_dir_all(&path) + .wrap_err_with(|| format!("Cannot remove `{}`", path.display()))?; + break; + } + } + } + + Ok(()) +} + +fn initialize_git_repo(target_dir: &Path) -> Result<()> { + let repo = Repository::init(target_dir).wrap_err_with(|| { + format!( + "Cannot initialize git repository in `{}`", + target_dir.display() + ) + })?; + let mut index = repo.index().context("Cannot access git index")?; + index + .add_all(["."], IndexAddOption::DEFAULT, None) + .context("Cannot stage scaffolded files")?; + index.write().context("Cannot write git index")?; + Ok(()) +} + +struct TempDir { + path: PathBuf, +} + +impl TempDir { + fn new(prefix: &str) -> Result { + static COUNTER: AtomicU32 = AtomicU32::new(0); + let pid = std::process::id(); + let count = COUNTER.fetch_add(1, Ordering::Relaxed); + let name = format!("{prefix}-{pid}-{count}"); + let path = std::env::temp_dir().join(name); + + fs::create_dir(&path) + .wrap_err_with(|| format!("Cannot create temp dir `{}`", path.display()))?; + + Ok(Self { path }) + } + + fn path(&self) -> &Path { + &self.path + } +} + +impl Drop for TempDir { + fn drop(&mut self) { + let _ = fs::remove_dir_all(&self.path); + } +} diff --git a/kernel-builder/src/main.rs b/kernel-builder/src/main.rs index 9418230e..b44ef7f4 100644 --- a/kernel-builder/src/main.rs +++ b/kernel-builder/src/main.rs @@ -12,6 +12,9 @@ use completions::print_completions; mod develop; use develop::{devshell, testshell}; +mod init; +use init::{run_init, InitArgs}; + mod pyproject; use pyproject::{clean_pyproject, create_pyproject}; @@ -49,7 +52,11 @@ enum Commands { /// Generate shell completions. Completions { shell: Shell }, - /// Create pyproject and CMake files for a kernel development. + /// Initialize a new kernel project from template. + Init(InitArgs), + + #[command(hide = true)] + /// Generate CMake files for a kernel extension build. CreatePyproject { #[arg(name = "KERNEL_DIR")] kernel_dir: Option, @@ -87,18 +94,21 @@ enum Commands { nix_args: NixArgs, }, + #[command(hide = true)] /// Update a `build.toml` to the current format. UpdateBuild { #[arg(name = "KERNEL_DIR")] kernel_dir: Option, }, + #[command(hide = true)] /// Validate the build.toml file. Validate { #[arg(name = "KERNEL_DIR")] kernel_dir: Option, }, + #[command(hide = true)] /// Clean generated artifacts. CleanPyproject { #[arg(name = "KERNEL_DIR")] @@ -130,6 +140,7 @@ fn main() -> Result<()> { print_completions(&mut Cli::command(), shell); Ok(()) } + Commands::Init(args) => run_init(args), Commands::CreatePyproject { kernel_dir, force, diff --git a/kernels-data/src/config/mod.rs b/kernels-data/src/config/mod.rs index 380f4907..782eb3fb 100644 --- a/kernels-data/src/config/mod.rs +++ b/kernels-data/src/config/mod.rs @@ -301,6 +301,17 @@ impl Backend { Backend::Xpu, ] } + + pub const fn as_str(&self) -> &'static str { + match self { + Backend::Cpu => "cpu", + Backend::Cuda => "cuda", + Backend::Metal => "metal", + Backend::Neuron => "neuron", + Backend::Rocm => "rocm", + Backend::Xpu => "xpu", + } + } } impl Display for Backend { diff --git a/template/CARD.md b/template/CARD.md new file mode 100644 index 00000000..a5a644b5 --- /dev/null +++ b/template/CARD.md @@ -0,0 +1,38 @@ +--- +{{ card_data }} +--- + + + +{{ kernel_description }} + +## How to use + +{{ usage_example }} + +## Available functions + +{{ available_functions }} + +## Supported backends + +{{ supported_backends }} +{% if cuda_capabilities %} + +## CUDA Capabilities + +{{ cuda_capabilities }} +{% endif %} + +## Benchmarks + +{{ benchmark_content }} + +## Source code + +{{ source_code }} + +## Notes + +{{ notes }} diff --git a/template/README.md b/template/README.md index 73e98ab4..8fd95c22 100644 --- a/template/README.md +++ b/template/README.md @@ -23,6 +23,14 @@ result = __KERNEL_NAME_NORMALIZED__(x) ## Development +### Getting started + +```bash +cachix use huggingface +nix run -L .#build-and-copy +uv run example.py +``` + ### Building ```bash diff --git a/template/benchmarks/benchmark.py b/template/benchmarks/benchmark.py new file mode 100644 index 00000000..d4ef9651 --- /dev/null +++ b/template/benchmarks/benchmark.py @@ -0,0 +1,17 @@ +import torch + +from kernels.benchmark import Benchmark + + +class __KERNEL_NAME_CLASS__Benchmark(Benchmark): + def setup(self): + self.size = 1024 + self.input = torch.randn(self.size, self.size, device=self.device) + self.out = torch.empty_like(self.input) + + def benchmark_base(self): + self.kernel.__KERNEL_NAME_NORMALIZED__(self.out, self.input) + + def verify_base(self) -> torch.Tensor: + # Reference implementation + return self.input.clone() From 5d35efaffa70cbd76b984df148182e8e7751c667 Mon Sep 17 00:00:00 2001 From: David Holtz Date: Thu, 19 Mar 2026 11:24:07 -0400 Subject: [PATCH 02/22] feat: add upload support --- kernel-builder/Cargo.lock | 4362 ++++++++++++++++++++++++++++++---- kernel-builder/Cargo.toml | 2 + kernel-builder/src/hf.rs | 58 + kernel-builder/src/init.rs | 94 +- kernel-builder/src/main.rs | 9 + kernel-builder/src/upload.rs | 439 ++++ template/build.toml | 3 + 7 files changed, 4488 insertions(+), 479 deletions(-) create mode 100644 kernel-builder/src/hf.rs create mode 100644 kernel-builder/src/upload.rs diff --git a/kernel-builder/Cargo.lock b/kernel-builder/Cargo.lock index ab633d41..76726264 100644 --- a/kernel-builder/Cargo.lock +++ b/kernel-builder/Cargo.lock @@ -11,11 +11,20 @@ dependencies = [ "memchr", ] +[[package]] +name = "android_system_properties" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311" +dependencies = [ + "libc", +] + [[package]] name = "anstream" -version = "0.6.18" +version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8acc5369981196006228e28809f761875c0327210a891e941f4c683b3a99529b" +checksum = "824a212faf96e9acacdbd09febd34438f8f711fb84e09a8916013cd7815ca28d" dependencies = [ "anstyle", "anstyle-parse", @@ -28,43 +37,172 @@ dependencies = [ [[package]] name = "anstyle" -version = "1.0.10" +version = "1.0.14" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "55cc3b69f167a1ef2e161439aa98aed94e6028e5f9a59be9a6ffb47aef1651f9" +checksum = "940b3a0ca603d1eade50a4846a2afffd5ef57a9feac2c0e2ec2e14f9ead76000" [[package]] name = "anstyle-parse" -version = "0.2.6" +version = "1.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3b2d16507662817a6a20a9ea92df6652ee4f94f914589377d69f3b21bc5798a9" +checksum = "52ce7f38b242319f7cabaa6813055467063ecdc9d355bbb4ce0c68908cd8130e" dependencies = [ "utf8parse", ] [[package]] name = "anstyle-query" -version = "1.1.2" +version = "1.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "79947af37f4177cfead1110013d678905c37501914fba0efea834c3fe9a8d60c" +checksum = "40c48f72fd53cd289104fc64099abca73db4166ad86ea0b4341abe65af83dadc" dependencies = [ - "windows-sys", + "windows-sys 0.61.2", ] [[package]] name = "anstyle-wincon" -version = "3.0.6" +version = "3.0.11" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2109dbce0e72be3ec00bed26e6a7479ca384ad226efdd66db8fa2e3a38c83125" +checksum = "291e6a250ff86cd4a820112fb8898808a366d8f9f58ce16d1f538353ad55747d" dependencies = [ "anstyle", - "windows-sys", + "once_cell_polyfill", + "windows-sys 0.61.2", +] + +[[package]] +name = "anyhow" +version = "1.0.102" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f202df86484c868dbad7eaa557ef785d5c66295e41b460ef922eca0723b842c" + +[[package]] +name = "approx" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cab112f0a86d568ea0e627cc1d6be74a1e9cd55214684db5561995f6dad897c6" +dependencies = [ + "num-traits", +] + +[[package]] +name = "arrayref" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76a2e8124351fda1ef8aaaa3bbd7ebbcb486bbcd4225aca0aa0d84bb2db8fecb" + +[[package]] +name = "arrayvec" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" + +[[package]] +name = "async-trait" +version = "0.1.89" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9035ad2d096bed7955a320ee7e2230574d28fd3c3a0f186cbea1ff3c7eed5dbb" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", ] +[[package]] +name = "atomic-waker" +version = "1.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1505bd5d3d116872e7271a6d4e16d81d0c8570876c8de68093a09ac269d8aac0" + [[package]] name = "autocfg" -version = "1.4.0" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" + +[[package]] +name = "aws-lc-rs" +version = "1.16.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94bffc006df10ac2a68c83692d734a465f8ee6c5b384d8545a636f81d858f4bf" +dependencies = [ + "aws-lc-sys", + "zeroize", +] + +[[package]] +name = "aws-lc-sys" +version = "0.38.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4321e568ed89bb5a7d291a7f37997c2c0df89809d7b6d12062c81ddb54aa782e" +dependencies = [ + "cc", + "cmake", + "dunce", + "fs_extra", +] + +[[package]] +name = "axum" +version = "0.8.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b52af3cb4058c895d37317bb27508dccc8e5f2d39454016b297bf4a400597b8" +dependencies = [ + "axum-core", + "bytes", + "form_urlencoded", + "futures-util", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-util", + "itoa", + "matchit", + "memchr", + "mime", + "percent-encoding", + "pin-project-lite", + "serde_core", + "serde_json", + "serde_path_to_error", + "serde_urlencoded", + "sync_wrapper", + "tokio", + "tower", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "axum-core" +version = "0.5.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08c78f31d7b1291f7ee735c1c6780ccde7785daae9a9206026862dab7d8792d1" +dependencies = [ + "bytes", + "futures-core", + "http", + "http-body", + "http-body-util", + "mime", + "pin-project-lite", + "sync_wrapper", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "bandwidth" +version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ace50bade8e6234aa140d9a2f552bbee1db4d353f69b8217bc503490fc1a9f26" +checksum = "7a464cd54c99441ba44d3d09f6f980f8c29d068645022852ab66cbaad42ef6a0" +dependencies = [ + "rustversion", + "serde", +] [[package]] name = "base32" @@ -72,11 +210,75 @@ version = "0.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "022dfe9eb35f19ebbcb51e0b40a5ab759f46ad60cadf7297e0bd085afb50e076" +[[package]] +name = "base64" +version = "0.22.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6" + +[[package]] +name = "bincode" +version = "1.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b1f45e9417d87227c7a56d22e471c6206462cba514c7590c09aff4cf6d1ddcad" +dependencies = [ + "serde", +] + [[package]] name = "bitflags" -version = "2.9.0" +version = "2.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "843867be96c8daad0d758b57df9392b6d8d271134fce549de6ce169ff98a92af" +dependencies = [ + "serde_core", +] + +[[package]] +name = "blake3" +version = "1.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2468ef7d57b3fb7e16b576e8377cdbde2320c60e1491e961d11da40fc4f02a2d" +dependencies = [ + "arrayref", + "arrayvec", + "cc", + "cfg-if 1.0.4", + "constant_time_eq", + "cpufeatures", +] + +[[package]] +name = "block-buffer" +version = "0.10.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3078c7629b62d3f0439517fa394996acacc5cbc91c5a20d8c658e77abd503a71" +dependencies = [ + "generic-array", +] + +[[package]] +name = "bstr" +version = "1.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63044e1ae8e69f3b5a92c736ca6269b8d12fa7efe39bf34ddb06d102cf0e2cab" +dependencies = [ + "memchr", + "regex-automata", + "serde", +] + +[[package]] +name = "bumpalo" +version = "3.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d20789868f4b01b2f2caec9f5c4e0213b41e3e5702a50157d699ae31ced2fcb" + +[[package]] +name = "bytemuck" +version = "1.25.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5c8214115b7bf84099f1309324e63141d4c5d7cc26862f97a0a857dbefe165bd" +checksum = "c8efb64bd706a16a1bdde310ae86b351e4d21550d98d056f22f8a7f7a2183fec" [[package]] name = "byteorder" @@ -84,28 +286,66 @@ version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1fd0f2584146f6f2ef48085050886acf353beff7305ebd1ae69500e27c67f64b" +[[package]] +name = "bytes" +version = "1.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e748733b7cbc798e1434b6ac524f0c1ff2ab456fe201501e6497c8417a4fc33" + [[package]] name = "cc" -version = "1.2.22" +version = "1.2.57" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32db95edf998450acc7881c932f94cd9b05c87b4b2599e8bab064753da4acfd1" +checksum = "7a0dd1ca384932ff3641c8718a02769f1698e7563dc6974ffd03346116310423" dependencies = [ + "find-msvc-tools", "jobserver", "libc", "shlex", ] +[[package]] +name = "cesu8" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6d43a04d8753f35258c91f8ec639f792891f748a1edbd759cf1dcea3382ad83c" + [[package]] name = "cfg-if" -version = "1.0.0" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4785bdd1c96b2a846b2bd7cc02e86b6b3dbf14e7e53446c4f54c92a361040822" + +[[package]] +name = "cfg-if" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" + +[[package]] +name = "cfg_aliases" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" + +[[package]] +name = "chrono" +version = "0.4.44" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" +checksum = "c673075a2e0e5f4a1dde27ce9dee1ea4558c7ffe648f576438a20ca1d2acc4b0" +dependencies = [ + "iana-time-zone", + "js-sys", + "num-traits", + "wasm-bindgen", + "windows-link", +] [[package]] name = "clap" -version = "4.5.23" +version = "4.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3135e7ec2ef7b10c6ed8950f0f792ed96ee093fa088608f1c76e569722700c84" +checksum = "b193af5b67834b676abd72466a96c1024e6a6ad978a1f484bd90b85c94041351" dependencies = [ "clap_builder", "clap_derive", @@ -113,9 +353,9 @@ dependencies = [ [[package]] name = "clap_builder" -version = "4.5.23" +version = "4.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "30582fc632330df2bd26877bde0c1f4470d57c582bbc070376afcd04d8cb4838" +checksum = "714a53001bf66416adb0e2ef5ac857140e7dc3a0c48fb28b2f10762fc4b5069f" dependencies = [ "anstream", "anstyle", @@ -134,742 +374,3571 @@ dependencies = [ [[package]] name = "clap_derive" -version = "4.5.18" +version = "4.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4ac6a0c7b1a9e9a5186361f67dfa1b88213572f427fb9ab038efb2bd8c582dab" +checksum = "1110bd8a634a1ab8cb04345d8d878267d57c3cf1b38d91b71af6686408bbca6a" dependencies = [ "heck", "proc-macro2", "quote", - "syn", + "syn 2.0.117", ] [[package]] name = "clap_lex" -version = "0.7.4" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8d4a3bb8b1e0c1050499d1815f5ab16d04f0959b233085fb31653fbfc9d98f9" + +[[package]] +name = "cmake" +version = "0.1.57" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f46ad14479a25103f283c0f10005961cf086d8dc42205bb44c46ac563475dca6" +checksum = "75443c44cd6b379beb8c5b45d85d0773baf31cce901fe7bb252f4eff3008ef7d" +dependencies = [ + "cc", +] [[package]] name = "colorchoice" -version = "1.0.3" +version = "1.0.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5b63caa9aa9397e2d9480a9b13673856c78d8ac123288526c37d7839f2a86990" +checksum = "1d07550c9036bf2ae0c684c4297d503f838287c83c53686d05370d0e139ae570" [[package]] -name = "displaydoc" -version = "0.2.5" +name = "colored" +version = "3.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" +checksum = "faf9468729b8cbcea668e36183cb69d317348c2e08e994829fb56ebfdfbaac34" dependencies = [ - "proc-macro2", - "quote", - "syn", + "windows-sys 0.52.0", ] [[package]] -name = "either" -version = "1.13.0" +name = "combine" +version = "4.6.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "60b1af1c220855b6ceac025d3f6ecdd2b7c4894bfe9cd9bda4fbb4bc7c0d4cf0" +checksum = "ba5a308b75df32fe02788e748662718f03fde005016435c444eea572398219fd" +dependencies = [ + "bytes", + "memchr", +] [[package]] -name = "equivalent" -version = "1.0.1" +name = "const-str" +version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5443807d6dff69373d433ab9ef5378ad8df50ca6298caf15de6e52e24aaf54d5" +checksum = "18f12cc9948ed9604230cdddc7c86e270f9401ccbe3c2e98a4378c5e7632212f" [[package]] -name = "eyre" -version = "0.6.12" +name = "const_panic" +version = "0.2.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7cd915d99f24784cdc19fd37ef22b97e3ff0ae756c7e492e9fbfe897d61e2aec" +checksum = "e262cdaac42494e3ae34c43969f9cdeb7da178bdb4b66fa6a1ea2edb4c8ae652" dependencies = [ - "indenter", - "once_cell", + "typewit", ] [[package]] -name = "form_urlencoded" -version = "1.2.1" +name = "constant_time_eq" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d52eff69cd5e647efe296129160853a42795992097e8af39800e1060caeea9b" + +[[package]] +name = "core-foundation" +version = "0.9.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e13624c2627564efccf4934284bdd98cbaa14e79b0b5a141218e507b3a823456" +checksum = "91e195e091a93c46f7102ec7818a2aa394e1e1771c3ab4825963fa03e45afb8f" dependencies = [ - "percent-encoding", + "core-foundation-sys", + "libc", ] [[package]] -name = "getrandom" -version = "0.2.15" +name = "core-foundation" +version = "0.10.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c4567c8db10ae91089c99af84c68c38da3ec2f087c3f82960bcdbf3656b6f4d7" +checksum = "b2a6cd9ae233e7f62ba4e9353e81a88df7fc8a5987b8d445b4d90c879bd156f6" dependencies = [ - "cfg-if", + "core-foundation-sys", "libc", - "wasi", ] [[package]] -name = "git2" -version = "0.20.2" +name = "core-foundation-sys" +version = "0.8.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b" + +[[package]] +name = "countio" +version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2deb07a133b1520dc1a5690e9bd08950108873d7ed5de38dcc74d3b5ebffa110" +checksum = "b9702aee5d1d744c01d82f6915644f950f898e014903385464c773b96fefdecb" +dependencies = [ + "futures-io", +] + +[[package]] +name = "cpufeatures" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "59ed5838eebb26a2bb2e58f6d5b5316989ae9d08bab10e0e6d103e656d1b0280" dependencies = [ - "bitflags", "libc", - "libgit2-sys", - "log", - "openssl-probe", - "openssl-sys", - "url", ] [[package]] -name = "hashbrown" -version = "0.15.2" +name = "crc32fast" +version = "1.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bf151400ff0baff5465007dd2f3e717f3fe502074ca563069ce3a6629d07b289" +checksum = "9481c1c90cbf2ac953f07c8d4a58aa3945c425b7185c9154d67a65e4230da511" +dependencies = [ + "cfg-if 1.0.4", +] [[package]] -name = "heck" -version = "0.5.0" +name = "crossbeam-channel" +version = "0.5.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" +checksum = "82b8f8f868b36967f9606790d1903570de9ceaf870a7bf9fbbd3016d636a2cb2" +dependencies = [ + "crossbeam-utils", +] [[package]] -name = "hf-kernel-builder" -version = "0.13.0-dev0" +name = "crossbeam-queue" +version = "0.3.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0f58bbc28f91df819d0aa2a2c00cd19754769c2fad90579b3592b1c9ba7a3115" dependencies = [ - "base32", - "clap", - "clap_complete", - "eyre", - "git2", - "itertools", - "kernels-data", - "minijinja", - "minijinja-embed", - "rand", - "regex", - "serde", - "serde-value", - "serde_json", - "thiserror", - "toml", - "url", + "crossbeam-utils", +] + +[[package]] +name = "crossbeam-utils" +version = "0.8.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28" + +[[package]] +name = "crunchy" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5" + +[[package]] +name = "crypto-common" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "78c8292055d1c1df0cce5d180393dc8cce0abec0a7102adb6c7b1eef6016d60a" +dependencies = [ + "generic-array", + "typenum", +] + +[[package]] +name = "csv" +version = "1.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52cd9d68cf7efc6ddfaaee42e7288d3a99d613d4b50f76ce9827ae0c6e14f938" +dependencies = [ + "csv-core", + "itoa", + "ryu", + "serde_core", +] + +[[package]] +name = "csv-core" +version = "0.1.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "704a3c26996a80471189265814dbc2c257598b96b8a7feae2d31ace646bb9782" +dependencies = [ + "memchr", +] + +[[package]] +name = "ctor" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "424e0138278faeb2b401f174ad17e715c829512d74f3d1e81eb43365c2e0590e" +dependencies = [ + "ctor-proc-macro", + "dtor", +] + +[[package]] +name = "ctor-proc-macro" +version = "0.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52560adf09603e58c9a7ee1fe1dcb95a16927b17c127f0ac02d6e768a0e25bc1" + +[[package]] +name = "deranged" +version = "0.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7cd812cc2bc1d69d4764bd80df88b4317eaef9e773c75226407d9bc0876b211c" +dependencies = [ + "powerfmt", +] + +[[package]] +name = "derivative" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fcc3dd5e9e9c0b295d6e1e4d811fb6f157d5ffd784b8d202fc62eac8035a770b" +dependencies = [ + "proc-macro2", + "quote", + "syn 1.0.109", ] [[package]] -name = "icu_collections" -version = "2.0.0" +name = "digest" +version = "0.10.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292" +dependencies = [ + "block-buffer", + "crypto-common", +] + +[[package]] +name = "dirs" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3e8aa94d75141228480295a7d0e7feb620b1a5ad9f12bc40be62411e38cce4e" +dependencies = [ + "dirs-sys", +] + +[[package]] +name = "dirs-sys" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e01a3366d27ee9890022452ee61b2b63a67e6f13f58900b651ff5665f0bb1fab" +dependencies = [ + "libc", + "option-ext", + "redox_users", + "windows-sys 0.60.2", +] + +[[package]] +name = "displaydoc" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "downcast" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1435fa1053d8b2fbbe9be7e97eca7f33d37b28409959813daefc1446a14247f1" + +[[package]] +name = "doxygen-rs" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "415b6ec780d34dcf624666747194393603d0373b7141eef01d12ee58881507d9" +dependencies = [ + "phf", +] + +[[package]] +name = "dtor" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "404d02eeb088a82cfd873006cb713fe411306c7d182c344905e101fb1167d301" +dependencies = [ + "dtor-proc-macro", +] + +[[package]] +name = "dtor-proc-macro" +version = "0.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f678cf4a922c215c63e0de95eb1ff08a958a81d47e485cf9da1e27bf6305cfa5" + +[[package]] +name = "dunce" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813" + +[[package]] +name = "duration-str" +version = "0.19.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "12494809f9915b6132014cc259c4e204ab53ab6c6dd2225672703b5359267d82" +dependencies = [ + "chrono", + "rust_decimal", + "serde", + "thiserror 2.0.18", + "time", + "winnow", +] + +[[package]] +name = "either" +version = "1.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719" + +[[package]] +name = "encoding_rs" +version = "0.8.35" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "75030f3c4f45dafd7586dd6780965a8c7e8e285a5ecb86713e63a79c5b2766f3" +dependencies = [ + "cfg-if 1.0.4", +] + +[[package]] +name = "equivalent" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "877a4ace8713b0bcf2a4e7eec82529c029f1d0619886d18145fea96c3ffe5c0f" + +[[package]] +name = "errno" +version = "0.3.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb" +dependencies = [ + "libc", + "windows-sys 0.52.0", +] + +[[package]] +name = "eyre" +version = "0.6.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7cd915d99f24784cdc19fd37ef22b97e3ff0ae756c7e492e9fbfe897d61e2aec" +dependencies = [ + "indenter", + "once_cell", +] + +[[package]] +name = "fastrand" +version = "2.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be" + +[[package]] +name = "find-msvc-tools" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582" + +[[package]] +name = "fnv" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" + +[[package]] +name = "foldhash" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9c4f5dac5e15c24eb999c26181a6ca40b39fe946cbe4c263c7209467bc83af2" + +[[package]] +name = "form_urlencoded" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb4cb245038516f5f85277875cdaa4f7d2c9a0fa0468de06ed190163b1581fcf" +dependencies = [ + "percent-encoding", +] + +[[package]] +name = "fragile" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "28dd6caf6059519a65843af8fe2a3ae298b14b80179855aeb4adc2c1934ee619" + +[[package]] +name = "fs_extra" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c" + +[[package]] +name = "futures" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b147ee9d1f6d097cef9ce628cd2ee62288d963e16fb287bd9286455b241382d" +dependencies = [ + "futures-channel", + "futures-core", + "futures-executor", + "futures-io", + "futures-sink", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-channel" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "07bbe89c50d7a535e539b8c17bc0b49bdb77747034daa8087407d655f3f7cc1d" +dependencies = [ + "futures-core", + "futures-sink", +] + +[[package]] +name = "futures-core" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7e3450815272ef58cec6d564423f6e755e25379b217b0bc688e295ba24df6b1d" + +[[package]] +name = "futures-executor" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "baf29c38818342a3b26b5b923639e7b1f4a61fc5e76102d4b1981c6dc7a7579d" +dependencies = [ + "futures-core", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-io" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cecba35d7ad927e23624b22ad55235f2239cfa44fd10428eecbeba6d6a717718" + +[[package]] +name = "futures-macro" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e835b70203e41293343137df5c0664546da5745f82ec9b84d40be8336958447b" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "futures-sink" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c39754e157331b013978ec91992bde1ac089843443c49cbc7f46150b0fad0893" + +[[package]] +name = "futures-task" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "037711b3d59c33004d3856fbdc83b99d4ff37a24768fa1be9ce3538a1cde4393" + +[[package]] +name = "futures-util" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "389ca41296e6190b48053de0321d02a77f32f8a5d2461dd38762c0593805c6d6" +dependencies = [ + "futures-channel", + "futures-core", + "futures-io", + "futures-macro", + "futures-sink", + "futures-task", + "memchr", + "pin-project-lite", + "slab", +] + +[[package]] +name = "gearhash" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c8cf82cf76cd16485e56295a1377c775ce708c9f1a0be6b029076d60a245d213" +dependencies = [ + "cfg-if 0.1.10", +] + +[[package]] +name = "generic-array" +version = "0.14.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85649ca51fd72272d7821adaf274ad91c288277713d9c18820d8499a7ff69e9a" +dependencies = [ + "typenum", + "version_check", +] + +[[package]] +name = "getrandom" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff2abc00be7fca6ebc474524697ae276ad847ad0a6b3faa4bcb027e9a4614ad0" +dependencies = [ + "cfg-if 1.0.4", + "js-sys", + "libc", + "wasi 0.11.1+wasi-snapshot-preview1", + "wasm-bindgen", +] + +[[package]] +name = "getrandom" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "899def5c37c4fd7b2664648c28120ecec138e4d395b459e5ca34f9cce2dd77fd" +dependencies = [ + "cfg-if 1.0.4", + "js-sys", + "libc", + "r-efi 5.3.0", + "wasip2", + "wasm-bindgen", +] + +[[package]] +name = "getrandom" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0de51e6874e94e7bf76d726fc5d13ba782deca734ff60d5bb2fb2607c7406555" +dependencies = [ + "cfg-if 1.0.4", + "js-sys", + "libc", + "r-efi 6.0.0", + "wasip2", + "wasip3", + "wasm-bindgen", +] + +[[package]] +name = "git-version" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ad568aa3db0fcbc81f2f116137f263d7304f512a1209b35b85150d3ef88ad19" +dependencies = [ + "git-version-macro", +] + +[[package]] +name = "git-version-macro" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53010ccb100b96a67bc32c0175f0ed1426b31b655d562898e57325f81c023ac0" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "git2" +version = "0.20.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b88256088d75a56f8ecfa070513a775dd9107f6530ef14919dac831af9cfe2b" +dependencies = [ + "bitflags", + "libc", + "libgit2-sys", + "log", + "openssl-probe 0.1.6", + "openssl-sys", + "url", +] + +[[package]] +name = "globset" +version = "0.4.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52dfc19153a48bde0cbd630453615c8151bce3a5adfac7a0aebfbf0a1e1f57e3" +dependencies = [ + "aho-corasick", + "bstr", + "log", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "h2" +version = "0.4.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2f44da3a8150a6703ed5d34e164b875fd14c2cdab9af1252a9a1020bde2bdc54" +dependencies = [ + "atomic-waker", + "bytes", + "fnv", + "futures-core", + "futures-sink", + "http", + "indexmap", + "slab", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "half" +version = "2.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ea2d84b969582b4b1864a92dc5d27cd2b77b622a8d79306834f1be5ba20d84b" +dependencies = [ + "cfg-if 1.0.4", + "crunchy", + "zerocopy", +] + +[[package]] +name = "hashbrown" +version = "0.15.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9229cfe53dfd69f0609a49f65461bd93001ea1ef889cd5529dd176593f5338a1" +dependencies = [ + "foldhash", +] + +[[package]] +name = "hashbrown" +version = "0.16.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "841d1cc9bed7f9236f321df977030373f4a4163ae1a7dbfe1a51a2c1a51d9100" + +[[package]] +name = "headers" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b3314d5adb5d94bcdf56771f2e50dbbc80bb4bdf88967526706205ac9eff24eb" +dependencies = [ + "base64", + "bytes", + "headers-core", + "http", + "httpdate", + "mime", + "sha1", +] + +[[package]] +name = "headers-core" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "54b4a22553d4242c49fddb9ba998a99962b5cc6f22cb5a3482bec22522403ce4" +dependencies = [ + "http", +] + +[[package]] +name = "heapify" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0049b265b7f201ca9ab25475b22b47fe444060126a51abe00f77d986fc5cc52e" + +[[package]] +name = "heck" +version = "0.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea" + +[[package]] +name = "heed" +version = "0.22.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a56c94661ddfb51aa9cdfbf102cfcc340aa69267f95ebccc4af08d7c530d393" +dependencies = [ + "bitflags", + "byteorder", + "heed-traits", + "heed-types", + "libc", + "lmdb-master-sys", + "once_cell", + "page_size", + "serde", + "synchronoise", + "url", +] + +[[package]] +name = "heed-traits" +version = "0.20.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eb3130048d404c57ce5a1ac61a903696e8fcde7e8c2991e9fcfc1f27c3ef74ff" + +[[package]] +name = "heed-types" +version = "0.21.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13c255bdf46e07fb840d120a36dcc81f385140d7191c76a7391672675c01a55d" +dependencies = [ + "bincode", + "byteorder", + "heed-traits", + "serde", + "serde_json", +] + +[[package]] +name = "hf-kernel-builder" +version = "0.13.0-dev0" +dependencies = [ + "base32", + "clap", + "clap_complete", + "eyre", + "git2", + "huggingface-hub", + "itertools 0.13.0", + "minijinja", + "minijinja-embed", + "rand 0.8.5", + "regex", + "serde", + "serde-value", + "serde_json", + "thiserror 1.0.69", + "tokio", + "toml", + "url", +] + +[[package]] +name = "hf-xet" +version = "1.4.0" +source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +dependencies = [ + "async-trait", + "http", + "serde", + "thiserror 2.0.18", + "tokio", + "tracing", + "ulid", + "xet-client", + "xet-core-structures", + "xet-data", + "xet-runtime", +] + +[[package]] +name = "http" +version = "1.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3ba2a386d7f85a81f119ad7498ebe444d2e22c2af0b86b069416ace48b3311a" +dependencies = [ + "bytes", + "itoa", +] + +[[package]] +name = "http-body" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1efedce1fb8e6913f23e0c92de8e62cd5b772a67e7b3946df930a62566c93184" +dependencies = [ + "bytes", + "http", +] + +[[package]] +name = "http-body-util" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b021d93e26becf5dc7e1b75b1bed1fd93124b374ceb73f43d4d4eafec896a64a" +dependencies = [ + "bytes", + "futures-core", + "http", + "http-body", + "pin-project-lite", +] + +[[package]] +name = "httparse" +version = "1.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6dbf3de79e51f3d586ab4cb9d5c3e2c14aa28ed23d180cf89b4df0454a69cc87" + +[[package]] +name = "httpdate" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" + +[[package]] +name = "huggingface-hub" +version = "0.1.0" +source = "git+https://github.com/huggingface/huggingface_hub_rust.git#60e1ac0b544754c2c21d901c5f35d51c8489a752" +dependencies = [ + "async-trait", + "base64", + "futures", + "globset", + "hf-xet", + "reqwest", + "reqwest-middleware", + "reqwest-retry", + "serde", + "serde_json", + "sha2", + "thiserror 2.0.18", + "tokio", + "typed-builder", + "url", + "xet-client", +] + +[[package]] +name = "human-bandwidth" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a5afe042873d564e1fccc5d50983e1e6341ffcae8fb7603c6c542de7129a785" +dependencies = [ + "bandwidth", +] + +[[package]] +name = "hyper" +version = "1.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ab2d4f250c3d7b1c9fcdff1cece94ea4e2dfbec68614f7b87cb205f24ca9d11" +dependencies = [ + "atomic-waker", + "bytes", + "futures-channel", + "futures-core", + "h2", + "http", + "http-body", + "httparse", + "httpdate", + "itoa", + "pin-project-lite", + "pin-utils", + "smallvec", + "tokio", + "want", +] + +[[package]] +name = "hyper-rustls" +version = "0.27.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3c93eb611681b207e1fe55d5a71ecf91572ec8a6705cdb6857f7d8d5242cf58" +dependencies = [ + "http", + "hyper", + "hyper-util", + "rustls", + "rustls-pki-types", + "tokio", + "tokio-rustls", + "tower-service", +] + +[[package]] +name = "hyper-util" +version = "0.1.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96547c2556ec9d12fb1578c4eaf448b04993e7fb79cbaad930a656880a6bdfa0" +dependencies = [ + "base64", + "bytes", + "futures-channel", + "futures-util", + "http", + "http-body", + "hyper", + "ipnet", + "libc", + "percent-encoding", + "pin-project-lite", + "socket2", + "system-configuration", + "tokio", + "tower-service", + "tracing", + "windows-registry", +] + +[[package]] +name = "iana-time-zone" +version = "0.1.65" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e31bc9ad994ba00e440a8aa5c9ef0ec67d5cb5e5cb0cc7f8b744a35b389cc470" +dependencies = [ + "android_system_properties", + "core-foundation-sys", + "iana-time-zone-haiku", + "js-sys", + "log", + "wasm-bindgen", + "windows-core", +] + +[[package]] +name = "iana-time-zone-haiku" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f31827a206f56af32e590ba56d5d2d085f558508192593743f16b2306495269f" +dependencies = [ + "cc", +] + +[[package]] +name = "icu_collections" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4c6b649701667bbe825c3b7e6388cb521c23d88644678e83c0c4d0a621a34b43" +dependencies = [ + "displaydoc", + "potential_utf", + "yoke", + "zerofrom", + "zerovec", +] + +[[package]] +name = "icu_locale_core" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "edba7861004dd3714265b4db54a3c390e880ab658fec5f7db895fae2046b5bb6" +dependencies = [ + "displaydoc", + "litemap", + "tinystr", + "writeable", + "zerovec", +] + +[[package]] +name = "icu_normalizer" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5f6c8828b67bf8908d82127b2054ea1b4427ff0230ee9141c54251934ab1b599" +dependencies = [ + "icu_collections", + "icu_normalizer_data", + "icu_properties", + "icu_provider", + "smallvec", + "zerovec", +] + +[[package]] +name = "icu_normalizer_data" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7aedcccd01fc5fe81e6b489c15b247b8b0690feb23304303a9e560f37efc560a" + +[[package]] +name = "icu_properties" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "020bfc02fe870ec3a66d93e677ccca0562506e5872c650f893269e08615d74ec" +dependencies = [ + "icu_collections", + "icu_locale_core", + "icu_properties_data", + "icu_provider", + "zerotrie", + "zerovec", +] + +[[package]] +name = "icu_properties_data" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "616c294cf8d725c6afcd8f55abc17c56464ef6211f9ed59cccffe534129c77af" + +[[package]] +name = "icu_provider" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85962cf0ce02e1e0a629cc34e7ca3e373ce20dda4c4d7294bbd0bf1fdb59e614" +dependencies = [ + "displaydoc", + "icu_locale_core", + "writeable", + "yoke", + "zerofrom", + "zerotrie", + "zerovec", +] + +[[package]] +name = "id-arena" +version = "2.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d3067d79b975e8844ca9eb072e16b31c3c1c36928edf9c6789548c524d0d954" + +[[package]] +name = "idna" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b0875f23caa03898994f6ddc501886a45c7d3d62d04d2d90788d47be1b1e4de" +dependencies = [ + "idna_adapter", + "smallvec", + "utf8_iter", +] + +[[package]] +name = "idna_adapter" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3acae9609540aa318d1bc588455225fb2085b9ed0c4f6bd0d9d5bcd86f1a0344" +dependencies = [ + "icu_normalizer", + "icu_properties", +] + +[[package]] +name = "indenter" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "964de6e86d545b246d84badc0fef527924ace5134f30641c203ef52ba83f58d5" + +[[package]] +name = "indexmap" +version = "2.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7714e70437a7dc3ac8eb7e6f8df75fd8eb422675fc7678aff7364301092b1017" +dependencies = [ + "equivalent", + "hashbrown 0.16.1", + "serde", + "serde_core", +] + +[[package]] +name = "ipnet" +version = "2.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d98f6fed1fde3f8c21bc40a1abb88dd75e67924f9cffc3ef95607bad8017f8e2" + +[[package]] +name = "iri-string" +version = "0.7.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c91338f0783edbd6195decb37bae672fd3b165faffb89bf7b9e6942f8b1a731a" +dependencies = [ + "memchr", + "serde", +] + +[[package]] +name = "is_terminal_polyfill" +version = "1.70.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6cb138bb79a146c1bd460005623e142ef0181e3d0219cb493e02f7d08a35695" + +[[package]] +name = "itertools" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "413ee7dfc52ee1a4949ceeb7dbc8a33f2d6c088194d9f922fb8318faf1f01186" +dependencies = [ + "either", +] + +[[package]] +name = "itertools" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2b192c782037fadd9cfa75548310488aabdbf3d2da73885b31bd0abd03351285" +dependencies = [ + "either", +] + +[[package]] +name = "itoa" +version = "1.0.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92ecc6618181def0457392ccd0ee51198e065e016d1d527a7ac1b6dc7c1f09d2" + +[[package]] +name = "jni" +version = "0.21.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1a87aa2bb7d2af34197c04845522473242e1aa17c12f4935d5856491a7fb8c97" +dependencies = [ + "cesu8", + "cfg-if 1.0.4", + "combine", + "jni-sys", + "log", + "thiserror 1.0.69", + "walkdir", + "windows-sys 0.45.0", +] + +[[package]] +name = "jni-sys" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8eaf4bc02d17cbdd7ff4c7438cafcdf7fb9a4613313ad11b4f8fefe7d3fa0130" + +[[package]] +name = "jobserver" +version = "0.1.34" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9afb3de4395d6b3e67a780b6de64b51c978ecf11cb9a462c66be7d4ca9039d33" +dependencies = [ + "getrandom 0.3.4", + "libc", +] + +[[package]] +name = "js-sys" +version = "0.3.91" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b49715b7073f385ba4bc528e5747d02e66cb39c6146efb66b781f131f0fb399c" +dependencies = [ + "once_cell", + "wasm-bindgen", +] + +[[package]] +name = "konst" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f660d5f887e3562f9ab6f4a14988795b694099d66b4f5dedc02d197ba9becb1d" +dependencies = [ + "const_panic", + "konst_proc_macros", + "typewit", +] + +[[package]] +name = "konst_proc_macros" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e037a2e1d8d5fdbd49b16a4ea09d5d6401c1f29eca5ff29d03d3824dba16256a" + +[[package]] +name = "lazy_static" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" + +[[package]] +name = "leb128fmt" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09edd9e8b54e49e587e4f6295a7d29c3ea94d469cb40ab8ca70b288248a81db2" + +[[package]] +name = "libc" +version = "0.2.183" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b5b646652bf6661599e1da8901b3b9522896f01e736bad5f723fe7a3a27f899d" + +[[package]] +name = "libgit2-sys" +version = "0.18.3+1.9.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c9b3acc4b91781bb0b3386669d325163746af5f6e4f73e6d2d630e09a35f3487" +dependencies = [ + "cc", + "libc", + "libssh2-sys", + "libz-sys", + "openssl-sys", + "pkg-config", +] + +[[package]] +name = "libm" +version = "0.2.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6d2cec3eae94f9f509c767b45932f1ada8350c4bdb85af2fcab4a3c14807981" + +[[package]] +name = "libredox" +version = "0.1.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1744e39d1d6a9948f4f388969627434e31128196de472883b39f148769bfe30a" +dependencies = [ + "libc", +] + +[[package]] +name = "libssh2-sys" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "220e4f05ad4a218192533b300327f5150e809b54c4ec83b5a1d91833601811b9" +dependencies = [ + "cc", + "libc", + "libz-sys", + "openssl-sys", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "libz-sys" +version = "1.1.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d52f4c29e2a68ac30c9087e1b772dc9f44a2b66ed44edf2266cf2be9b03dafc1" +dependencies = [ + "cc", + "libc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "linux-raw-sys" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32a66949e030da00e8c7d4434b251670a91556f4144941d37452769c25d58a53" + +[[package]] +name = "litemap" +version = "0.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6373607a59f0be73a39b6fe456b8192fcc3585f602af20751600e974dd455e77" + +[[package]] +name = "lmdb-master-sys" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "864808e0b19fb6dd3b70ba94ee671b82fce17554cf80aeb0a155c65bb08027df" +dependencies = [ + "cc", + "doxygen-rs", + "libc", +] + +[[package]] +name = "lock_api" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965" +dependencies = [ + "scopeguard", +] + +[[package]] +name = "log" +version = "0.4.29" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5e5032e24019045c762d3c0f28f5b6b8bbf38563a65908389bf7978758920897" + +[[package]] +name = "lru-slab" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "112b39cec0b298b6c1999fee3e31427f74f676e4cb9879ed1a121b43661a4154" + +[[package]] +name = "lz4_flex" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "98c23545df7ecf1b16c303910a69b079e8e251d60f7dd2cc9b4177f2afaf1746" +dependencies = [ + "twox-hash", +] + +[[package]] +name = "matchers" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d1525a2a28c7f4fa0fc98bb91ae755d1e2d1505079e05539e35bc876b5d65ae9" +dependencies = [ + "regex-automata", +] + +[[package]] +name = "matchit" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47e1ffaa40ddd1f3ed91f717a33c8c0ee23fff369e3aa8772b9605cc1d22f4c3" + +[[package]] +name = "matrixmultiply" +version = "0.3.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a06de3016e9fae57a36fd14dba131fccf49f74b40b7fbdb472f96e361ec71a08" +dependencies = [ + "autocfg", + "rawpointer", +] + +[[package]] +name = "memchr" +version = "2.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79" + +[[package]] +name = "memo-map" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "38d1115007560874e373613744c6fba374c17688327a71c1476d1a5954cc857b" + +[[package]] +name = "mime" +version = "0.3.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6877bb514081ee2a7ff5ef9de3281f14a4dd4bceac4c09388074a6b5df8a139a" + +[[package]] +name = "mime_guess" +version = "2.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f7c44f8e672c00fe5308fa235f821cb4198414e1c77935c1ab6948d3fd78550e" +dependencies = [ + "mime", + "unicase", +] + +[[package]] +name = "minijinja" +version = "2.18.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "328251e58ad8e415be6198888fc207502727dc77945806421ab34f35bf012e7d" +dependencies = [ + "memo-map", + "serde", +] + +[[package]] +name = "minijinja-embed" +version = "2.18.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a7ed22f53d374d9377c1ffdb649d321b5fcba710b1eb0a639b26f586804e91d8" + +[[package]] +name = "mio" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a69bcab0ad47271a0234d9422b131806bf3968021e5dc9328caf2d4cd58557fc" +dependencies = [ + "libc", + "wasi 0.11.1+wasi-snapshot-preview1", + "windows-sys 0.61.2", +] + +[[package]] +name = "mockall" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f58d964098a5f9c6b63d0798e5372fd04708193510a7af313c22e9f29b7b620b" +dependencies = [ + "cfg-if 1.0.4", + "downcast", + "fragile", + "mockall_derive", + "predicates", + "predicates-tree", +] + +[[package]] +name = "mockall_derive" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ca41ce716dda6a9be188b385aa78ee5260fc25cd3802cb2a8afdc6afbe6b6dbf" +dependencies = [ + "cfg-if 1.0.4", + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "more-asserts" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fafa6961cabd9c63bcd77a45d7e3b7f3b552b70417831fb0f56db717e72407e" + +[[package]] +name = "nalgebra" +version = "0.33.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "26aecdf64b707efd1310e3544d709c5c0ac61c13756046aaaba41be5c4f66a3b" +dependencies = [ + "approx", + "matrixmultiply", + "num-complex", + "num-rational", + "num-traits", + "rand 0.8.5", + "rand_distr", + "simba", + "typenum", +] + +[[package]] +name = "ntapi" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c3b335231dfd352ffb0f8017f3b6027a4917f7df785ea2143d8af2adc66980ae" +dependencies = [ + "winapi", +] + +[[package]] +name = "nu-ansi-term" +version = "0.50.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5" +dependencies = [ + "windows-sys 0.60.2", +] + +[[package]] +name = "num-bigint" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a5e44f723f1133c9deac646763579fdb3ac745e418f2a7af9cd0c431da1f20b9" +dependencies = [ + "num-integer", + "num-traits", +] + +[[package]] +name = "num-complex" +version = "0.4.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73f88a1307638156682bada9d7604135552957b7818057dcef22705b4d509495" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-conv" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf97ec579c3c42f953ef76dbf8d55ac91fb219dde70e49aa4a6b7d74e9919050" + +[[package]] +name = "num-integer" +version = "0.1.46" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7969661fd2958a5cb096e56c8e1ad0444ac2bbcd0061bd28660485a44879858f" +dependencies = [ + "num-traits", +] + +[[package]] +name = "num-rational" +version = "0.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f83d14da390562dca69fc84082e73e548e1ad308d24accdedd2720017cb37824" +dependencies = [ + "num-bigint", + "num-integer", + "num-traits", +] + +[[package]] +name = "num-traits" +version = "0.2.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +dependencies = [ + "autocfg", + "libm", +] + +[[package]] +name = "objc2-core-foundation" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a180dd8642fa45cdb7dd721cd4c11b1cadd4929ce112ebd8b9f5803cc79d536" +dependencies = [ + "bitflags", +] + +[[package]] +name = "objc2-io-kit" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "33fafba39597d6dc1fb709123dfa8289d39406734be322956a69f0931c73bb15" +dependencies = [ + "libc", + "objc2-core-foundation", +] + +[[package]] +name = "objc2-system-configuration" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7216bd11cbda54ccabcab84d523dc93b858ec75ecfb3a7d89513fa22464da396" +dependencies = [ + "objc2-core-foundation", +] + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" + +[[package]] +name = "once_cell_polyfill" +version = "1.70.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "384b8ab6d37215f3c5301a95a4accb5d64aa607f1fcb26a11b5303878451b4fe" + +[[package]] +name = "oneshot" +version = "0.1.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "269bca4c2591a28585d6bf10d9ed0332b7d76900a1b02bec41bdc3a2cdcda107" + +[[package]] +name = "openssl-probe" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d05e27ee213611ffe7d6348b942e8f942b37114c00cc03cec254295a4a17852e" + +[[package]] +name = "openssl-probe" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c87def4c32ab89d880effc9e097653c8da5d6ef28e6b539d313baaacfbafcbe" + +[[package]] +name = "openssl-sys" +version = "0.9.112" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57d55af3b3e226502be1526dfdba67ab0e9c96fc293004e79576b2b9edb0dbdb" +dependencies = [ + "cc", + "libc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "option-ext" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "04744f49eae99ab78e0d5c0b603ab218f515ea8cfe5a456d7629ad883a3b6e7d" + +[[package]] +name = "ordered-float" +version = "2.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68f19d67e5a2795c94e73e0bb1cc1a7edeb2e28efd39e2e1c9b7a40c1108b11c" +dependencies = [ + "num-traits", +] + +[[package]] +name = "os_str_bytes" +version = "6.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e2355d85b9a3786f481747ced0e0ff2ba35213a1f9bd406ed906554d7af805a1" +dependencies = [ + "memchr", +] + +[[package]] +name = "page_size" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "30d5b2194ed13191c1999ae0704b7839fb18384fa22e49b57eeaa97d79ce40da" +dependencies = [ + "libc", + "winapi", +] + +[[package]] +name = "parking_lot" +version = "0.12.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93857453250e3077bd71ff98b6a65ea6621a19bb0f559a85248955ac12c45a1a" +dependencies = [ + "lock_api", + "parking_lot_core", +] + +[[package]] +name = "parking_lot_core" +version = "0.9.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1" +dependencies = [ + "cfg-if 1.0.4", + "libc", + "redox_syscall", + "smallvec", + "windows-link", +] + +[[package]] +name = "paste" +version = "1.0.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "57c0d7b74b563b49d38dae00a0c37d4d6de9b432382b2892f0574ddcae73fd0a" + +[[package]] +name = "percent-encoding" +version = "2.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" + +[[package]] +name = "phf" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fd6780a80ae0c52cc120a26a1a42c1ae51b247a253e4e06113d23d2c2edd078" +dependencies = [ + "phf_macros", + "phf_shared", +] + +[[package]] +name = "phf_generator" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3c80231409c20246a13fddb31776fb942c38553c51e871f8cbd687a4cfb5843d" +dependencies = [ + "phf_shared", + "rand 0.8.5", +] + +[[package]] +name = "phf_macros" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f84ac04429c13a7ff43785d75ad27569f2951ce0ffd30a3321230db2fc727216" +dependencies = [ + "phf_generator", + "phf_shared", + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "phf_shared" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67eabc2ef2a60eb7faa00097bd1ffdb5bd28e62bf39990626a582201b7a754e5" +dependencies = [ + "siphasher", +] + +[[package]] +name = "pin-project" +version = "1.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f1749c7ed4bcaf4c3d0a3efc28538844fb29bcdd7d2b67b2be7e20ba861ff517" +dependencies = [ + "pin-project-internal", +] + +[[package]] +name = "pin-project-internal" +version = "1.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d9b20ed30f105399776b9c883e68e536ef602a16ae6f596d2c473591d6ad64c6" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "pin-project-lite" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd" + +[[package]] +name = "pin-utils" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184" + +[[package]] +name = "pkg-config" +version = "0.3.32" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c" + +[[package]] +name = "potential_utf" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b73949432f5e2a09657003c25bca5e19a0e9c84f8058ca374f49e0ebe605af77" +dependencies = [ + "zerovec", +] + +[[package]] +name = "powerfmt" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "439ee305def115ba05938db6eb1644ff94165c5ab5e9420d1c1bcedbba909391" + +[[package]] +name = "ppv-lite86" +version = "0.2.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85eae3c4ed2f50dcfe72643da4befc30deadb458a9b590d720cde2f2b1e97da9" +dependencies = [ + "zerocopy", +] + +[[package]] +name = "predicates" +version = "3.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ada8f2932f28a27ee7b70dd6c1c39ea0675c55a36879ab92f3a715eaa1e63cfe" +dependencies = [ + "anstyle", + "predicates-core", +] + +[[package]] +name = "predicates-core" +version = "1.0.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cad38746f3166b4031b1a0d39ad9f954dd291e7854fcc0eed52ee41a0b50d144" + +[[package]] +name = "predicates-tree" +version = "1.0.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d0de1b847b39c8131db0467e9df1ff60e6d0562ab8e9a16e568ad0fdb372e2f2" +dependencies = [ + "predicates-core", + "termtree", +] + +[[package]] +name = "prettyplease" +version = "0.2.37" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "479ca8adacdd7ce8f1fb39ce9ecccbfe93a3f1344b3d0d97f20bc0196208f62b" +dependencies = [ + "proc-macro2", + "syn 2.0.117", +] + +[[package]] +name = "proc-macro2" +version = "1.0.106" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "prometheus" +version = "0.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3ca5326d8d0b950a9acd87e6a3f94745394f62e4dae1b1ee22b2bc0c394af43a" +dependencies = [ + "cfg-if 1.0.4", + "fnv", + "lazy_static", + "memchr", + "parking_lot", + "protobuf", + "thiserror 2.0.18", +] + +[[package]] +name = "protobuf" +version = "3.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d65a1d4ddae7d8b5de68153b48f6aa3bba8cb002b243dbdbc55a5afbc98f99f4" +dependencies = [ + "once_cell", + "protobuf-support", + "thiserror 1.0.69", +] + +[[package]] +name = "protobuf-support" +version = "3.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e36c2f31e0a47f9280fb347ef5e461ffcd2c52dd520d8e216b52f93b0b0d7d6" +dependencies = [ + "thiserror 1.0.69", +] + +[[package]] +name = "quinn" +version = "0.11.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9e20a958963c291dc322d98411f541009df2ced7b5a4f2bd52337638cfccf20" +dependencies = [ + "bytes", + "cfg_aliases", + "pin-project-lite", + "quinn-proto", + "quinn-udp", + "rustc-hash", + "rustls", + "socket2", + "thiserror 2.0.18", + "tokio", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-proto" +version = "0.11.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "434b42fec591c96ef50e21e886936e66d3cc3f737104fdb9b737c40ffb94c098" +dependencies = [ + "aws-lc-rs", + "bytes", + "getrandom 0.3.4", + "lru-slab", + "rand 0.9.2", + "ring", + "rustc-hash", + "rustls", + "rustls-pki-types", + "slab", + "thiserror 2.0.18", + "tinyvec", + "tracing", + "web-time", +] + +[[package]] +name = "quinn-udp" +version = "0.5.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "addec6a0dcad8a8d96a771f815f0eaf55f9d1805756410b39f5fa81332574cbd" +dependencies = [ + "cfg_aliases", + "libc", + "once_cell", + "socket2", + "tracing", + "windows-sys 0.60.2", +] + +[[package]] +name = "quote" +version = "1.0.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "r-efi" +version = "5.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69cdb34c158ceb288df11e18b4bd39de994f6657d83847bdffdbd7f346754b0f" + +[[package]] +name = "r-efi" +version = "6.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf" + +[[package]] +name = "rand" +version = "0.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404" +dependencies = [ + "libc", + "rand_chacha 0.3.1", + "rand_core 0.6.4", +] + +[[package]] +name = "rand" +version = "0.9.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6db2770f06117d490610c7488547d543617b21bfa07796d7a12f6f1bd53850d1" +dependencies = [ + "rand_chacha 0.9.0", + "rand_core 0.9.5", +] + +[[package]] +name = "rand_chacha" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" +dependencies = [ + "ppv-lite86", + "rand_core 0.6.4", +] + +[[package]] +name = "rand_chacha" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb" +dependencies = [ + "ppv-lite86", + "rand_core 0.9.5", +] + +[[package]] +name = "rand_core" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" +dependencies = [ + "getrandom 0.2.17", +] + +[[package]] +name = "rand_core" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "76afc826de14238e6e8c374ddcc1fa19e374fd8dd986b0d2af0d02377261d83c" +dependencies = [ + "getrandom 0.3.4", +] + +[[package]] +name = "rand_distr" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32cb0b9bc82b0a0876c2dd994a7e7a2683d3e7390ca40e6886785ef0c7e3ee31" +dependencies = [ + "num-traits", + "rand 0.8.5", +] + +[[package]] +name = "rawpointer" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3" + +[[package]] +name = "redox_syscall" +version = "0.5.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d" +dependencies = [ + "bitflags", +] + +[[package]] +name = "redox_users" +version = "0.5.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4e608c6638b9c18977b00b475ac1f28d14e84b27d8d42f70e0bf1e3dec127ac" +dependencies = [ + "getrandom 0.2.17", + "libredox", + "thiserror 2.0.18", +] + +[[package]] +name = "regex" +version = "1.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276" +dependencies = [ + "aho-corasick", + "memchr", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "regex-automata" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e1dd4122fc1595e8162618945476892eefca7b88c52820e74af6262213cae8f" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.8.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc897dd8d9e8bd1ed8cdad82b5966c3e0ecae09fb1907d58efaa013543185d0a" + +[[package]] +name = "reqwest" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ab3f43e3283ab1488b624b44b0e988d0acea0b3214e694730a055cb6b2efa801" +dependencies = [ + "base64", + "bytes", + "encoding_rs", + "futures-core", + "futures-util", + "h2", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-rustls", + "hyper-util", + "js-sys", + "log", + "mime", + "mime_guess", + "percent-encoding", + "pin-project-lite", + "quinn", + "rustls", + "rustls-pki-types", + "rustls-platform-verifier", + "serde", + "serde_json", + "serde_urlencoded", + "sync_wrapper", + "tokio", + "tokio-rustls", + "tokio-util", + "tower", + "tower-http", + "tower-service", + "url", + "wasm-bindgen", + "wasm-bindgen-futures", + "wasm-streams", + "web-sys", +] + +[[package]] +name = "reqwest-middleware" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "199dda04a536b532d0cc04d7979e39b1c763ea749bf91507017069c00b96056f" +dependencies = [ + "anyhow", + "async-trait", + "http", + "reqwest", + "serde", + "thiserror 2.0.18", + "tower-service", +] + +[[package]] +name = "reqwest-retry" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fe2412db2af7d2268e7a5406be0431f37d9eb67ff390f35b395716f5f06c2eaa" +dependencies = [ + "anyhow", + "async-trait", + "futures", + "getrandom 0.2.17", + "http", + "hyper", + "reqwest", + "reqwest-middleware", + "retry-policies", + "thiserror 2.0.18", + "tokio", + "tracing", + "wasmtimer", +] + +[[package]] +name = "retry-policies" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "46a4bd6027df676bcb752d3724db0ea3c0c5fc1dd0376fec51ac7dcaf9cc69be" +dependencies = [ + "rand 0.9.2", +] + +[[package]] +name = "ring" +version = "0.17.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7" +dependencies = [ + "cc", + "cfg-if 1.0.4", + "getrandom 0.2.17", + "libc", + "untrusted", + "windows-sys 0.52.0", +] + +[[package]] +name = "rust_decimal" +version = "1.40.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "61f703d19852dbf87cbc513643fa81428361eb6940f1ac14fd58155d295a3eb0" +dependencies = [ + "arrayvec", + "num-traits", +] + +[[package]] +name = "rustc-hash" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "357703d41365b4b27c590e3ed91eabb1b663f07c4c084095e60cbed4362dff0d" + +[[package]] +name = "rustix" +version = "1.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6fe4565b9518b83ef4f91bb47ce29620ca828bd32cb7e408f0062e9930ba190" +dependencies = [ + "bitflags", + "errno", + "libc", + "linux-raw-sys", + "windows-sys 0.52.0", +] + +[[package]] +name = "rustls" +version = "0.23.37" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "758025cb5fccfd3bc2fd74708fd4682be41d99e5dff73c377c0646c6012c73a4" +dependencies = [ + "aws-lc-rs", + "once_cell", + "rustls-pki-types", + "rustls-webpki", + "subtle", + "zeroize", +] + +[[package]] +name = "rustls-native-certs" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "612460d5f7bea540c490b2b6395d8e34a953e52b491accd6c86c8164c5932a63" +dependencies = [ + "openssl-probe 0.2.1", + "rustls-pki-types", + "schannel", + "security-framework", +] + +[[package]] +name = "rustls-pki-types" +version = "1.14.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "be040f8b0a225e40375822a563fa9524378b9d63112f53e19ffff34df5d33fdd" +dependencies = [ + "web-time", + "zeroize", +] + +[[package]] +name = "rustls-platform-verifier" +version = "0.6.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d99feebc72bae7ab76ba994bb5e121b8d83d910ca40b36e0921f53becc41784" +dependencies = [ + "core-foundation 0.10.1", + "core-foundation-sys", + "jni", + "log", + "once_cell", + "rustls", + "rustls-native-certs", + "rustls-platform-verifier-android", + "rustls-webpki", + "security-framework", + "security-framework-sys", + "webpki-root-certs", + "windows-sys 0.61.2", +] + +[[package]] +name = "rustls-platform-verifier-android" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f87165f0995f63a9fbeea62b64d10b4d9d8e78ec6d7d51fb2125fda7bb36788f" + +[[package]] +name = "rustls-webpki" +version = "0.103.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7df23109aa6c1567d1c575b9952556388da57401e4ace1d15f79eedad0d8f53" +dependencies = [ + "aws-lc-rs", + "ring", + "rustls-pki-types", + "untrusted", +] + +[[package]] +name = "rustversion" +version = "1.0.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d" + +[[package]] +name = "ryu" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9774ba4a74de5f7b1c1451ed6cd5285a32eddb5cccb8cc655a4e50009e06477f" + +[[package]] +name = "safe-transmute" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3944826ff8fa8093089aba3acb4ef44b9446a99a16f3bf4e74af3f77d340ab7d" + +[[package]] +name = "safe_arch" +version = "0.7.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96b02de82ddbe1b636e6170c21be622223aea188ef2e139be0a5b219ec215323" +dependencies = [ + "bytemuck", +] + +[[package]] +name = "same-file" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "93fc1dc3aaa9bfed95e02e6eadabb4baf7e3078b0bd1b4d7b6b0b68378900502" +dependencies = [ + "winapi-util", +] + +[[package]] +name = "schannel" +version = "0.1.29" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "91c1b7e4904c873ef0710c1f407dde2e6287de2bebc1bbbf7d430bb7cbffd939" +dependencies = [ + "windows-sys 0.61.2", +] + +[[package]] +name = "scoped-tls" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e1cf6437eb19a8f4a6cc0f7dca544973b0b78843adbfeb3683d1a94a0024a294" + +[[package]] +name = "scopeguard" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49" + +[[package]] +name = "security-framework" +version = "3.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7f4bc775c73d9a02cde8bf7b2ec4c9d12743edf609006c7facc23998404cd1d" +dependencies = [ + "bitflags", + "core-foundation 0.10.1", + "core-foundation-sys", + "libc", + "security-framework-sys", +] + +[[package]] +name = "security-framework-sys" +version = "2.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2691df843ecc5d231c0b14ece2acc3efb62c0a398c7e1d875f3983ce020e3" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "semver" +version = "1.0.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d767eb0aabc880b29956c35734170f26ed551a859dbd361d140cdbeca61ab1e2" + +[[package]] +name = "serde" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e" +dependencies = [ + "serde_core", + "serde_derive", +] + +[[package]] +name = "serde-value" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3a1a3341211875ef120e117ea7fd5228530ae7e7036a779fdc9117be6b3282c" +dependencies = [ + "ordered-float", + "serde", +] + +[[package]] +name = "serde_core" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "serde_json" +version = "1.0.149" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "83fc039473c5595ace860d8c4fafa220ff474b3fc6bfdb4293327f1a37e94d86" +dependencies = [ + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "serde_path_to_error" +version = "0.1.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "10a9ff822e371bb5403e391ecd83e182e0e77ba7f6fe0160b795797109d1b457" +dependencies = [ + "itoa", + "serde", + "serde_core", +] + +[[package]] +name = "serde_repr" +version = "0.1.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "175ee3e80ae9982737ca543e96133087cbd9a485eecc3bc4de9c1a37b47ea59c" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "serde_spanned" +version = "0.6.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf41e0cfaf7226dca15e8197172c295a782857fcb97fad1808a166870dee75a3" +dependencies = [ + "serde", +] + +[[package]] +name = "serde_urlencoded" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" +dependencies = [ + "form_urlencoded", + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "sha1" +version = "0.10.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e3bf829a2d51ab4a5ddf1352d8470c140cadc8301b2ae1789db023f01cedd6ba" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures", + "digest", +] + +[[package]] +name = "sha2" +version = "0.10.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a7507d819769d01a365ab707794a4084392c824f54a7a6a7862f8c3d0892b283" +dependencies = [ + "cfg-if 1.0.4", + "cpufeatures", + "digest", + "sha2-asm", +] + +[[package]] +name = "sha2-asm" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b845214d6175804686b2bd482bcffe96651bb2d1200742b712003504a2dac1ab" +dependencies = [ + "cc", +] + +[[package]] +name = "sharded-slab" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f40ca3c46823713e0d4209592e8d6e826aa57e928f09752619fc696c499637f6" +dependencies = [ + "lazy_static", +] + +[[package]] +name = "shellexpand" +version = "3.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32824fab5e16e6c4d86dc1ba84489390419a39f97699852b66480bb87d297ed8" +dependencies = [ + "bstr", + "dirs", + "os_str_bytes", +] + +[[package]] +name = "shlex" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" + +[[package]] +name = "simba" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c99284beb21666094ba2b75bbceda012e610f5479dfcc2d6e2426f53197ffd95" +dependencies = [ + "approx", + "num-complex", + "num-traits", + "paste", + "wide", +] + +[[package]] +name = "siphasher" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b2aa850e253778c88a04c3d7323b043aeda9d3e30d5971937c1855769763678e" + +[[package]] +name = "slab" +version = "0.4.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5" + +[[package]] +name = "smallvec" +version = "1.15.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03" + +[[package]] +name = "socket2" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a766e1110788c36f4fa1c2b71b387a7815aa65f88ce0229841826633d93723e" +dependencies = [ + "libc", + "windows-sys 0.61.2", +] + +[[package]] +name = "stable_deref_trait" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596" + +[[package]] +name = "static_assertions" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f" + +[[package]] +name = "statrs" +version = "0.18.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a3fe7c28c6512e766b0874335db33c94ad7b8f9054228ae1c2abd47ce7d335e" +dependencies = [ + "approx", + "nalgebra", + "num-traits", + "rand 0.8.5", +] + +[[package]] +name = "strsim" +version = "0.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" + +[[package]] +name = "subtle" +version = "2.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292" + +[[package]] +name = "syn" +version = "1.0.109" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72b64191b275b66ffe2469e8af2c1cfe3bafa67b529ead792a6d0160888b4237" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "syn" +version = "2.0.117" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "sync_wrapper" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bf256ce5efdfa370213c1dabab5935a12e49f2c58d15e9eac2870d3b4f27263" +dependencies = [ + "futures-core", +] + +[[package]] +name = "synchronoise" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3dbc01390fc626ce8d1cffe3376ded2b72a11bb70e1c75f404a210e4daa4def2" +dependencies = [ + "crossbeam-queue", +] + +[[package]] +name = "synstructure" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "sysinfo" +version = "0.38.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "92ab6a2f8bfe508deb3c6406578252e491d299cbbf3bc0529ecc3313aee4a52f" +dependencies = [ + "libc", + "memchr", + "ntapi", + "objc2-core-foundation", + "objc2-io-kit", + "windows", +] + +[[package]] +name = "system-configuration" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a13f3d0daba03132c0aa9767f98351b3488edc2c100cda2d2ec2b04f3d8d3c8b" +dependencies = [ + "bitflags", + "core-foundation 0.9.4", + "system-configuration-sys", +] + +[[package]] +name = "system-configuration-sys" +version = "0.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8e1d1b10ced5ca923a1fcb8d03e96b8d3268065d724548c0211415ff6ac6bac4" +dependencies = [ + "core-foundation-sys", + "libc", +] + +[[package]] +name = "tempfile" +version = "3.27.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "32497e9a4c7b38532efcdebeef879707aa9f794296a4f0244f6f69e9bc8574bd" +dependencies = [ + "fastrand", + "getrandom 0.3.4", + "once_cell", + "rustix", + "windows-sys 0.52.0", +] + +[[package]] +name = "termtree" +version = "0.5.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f50febec83f5ee1df3015341d8bd429f2d1cc62bcba7ea2076759d315084683" + +[[package]] +name = "thiserror" +version = "1.0.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52" +dependencies = [ + "thiserror-impl 1.0.69", +] + +[[package]] +name = "thiserror" +version = "2.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4288b5bcbc7920c07a1149a35cf9590a2aa808e0bc1eafaade0b80947865fbc4" +dependencies = [ + "thiserror-impl 2.0.18", +] + +[[package]] +name = "thiserror-impl" +version = "1.0.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "thiserror-impl" +version = "2.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebc4ee7f67670e9b64d05fa4253e753e016c6c95ff35b89b7941d6b856dec1d5" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "thread_local" +version = "1.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f60246a4944f24f6e018aa17cdeffb7818b76356965d03b07d6a9886e8962185" +dependencies = [ + "cfg-if 1.0.4", +] + +[[package]] +name = "time" +version = "0.3.47" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "743bd48c283afc0388f9b8827b976905fb217ad9e647fae3a379a9283c4def2c" +dependencies = [ + "deranged", + "itoa", + "num-conv", + "powerfmt", + "serde_core", + "time-core", + "time-macros", +] + +[[package]] +name = "time-core" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7694e1cfe791f8d31026952abf09c69ca6f6fa4e1a1229e18988f06a04a12dca" + +[[package]] +name = "time-macros" +version = "0.2.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2e70e4c5a0e0a8a4823ad65dfe1a6930e4f4d756dcd9dd7939022b5e8c501215" +dependencies = [ + "num-conv", + "time-core", +] + +[[package]] +name = "tinystr" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42d3e9c45c09de15d06dd8acf5f4e0e399e85927b7f00711024eb7ae10fa4869" +dependencies = [ + "displaydoc", + "zerovec", +] + +[[package]] +name = "tinyvec" +version = "1.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e61e67053d25a4e82c844e8424039d9745781b3fc4f32b8d55ed50f5f667ef3" +dependencies = [ + "tinyvec_macros", +] + +[[package]] +name = "tinyvec_macros" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20" + +[[package]] +name = "tokio" +version = "1.50.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "27ad5e34374e03cfffefc301becb44e9dc3c17584f414349ebe29ed26661822d" +dependencies = [ + "bytes", + "libc", + "mio", + "pin-project-lite", + "socket2", + "tokio-macros", + "windows-sys 0.61.2", +] + +[[package]] +name = "tokio-macros" +version = "2.6.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c55a2eff8b69ce66c84f85e1da1c233edc36ceb85a2058d11b0d6a3c7e7569c" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", +] + +[[package]] +name = "tokio-retry" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7f57eb36ecbe0fc510036adff84824dd3c24bb781e21bfa67b69d556aa85214f" +dependencies = [ + "pin-project", + "rand 0.8.5", + "tokio", +] + +[[package]] +name = "tokio-rustls" +version = "0.26.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1729aa945f29d91ba541258c8df89027d5792d85a8841fb65e8bf0f4ede4ef61" +dependencies = [ + "rustls", + "tokio", +] + +[[package]] +name = "tokio-util" +version = "0.7.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9ae9cec805b01e8fc3fd2fe289f89149a9b66dd16786abd8b19cfa7b48cb0098" +dependencies = [ + "bytes", + "futures-core", + "futures-sink", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "toml" +version = "0.8.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc1beb996b9d83529a9e75c17a1686767d148d70663143c7854d8b4a09ced362" +dependencies = [ + "serde", + "serde_spanned", + "toml_datetime", + "toml_edit", +] + +[[package]] +name = "toml_datetime" +version = "0.6.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "22cddaf88f4fbc13c51aebbf5f8eceb5c7c5a9da2ac40a13519eb5b0a0e8f11c" +dependencies = [ + "serde", +] + +[[package]] +name = "toml_edit" +version = "0.22.27" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41fe8c660ae4257887cf66394862d21dbca4a6ddd26f04a3560410406a2f819a" +dependencies = [ + "indexmap", + "serde", + "serde_spanned", + "toml_datetime", + "toml_write", + "winnow", +] + +[[package]] +name = "toml_write" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d99f8c9a7727884afe522e9bd5edbfc91a3312b36a77b5fb8926e4c31a41801" + +[[package]] +name = "tower" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ebe5ef63511595f1344e2d5cfa636d973292adc0eec1f0ad45fae9f0851ab1d4" +dependencies = [ + "futures-core", + "futures-util", + "pin-project-lite", + "sync_wrapper", + "tokio", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tower-http" +version = "0.6.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d4e6559d53cc268e5031cd8429d05415bc4cb4aefc4aa5d6cc35fbf5b924a1f8" +dependencies = [ + "bitflags", + "bytes", + "futures-util", + "http", + "http-body", + "iri-string", + "pin-project-lite", + "tower", + "tower-layer", + "tower-service", +] + +[[package]] +name = "tower-layer" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "121c2a6cda46980bb0fcd1647ffaf6cd3fc79a013de288782836f6df9c48780e" + +[[package]] +name = "tower-service" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8df9b6e13f2d32c91b9bd719c00d1958837bc7dec474d94952798cc8e69eeec3" + +[[package]] +name = "tracing" +version = "0.1.44" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "200072f5d0e3614556f94a9930d5dc3e0662a652823904c3a75dc3b0af7fee47" +checksum = "63e71662fa4b2a2c3a26f570f037eb95bb1f85397f3cd8076caed2f026a6d100" dependencies = [ - "displaydoc", - "potential_utf", - "yoke", - "zerofrom", - "zerovec", + "log", + "pin-project-lite", + "tracing-attributes", + "tracing-core", ] [[package]] -name = "icu_locale_core" -version = "2.0.0" +name = "tracing-appender" +version = "0.2.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0cde2700ccaed3872079a65fb1a78f6c0a36c91570f28755dda67bc8f7d9f00a" +checksum = "786d480bce6247ab75f005b14ae1624ad978d3029d9113f0a22fa1ac773faeaf" dependencies = [ - "displaydoc", - "litemap", - "tinystr", - "writeable", - "zerovec", + "crossbeam-channel", + "thiserror 2.0.18", + "time", + "tracing-subscriber", ] [[package]] -name = "icu_normalizer" -version = "2.0.0" +name = "tracing-attributes" +version = "0.1.31" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "436880e8e18df4d7bbc06d58432329d6458cc84531f7ac5f024e93deadb37979" +checksum = "7490cfa5ec963746568740651ac6781f701c9c5ea257c58e057f3ba8cf69e8da" dependencies = [ - "displaydoc", - "icu_collections", - "icu_normalizer_data", - "icu_properties", - "icu_provider", - "smallvec", - "zerovec", + "proc-macro2", + "quote", + "syn 2.0.117", ] [[package]] -name = "icu_normalizer_data" -version = "2.0.0" +name = "tracing-core" +version = "0.1.36" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "00210d6893afc98edb752b664b8890f0ef174c8adbb8d0be9710fa66fbbf72d3" +checksum = "db97caf9d906fbde555dd62fa95ddba9eecfd14cb388e4f491a66d74cd5fb79a" +dependencies = [ + "once_cell", + "valuable", +] [[package]] -name = "icu_properties" -version = "2.0.0" +name = "tracing-log" +version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2549ca8c7241c82f59c80ba2a6f415d931c5b58d24fb8412caa1a1f02c49139a" +checksum = "ee855f1f400bd0e5c02d150ae5de3840039a3f54b025156404e34c23c03f47c3" dependencies = [ - "displaydoc", - "icu_collections", - "icu_locale_core", - "icu_properties_data", - "icu_provider", - "potential_utf", - "zerotrie", - "zerovec", + "log", + "once_cell", + "tracing-core", ] [[package]] -name = "icu_properties_data" -version = "2.0.0" +name = "tracing-serde" +version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8197e866e47b68f8f7d95249e172903bec06004b18b2937f1095d40a0c57de04" +checksum = "704b1aeb7be0d0a84fc9828cae51dab5970fee5088f83d1dd7ee6f6246fc6ff1" +dependencies = [ + "serde", + "tracing-core", +] [[package]] -name = "icu_provider" -version = "2.0.0" +name = "tracing-subscriber" +version = "0.3.23" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "03c80da27b5f4187909049ee2d72f276f0d9f99a42c306bd0131ecfe04d8e5af" +checksum = "cb7f578e5945fb242538965c2d0b04418d38ec25c79d160cd279bf0731c8d319" dependencies = [ - "displaydoc", - "icu_locale_core", - "stable_deref_trait", - "tinystr", - "writeable", - "yoke", - "zerofrom", - "zerotrie", - "zerovec", + "matchers", + "nu-ansi-term", + "once_cell", + "regex-automata", + "serde", + "serde_json", + "sharded-slab", + "smallvec", + "thread_local", + "tracing", + "tracing-core", + "tracing-log", + "tracing-serde", ] [[package]] -name = "idna" -version = "1.0.3" +name = "try-lock" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b" + +[[package]] +name = "twox-hash" +version = "2.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "686f825264d630750a544639377bae737628043f20d38bbc029e8f29ea968a7e" +checksum = "9ea3136b675547379c4bd395ca6b938e5ad3c3d20fad76e7fe85f9e0d011419c" + +[[package]] +name = "typed-builder" +version = "0.20.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cd9d30e3a08026c78f246b173243cf07b3696d274debd26680773b6773c2afc7" dependencies = [ - "idna_adapter", - "smallvec", - "utf8_iter", + "typed-builder-macro", ] [[package]] -name = "idna_adapter" -version = "1.2.1" +name = "typed-builder-macro" +version = "0.20.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3acae9609540aa318d1bc588455225fb2085b9ed0c4f6bd0d9d5bcd86f1a0344" +checksum = "3c36781cc0e46a83726d9879608e4cf6c2505237e263a8eb8c24502989cfdb28" dependencies = [ - "icu_normalizer", - "icu_properties", + "proc-macro2", + "quote", + "syn 2.0.117", ] [[package]] -name = "indenter" -version = "0.3.3" +name = "typenum" +version = "1.19.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ce23b50ad8242c51a442f3ff322d56b02f08852c77e4c0b4d3fd684abc89c683" +checksum = "562d481066bde0658276a35467c4af00bdc6ee726305698a55b86e61d7ad82bb" [[package]] -name = "indexmap" -version = "2.7.0" +name = "typewit" +version = "1.14.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "62f822373a4fe84d4bb149bf54e584a7f4abec90e072ed49cda0edea5b95471f" +checksum = "f8c1ae7cc0fdb8b842d65d127cb981574b0d2b249b74d1c7a2986863dc134f71" + +[[package]] +name = "ulid" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "470dbf6591da1b39d43c14523b2b469c86879a53e8b758c8e090a470fe7b1fbe" dependencies = [ - "equivalent", - "hashbrown", + "rand 0.9.2", + "web-time", ] [[package]] -name = "is_terminal_polyfill" -version = "1.70.1" +name = "unicase" +version = "2.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7943c866cc5cd64cbc25b2e01621d07fa8eb2a1a23160ee81ce38704e97b8ecf" +checksum = "dbc4bc3a9f746d862c45cb89d705aa10f187bb96c76001afab07a0d35ce60142" [[package]] -name = "itertools" -version = "0.13.0" +name = "unicode-ident" +version = "1.0.24" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "413ee7dfc52ee1a4949ceeb7dbc8a33f2d6c088194d9f922fb8318faf1f01186" -dependencies = [ - "either", -] +checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" [[package]] -name = "itoa" -version = "1.0.15" +name = "unicode-xid" +version = "0.2.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4a5f13b858c8d314ee3e8f639011f7ccefe71f97f96e50151fb991f267928e2c" +checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853" [[package]] -name = "jobserver" -version = "0.1.32" +name = "untrusted" +version = "0.9.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "48d1dbcbbeb6a7fec7e059840aa538bd62aaccf972c7346c4d9d2059312853d0" -dependencies = [ - "libc", -] +checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1" [[package]] -name = "kernels-data" -version = "0.1.0" +name = "url" +version = "2.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff67a8a4397373c3ef660812acab3268222035010ab8680ec4215f38ba3d0eed" dependencies = [ - "eyre", - "itertools", - "regex", + "form_urlencoded", + "idna", + "percent-encoding", "serde", - "serde-value", - "serde_json", - "thiserror", - "url", ] [[package]] -name = "libc" -version = "0.2.169" +name = "urlencoding" +version = "2.1.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b5aba8db14291edd000dfcc4d620c7ebfb122c613afb886ca8803fa4e128a20a" +checksum = "daf8dba3b7eb870caf1ddeed7bc9d2a049f3cfdfae7cb521b087cc33ae4c49da" [[package]] -name = "libgit2-sys" -version = "0.18.1+1.9.0" +name = "utf8_iter" +version = "1.0.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e1dcb20f84ffcdd825c7a311ae347cce604a6f084a767dec4a4929829645290e" -dependencies = [ - "cc", - "libc", - "libssh2-sys", - "libz-sys", - "openssl-sys", - "pkg-config", -] +checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" [[package]] -name = "libssh2-sys" -version = "0.3.1" +name = "utf8parse" +version = "0.2.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "220e4f05ad4a218192533b300327f5150e809b54c4ec83b5a1d91833601811b9" -dependencies = [ - "cc", - "libc", - "libz-sys", - "openssl-sys", - "pkg-config", - "vcpkg", -] +checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" [[package]] -name = "libz-sys" -version = "1.1.22" +name = "uuid" +version = "1.22.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8b70e7a7df205e92a1a4cd9aaae7898dac0aa555503cc0a649494d0d60e7651d" +checksum = "a68d3c8f01c0cfa54a75291d83601161799e4a89a39e0929f4b0354d88757a37" dependencies = [ - "cc", - "libc", - "pkg-config", - "vcpkg", + "getrandom 0.4.2", + "js-sys", + "wasm-bindgen", ] [[package]] -name = "litemap" -version = "0.8.0" +name = "valuable" +version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "241eaef5fd12c88705a01fc1066c48c4b36e0dd4377dcdc7ec3942cea7a69956" +checksum = "ba73ea9cf16a25df0c8caa16c51acb937d5712a8429db78a3ee29d5dcacd3a65" [[package]] -name = "log" -version = "0.4.27" +name = "vcpkg" +version = "0.2.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "13dc2df351e3202783a1fe0d44375f7295ffb4049267b0f3018346dc122a1d94" +checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" [[package]] -name = "memchr" -version = "2.7.4" +name = "version_check" +version = "0.9.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3" +checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" [[package]] -name = "minijinja" +name = "walkdir" version = "2.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2c37e1b517d1dcd0e51dc36c4567b9d5a29262b3ec8da6cb5d35e27a8fb529b5" +checksum = "29790946404f91d9c5d06f9874efddea1dc06c5efe94541a7d6863108e3a5e4b" dependencies = [ - "serde", + "same-file", + "winapi-util", ] [[package]] -name = "minijinja-embed" -version = "2.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "46d70b7597f2d4149308210d5dc7ab79f1248238a27c1ab1a3eefd95d20c4cca" - -[[package]] -name = "num-traits" -version = "0.2.19" +name = "want" +version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +checksum = "bfa7760aed19e106de2c7c0b581b509f2f25d3dacaf737cb82ac61bc6d760b0e" dependencies = [ - "autocfg", + "try-lock", ] [[package]] -name = "once_cell" -version = "1.20.2" +name = "warp" +version = "0.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775" +checksum = "51d06d9202adc1f15d709c4f4a2069be5428aa912cc025d6f268ac441ab066b0" +dependencies = [ + "bytes", + "futures-util", + "headers", + "http", + "http-body", + "http-body-util", + "hyper", + "hyper-util", + "log", + "mime", + "mime_guess", + "percent-encoding", + "pin-project", + "scoped-tls", + "serde", + "serde_json", + "serde_urlencoded", + "tokio", + "tokio-util", + "tower-service", + "tracing", +] [[package]] -name = "openssl-probe" -version = "0.1.6" +name = "wasi" +version = "0.11.1+wasi-snapshot-preview1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d05e27ee213611ffe7d6348b942e8f942b37114c00cc03cec254295a4a17852e" +checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b" [[package]] -name = "openssl-sys" -version = "0.9.108" +name = "wasi" +version = "0.14.7+wasi-0.2.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e145e1651e858e820e4860f7b9c5e169bc1d8ce1c86043be79fa7b7634821847" +checksum = "883478de20367e224c0090af9cf5f9fa85bed63a95c1abf3afc5c083ebc06e8c" dependencies = [ - "cc", - "libc", - "pkg-config", - "vcpkg", + "wasip2", ] [[package]] -name = "ordered-float" -version = "2.10.1" +name = "wasip2" +version = "1.0.2+wasi-0.2.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "68f19d67e5a2795c94e73e0bb1cc1a7edeb2e28efd39e2e1c9b7a40c1108b11c" +checksum = "9517f9239f02c069db75e65f174b3da828fe5f5b945c4dd26bd25d89c03ebcf5" dependencies = [ - "num-traits", + "wit-bindgen", ] [[package]] -name = "percent-encoding" -version = "2.3.1" +name = "wasip3" +version = "0.4.0+wasi-0.3.0-rc-2026-01-06" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e3148f5046208a5d56bcfc03053e3ca6334e51da8dfb19b6cdc8b306fae3283e" +checksum = "5428f8bf88ea5ddc08faddef2ac4a67e390b88186c703ce6dbd955e1c145aca5" +dependencies = [ + "wit-bindgen", +] [[package]] -name = "pkg-config" -version = "0.3.32" +name = "wasite" +version = "1.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7edddbd0b52d732b21ad9a5fab5c704c14cd949e5e9a1ec5929a24fded1b904c" +checksum = "66fe902b4a6b8028a753d5424909b764ccf79b7a209eac9bf97e59cda9f71a42" +dependencies = [ + "wasi 0.14.7+wasi-0.2.4", +] [[package]] -name = "potential_utf" -version = "0.1.2" +name = "wasm-bindgen" +version = "0.2.114" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e5a7c30837279ca13e7c867e9e40053bc68740f988cb07f7ca6df43cc734b585" +checksum = "6532f9a5c1ece3798cb1c2cfdba640b9b3ba884f5db45973a6f442510a87d38e" dependencies = [ - "zerovec", + "cfg-if 1.0.4", + "once_cell", + "rustversion", + "wasm-bindgen-macro", + "wasm-bindgen-shared", ] [[package]] -name = "ppv-lite86" -version = "0.2.20" +name = "wasm-bindgen-futures" +version = "0.4.64" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "77957b295656769bb8ad2b6a6b09d897d94f05c41b069aede1fcdaa675eaea04" +checksum = "e9c5522b3a28661442748e09d40924dfb9ca614b21c00d3fd135720e48b67db8" dependencies = [ - "zerocopy", + "cfg-if 1.0.4", + "futures-util", + "js-sys", + "once_cell", + "wasm-bindgen", + "web-sys", ] [[package]] -name = "proc-macro2" -version = "1.0.92" +name = "wasm-bindgen-macro" +version = "0.2.114" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "37d3544b3f2748c54e147655edb5025752e2303145b5aefb3c3ea2c78b973bb0" +checksum = "18a2d50fcf105fb33bb15f00e7a77b772945a2ee45dcf454961fd843e74c18e6" dependencies = [ - "unicode-ident", + "quote", + "wasm-bindgen-macro-support", ] [[package]] -name = "quote" -version = "1.0.37" +name = "wasm-bindgen-macro-support" +version = "0.2.114" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af" +checksum = "03ce4caeaac547cdf713d280eda22a730824dd11e6b8c3ca9e42247b25c631e3" dependencies = [ + "bumpalo", "proc-macro2", + "quote", + "syn 2.0.117", + "wasm-bindgen-shared", ] [[package]] -name = "rand" -version = "0.8.5" +name = "wasm-bindgen-shared" +version = "0.2.114" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404" +checksum = "75a326b8c223ee17883a4251907455a2431acc2791c98c26279376490c378c16" dependencies = [ - "libc", - "rand_chacha", - "rand_core", + "unicode-ident", ] [[package]] -name = "rand_chacha" -version = "0.3.1" +name = "wasm-encoder" +version = "0.244.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" +checksum = "990065f2fe63003fe337b932cfb5e3b80e0b4d0f5ff650e6985b1048f62c8319" dependencies = [ - "ppv-lite86", - "rand_core", + "leb128fmt", + "wasmparser", ] [[package]] -name = "rand_core" -version = "0.6.4" +name = "wasm-metadata" +version = "0.244.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" +checksum = "bb0e353e6a2fbdc176932bbaab493762eb1255a7900fe0fea1a2f96c296cc909" dependencies = [ - "getrandom", + "anyhow", + "indexmap", + "wasm-encoder", + "wasmparser", ] [[package]] -name = "regex" -version = "1.12.3" +name = "wasm-streams" +version = "0.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276" +checksum = "9d1ec4f6517c9e11ae630e200b2b65d193279042e28edd4a2cda233e46670bbb" dependencies = [ - "aho-corasick", - "memchr", - "regex-automata", - "regex-syntax", + "futures-util", + "js-sys", + "wasm-bindgen", + "wasm-bindgen-futures", + "web-sys", ] [[package]] -name = "regex-automata" -version = "0.4.14" +name = "wasmparser" +version = "0.244.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6e1dd4122fc1595e8162618945476892eefca7b88c52820e74af6262213cae8f" +checksum = "47b807c72e1bac69382b3a6fb3dbe8ea4c0ed87ff5629b8685ae6b9a611028fe" dependencies = [ - "aho-corasick", - "memchr", - "regex-syntax", + "bitflags", + "hashbrown 0.15.5", + "indexmap", + "semver", ] [[package]] -name = "regex-syntax" -version = "0.8.9" +name = "wasmtimer" +version = "0.4.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a96887878f22d7bad8a3b6dc5b7440e0ada9a245242924394987b21cf2210a4c" +checksum = "1c598d6b99ea013e35844697fc4670d08339d5cda15588f193c6beedd12f644b" +dependencies = [ + "futures", + "js-sys", + "parking_lot", + "pin-utils", + "slab", + "wasm-bindgen", +] [[package]] -name = "ryu" -version = "1.0.20" +name = "web-sys" +version = "0.3.91" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "28d3b2b1366ec20994f1fd18c3c594f05c5dd4bc44d8bb0c1c632c8d6829481f" +checksum = "854ba17bb104abfb26ba36da9729addc7ce7f06f5c0f90f3c391f8461cca21f9" +dependencies = [ + "js-sys", + "wasm-bindgen", +] [[package]] -name = "serde" -version = "1.0.216" +name = "web-time" +version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0b9781016e935a97e8beecf0c933758c97a5520d32930e460142b4cd80c6338e" +checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb" dependencies = [ - "serde_derive", + "js-sys", + "wasm-bindgen", ] [[package]] -name = "serde-value" -version = "0.7.0" +name = "webpki-root-certs" +version = "1.0.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f3a1a3341211875ef120e117ea7fd5228530ae7e7036a779fdc9117be6b3282c" +checksum = "804f18a4ac2676ffb4e8b5b5fa9ae38af06df08162314f96a68d2a363e21a8ca" dependencies = [ - "ordered-float", - "serde", + "rustls-pki-types", ] [[package]] -name = "serde_derive" -version = "1.0.216" +name = "whoami" +version = "2.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "46f859dbbf73865c6627ed570e78961cd3ac92407a2d117204c49232485da55e" +checksum = "d6a5b12f9df4f978d2cfdb1bd3bac52433f44393342d7ee9c25f5a1c14c0f45d" dependencies = [ - "proc-macro2", - "quote", - "syn", + "libc", + "libredox", + "objc2-system-configuration", + "wasite", + "web-sys", ] [[package]] -name = "serde_json" -version = "1.0.140" +name = "wide" +version = "0.7.33" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "20068b6e96dc6c9bd23e01df8827e6c7e1f2fddd43c21810382803c136b99373" +checksum = "0ce5da8ecb62bcd8ec8b7ea19f69a51275e91299be594ea5cc6ef7819e16cd03" dependencies = [ - "itoa", - "memchr", - "ryu", - "serde", + "bytemuck", + "safe_arch", ] [[package]] -name = "serde_spanned" -version = "0.6.8" +name = "winapi" +version = "0.3.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "87607cb1398ed59d48732e575a4c28a7a8ebf2454b964fe3f224f2afc07909e1" +checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" dependencies = [ - "serde", + "winapi-i686-pc-windows-gnu", + "winapi-x86_64-pc-windows-gnu", ] [[package]] -name = "shlex" -version = "1.3.0" +name = "winapi-i686-pc-windows-gnu" +version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64" +checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" [[package]] -name = "smallvec" -version = "1.15.0" +name = "winapi-util" +version = "0.1.11" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8917285742e9f3e1683f0a9c4e6b57960b7314d0b08d30d1ecd426713ee2eee9" +checksum = "c2a7b1c03c876122aa43f3020e6c3c3ee5c05081c9a00739faf7503aeba10d22" +dependencies = [ + "windows-sys 0.61.2", +] [[package]] -name = "stable_deref_trait" -version = "1.2.0" +name = "winapi-x86_64-pc-windows-gnu" +version = "0.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3" +checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" [[package]] -name = "strsim" -version = "0.11.1" +name = "windows" +version = "0.62.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7da8b5736845d9f2fcb837ea5d9e2628564b3b043a70948a3f0b778838c5fb4f" +checksum = "527fadee13e0c05939a6a05d5bd6eec6cd2e3dbd648b9f8e447c6518133d8580" +dependencies = [ + "windows-collections", + "windows-core", + "windows-future", + "windows-numerics", +] [[package]] -name = "syn" -version = "2.0.90" +name = "windows-collections" +version = "0.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "919d3b74a5dd0ccd15aeb8f93e7006bd9e14c295087c9896a110f490752bcf31" +checksum = "23b2d95af1a8a14a3c7367e1ed4fc9c20e0a26e79551b1454d72583c97cc6610" dependencies = [ - "proc-macro2", - "quote", - "unicode-ident", + "windows-core", ] [[package]] -name = "synstructure" -version = "0.13.2" +name = "windows-core" +version = "0.62.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" +checksum = "b8e83a14d34d0623b51dce9581199302a221863196a1dde71a7663a4c2be9deb" dependencies = [ - "proc-macro2", - "quote", - "syn", + "windows-implement", + "windows-interface", + "windows-link", + "windows-result", + "windows-strings", ] [[package]] -name = "thiserror" -version = "1.0.69" +name = "windows-future" +version = "0.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52" +checksum = "e1d6f90251fe18a279739e78025bd6ddc52a7e22f921070ccdc67dde84c605cb" dependencies = [ - "thiserror-impl", + "windows-core", + "windows-link", + "windows-threading", ] [[package]] -name = "thiserror-impl" -version = "1.0.69" +name = "windows-implement" +version = "0.60.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1" +checksum = "053e2e040ab57b9dc951b72c264860db7eb3b0200ba345b4e4c3b14f67855ddf" dependencies = [ "proc-macro2", "quote", - "syn", + "syn 2.0.117", ] [[package]] -name = "tinystr" -version = "0.8.1" +name = "windows-interface" +version = "0.59.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5d4f6d1145dcb577acf783d4e601bc1d76a13337bb54e6233add580b07344c8b" +checksum = "3f316c4a2570ba26bbec722032c4099d8c8bc095efccdc15688708623367e358" dependencies = [ - "displaydoc", - "zerovec", + "proc-macro2", + "quote", + "syn 2.0.117", ] [[package]] -name = "toml" -version = "0.8.19" +name = "windows-link" +version = "0.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a1ed1f98e3fdc28d6d910e6737ae6ab1a93bf1985935a1193e68f93eeb68d24e" -dependencies = [ - "serde", - "serde_spanned", - "toml_datetime", - "toml_edit", -] +checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" [[package]] -name = "toml_datetime" -version = "0.6.8" +name = "windows-numerics" +version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0dd7358ecb8fc2f8d014bf86f6f638ce72ba252a2c3a2572f2a795f1d23efb41" +checksum = "6e2e40844ac143cdb44aead537bbf727de9b044e107a0f1220392177d15b0f26" dependencies = [ - "serde", + "windows-core", + "windows-link", ] [[package]] -name = "toml_edit" -version = "0.22.22" +name = "windows-registry" +version = "0.6.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4ae48d6208a266e853d946088ed816055e556cc6028c5e8e2b84d9fa5dd7c7f5" +checksum = "02752bf7fbdcce7f2a27a742f798510f3e5ad88dbe84871e5168e2120c3d5720" dependencies = [ - "indexmap", - "serde", - "serde_spanned", - "toml_datetime", - "winnow", + "windows-link", + "windows-result", + "windows-strings", ] [[package]] -name = "unicode-ident" -version = "1.0.14" +name = "windows-result" +version = "0.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "adb9e6ca4f869e1180728b7950e35922a7fc6397f7b641499e8f3ef06e50dc83" +checksum = "7781fa89eaf60850ac3d2da7af8e5242a5ea78d1a11c49bf2910bb5a73853eb5" +dependencies = [ + "windows-link", +] [[package]] -name = "url" -version = "2.5.4" +name = "windows-strings" +version = "0.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "32f8b686cadd1473f4bd0117a5d28d36b1ade384ea9b5069a1c40aefed7fda60" +checksum = "7837d08f69c77cf6b07689544538e017c1bfcf57e34b4c0ff58e6c2cd3b37091" dependencies = [ - "form_urlencoded", - "idna", - "percent-encoding", - "serde", + "windows-link", ] [[package]] -name = "utf8_iter" -version = "1.0.4" +name = "windows-sys" +version = "0.45.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" +checksum = "75283be5efb2831d37ea142365f009c02ec203cd29a3ebecbc093d52315b66d0" +dependencies = [ + "windows-targets 0.42.2", +] [[package]] -name = "utf8parse" -version = "0.2.2" +name = "windows-sys" +version = "0.52.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821" +checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d" +dependencies = [ + "windows-targets 0.52.6", +] [[package]] -name = "vcpkg" -version = "0.2.15" +name = "windows-sys" +version = "0.60.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" +checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb" +dependencies = [ + "windows-targets 0.53.5", +] [[package]] -name = "wasi" -version = "0.11.0+wasi-snapshot-preview1" +name = "windows-sys" +version = "0.61.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" +checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" +dependencies = [ + "windows-link", +] [[package]] -name = "windows-sys" -version = "0.59.0" +name = "windows-targets" +version = "0.42.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1e38bc4d79ed67fd075bcc251a1c39b32a1776bbe92e5bef1f0bf1f8c531853b" +checksum = "8e5180c00cd44c9b1c88adb3693291f1cd93605ded80c250a75d472756b4d071" dependencies = [ - "windows-targets", + "windows_aarch64_gnullvm 0.42.2", + "windows_aarch64_msvc 0.42.2", + "windows_i686_gnu 0.42.2", + "windows_i686_msvc 0.42.2", + "windows_x86_64_gnu 0.42.2", + "windows_x86_64_gnullvm 0.42.2", + "windows_x86_64_msvc 0.42.2", ] [[package]] @@ -878,86 +3947,448 @@ version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973" dependencies = [ - "windows_aarch64_gnullvm", - "windows_aarch64_msvc", - "windows_i686_gnu", - "windows_i686_gnullvm", - "windows_i686_msvc", - "windows_x86_64_gnu", - "windows_x86_64_gnullvm", - "windows_x86_64_msvc", + "windows_aarch64_gnullvm 0.52.6", + "windows_aarch64_msvc 0.52.6", + "windows_i686_gnu 0.52.6", + "windows_i686_gnullvm 0.52.6", + "windows_i686_msvc 0.52.6", + "windows_x86_64_gnu 0.52.6", + "windows_x86_64_gnullvm 0.52.6", + "windows_x86_64_msvc 0.52.6", +] + +[[package]] +name = "windows-targets" +version = "0.53.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4945f9f551b88e0d65f3db0bc25c33b8acea4d9e41163edf90dcd0b19f9069f3" +dependencies = [ + "windows-link", + "windows_aarch64_gnullvm 0.53.1", + "windows_aarch64_msvc 0.53.1", + "windows_i686_gnu 0.53.1", + "windows_i686_gnullvm 0.53.1", + "windows_i686_msvc 0.53.1", + "windows_x86_64_gnu 0.53.1", + "windows_x86_64_gnullvm 0.53.1", + "windows_x86_64_msvc 0.53.1", +] + +[[package]] +name = "windows-threading" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3949bd5b99cafdf1c7ca86b43ca564028dfe27d66958f2470940f73d86d75b37" +dependencies = [ + "windows-link", ] +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "597a5118570b68bc08d8d59125332c54f1ba9d9adeedeef5b99b02ba2b0698f8" + [[package]] name = "windows_aarch64_gnullvm" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3" +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9d8416fa8b42f5c947f8482c43e7d89e73a173cead56d044f6a56104a6d1b53" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e08e8864a60f06ef0d0ff4ba04124db8b0fb3be5776a5cd47641e942e58c4d43" + [[package]] name = "windows_aarch64_msvc" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469" +[[package]] +name = "windows_aarch64_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9d782e804c2f632e395708e99a94275910eb9100b2114651e04744e9b125006" + +[[package]] +name = "windows_i686_gnu" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c61d927d8da41da96a81f029489353e68739737d3beca43145c8afec9a31a84f" + [[package]] name = "windows_i686_gnu" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b" +[[package]] +name = "windows_i686_gnu" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "960e6da069d81e09becb0ca57a65220ddff016ff2d6af6a223cf372a506593a3" + [[package]] name = "windows_i686_gnullvm" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66" +[[package]] +name = "windows_i686_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fa7359d10048f68ab8b09fa71c3daccfb0e9b559aed648a8f95469c27057180c" + +[[package]] +name = "windows_i686_msvc" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "44d840b6ec649f480a41c8d80f9c65108b92d89345dd94027bfe06ac444d1060" + [[package]] name = "windows_i686_msvc" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66" +[[package]] +name = "windows_i686_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1e7ac75179f18232fe9c285163565a57ef8d3c89254a30685b57d83a38d326c2" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8de912b8b8feb55c064867cf047dda097f92d51efad5b491dfb98f6bbb70cb36" + [[package]] name = "windows_x86_64_gnu" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78" +[[package]] +name = "windows_x86_64_gnu" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9c3842cdd74a865a8066ab39c8a7a473c0778a3f29370b5fd6b4b9aa7df4a499" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "26d41b46a36d453748aedef1486d5c7a85db22e56aff34643984ea85514e94a3" + [[package]] name = "windows_x86_64_gnullvm" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d" +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ffa179e2d07eee8ad8f57493436566c7cc30ac536a3379fdf008f47f6bb7ae1" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.42.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9aec5da331524158c6d1a4ac0ab1541149c0b9505fde06423b02f5ef0106b9f0" + [[package]] name = "windows_x86_64_msvc" version = "0.52.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec" +[[package]] +name = "windows_x86_64_msvc" +version = "0.53.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6bbff5f0aada427a1e5a6da5f1f98158182f26556f345ac9e04d36d0ebed650" + [[package]] name = "winnow" -version = "0.6.20" +version = "0.7.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "36c1fec1a2bb5866f07c25f68c26e565c4c200aebb96d7e55710c19d3e8ac49b" +checksum = "df79d97927682d2fd8adb29682d1140b343be4ac0f08fd68b7765d9c059d3945" dependencies = [ "memchr", ] +[[package]] +name = "wit-bindgen" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d7249219f66ced02969388cf2bb044a09756a083d0fab1e566056b04d9fbcaa5" +dependencies = [ + "wit-bindgen-rust-macro", +] + +[[package]] +name = "wit-bindgen-core" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ea61de684c3ea68cb082b7a88508a8b27fcc8b797d738bfc99a82facf1d752dc" +dependencies = [ + "anyhow", + "heck", + "wit-parser", +] + +[[package]] +name = "wit-bindgen-rust" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b7c566e0f4b284dd6561c786d9cb0142da491f46a9fbed79ea69cdad5db17f21" +dependencies = [ + "anyhow", + "heck", + "indexmap", + "prettyplease", + "syn 2.0.117", + "wasm-metadata", + "wit-bindgen-core", + "wit-component", +] + +[[package]] +name = "wit-bindgen-rust-macro" +version = "0.51.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c0f9bfd77e6a48eccf51359e3ae77140a7f50b1e2ebfe62422d8afdaffab17a" +dependencies = [ + "anyhow", + "prettyplease", + "proc-macro2", + "quote", + "syn 2.0.117", + "wit-bindgen-core", + "wit-bindgen-rust", +] + +[[package]] +name = "wit-component" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9d66ea20e9553b30172b5e831994e35fbde2d165325bec84fc43dbf6f4eb9cb2" +dependencies = [ + "anyhow", + "bitflags", + "indexmap", + "log", + "serde", + "serde_derive", + "serde_json", + "wasm-encoder", + "wasm-metadata", + "wasmparser", + "wit-parser", +] + +[[package]] +name = "wit-parser" +version = "0.244.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ecc8ac4bc1dc3381b7f59c34f00b67e18f910c2c0f50015669dde7def656a736" +dependencies = [ + "anyhow", + "id-arena", + "indexmap", + "log", + "semver", + "serde", + "serde_derive", + "serde_json", + "unicode-xid", + "wasmparser", +] + [[package]] name = "writeable" -version = "0.6.1" +version = "0.6.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ea2f10b9bb0928dfb1b42b65e1f9e36f7f54dbdf08457afefb38afcdec4fa2bb" +checksum = "9edde0db4769d2dc68579893f2306b26c6ecfbe0ef499b013d731b7b9247e0b9" + +[[package]] +name = "xet-client" +version = "1.4.0" +source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +dependencies = [ + "anyhow", + "async-trait", + "axum", + "base64", + "bytes", + "clap", + "crc32fast", + "derivative", + "duration-str", + "futures", + "futures-util", + "heed", + "http", + "human-bandwidth", + "hyper", + "lazy_static", + "mockall", + "more-asserts", + "once_cell", + "rand 0.9.2", + "reqwest", + "reqwest-middleware", + "reqwest-retry", + "serde", + "serde_json", + "serde_repr", + "statrs", + "tempfile", + "thiserror 2.0.18", + "tokio", + "tokio-retry", + "tower-http", + "tracing", + "tracing-subscriber", + "url", + "urlencoding", + "warp", + "web-time", + "xet-core-structures", + "xet-runtime", +] + +[[package]] +name = "xet-core-structures" +version = "1.4.0" +source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +dependencies = [ + "anyhow", + "async-trait", + "base64", + "bincode", + "blake3", + "bytemuck", + "bytes", + "clap", + "countio", + "csv", + "futures", + "futures-util", + "getrandom 0.4.2", + "half", + "heapify", + "heed", + "itertools 0.14.0", + "lazy_static", + "lz4_flex", + "more-asserts", + "rand 0.9.2", + "regex", + "safe-transmute", + "serde", + "static_assertions", + "tempfile", + "thiserror 2.0.18", + "tokio", + "tokio-util", + "tracing", + "uuid", + "web-time", + "xet-runtime", +] + +[[package]] +name = "xet-data" +version = "1.4.0" +source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +dependencies = [ + "anyhow", + "async-trait", + "bytes", + "chrono", + "clap", + "gearhash", + "http", + "itertools 0.14.0", + "lazy_static", + "more-asserts", + "prometheus", + "rand 0.9.2", + "regex", + "serde", + "serde_json", + "sha2", + "tempfile", + "thiserror 2.0.18", + "tokio", + "tokio-util", + "tracing", + "ulid", + "url", + "walkdir", + "xet-client", + "xet-core-structures", + "xet-runtime", +] + +[[package]] +name = "xet-runtime" +version = "1.4.0" +source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +dependencies = [ + "async-trait", + "bytes", + "chrono", + "colored", + "const-str", + "ctor", + "dirs", + "duration-str", + "futures", + "futures-util", + "git-version", + "konst", + "lazy_static", + "libc", + "more-asserts", + "oneshot", + "pin-project", + "rand 0.9.2", + "reqwest", + "serde", + "serde_json", + "shellexpand", + "sysinfo", + "thiserror 2.0.18", + "tokio", + "tokio-util", + "tracing", + "tracing-appender", + "tracing-subscriber", + "whoami", + "winapi", +] [[package]] name = "yoke" -version = "0.8.0" +version = "0.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f41bb01b8226ef4bfd589436a297c53d118f65921786300e427be8d487695cc" +checksum = "72d6e5c6afb84d73944e5cedb052c4680d5657337201555f9f2a16b7406d4954" dependencies = [ - "serde", "stable_deref_trait", "yoke-derive", "zerofrom", @@ -965,35 +4396,34 @@ dependencies = [ [[package]] name = "yoke-derive" -version = "0.8.0" +version = "0.8.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "38da3c9736e16c5d3c8c597a9aaa5d1fa565d0532ae05e27c24aa62fb32c0ab6" +checksum = "b659052874eb698efe5b9e8cf382204678a0086ebf46982b79d6ca3182927e5d" dependencies = [ "proc-macro2", "quote", - "syn", + "syn 2.0.117", "synstructure", ] [[package]] name = "zerocopy" -version = "0.7.35" +version = "0.8.42" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1b9b4fd18abc82b8136838da5d50bae7bdea537c574d8dc1a34ed098d6c166f0" +checksum = "f2578b716f8a7a858b7f02d5bd870c14bf4ddbbcf3a4c05414ba6503640505e3" dependencies = [ - "byteorder", "zerocopy-derive", ] [[package]] name = "zerocopy-derive" -version = "0.7.35" +version = "0.8.42" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "fa4f8080344d4671fb4e831a13ad1e68092748387dfc4f55e356242fae12ce3e" +checksum = "7e6cc098ea4d3bd6246687de65af3f920c430e236bee1e3bf2e441463f08a02f" dependencies = [ "proc-macro2", "quote", - "syn", + "syn 2.0.117", ] [[package]] @@ -1013,15 +4443,21 @@ checksum = "d71e5d6e06ab090c67b5e44993ec16b72dcbaabc526db883a360057678b48502" dependencies = [ "proc-macro2", "quote", - "syn", + "syn 2.0.117", "synstructure", ] +[[package]] +name = "zeroize" +version = "1.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b97154e67e32c85465826e8bcc1c59429aaaf107c1e4a9e53c8d8ccd5eff88d0" + [[package]] name = "zerotrie" -version = "0.2.2" +version = "0.2.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "36f0bbd478583f79edad978b407914f61b2972f5af6fa089686016be8f9af595" +checksum = "2a59c17a5562d507e4b54960e8569ebee33bee890c70aa3fe7b97e85a9fd7851" dependencies = [ "displaydoc", "yoke", @@ -1030,9 +4466,9 @@ dependencies = [ [[package]] name = "zerovec" -version = "0.11.2" +version = "0.11.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4a05eb080e015ba39cc9e23bbe5e7fb04d5fb040350f99f34e338d5fdd294428" +checksum = "6c28719294829477f525be0186d13efa9a3c602f7ec202ca9e353d310fb9a002" dependencies = [ "yoke", "zerofrom", @@ -1041,11 +4477,17 @@ dependencies = [ [[package]] name = "zerovec-derive" -version = "0.11.1" +version = "0.11.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5b96237efa0c878c64bd89c436f661be4e46b2f3eff1ebb976f7ef2321d2f58f" +checksum = "eadce39539ca5cb3985590102671f2567e659fca9666581ad3411d59207951f3" dependencies = [ "proc-macro2", "quote", - "syn", + "syn 2.0.117", ] + +[[package]] +name = "zmij" +version = "1.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa" diff --git a/kernel-builder/Cargo.toml b/kernel-builder/Cargo.toml index 4a7b10a0..a022e89d 100644 --- a/kernel-builder/Cargo.toml +++ b/kernel-builder/Cargo.toml @@ -15,6 +15,8 @@ clap = { version = "4", features = ["derive"] } clap_complete = "4" eyre = "0.6.12" git2 = "0.20" +huggingface-hub = { git = "https://github.com/huggingface/huggingface_hub_rust.git", package = "huggingface-hub", features = ["xet"] } +tokio = { version = "1", features = ["rt"] } itertools = "0.13" minijinja = "2.5" minijinja-embed = "2.5" diff --git a/kernel-builder/src/hf.rs b/kernel-builder/src/hf.rs new file mode 100644 index 00000000..e5f2dcf6 --- /dev/null +++ b/kernel-builder/src/hf.rs @@ -0,0 +1,58 @@ +use std::{fs, path::PathBuf}; + +use eyre::{Context, Result}; + +/// Build a tokio runtime for one-shot async calls. +pub fn runtime() -> Result { + tokio::runtime::Builder::new_current_thread() + .enable_all() + .build() + .context("Cannot create async runtime") +} + +/// Build an HF API client. +pub fn api() -> Result { + huggingface_hub::HfApi::new().context("Cannot create Hugging Face API client") +} + +/// Resolve the HF username of the currently logged-in user via `whoami`. +pub fn whoami_username() -> Result { + let rt = runtime()?; + let api = api()?; + + rt.block_on(async { api.whoami().await.map(|user| user.username) }) + .map_err(|_| { + eyre::eyre!( + "Not logged in to Hugging Face. Run `hf auth login` first, \ + or use --name to skip auto-detection." + ) + }) +} + +/// Resolve the HF access token using the standard resolution order: +/// `HF_TOKEN` env → `HF_TOKEN_PATH` file → `$HF_HOME/token` → `~/.cache/huggingface/token`. +pub fn token() -> Option { + if let Ok(token) = std::env::var("HF_TOKEN") { + if !token.is_empty() { + return Some(token); + } + } + + let token_path = std::env::var("HF_TOKEN_PATH") + .map(PathBuf::from) + .unwrap_or_else(|_| { + let hf_home = std::env::var("HF_HOME") + .map(PathBuf::from) + .unwrap_or_else(|_| { + let home = std::env::var("HOME") + .or_else(|_| std::env::var("USERPROFILE")) + .unwrap_or_default(); + PathBuf::from(home).join(".cache/huggingface") + }); + hf_home.join("token") + }); + + fs::read_to_string(token_path) + .ok() + .map(|t| t.trim().to_owned()) +} diff --git a/kernel-builder/src/init.rs b/kernel-builder/src/init.rs index 5b1e8bce..ffe5aaeb 100644 --- a/kernel-builder/src/init.rs +++ b/kernel-builder/src/init.rs @@ -12,6 +12,7 @@ use eyre::{bail, Context, Result}; use git2::{IndexAddOption, Repository}; use crate::config::Backend; +use crate::hf; const DEFAULT_TEMPLATE_REPO: &str = "kernels-community/template"; @@ -118,35 +119,67 @@ impl FromStr for RepoInfo { pub fn run_init(args: InitArgs) -> Result<()> { let cwd = std::env::current_dir().context("Cannot determine current directory")?; - // Resolve target directory: use provided path or current directory - let target_dir = match &args.path { - Some(path) => { - if path.is_absolute() { - path.clone() + // Resolve repo info and target directory together, since they can inform each other. + // + // Priority: + // 1. Explicit --name always wins for repo identity. + // 2. Positional arg as "owner/repo" sets both identity and directory. + // 3. Positional arg as bare name (e.g. "my-kernel") + whoami → "owner/my-kernel". + // 4. No positional arg + --name → derive directory from repo name. + // 5. No positional arg, no --name → use cwd, try to infer identity. + let (repo_info, target_dir) = match (args.path, args.name) { + // --name provided: use it for identity, derive directory if needed. + (Some(path), Some(info)) => { + let dir = if path.is_absolute() { + path } else { cwd.join(path) - } + }; + (info, dir) + } + (None, Some(info)) => { + let dir = cwd.join(&info.name); + (info, dir) + } + + // No --name: infer identity from the positional arg. + (Some(path), None) => { + let path_str = path.to_string_lossy(); + + // Try parsing the positional arg directly as "owner/repo". + let info = if let Ok(info) = RepoInfo::from_str(&path_str) { + info + } else { + // Bare name like "my-kernel" — look up the HF user as the owner. + let bare_name = path.file_name().and_then(OsStr::to_str).ok_or_else(|| { + eyre::eyre!("Cannot determine directory name from `{path_str}`") + })?; + let owner = hf::whoami_username()?; + RepoInfo::from_str(&format!("{owner}/{bare_name}")) + .map_err(|e| eyre::eyre!("{e}"))? + }; + + let dir = cwd.join(&info.name); + (info, dir) } - None => cwd.clone(), - }; - // Resolve repo info: use --name or infer from directory name - let repo_info = match args.name { - Some(info) => info, - None => { - let dir_name = target_dir + // Nothing provided — use cwd, try to infer identity. + (None, None) => { + let dir = cwd.clone(); + let dir_name = dir .file_name() .and_then(OsStr::to_str) .ok_or_else(|| eyre::eyre!("Cannot determine directory name"))?; - // Try to parse as owner/repo, otherwise require --name - match RepoInfo::from_str(dir_name) { + let info = match RepoInfo::from_str(dir_name) { Ok(info) => info, Err(_) => bail!( "Cannot infer kernel name from directory `{dir_name}`. \ - Use --name to specify the kernel name." + Pass a name (e.g. `kernel-builder init my-kernel`) or use \ + --name ." ), - } + }; + (info, dir) } }; @@ -257,8 +290,31 @@ fn resolve_template_source(template: &str) -> Result { let tmp_dir = TempDir::new("kernel-builder-init-template")?; let repo_url = format!("https://huggingface.co/{template}"); - Repository::clone(&repo_url, tmp_dir.path()).wrap_err_with(|| { - format!("Cannot clone template repository `{template}` from `{repo_url}`") + // Set up fetch options with HF token credentials when available. + let mut fetch_opts = git2::FetchOptions::new(); + let mut callbacks = git2::RemoteCallbacks::new(); + + let token = hf::token(); + callbacks.credentials(move |_url, _username, _allowed| match &token { + Some(token) => git2::Cred::userpass_plaintext("hf_user", token), + None => Err(git2::Error::from_str( + "authentication required but no Hugging Face token found", + )), + }); + fetch_opts.remote_callbacks(callbacks); + + let mut builder = git2::build::RepoBuilder::new(); + builder.fetch_options(fetch_opts); + + builder.clone(&repo_url, tmp_dir.path()).map_err(|e| { + if e.code() == git2::ErrorCode::Auth { + eyre::eyre!( + "Cannot clone template `{template}`: authentication failed.\n\ + Run `hf auth login` or set the HF_TOKEN environment variable." + ) + } else { + eyre::eyre!("Cannot clone template `{template}` from `{repo_url}`: {e}") + } })?; Ok(TemplateSource::Remote(tmp_dir)) diff --git a/kernel-builder/src/main.rs b/kernel-builder/src/main.rs index b44ef7f4..b0797039 100644 --- a/kernel-builder/src/main.rs +++ b/kernel-builder/src/main.rs @@ -12,9 +12,14 @@ use completions::print_completions; mod develop; use develop::{devshell, testshell}; +mod hf; + mod init; use init::{run_init, InitArgs}; +mod upload; +use upload::{run_upload, UploadArgs}; + mod pyproject; use pyproject::{clean_pyproject, create_pyproject}; @@ -55,6 +60,9 @@ enum Commands { /// Initialize a new kernel project from template. Init(InitArgs), + /// Upload kernel build artifacts to the Hugging Face Hub. + Upload(UploadArgs), + #[command(hide = true)] /// Generate CMake files for a kernel extension build. CreatePyproject { @@ -141,6 +149,7 @@ fn main() -> Result<()> { Ok(()) } Commands::Init(args) => run_init(args), + Commands::Upload(args) => run_upload(args), Commands::CreatePyproject { kernel_dir, force, diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs new file mode 100644 index 00000000..906a3ea4 --- /dev/null +++ b/kernel-builder/src/upload.rs @@ -0,0 +1,439 @@ +use std::{ + collections::{BTreeMap, HashSet}, + fs, + path::{Path, PathBuf}, +}; + +use clap::Args; +use eyre::{bail, Context, Result}; +use huggingface_hub::{ + AddSource, CommitOperation, CreateBranchParams, CreateCommitParams, CreateRepoParams, + ListRepoFilesParams, ListRepoRefsParams, RepoType, +}; +use regex::Regex; + +use crate::hf; + +const BUILD_COMMIT_BATCH_SIZE: usize = 1_000; + +#[derive(Debug, Args)] +pub struct UploadArgs { + /// Directory of the kernel build (defaults to current directory). + #[arg(value_name = "KERNEL_DIR", default_value = ".")] + pub kernel_dir: PathBuf, + + /// Repository ID on the Hugging Face Hub (e.g. `user/my-kernel`). + /// Defaults to `general.hub.repo-id` from `build.toml`. + #[arg(long)] + pub repo_id: Option, + + /// Upload to a specific branch (defaults to `v{version}` from metadata). + #[arg(long)] + pub branch: Option, + + /// Create the repository as private. + #[arg(long)] + pub private: bool, +} + +pub fn run_upload(args: UploadArgs) -> Result<()> { + let rt = hf::runtime()?; + let api = hf::api()?; + let kernel_dir = fs::canonicalize(&args.kernel_dir).wrap_err_with(|| { + format!( + "Cannot resolve kernel directory `{}`", + args.kernel_dir.display() + ) + })?; + + // Resolve repo_id: explicit --repo-id flag, or read from build.toml. + let arg_repo_id = match args.repo_id { + Some(id) => id, + None => read_repo_id_from_build_toml(&kernel_dir)?, + }; + + // Discover build variants. + let (build_dir, variants) = discover_variants(&kernel_dir)?; + eprintln!( + "Found {} build variant(s) in {}", + variants.len(), + build_dir.display() + ); + + // Determine branch from metadata version if not specified. + let branch = args + .branch + .map_or_else(|| detect_branch_from_metadata(&variants), |b| Ok(Some(b)))?; + + // Create repo (or get existing). + let repo_id = rt.block_on(async { + let params = CreateRepoParams::builder() + .repo_id(&arg_repo_id) + .private(args.private) + .exist_ok(true) + .build(); + let repo_url = api + .create_repo(¶ms) + .await + .wrap_err("Cannot create repository")?; + // Extract repo_id from the URL (format: https://huggingface.co/{repo_id}). + let id = repo_url + .url + .trim_end_matches('/') + .strip_prefix("https://huggingface.co/") + .unwrap_or(&arg_repo_id) + .to_owned(); + Ok::<_, eyre::Report>(id) + })?; + + // Create branch if needed. + let is_new_branch = if let Some(ref branch) = branch { + let new = rt.block_on(async { + let refs_params = ListRepoRefsParams::builder().repo_id(&repo_id).build(); + let refs = api + .list_repo_refs(&refs_params) + .await + .wrap_err("Cannot list repository refs")?; + let exists = refs.branches.iter().any(|r| r.name == *branch); + + if !exists { + let params = CreateBranchParams::builder() + .repo_id(&repo_id) + .branch(branch) + .build(); + api.create_branch(¶ms) + .await + .wrap_err_with(|| format!("Cannot create branch `{branch}`"))?; + } + Ok::<_, eyre::Report>(!exists) + })?; + eprintln!("Using branch `{branch}`{}", if new { " (new)" } else { "" }); + new + } else { + false + }; + + // List existing repo files so we can compute deletions. + let existing_files: Vec = rt.block_on(async { + let params = ListRepoFilesParams { + repo_id: repo_id.to_owned(), + revision: branch.clone(), + repo_type: Some(RepoType::Model), + }; + api.list_repo_files(¶ms) + .await + .wrap_err("Cannot list repository files") + })?; + + // Collect all operations: benchmarks, README, and build artifacts. + let mut operations: Vec = Vec::new(); + + collect_benchmark_ops(&kernel_dir, &existing_files, is_new_branch, &mut operations)?; + collect_readme_ops(&kernel_dir, &mut operations); + collect_build_ops( + &build_dir, + &variants, + &existing_files, + is_new_branch, + &mut operations, + )?; + + if operations.is_empty() { + eprintln!("No changes to upload."); + return Ok(()); + } + + eprintln!("Uploading {} operations...", operations.len()); + + let batch_count = operations.len().div_ceil(BUILD_COMMIT_BATCH_SIZE); + if batch_count > 1 { + eprintln!( + "Uploading in {} commits ({} operations).", + batch_count, + operations.len() + ); + } + + for (batch_index, chunk) in operations.chunks(BUILD_COMMIT_BATCH_SIZE).enumerate() { + let commit_message = if batch_count > 1 { + format!( + "Uploaded using `kernel-builder` (batch {}/{batch_count}).", + batch_index + 1 + ) + } else { + "Uploaded using `kernel-builder`.".to_owned() + }; + + rt.block_on(async { + let params = CreateCommitParams { + repo_id: repo_id.to_owned(), + operations: chunk.to_vec(), + commit_message, + commit_description: None, + repo_type: Some(RepoType::Model), + revision: branch.clone(), + create_pr: None, + parent_commit: None, + }; + api.create_commit(¶ms) + .await + .wrap_err("Cannot create commit") + })?; + + if batch_count > 1 { + eprintln!(" Uploaded batch {}/{batch_count}.", batch_index + 1); + } + } + + println!("Kernel upload successful. Find the kernel at: https://hf.co/{repo_id}"); + Ok(()) +} + +// Collect benchmark file operations: add matching files, delete stale ones. +fn collect_benchmark_ops( + kernel_dir: &Path, + existing_files: &[String], + is_new_branch: bool, + operations: &mut Vec, +) -> Result<()> { + let benchmarks_dir = kernel_dir.join("benchmarks"); + if !benchmarks_dir.is_dir() { + return Ok(()); + } + + // Add local benchmark files. + let mut added: HashSet = HashSet::new(); + for entry in fs::read_dir(&benchmarks_dir) + .wrap_err_with(|| format!("Cannot read `{}`", benchmarks_dir.display()))? + { + let entry = entry?; + let path = entry.path(); + if !path.is_file() { + continue; + } + let Some(name) = path.file_name().and_then(|n| n.to_str()) else { + continue; + }; + if !name.starts_with("benchmark") || !name.ends_with(".py") { + continue; + } + let repo_path = format!("benchmarks/{name}"); + added.insert(repo_path.clone()); + operations.push(CommitOperation::Add { + path_in_repo: repo_path, + source: AddSource::File(path), + }); + } + + // Delete stale benchmark files from the repo. + for file in existing_files { + if !file.starts_with("benchmarks/") || added.contains(file) { + continue; + } + // On new branches, delete everything under benchmarks/. + // On existing branches, only delete benchmark*.py files. + if is_new_branch + || file + .split('/') + .last() + .is_some_and(|n| n.starts_with("benchmark")) + { + operations.push(CommitOperation::Delete { + path_in_repo: file.clone(), + }); + } + } + + Ok(()) +} + +// Collect README operation: upload build/CARD.md as README.md. +fn collect_readme_ops(kernel_dir: &Path, operations: &mut Vec) { + let card_path = kernel_dir.join("build").join("CARD.md"); + if card_path.exists() { + operations.push(CommitOperation::Add { + path_in_repo: "README.md".to_owned(), + source: AddSource::File(card_path), + }); + } +} + +// Collect build artifact operations: add variant files, delete stale ones. +fn collect_build_ops( + build_dir: &Path, + variants: &[PathBuf], + existing_files: &[String], + is_new_branch: bool, + operations: &mut Vec, +) -> Result<()> { + // Collect local files to repo paths. + let mut repo_paths: BTreeMap = BTreeMap::new(); + for variant in variants { + for entry in walkdir(variant)? { + if entry.is_file() { + let relative = entry + .strip_prefix(build_dir) + .wrap_err("Cannot compute relative path")?; + let repo_path = format!("build/{}", relative.to_string_lossy().replace('\\', "/")); + repo_paths.insert(repo_path, entry); + } + } + } + + // Determine which prefixes to delete. + let variant_prefixes: Vec = variants + .iter() + .map(|v| { + let relative = v.strip_prefix(build_dir).unwrap_or(v); + format!("build/{}/", relative.to_string_lossy().replace('\\', "/")) + }) + .collect(); + + let delete_prefixes: Vec<&str> = if is_new_branch { + vec!["build/"] + } else { + variant_prefixes.iter().map(|s| s.as_str()).collect() + }; + + // Delete stale files under the relevant prefixes. + for file in existing_files { + let should_delete = delete_prefixes + .iter() + .any(|prefix| file.starts_with(prefix)); + if should_delete && !repo_paths.contains_key(file) { + operations.push(CommitOperation::Delete { + path_in_repo: file.clone(), + }); + } + } + + // Add build files. + for (repo_path, local_path) in repo_paths { + operations.push(CommitOperation::Add { + path_in_repo: repo_path, + source: AddSource::File(local_path), + }); + } + + Ok(()) +} + +// Read `general.hub.repo-id` from `build.toml` in the kernel directory. +fn read_repo_id_from_build_toml(kernel_dir: &Path) -> Result { + let build_toml_path = kernel_dir.join("build.toml"); + let content = fs::read_to_string(&build_toml_path) + .wrap_err_with(|| format!("Cannot read `{}`", build_toml_path.display()))?; + let parsed: toml::Value = toml::from_str(&content) + .wrap_err_with(|| format!("Cannot parse `{}`", build_toml_path.display()))?; + + parsed + .get("general") + .and_then(|g| g.get("hub")) + .and_then(|h| h.get("repo-id")) + .and_then(|v| v.as_str()) + .filter(|s| !s.is_empty()) + .map(|s| s.to_owned()) + .ok_or_else(|| { + eyre::eyre!( + "No `general.hub.repo-id` in `{}`. Use --repo-id to specify it.", + build_toml_path.display() + ) + }) +} + +// Discover build variant directories. Checks `kernel_dir/build/` first, then `kernel_dir/`. +fn discover_variants(kernel_dir: &Path) -> Result<(PathBuf, Vec)> { + let variant_re = + Regex::new(r"^(torch\d+\d+|torch-(cpu|cuda|metal|neuron|rocm|xpu)|tvm-ffi\d+\d+)") + .expect("valid regex"); + + for candidate in [kernel_dir.join("build"), kernel_dir.to_path_buf()] { + if !candidate.is_dir() { + continue; + } + let mut variants: Vec = Vec::new(); + for entry in fs::read_dir(&candidate) + .wrap_err_with(|| format!("Cannot read `{}`", candidate.display()))? + { + let entry = entry?; + let path = entry.path(); + if !path.is_dir() { + continue; + } + let name = entry.file_name(); + let Some(name_str) = name.to_str() else { + continue; + }; + if variant_re.is_match(name_str) && path.join("metadata.json").is_file() { + variants.push(path); + } + } + if !variants.is_empty() { + variants.sort(); + return Ok((candidate, variants)); + } + } + + bail!( + "No build variants found in `{}` or `{}`", + kernel_dir.join("build").display(), + kernel_dir.display() + ); +} + +// Read metadata.json from each variant to determine the branch name (`v{version}`). +fn detect_branch_from_metadata(variants: &[PathBuf]) -> Result> { + let mut versions: HashSet> = HashSet::new(); + + for variant in variants { + let metadata_path = variant.join("metadata.json"); + let data = fs::read_to_string(&metadata_path) + .wrap_err_with(|| format!("Cannot read `{}`", metadata_path.display()))?; + let parsed: serde_json::Value = serde_json::from_str(&data) + .wrap_err_with(|| format!("Cannot parse `{}`", metadata_path.display()))?; + let version = parsed.get("version").and_then(|v| v.as_u64()); + versions.insert(version); + } + + if versions.len() > 1 { + let version_strs: Vec = versions + .iter() + .map(|v| match v { + Some(n) => n.to_string(), + None => "none".to_owned(), + }) + .collect(); + bail!( + "Found multiple versions in build variants: {}", + version_strs.join(", ") + ); + } + + match versions.into_iter().next() { + Some(Some(version)) => Ok(Some(format!("v{version}"))), + _ => Ok(None), + } +} + +// Recursively walk a directory and return all file paths. +fn walkdir(dir: &Path) -> Result> { + let mut files = Vec::new(); + walk_recursive(dir, &mut files)?; + files.sort(); + Ok(files) +} + +fn walk_recursive(dir: &Path, files: &mut Vec) -> Result<()> { + for entry in + fs::read_dir(dir).wrap_err_with(|| format!("Cannot read directory `{}`", dir.display()))? + { + let entry = entry?; + let path = entry.path(); + if path.is_dir() { + walk_recursive(&path, files)?; + } else { + files.push(path); + } + } + Ok(()) +} diff --git a/template/build.toml b/template/build.toml index caf4548f..f906a9ba 100644 --- a/template/build.toml +++ b/template/build.toml @@ -10,6 +10,9 @@ name = "__KERNEL_NAME__" version = 1 upstream = "__UPSTREAM_URL__" +[general.hub] +repo-id = "__REPO_ID__" + [torch] src = [ "torch-ext/torch_binding.cpp", From 136d60738cbff5325075499c9f380949fe488017 Mon Sep 17 00:00:00 2001 From: David Holtz Date: Thu, 19 Mar 2026 11:37:59 -0400 Subject: [PATCH 03/22] fix: use cwd when init called within a dir --- kernel-builder/src/init.rs | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/kernel-builder/src/init.rs b/kernel-builder/src/init.rs index ffe5aaeb..bc19d4a6 100644 --- a/kernel-builder/src/init.rs +++ b/kernel-builder/src/init.rs @@ -163,7 +163,7 @@ pub fn run_init(args: InitArgs) -> Result<()> { (info, dir) } - // Nothing provided — use cwd, try to infer identity. + // Nothing provided — use cwd, infer identity from directory name + whoami. (None, None) => { let dir = cwd.clone(); let dir_name = dir @@ -173,11 +173,11 @@ pub fn run_init(args: InitArgs) -> Result<()> { let info = match RepoInfo::from_str(dir_name) { Ok(info) => info, - Err(_) => bail!( - "Cannot infer kernel name from directory `{dir_name}`. \ - Pass a name (e.g. `kernel-builder init my-kernel`) or use \ - --name ." - ), + Err(_) => { + let owner = hf::whoami_username()?; + RepoInfo::from_str(&format!("{owner}/{dir_name}")) + .map_err(|e| eyre::eyre!("{e}"))? + } }; (info, dir) } From 9e4d2d5b78888af1e0c2b1656ed3242b52ca5705 Mon Sep 17 00:00:00 2001 From: David Holtz Date: Thu, 19 Mar 2026 11:52:52 -0400 Subject: [PATCH 04/22] feat: add build that wraps nix commands --- kernel-builder/src/build.rs | 89 +++++++++++++++++++++++++++++++++++++ kernel-builder/src/main.rs | 7 +++ 2 files changed, 96 insertions(+) create mode 100644 kernel-builder/src/build.rs diff --git a/kernel-builder/src/build.rs b/kernel-builder/src/build.rs new file mode 100644 index 00000000..b87bda05 --- /dev/null +++ b/kernel-builder/src/build.rs @@ -0,0 +1,89 @@ +use std::{fmt::Display, path::PathBuf, str::FromStr}; + +use clap::Args; +use eyre::{bail, Context, Result}; + +#[derive(Clone, Debug, Default)] +pub enum BuildTarget { + #[default] + BuildAndCopy, + BuildAndUpload, + Ci, + Default, +} + +impl Display for BuildTarget { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + match self { + BuildTarget::BuildAndCopy => write!(f, "build-and-copy"), + BuildTarget::BuildAndUpload => write!(f, "build-and-upload"), + BuildTarget::Ci => write!(f, "ci"), + BuildTarget::Default => write!(f, "default"), + } + } +} + +impl FromStr for BuildTarget { + type Err = String; + + fn from_str(s: &str) -> std::result::Result { + match s { + "build-and-copy" => Ok(BuildTarget::BuildAndCopy), + "build-and-upload" => Ok(BuildTarget::BuildAndUpload), + "ci" => Ok(BuildTarget::Ci), + "default" => Ok(BuildTarget::Default), + _ => Err(format!( + "unknown target `{s}`, expected one of: build-and-copy, build-and-upload, ci, default" + )), + } + } +} + +#[derive(Debug, Args)] +pub struct BuildArgs { + /// Directory of the kernel project (defaults to current directory). + #[arg(value_name = "KERNEL_DIR", default_value = ".")] + pub kernel_dir: PathBuf, + + /// Nix flake target to run. + #[arg(long, default_value = "build-and-copy")] + pub target: BuildTarget, + + /// Maximum number of Nix build jobs. + #[arg(long, default_value = "4")] + pub max_jobs: u32, + + /// Number of CPU cores per build job. + #[arg(long, default_value = "4")] + pub cores: u32, + + /// Additional arguments passed through to `nix run`. + #[arg(last = true)] + pub nix_args: Vec, +} + +pub fn run_build(args: BuildArgs) -> Result<()> { + let flake_ref = format!(".#{}", args.target); + + let mut cmd = std::process::Command::new("nix"); + cmd.args([ + "run", + "-L", + "--max-jobs", + &args.max_jobs.to_string(), + "--cores", + &args.cores.to_string(), + ]); + cmd.args(&args.nix_args); + cmd.arg(&flake_ref); + cmd.current_dir(&args.kernel_dir); + + let status = cmd + .status() + .wrap_err("Cannot run `nix`. Is Nix installed?")?; + + if !status.success() { + bail!("Build failed with exit code {}", status.code().unwrap_or(1)); + } + Ok(()) +} diff --git a/kernel-builder/src/main.rs b/kernel-builder/src/main.rs index b0797039..ce30094b 100644 --- a/kernel-builder/src/main.rs +++ b/kernel-builder/src/main.rs @@ -12,6 +12,9 @@ use completions::print_completions; mod develop; use develop::{devshell, testshell}; +mod build; +use build::{run_build, BuildArgs}; + mod hf; mod init; @@ -60,6 +63,9 @@ enum Commands { /// Initialize a new kernel project from template. Init(InitArgs), + /// Build the kernel using Nix. + Build(BuildArgs), + /// Upload kernel build artifacts to the Hugging Face Hub. Upload(UploadArgs), @@ -150,6 +156,7 @@ fn main() -> Result<()> { } Commands::Init(args) => run_init(args), Commands::Upload(args) => run_upload(args), + Commands::Build(args) => run_build(args), Commands::CreatePyproject { kernel_dir, force, From 60d2e222389cca1782cf6f6ae7ecc7b60e2cf086 Mon Sep 17 00:00:00 2001 From: David Holtz Date: Thu, 19 Mar 2026 12:09:58 -0400 Subject: [PATCH 05/22] fix: clippy clean up --- kernel-builder/src/pyproject/common.rs | 2 +- kernel-builder/src/upload.rs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/kernel-builder/src/pyproject/common.rs b/kernel-builder/src/pyproject/common.rs index 221e0bba..7b6c9515 100644 --- a/kernel-builder/src/pyproject/common.rs +++ b/kernel-builder/src/pyproject/common.rs @@ -20,7 +20,7 @@ pub fn write_compat_py(file_set: &mut FileSet) -> Result<()> { pub fn write_metadata(general: &General, file_set: &mut FileSet) -> Result<()> { for backend in &Backend::all() { - let writer = file_set.entry(format!("metadata-{}.json", backend)); + let writer = file_set.entry(format!("metadata-{backend}.json")); let python_depends = general .python_depends() diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs index 906a3ea4..4cb3b9e7 100644 --- a/kernel-builder/src/upload.rs +++ b/kernel-builder/src/upload.rs @@ -235,7 +235,7 @@ fn collect_benchmark_ops( if is_new_branch || file .split('/') - .last() + .next_back() .is_some_and(|n| n.starts_with("benchmark")) { operations.push(CommitOperation::Delete { From 8b48e481926374b3a14b2d7f1134d51d6e9d8abf Mon Sep 17 00:00:00 2001 From: David Holtz Date: Thu, 19 Mar 2026 12:12:09 -0400 Subject: [PATCH 06/22] fix: update minijinja apis --- kernel-builder/Cargo.lock | 1 + kernel-builder/src/pyproject/deps.rs | 18 ++++++++++-------- kernel-builder/src/pyproject/kernel.rs | 8 ++++---- kernel-builder/src/pyproject/torch/mod.rs | 10 +++++----- kernel-builder/src/pyproject/torch/noarch.rs | 4 ++-- kernel-builder/src/pyproject/tvm_ffi/mod.rs | 10 +++++----- 6 files changed, 27 insertions(+), 24 deletions(-) diff --git a/kernel-builder/Cargo.lock b/kernel-builder/Cargo.lock index 76726264..cb6e3afb 100644 --- a/kernel-builder/Cargo.lock +++ b/kernel-builder/Cargo.lock @@ -3436,6 +3436,7 @@ dependencies = [ "idna", "percent-encoding", "serde", + "serde_derive", ] [[package]] diff --git a/kernel-builder/src/pyproject/deps.rs b/kernel-builder/src/pyproject/deps.rs index 436b29a9..620b3cec 100644 --- a/kernel-builder/src/pyproject/deps.rs +++ b/kernel-builder/src/pyproject/deps.rs @@ -18,7 +18,7 @@ pub fn render_deps(env: &Environment, build: &Build, write: &mut impl Write) -> Dependency::Cutlass2_10 => { env.get_template("cuda/dep-cutlass.cmake") .wrap_err("Cannot get CUTLASS dependency template")? - .render_to_write( + .render_captured_to( context! { version => "2.10.0", }, @@ -29,7 +29,7 @@ pub fn render_deps(env: &Environment, build: &Build, write: &mut impl Write) -> Dependency::Cutlass3_5 => { env.get_template("cuda/dep-cutlass.cmake") .wrap_err("Cannot get CUTLASS dependency template")? - .render_to_write( + .render_captured_to( context! { version => "3.5.1", }, @@ -40,7 +40,7 @@ pub fn render_deps(env: &Environment, build: &Build, write: &mut impl Write) -> Dependency::Cutlass3_6 => { env.get_template("cuda/dep-cutlass.cmake") .wrap_err("Cannot get CUTLASS dependency template")? - .render_to_write( + .render_captured_to( context! { version => "3.6.0", }, @@ -51,7 +51,7 @@ pub fn render_deps(env: &Environment, build: &Build, write: &mut impl Write) -> Dependency::Cutlass3_8 => { env.get_template("cuda/dep-cutlass.cmake") .wrap_err("Cannot get CUTLASS dependency template")? - .render_to_write( + .render_captured_to( context! { version => "3.8.0", }, @@ -62,7 +62,7 @@ pub fn render_deps(env: &Environment, build: &Build, write: &mut impl Write) -> Dependency::Cutlass3_9 => { env.get_template("cuda/dep-cutlass.cmake") .wrap_err("Cannot get CUTLASS dependency template")? - .render_to_write( + .render_captured_to( context! { version => "3.9.2", }, @@ -73,7 +73,7 @@ pub fn render_deps(env: &Environment, build: &Build, write: &mut impl Write) -> Dependency::Cutlass4_0 => { env.get_template("cuda/dep-cutlass.cmake") .wrap_err("Cannot get CUTLASS dependency template")? - .render_to_write( + .render_captured_to( context! { version => "4.0.0", }, @@ -82,8 +82,10 @@ pub fn render_deps(env: &Environment, build: &Build, write: &mut impl Write) -> .wrap_err("Cannot render CUTLASS dependency template")?; } Dependency::SyclTla => { - env.get_template("xpu/dep-sycl-tla.cmake")? - .render_to_write(context! {}, &mut *write)?; + env.get_template("xpu/dep-sycl-tla.cmake") + .wrap_err("Cannot get SYCL TLA dependency template")? + .render_captured_to(context! {}, &mut *write) + .wrap_err("Cannot render SYCL TLA dependency template")?; } Dependency::MetalCpp => { // TODO: add CMake dependency. diff --git a/kernel-builder/src/pyproject/kernel.rs b/kernel-builder/src/pyproject/kernel.rs index 432cbf96..2e7063e1 100644 --- a/kernel-builder/src/pyproject/kernel.rs +++ b/kernel-builder/src/pyproject/kernel.rs @@ -60,7 +60,7 @@ fn render_kernel_component_cpu( ) -> Result<()> { env.get_template("kernel-component/cpu.cmake") .wrap_err("Cannot get kernel template")? - .render_to_write( + .render_captured_to( context! { cxx_flags => kernel.cxx_flags().map(|flags| flags.join(";")), includes => kernel.include().map(prefix_and_join_includes), @@ -112,7 +112,7 @@ fn render_kernel_component_cuda( env.get_template("kernel-component/cuda.cmake") .wrap_err("Cannot get kernel template")? - .render_to_write( + .render_captured_to( context! { cuda_capabilities => cuda_capabilities, cuda_flags => cuda_flags.map(|flags| flags.join(";")), @@ -143,7 +143,7 @@ fn render_kernel_component_metal( ) -> Result<()> { env.get_template("kernel-component/metal.cmake") .wrap_err("Cannot get kernel template")? - .render_to_write( + .render_captured_to( context! { cxx_flags => kernel.cxx_flags().map(|flags| flags.join(";")), includes => kernel.include().map(prefix_and_join_includes), @@ -173,7 +173,7 @@ fn render_kernel_component_xpu( env.get_template("kernel-component/xpu.cmake") .wrap_err("Cannot get kernel template")? - .render_to_write( + .render_captured_to( context! { cxx_flags => kernel.cxx_flags().map(|flags| flags.join(";")), sycl_flags => sycl_flags.map(|flags| flags.join(";")), diff --git a/kernel-builder/src/pyproject/torch/mod.rs b/kernel-builder/src/pyproject/torch/mod.rs index 8e62dc0d..6962639b 100644 --- a/kernel-builder/src/pyproject/torch/mod.rs +++ b/kernel-builder/src/pyproject/torch/mod.rs @@ -46,7 +46,7 @@ fn write_setup_py( env.get_template("torch/setup.py") .wrap_err("Cannot get setup.py template")? - .render_to_write( + .render_captured_to( context! { data_globs => data_globs, revision => revision, @@ -88,7 +88,7 @@ fn write_pyproject_toml( env.get_template("torch/pyproject.toml") .wrap_err("Cannot get pyproject.toml template")? - .render_to_write( + .render_captured_to( context! { python_name => general.name.python_name(), python_dependencies => python_dependencies, @@ -120,7 +120,7 @@ fn render_binding( ) -> Result<()> { env.get_template("torch/torch-binding.cmake") .wrap_err("Cannot get Torch binding template")? - .render_to_write( + .render_captured_to( context! { includes => torch.include.as_ref().map(prefix_and_join_includes), name => name, @@ -174,7 +174,7 @@ fn render_extension( ) -> Result<()> { env.get_template("torch/torch-extension.cmake") .wrap_err("Cannot get Torch extension template")? - .render_to_write( + .render_captured_to( context! { python_name => general.name.python_name(), data_extensions => torch.data_extensions(), @@ -200,7 +200,7 @@ fn render_preamble( env.get_template("torch/preamble.cmake") .wrap_err("Cannot get CMake prelude template")? - .render_to_write( + .render_captured_to( context! { name => general.name.as_str(), python_name => general.name.python_name(), diff --git a/kernel-builder/src/pyproject/torch/noarch.rs b/kernel-builder/src/pyproject/torch/noarch.rs index 7797524a..7aa3e6bf 100644 --- a/kernel-builder/src/pyproject/torch/noarch.rs +++ b/kernel-builder/src/pyproject/torch/noarch.rs @@ -51,7 +51,7 @@ fn write_ops_py( env.get_template("torch/noarch/_ops.py") .wrap_err("Cannot get noarch _ops.py template")? - .render_to_write( + .render_captured_to( context! { ops_name => ops_name, }, @@ -98,7 +98,7 @@ fn write_pyproject_toml( env.get_template("torch/noarch/pyproject.toml") .wrap_err("Cannot get noarch pyproject.toml template")? - .render_to_write( + .render_captured_to( context! { data_globs => data_globs, python_dependencies => python_dependencies, diff --git a/kernel-builder/src/pyproject/tvm_ffi/mod.rs b/kernel-builder/src/pyproject/tvm_ffi/mod.rs index 940855a5..b000d542 100644 --- a/kernel-builder/src/pyproject/tvm_ffi/mod.rs +++ b/kernel-builder/src/pyproject/tvm_ffi/mod.rs @@ -88,7 +88,7 @@ pub fn write_setup_py( env.get_template("tvm_ffi/setup.py") .wrap_err("Cannot get tvm_ffi setup.py template")? - .render_to_write( + .render_captured_to( context! { data_globs => data_globs, revision => revision, @@ -129,7 +129,7 @@ pub fn write_pyproject_toml( env.get_template("tvm_ffi/pyproject.toml") .wrap_err("Cannot get tvm_ffi pyproject.toml template")? - .render_to_write( + .render_captured_to( context! { python_name => general.name.python_name(), python_dependencies => python_dependencies, @@ -150,7 +150,7 @@ pub fn render_binding( ) -> Result<()> { env.get_template("tvm_ffi/binding.cmake") .wrap_err("Cannot get tvm_ffi binding template")? - .render_to_write( + .render_captured_to( context! { includes => tvm_ffi.include.as_ref().map(prefix_and_join_includes), name => name, @@ -173,7 +173,7 @@ pub fn render_extension( ) -> Result<()> { env.get_template("tvm_ffi/tvm-ffi-extension.cmake") .wrap_err("Cannot get tvm_ffi extension template")? - .render_to_write( + .render_captured_to( context! { python_name => general.name.python_name(), data_extensions => tvm_ffi.data_extensions(), @@ -198,7 +198,7 @@ pub fn render_preamble( env.get_template("tvm_ffi/preamble.cmake") .wrap_err("Cannot get tvm_ffi preamble template")? - .render_to_write( + .render_captured_to( context! { name => &general.name, python_name => general.name.python_name(), From 0961e87c32e17906fd4f22b9b4dd319221f391f8 Mon Sep 17 00:00:00 2001 From: David Holtz Date: Thu, 19 Mar 2026 12:32:18 -0400 Subject: [PATCH 07/22] fix: lock rust dep hashes --- nix-builder/pkgs/kernel-builder/default.nix | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/nix-builder/pkgs/kernel-builder/default.nix b/nix-builder/pkgs/kernel-builder/default.nix index d8c152fb..18aaaabd 100644 --- a/nix-builder/pkgs/kernel-builder/default.nix +++ b/nix-builder/pkgs/kernel-builder/default.nix @@ -44,6 +44,10 @@ rustPlatform.buildRustPackage { cargoLock = { lockFile = ../../../kernel-builder/Cargo.lock; + outputHashes = { + "huggingface-hub-0.1.0" = "sha256-RtzeDDhgqFhFj4r58GwVuchu8ld7OZXnrVFz4rHlU30="; + "hf-xet-1.4.0" = "sha256-dvZiTe7AWE3bu3XKWW70axm4vxXpTuXMcgfdpnlkR8s="; + }; }; nativeBuildInputs = [ From b6baf091da10644fc881d0c45f13a88524d6e5d3 Mon Sep 17 00:00:00 2001 From: David Holtz Date: Thu, 19 Mar 2026 12:54:11 -0400 Subject: [PATCH 08/22] fix: improve getting started --- template/README.md | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/template/README.md b/template/README.md index 8fd95c22..ab237a61 100644 --- a/template/README.md +++ b/template/README.md @@ -26,8 +26,7 @@ result = __KERNEL_NAME_NORMALIZED__(x) ### Getting started ```bash -cachix use huggingface -nix run -L .#build-and-copy +kernel-builder build uv run example.py ``` From e3e824fd74083f55884c7ac046d5f1eeea32af18 Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 23 Mar 2026 16:34:15 -0400 Subject: [PATCH 09/22] feat: prefer jinja templates --- .github/workflows/publish_template.yml | 34 - kernel-builder/Cargo.lock | 70 +- kernel-builder/Cargo.toml | 3 + kernel-builder/src/hf.rs | 31 +- kernel-builder/src/init.rs | 613 ++++++++---------- .../src/init/templates}/.gitattributes | 0 kernel-builder/src/init/templates/.gitignore | 1 + .../src/init/templates}/CARD.md | 3 +- .../init/templates}/benchmarks/benchmark.py | 4 +- kernel-builder/src/init/templates/build.toml | 66 ++ .../src/init/templates}/example.py | 4 +- .../src/init/templates}/flake.nix | 0 .../init/templates/kernel_cpu/kernel_cpu.cpp | 2 +- .../src/init/templates/kernel_cuda/kernel.cu | 8 +- .../init/templates/kernel_metal/kernel.metal | 2 +- .../src/init/templates/kernel_metal/kernel.mm | 6 +- .../src/init/templates/kernel_xpu/kernel.cpp | 2 +- .../src/init/templates}/tests/__init__.py | 0 .../src/init/templates/tests/test_kernel.py | 6 +- .../src/init/templates/torch-ext/__init__.py | 12 + .../templates/torch-ext/torch_binding.cpp | 19 + .../init/templates/torch-ext/torch_binding.h | 5 + kernel-builder/src/main.rs | 4 - kernel-builder/tests/init_e2e.rs | 98 +++ template/.gitignore | 1 - template/README.md | 55 -- template/build.toml | 59 -- .../__KERNEL_NAME_NORMALIZED__/__init__.py | 12 - template/torch-ext/torch_binding.cpp | 19 - template/torch-ext/torch_binding.h | 5 - 30 files changed, 521 insertions(+), 623 deletions(-) delete mode 100644 .github/workflows/publish_template.yml rename {template => kernel-builder/src/init/templates}/.gitattributes (100%) create mode 100644 kernel-builder/src/init/templates/.gitignore rename {template => kernel-builder/src/init/templates}/CARD.md (95%) rename {template => kernel-builder/src/init/templates}/benchmarks/benchmark.py (75%) create mode 100644 kernel-builder/src/init/templates/build.toml rename {template => kernel-builder/src/init/templates}/example.py (87%) rename {template => kernel-builder/src/init/templates}/flake.nix (100%) rename template/__KERNEL_NAME_NORMALIZED___cpu/__KERNEL_NAME_NORMALIZED___cpu.cpp => kernel-builder/src/init/templates/kernel_cpu/kernel_cpu.cpp (85%) rename template/__KERNEL_NAME_NORMALIZED___cuda/__KERNEL_NAME_NORMALIZED__.cu => kernel-builder/src/init/templates/kernel_cuda/kernel.cu (77%) rename template/__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.metal => kernel-builder/src/init/templates/kernel_metal/kernel.metal (74%) rename template/__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.mm => kernel-builder/src/init/templates/kernel_metal/kernel.mm (90%) rename template/__KERNEL_NAME_NORMALIZED___xpu/__KERNEL_NAME_NORMALIZED__.cpp => kernel-builder/src/init/templates/kernel_xpu/kernel.cpp (90%) rename {template => kernel-builder/src/init/templates}/tests/__init__.py (100%) rename template/tests/test___KERNEL_NAME_NORMALIZED__.py => kernel-builder/src/init/templates/tests/test_kernel.py (76%) create mode 100644 kernel-builder/src/init/templates/torch-ext/__init__.py create mode 100644 kernel-builder/src/init/templates/torch-ext/torch_binding.cpp create mode 100644 kernel-builder/src/init/templates/torch-ext/torch_binding.h create mode 100644 kernel-builder/tests/init_e2e.rs delete mode 100644 template/.gitignore delete mode 100644 template/README.md delete mode 100644 template/build.toml delete mode 100644 template/torch-ext/__KERNEL_NAME_NORMALIZED__/__init__.py delete mode 100644 template/torch-ext/torch_binding.cpp delete mode 100644 template/torch-ext/torch_binding.h diff --git a/.github/workflows/publish_template.yml b/.github/workflows/publish_template.yml deleted file mode 100644 index 90913074..00000000 --- a/.github/workflows/publish_template.yml +++ /dev/null @@ -1,34 +0,0 @@ -name: Publish Template to kernels-community/template - -on: - workflow_dispatch: - push: - branches: - - main - paths: - - 'template/**' - -jobs: - publish-template: - name: Publish template to kernels-community/template - runs-on: ubuntu-latest - - steps: - - name: Checkout repository - uses: actions/checkout@v6 - with: - persist-credentials: false - - - name: Set up Python - uses: actions/setup-python@v6 - with: - python-version: "3.12" - - - name: Install huggingface_hub - run: pip install huggingface_hub - - - name: Upload template to Hugging Face Hub - env: - HF_TOKEN: ${{ secrets.HF_TOKEN }} - run: | - hf upload kernels-community/template template --repo-type model --delete "*" diff --git a/kernel-builder/Cargo.lock b/kernel-builder/Cargo.lock index cb6e3afb..82ecf92a 100644 --- a/kernel-builder/Cargo.lock +++ b/kernel-builder/Cargo.lock @@ -122,9 +122,9 @@ checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" [[package]] name = "aws-lc-rs" -version = "1.16.1" +version = "1.16.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "94bffc006df10ac2a68c83692d734a465f8ee6c5b384d8545a636f81d858f4bf" +checksum = "a054912289d18629dc78375ba2c3726a3afe3ff71b4edba9dedfca0e3446d1fc" dependencies = [ "aws-lc-sys", "zeroize", @@ -132,9 +132,9 @@ dependencies = [ [[package]] name = "aws-lc-sys" -version = "0.38.0" +version = "0.39.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4321e568ed89bb5a7d291a7f37997c2c0df89809d7b6d12062c81ddb54aa782e" +checksum = "1fa7e52a4c5c547c741610a2c6f123f3881e409b714cd27e6798ef020c514f0a" dependencies = [ "cc", "cmake", @@ -411,7 +411,7 @@ version = "3.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "faf9468729b8cbcea668e36183cb69d317348c2e08e994829fb56ebfdfbaac34" dependencies = [ - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -623,7 +623,7 @@ dependencies = [ "libc", "option-ext", "redox_users", - "windows-sys 0.60.2", + "windows-sys 0.61.2", ] [[package]] @@ -715,7 +715,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "39cab71617ae0d63f51a36d69f866391735b51691dbda63cf6f96d042b63efeb" dependencies = [ "libc", - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -1100,6 +1100,7 @@ dependencies = [ "git2", "huggingface-hub", "itertools 0.13.0", + "kernels-data", "minijinja", "minijinja-embed", "rand 0.8.5", @@ -1107,6 +1108,7 @@ dependencies = [ "serde", "serde-value", "serde_json", + "tempfile", "thiserror 1.0.69", "tokio", "toml", @@ -1116,10 +1118,12 @@ dependencies = [ [[package]] name = "hf-xet" version = "1.4.0" -source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +source = "git+https://github.com/huggingface/xet-core.git?rev=749c28b#749c28b086d78ac64338819d13f420714ba13ce8" dependencies = [ + "anyhow", "async-trait", "http", + "more-asserts", "serde", "thiserror 2.0.18", "tokio", @@ -1179,7 +1183,7 @@ checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" [[package]] name = "huggingface-hub" version = "0.1.0" -source = "git+https://github.com/huggingface/huggingface_hub_rust.git#60e1ac0b544754c2c21d901c5f35d51c8489a752" +source = "git+https://github.com/huggingface/huggingface_hub_rust.git#6324b5b97bdf46e786ff962b450309e298ffaf20" dependencies = [ "async-trait", "base64", @@ -1464,9 +1468,9 @@ dependencies = [ [[package]] name = "itoa" -version = "1.0.17" +version = "1.0.18" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "92ecc6618181def0457392ccd0ee51198e065e016d1d527a7ac1b6dc7c1f09d2" +checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" [[package]] name = "jni" @@ -1510,6 +1514,20 @@ dependencies = [ "wasm-bindgen", ] +[[package]] +name = "kernels-data" +version = "0.1.0" +dependencies = [ + "eyre", + "itertools 0.13.0", + "regex", + "serde", + "serde-value", + "serde_json", + "thiserror 1.0.69", + "url", +] + [[package]] name = "konst" version = "0.4.3" @@ -1646,9 +1664,9 @@ checksum = "112b39cec0b298b6c1999fee3e31427f74f676e4cb9879ed1a121b43661a4154" [[package]] name = "lz4_flex" -version = "0.12.1" +version = "0.13.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "98c23545df7ecf1b16c303910a69b079e8e251d60f7dd2cc9b4177f2afaf1746" +checksum = "db9a0d582c2874f68138a16ce1867e0ffde6c0bb0a0df85e1f36d04146db488a" dependencies = [ "twox-hash", ] @@ -1797,7 +1815,7 @@ version = "0.50.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5" dependencies = [ - "windows-sys 0.60.2", + "windows-sys 0.61.2", ] [[package]] @@ -2509,7 +2527,7 @@ dependencies = [ "errno", "libc", "linux-raw-sys", - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -2997,10 +3015,10 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "32497e9a4c7b38532efcdebeef879707aa9f794296a4f0244f6f69e9bc8574bd" dependencies = [ "fastrand", - "getrandom 0.3.4", + "getrandom 0.4.2", "once_cell", "rustix", - "windows-sys 0.52.0", + "windows-sys 0.61.2", ] [[package]] @@ -4228,7 +4246,7 @@ checksum = "9edde0db4769d2dc68579893f2306b26c6ecfbe0ef499b013d731b7b9247e0b9" [[package]] name = "xet-client" version = "1.4.0" -source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +source = "git+https://github.com/huggingface/xet-core.git?rev=749c28b#749c28b086d78ac64338819d13f420714ba13ce8" dependencies = [ "anyhow", "async-trait", @@ -4275,9 +4293,8 @@ dependencies = [ [[package]] name = "xet-core-structures" version = "1.4.0" -source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +source = "git+https://github.com/huggingface/xet-core.git?rev=749c28b#749c28b086d78ac64338819d13f420714ba13ce8" dependencies = [ - "anyhow", "async-trait", "base64", "bincode", @@ -4315,7 +4332,7 @@ dependencies = [ [[package]] name = "xet-data" version = "1.4.0" -source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +source = "git+https://github.com/huggingface/xet-core.git?rev=749c28b#749c28b086d78ac64338819d13f420714ba13ce8" dependencies = [ "anyhow", "async-trait", @@ -4349,8 +4366,9 @@ dependencies = [ [[package]] name = "xet-runtime" version = "1.4.0" -source = "git+https://github.com/huggingface/xet-core.git?rev=6232b42#6232b42591e8db8320f45d68bb8db94b2793ab46" +source = "git+https://github.com/huggingface/xet-core.git?rev=749c28b#749c28b086d78ac64338819d13f420714ba13ce8" dependencies = [ + "anyhow", "async-trait", "bytes", "chrono", @@ -4409,18 +4427,18 @@ dependencies = [ [[package]] name = "zerocopy" -version = "0.8.42" +version = "0.8.47" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f2578b716f8a7a858b7f02d5bd870c14bf4ddbbcf3a4c05414ba6503640505e3" +checksum = "efbb2a062be311f2ba113ce66f697a4dc589f85e78a4aea276200804cea0ed87" dependencies = [ "zerocopy-derive", ] [[package]] name = "zerocopy-derive" -version = "0.8.42" +version = "0.8.47" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7e6cc098ea4d3bd6246687de65af3f920c430e236bee1e3bf2e441463f08a02f" +checksum = "0e8bc7269b54418e7aeeef514aa68f8690b8c0489a06b0136e5f57c4c5ccab89" dependencies = [ "proc-macro2", "quote", diff --git a/kernel-builder/Cargo.toml b/kernel-builder/Cargo.toml index a022e89d..cb3dcf0b 100644 --- a/kernel-builder/Cargo.toml +++ b/kernel-builder/Cargo.toml @@ -32,6 +32,9 @@ url = { version = "2", features = ["serde"] } [build-dependencies] minijinja-embed = "2.5" +[dev-dependencies] +tempfile = "3" + [[bin]] name = "kernel-builder" path = "src/main.rs" diff --git a/kernel-builder/src/hf.rs b/kernel-builder/src/hf.rs index e5f2dcf6..c727e41f 100644 --- a/kernel-builder/src/hf.rs +++ b/kernel-builder/src/hf.rs @@ -1,5 +1,3 @@ -use std::{fs, path::PathBuf}; - use eyre::{Context, Result}; /// Build a tokio runtime for one-shot async calls. @@ -16,6 +14,7 @@ pub fn api() -> Result { } /// Resolve the HF username of the currently logged-in user via `whoami`. +/// Requires a valid HF token to be configured. pub fn whoami_username() -> Result { let rt = runtime()?; let api = api()?; @@ -28,31 +27,3 @@ pub fn whoami_username() -> Result { ) }) } - -/// Resolve the HF access token using the standard resolution order: -/// `HF_TOKEN` env → `HF_TOKEN_PATH` file → `$HF_HOME/token` → `~/.cache/huggingface/token`. -pub fn token() -> Option { - if let Ok(token) = std::env::var("HF_TOKEN") { - if !token.is_empty() { - return Some(token); - } - } - - let token_path = std::env::var("HF_TOKEN_PATH") - .map(PathBuf::from) - .unwrap_or_else(|_| { - let hf_home = std::env::var("HF_HOME") - .map(PathBuf::from) - .unwrap_or_else(|_| { - let home = std::env::var("HOME") - .or_else(|_| std::env::var("USERPROFILE")) - .unwrap_or_default(); - PathBuf::from(home).join(".cache/huggingface") - }); - hf_home.join("token") - }); - - fs::read_to_string(token_path) - .ok() - .map(|t| t.trim().to_owned()) -} diff --git a/kernel-builder/src/init.rs b/kernel-builder/src/init.rs index bc19d4a6..fbf4d32d 100644 --- a/kernel-builder/src/init.rs +++ b/kernel-builder/src/init.rs @@ -4,18 +4,16 @@ use std::{ fs, path::{Path, PathBuf}, str::FromStr, - sync::atomic::{AtomicU32, Ordering}, }; use clap::Args; use eyre::{bail, Context, Result}; use git2::{IndexAddOption, Repository}; +use minijinja::{context, Environment}; use crate::config::Backend; use crate::hf; -const DEFAULT_TEMPLATE_REPO: &str = "kernels-community/template"; - fn to_camel_case(s: &str) -> String { let mut result = String::with_capacity(s.len()); let mut capitalize_next = true; @@ -42,10 +40,6 @@ pub struct InitArgs { #[arg(long, value_name = "OWNER/REPO")] pub name: Option, - /// Hugging Face repo ID or local directory path for the template. - #[arg(long, default_value = DEFAULT_TEMPLATE_REPO)] - pub template: String, - /// Backends to enable (`all`, `cpu`, `cuda`, `metal`, `neuron`, `rocm`, `xpu`). #[arg(long, num_args = 1.., default_values_t = default_init_backends())] pub backends: Vec, @@ -120,15 +114,7 @@ pub fn run_init(args: InitArgs) -> Result<()> { let cwd = std::env::current_dir().context("Cannot determine current directory")?; // Resolve repo info and target directory together, since they can inform each other. - // - // Priority: - // 1. Explicit --name always wins for repo identity. - // 2. Positional arg as "owner/repo" sets both identity and directory. - // 3. Positional arg as bare name (e.g. "my-kernel") + whoami → "owner/my-kernel". - // 4. No positional arg + --name → derive directory from repo name. - // 5. No positional arg, no --name → use cwd, try to infer identity. let (repo_info, target_dir) = match (args.path, args.name) { - // --name provided: use it for identity, derive directory if needed. (Some(path), Some(info)) => { let dir = if path.is_absolute() { path @@ -141,16 +127,12 @@ pub fn run_init(args: InitArgs) -> Result<()> { let dir = cwd.join(&info.name); (info, dir) } - - // No --name: infer identity from the positional arg. (Some(path), None) => { let path_str = path.to_string_lossy(); - // Try parsing the positional arg directly as "owner/repo". let info = if let Ok(info) = RepoInfo::from_str(&path_str) { info } else { - // Bare name like "my-kernel" — look up the HF user as the owner. let bare_name = path.file_name().and_then(OsStr::to_str).ok_or_else(|| { eyre::eyre!("Cannot determine directory name from `{path_str}`") })?; @@ -162,8 +144,6 @@ pub fn run_init(args: InitArgs) -> Result<()> { let dir = cwd.join(&info.name); (info, dir) } - - // Nothing provided — use cwd, infer identity from directory name + whoami. (None, None) => { let dir = cwd.clone(); let dir_name = dir @@ -199,23 +179,16 @@ pub fn run_init(args: InitArgs) -> Result<()> { ); } - let template_source = resolve_template_source(&args.template)?; - copy_template( - template_source.path(), - &target_dir, - &repo_info.name, - &repo_info.normalized_name, - &repo_info.class_name, - &repo_info.repo_id, - )?; - let enabled_backends = resolve_backends(&args.backends); - update_build_backends(&target_dir.join("build.toml"), &enabled_backends)?; - update_torch_binding( - &target_dir.join("torch-ext/torch_binding.cpp"), - &enabled_backends, - )?; - remove_backend_dirs(&target_dir, &enabled_backends)?; + + // Set up minijinja environment and render templates + let mut env = Environment::new(); + env.set_trim_blocks(true); + env.set_lstrip_blocks(true); + load_init_templates(&mut env); + + render_templates(&env, &target_dir, &repo_info, &enabled_backends)?; + initialize_git_repo(&target_dir)?; println!( @@ -265,330 +238,279 @@ fn is_dir_empty(path: &Path) -> Result { Ok(entries.next().is_none()) } -enum TemplateSource { - Local(PathBuf), - Remote(TempDir), -} - -impl TemplateSource { - fn path(&self) -> &Path { - match self { - TemplateSource::Local(path) => path, - TemplateSource::Remote(temp_dir) => temp_dir.path(), - } - } +/// Load all init templates into the environment +fn load_init_templates(env: &mut Environment) { + // Static files (no templating needed) + env.add_template_owned( + "static/.gitignore", + include_str!("init/templates/.gitignore").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "static/.gitattributes", + include_str!("init/templates/.gitattributes").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "static/flake.nix", + include_str!("init/templates/flake.nix").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "static/tests/__init__.py", + include_str!("init/templates/tests/__init__.py").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "static/CARD.md", + include_str!("init/templates/CARD.md").to_owned(), + ) + .unwrap(); + + // Templated files + env.add_template_owned( + "build.toml", + include_str!("init/templates/build.toml").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "example.py", + include_str!("init/templates/example.py").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "torch-ext/__init__.py", + include_str!("init/templates/torch-ext/__init__.py").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "torch-ext/torch_binding.cpp", + include_str!("init/templates/torch-ext/torch_binding.cpp").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "torch-ext/torch_binding.h", + include_str!("init/templates/torch-ext/torch_binding.h").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "tests/test_kernel.py", + include_str!("init/templates/tests/test_kernel.py").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "benchmarks/benchmark.py", + include_str!("init/templates/benchmarks/benchmark.py").to_owned(), + ) + .unwrap(); + + // Backend-specific kernel sources + env.add_template_owned( + "kernel_cpu/kernel_cpu.cpp", + include_str!("init/templates/kernel_cpu/kernel_cpu.cpp").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "kernel_cuda/kernel.cu", + include_str!("init/templates/kernel_cuda/kernel.cu").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "kernel_metal/kernel.metal", + include_str!("init/templates/kernel_metal/kernel.metal").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "kernel_metal/kernel.mm", + include_str!("init/templates/kernel_metal/kernel.mm").to_owned(), + ) + .unwrap(); + env.add_template_owned( + "kernel_xpu/kernel.cpp", + include_str!("init/templates/kernel_xpu/kernel.cpp").to_owned(), + ) + .unwrap(); } -fn resolve_template_source(template: &str) -> Result { - let path = Path::new(template); - if path.is_dir() { - eprintln!("Using local template from {}...", path.display()); - return Ok(TemplateSource::Local(path.to_path_buf())); - } - - eprintln!("Downloading template from {template}..."); - let tmp_dir = TempDir::new("kernel-builder-init-template")?; - let repo_url = format!("https://huggingface.co/{template}"); - - // Set up fetch options with HF token credentials when available. - let mut fetch_opts = git2::FetchOptions::new(); - let mut callbacks = git2::RemoteCallbacks::new(); - - let token = hf::token(); - callbacks.credentials(move |_url, _username, _allowed| match &token { - Some(token) => git2::Cred::userpass_plaintext("hf_user", token), - None => Err(git2::Error::from_str( - "authentication required but no Hugging Face token found", - )), - }); - fetch_opts.remote_callbacks(callbacks); - - let mut builder = git2::build::RepoBuilder::new(); - builder.fetch_options(fetch_opts); - - builder.clone(&repo_url, tmp_dir.path()).map_err(|e| { - if e.code() == git2::ErrorCode::Auth { - eyre::eyre!( - "Cannot clone template `{template}`: authentication failed.\n\ - Run `hf auth login` or set the HF_TOKEN environment variable." - ) - } else { - eyre::eyre!("Cannot clone template `{template}` from `{repo_url}`: {e}") - } - })?; - - Ok(TemplateSource::Remote(tmp_dir)) -} - -fn copy_template( - template_dir: &Path, +/// Render all templates to the target directory +fn render_templates( + env: &Environment, target_dir: &Path, - kernel_name: &str, - normalized_name: &str, - class_name: &str, - repo_id: &str, + repo_info: &RepoInfo, + enabled_backends: &[Backend], ) -> Result<()> { - let replacements = [ - ("__KERNEL_NAME__", kernel_name), - ("__KERNEL_NAME_NORMALIZED__", normalized_name), - ("__KERNEL_NAME_CLASS__", class_name), - ("__REPO_ID__", repo_id), - ]; + let has_cpu = enabled_backends.contains(&Backend::Cpu); + let has_cuda = enabled_backends.contains(&Backend::Cuda); + let has_rocm = enabled_backends.contains(&Backend::Rocm); + let has_metal = enabled_backends.contains(&Backend::Metal); + let has_xpu = enabled_backends.contains(&Backend::Xpu); + let backend_strings: Vec = enabled_backends + .iter() + .map(|b| b.as_str().to_owned()) + .collect(); + + let ctx = context! { + kernel_name => &repo_info.name, + kernel_name_normalized => &repo_info.normalized_name, + kernel_name_class => &repo_info.class_name, + repo_id => &repo_info.repo_id, + backends => &backend_strings, + has_cpu => has_cpu, + has_cuda => has_cuda, + has_rocm => has_rocm, + has_metal => has_metal, + has_xpu => has_xpu, + }; + + // Create target directory fs::create_dir_all(target_dir) .wrap_err_with(|| format!("Cannot create target directory `{}`", target_dir.display()))?; - copy_template_dir(template_dir, template_dir, target_dir, &replacements) -} - -fn copy_template_dir( - root: &Path, - source_dir: &Path, - target_dir: &Path, - replacements: &[(&str, &str)], -) -> Result<()> { - for entry in fs::read_dir(source_dir) - .wrap_err_with(|| format!("Cannot read template directory `{}`", source_dir.display()))? - { - let entry = entry?; - let entry_path = entry.path(); - - if entry.file_name() == OsStr::new(".git") { - continue; - } - - let relative_path = entry_path - .strip_prefix(root) - .wrap_err("Cannot determine template relative path")?; - let destination = target_dir.join(apply_replacements(relative_path, replacements)); - - if entry.file_type()?.is_dir() { - fs::create_dir_all(&destination) - .wrap_err_with(|| format!("Cannot create directory `{}`", destination.display()))?; - copy_template_dir(root, &entry_path, target_dir, replacements)?; - continue; - } - - let contents = fs::read(&entry_path) - .wrap_err_with(|| format!("Cannot read template file `{}`", entry_path.display()))?; + // Render static files (copy as-is) + render_static_file(env, target_dir, "static/.gitignore", ".gitignore")?; + render_static_file(env, target_dir, "static/.gitattributes", ".gitattributes")?; + render_static_file(env, target_dir, "static/flake.nix", "flake.nix")?; + render_static_file( + env, + target_dir, + "static/tests/__init__.py", + "tests/__init__.py", + )?; + render_static_file(env, target_dir, "static/CARD.md", "CARD.md")?; + + // Render templated files + render_template(env, target_dir, "build.toml", "build.toml", &ctx)?; + render_template(env, target_dir, "example.py", "example.py", &ctx)?; + render_template( + env, + target_dir, + "benchmarks/benchmark.py", + "benchmarks/benchmark.py", + &ctx, + )?; - match String::from_utf8(contents) { - Ok(mut text) => { - for (from, to) in replacements { - text = text.replace(from, to); - } - fs::write(&destination, text).wrap_err_with(|| { - format!("Cannot write scaffold file `{}`", destination.display()) - })?; - } - Err(err) => { - // Not valid UTF-8, copy as binary - fs::write(&destination, err.into_bytes()).wrap_err_with(|| { - format!("Cannot write binary file `{}`", destination.display()) - })?; - } - } - } + // Render torch-ext files with dynamic directory name + let torch_ext_dir = format!("torch-ext/{}", repo_info.normalized_name); + render_template( + env, + target_dir, + "torch-ext/__init__.py", + &format!("{torch_ext_dir}/__init__.py"), + &ctx, + )?; + render_template( + env, + target_dir, + "torch-ext/torch_binding.cpp", + "torch-ext/torch_binding.cpp", + &ctx, + )?; + render_template( + env, + target_dir, + "torch-ext/torch_binding.h", + "torch-ext/torch_binding.h", + &ctx, + )?; - Ok(()) -} + // Render test file with dynamic name + let test_file = format!("tests/test_{}.py", repo_info.normalized_name); + render_template(env, target_dir, "tests/test_kernel.py", &test_file, &ctx)?; -fn apply_replacements(path: &Path, replacements: &[(&str, &str)]) -> PathBuf { - let mut rendered = path.to_string_lossy().into_owned(); - for (from, to) in replacements { - rendered = rendered.replace(from, to); + // Render backend-specific kernel sources (only for enabled backends) + if has_cpu { + let cpu_dir = format!("{}_cpu", repo_info.normalized_name); + let cpu_file = format!("{cpu_dir}/{}_cpu.cpp", repo_info.normalized_name); + render_template( + env, + target_dir, + "kernel_cpu/kernel_cpu.cpp", + &cpu_file, + &ctx, + )?; } - PathBuf::from(rendered) -} -fn update_build_backends(build_toml_path: &Path, enabled_backends: &[Backend]) -> Result<()> { - if !build_toml_path.exists() { - return Ok(()); + if has_cuda || has_rocm { + let cuda_dir = format!("{}_cuda", repo_info.normalized_name); + let cuda_file = format!("{cuda_dir}/{}.cu", repo_info.normalized_name); + render_template(env, target_dir, "kernel_cuda/kernel.cu", &cuda_file, &ctx)?; } - let build_toml = fs::read_to_string(build_toml_path) - .wrap_err_with(|| format!("Cannot read `{}`", build_toml_path.display()))?; - let mut document: toml::Value = toml::from_str(&build_toml) - .wrap_err_with(|| format!("Cannot parse TOML in `{}`", build_toml_path.display()))?; - - // Update [general].backends - if let Some(general) = document.get_mut("general").and_then(|v| v.as_table_mut()) { - let mut backends_array = Vec::with_capacity(enabled_backends.len()); - for backend in enabled_backends { - backends_array.push(toml::Value::String(backend.as_str().to_owned())); - } - general.insert("backends".to_owned(), toml::Value::Array(backends_array)); + if has_metal { + let metal_dir = format!("{}_metal", repo_info.normalized_name); + let metal_file = format!("{metal_dir}/{}.metal", repo_info.normalized_name); + let mm_file = format!("{metal_dir}/{}.mm", repo_info.normalized_name); + render_template( + env, + target_dir, + "kernel_metal/kernel.metal", + &metal_file, + &ctx, + )?; + render_template(env, target_dir, "kernel_metal/kernel.mm", &mm_file, &ctx)?; } - // Remove kernels for disabled backends - if let Some(kernels) = document.get_mut("kernel").and_then(|v| v.as_table_mut()) { - let mut names_to_remove = Vec::new(); - for (name, config) in kernels.iter() { - let Some(table) = config.as_table() else { - continue; - }; - let Some(backend_val) = table.get("backend") else { - continue; - }; - let Some(backend_str) = backend_val.as_str() else { - continue; - }; - - // Check if this backend is enabled (simple slice iteration, no allocation) - let is_enabled = enabled_backends.iter().any(|b| b.as_str() == backend_str); - if !is_enabled { - names_to_remove.push(name.clone()); - } - } - for name in names_to_remove { - kernels.remove(&name); - } + if has_xpu { + let xpu_dir = format!("{}_xpu", repo_info.normalized_name); + let xpu_file = format!("{xpu_dir}/{}.cpp", repo_info.normalized_name); + render_template(env, target_dir, "kernel_xpu/kernel.cpp", &xpu_file, &ctx)?; } - let pretty_toml = toml::to_string_pretty(&document) - .wrap_err_with(|| format!("Cannot serialize `{}`", build_toml_path.display()))?; - fs::write(build_toml_path, pretty_toml) - .wrap_err_with(|| format!("Cannot write `{}`", build_toml_path.display()))?; - Ok(()) } -fn update_torch_binding(binding_path: &Path, enabled_backends: &[Backend]) -> Result<()> { - if !binding_path.exists() { - return Ok(()); - } - - let content = fs::read_to_string(binding_path) - .wrap_err_with(|| format!("Cannot read `{}`", binding_path.display()))?; - - let has_cpu = enabled_backends.contains(&Backend::Cpu); - let has_cuda = enabled_backends.contains(&Backend::Cuda); - let has_rocm = enabled_backends.contains(&Backend::Rocm); - let has_metal = enabled_backends.contains(&Backend::Metal); - let has_xpu = enabled_backends.contains(&Backend::Xpu); - - // Build the new #if/#elif chain based on enabled backends - let mut conditions: Vec<(&str, &str, &str)> = Vec::new(); - - if has_cpu { - conditions.push(("defined(CPU_KERNEL)", "torch::kCPU", "&")); - } - if has_cuda || has_rocm { - conditions.push(( - "defined(CUDA_KERNEL) || defined(ROCM_KERNEL)", - "torch::kCUDA", - "&", - )); - } - if has_metal { - conditions.push(("defined(METAL_KERNEL)", "torch::kMPS", "")); - } - if has_xpu { - conditions.push(("defined(XPU_KERNEL)", "torch::kXPU", "&")); - } - - if conditions.is_empty() { - return Ok(()); - } - - // Find function name: look for ops.def("funcname(...) -> ...") without regex - let func_name = extract_func_name(&content).unwrap_or("__KERNEL_NAME_NORMALIZED__"); - - // Build impl lines - let mut impl_block = String::new(); - for (i, (condition, device, ref_prefix)) in conditions.iter().enumerate() { - let directive = if i == 0 { "#if" } else { "#elif" }; - impl_block.push_str(directive); - impl_block.push(' '); - impl_block.push_str(condition); - impl_block.push_str("\n ops.impl(\""); - impl_block.push_str(func_name); - impl_block.push_str("\", "); - impl_block.push_str(device); - impl_block.push_str(", "); - impl_block.push_str(ref_prefix); - impl_block.push_str(func_name); - impl_block.push_str(");\n"); +/// Render a static file (no template variables) +fn render_static_file( + env: &Environment, + target_dir: &Path, + template_name: &str, + output_path: &str, +) -> Result<()> { + let template = env + .get_template(template_name) + .wrap_err_with(|| format!("Cannot get template `{template_name}`"))?; + + let content = template + .render(context! {}) + .wrap_err_with(|| format!("Cannot render template `{template_name}`"))?; + + let output_file = target_dir.join(output_path); + if let Some(parent) = output_file.parent() { + fs::create_dir_all(parent) + .wrap_err_with(|| format!("Cannot create directory `{}`", parent.display()))?; } - impl_block.push_str("#endif"); - - // Replace the #if block: find start and end without regex - let new_content = replace_ifdef_block(&content, &impl_block); - fs::write(binding_path, new_content) - .wrap_err_with(|| format!("Cannot write `{}`", binding_path.display()))?; + fs::write(&output_file, content) + .wrap_err_with(|| format!("Cannot write file `{}`", output_file.display()))?; Ok(()) } -/// Extract function name from `ops.def("funcname(...)` without regex -fn extract_func_name(content: &str) -> Option<&str> { - let marker = "ops.def(\""; - let start = content.find(marker)? + marker.len(); - let rest = &content[start..]; - let end = rest.find('(')?; - Some(&rest[..end]) -} - -/// Replace `#if defined(CPU_KERNEL)...#endif` block with new content -fn replace_ifdef_block(content: &str, replacement: &str) -> String { - const START_MARKER: &str = "#if defined(CPU_KERNEL)"; - const END_MARKER: &str = "#endif"; - - let Some(start) = content.find(START_MARKER) else { - return content.to_owned(); - }; - - let search_region = &content[start..]; - let Some(end_offset) = search_region.find(END_MARKER) else { - return content.to_owned(); - }; - - let end = start + end_offset + END_MARKER.len(); - - let mut result = String::with_capacity(content.len()); - result.push_str(&content[..start]); - result.push_str(replacement); - result.push_str(&content[end..]); - result -} - -fn remove_backend_dirs(target_dir: &Path, enabled_backends: &[Backend]) -> Result<()> { - // Check if a backend should be kept (simple slice search, max 6 items) - let should_keep = |backend: &str| -> bool { - enabled_backends.iter().any(|b| b.as_str() == backend) - || (backend == "cuda" && enabled_backends.iter().any(|b| b.as_str() == "rocm")) - }; - - // Pre-compute suffixes to remove - let mut suffixes_to_remove = Vec::with_capacity(6); - for backend in Backend::all() { - if !should_keep(backend.as_str()) { - suffixes_to_remove.push(format!("_{}", backend.as_str())); - } +/// Render a template with the given context +fn render_template( + env: &Environment, + target_dir: &Path, + template_name: &str, + output_path: &str, + ctx: &minijinja::Value, +) -> Result<()> { + let template = env + .get_template(template_name) + .wrap_err_with(|| format!("Cannot get template `{template_name}`"))?; + + let content = template + .render(ctx) + .wrap_err_with(|| format!("Cannot render template `{template_name}`"))?; + + let output_file = target_dir.join(output_path); + if let Some(parent) = output_file.parent() { + fs::create_dir_all(parent) + .wrap_err_with(|| format!("Cannot create directory `{}`", parent.display()))?; } - for entry in fs::read_dir(target_dir) - .wrap_err_with(|| format!("Cannot read target directory `{}`", target_dir.display()))? - { - let entry = entry?; - let path = entry.path(); - if !path.is_dir() { - continue; - } - - let Some(file_name) = path.file_name().and_then(OsStr::to_str) else { - continue; - }; - - for suffix in &suffixes_to_remove { - if file_name.ends_with(suffix) { - fs::remove_dir_all(&path) - .wrap_err_with(|| format!("Cannot remove `{}`", path.display()))?; - break; - } - } - } + fs::write(&output_file, content) + .wrap_err_with(|| format!("Cannot write file `{}`", output_file.display()))?; Ok(()) } @@ -607,32 +529,3 @@ fn initialize_git_repo(target_dir: &Path) -> Result<()> { index.write().context("Cannot write git index")?; Ok(()) } - -struct TempDir { - path: PathBuf, -} - -impl TempDir { - fn new(prefix: &str) -> Result { - static COUNTER: AtomicU32 = AtomicU32::new(0); - let pid = std::process::id(); - let count = COUNTER.fetch_add(1, Ordering::Relaxed); - let name = format!("{prefix}-{pid}-{count}"); - let path = std::env::temp_dir().join(name); - - fs::create_dir(&path) - .wrap_err_with(|| format!("Cannot create temp dir `{}`", path.display()))?; - - Ok(Self { path }) - } - - fn path(&self) -> &Path { - &self.path - } -} - -impl Drop for TempDir { - fn drop(&mut self) { - let _ = fs::remove_dir_all(&self.path); - } -} diff --git a/template/.gitattributes b/kernel-builder/src/init/templates/.gitattributes similarity index 100% rename from template/.gitattributes rename to kernel-builder/src/init/templates/.gitattributes diff --git a/kernel-builder/src/init/templates/.gitignore b/kernel-builder/src/init/templates/.gitignore new file mode 100644 index 00000000..378eac25 --- /dev/null +++ b/kernel-builder/src/init/templates/.gitignore @@ -0,0 +1 @@ +build diff --git a/template/CARD.md b/kernel-builder/src/init/templates/CARD.md similarity index 95% rename from template/CARD.md rename to kernel-builder/src/init/templates/CARD.md index a5a644b5..ca3b1609 100644 --- a/template/CARD.md +++ b/kernel-builder/src/init/templates/CARD.md @@ -1,4 +1,4 @@ ---- +{% raw %}--- {{ card_data }} --- @@ -36,3 +36,4 @@ should probably proofread and complete it, then remove this comment. --> ## Notes {{ notes }} +{% endraw %} diff --git a/template/benchmarks/benchmark.py b/kernel-builder/src/init/templates/benchmarks/benchmark.py similarity index 75% rename from template/benchmarks/benchmark.py rename to kernel-builder/src/init/templates/benchmarks/benchmark.py index d4ef9651..a3298b30 100644 --- a/template/benchmarks/benchmark.py +++ b/kernel-builder/src/init/templates/benchmarks/benchmark.py @@ -3,14 +3,14 @@ from kernels.benchmark import Benchmark -class __KERNEL_NAME_CLASS__Benchmark(Benchmark): +class {{ kernel_name_class }}Benchmark(Benchmark): def setup(self): self.size = 1024 self.input = torch.randn(self.size, self.size, device=self.device) self.out = torch.empty_like(self.input) def benchmark_base(self): - self.kernel.__KERNEL_NAME_NORMALIZED__(self.out, self.input) + self.kernel.{{ kernel_name_normalized }}(self.out, self.input) def verify_base(self) -> torch.Tensor: # Reference implementation diff --git a/kernel-builder/src/init/templates/build.toml b/kernel-builder/src/init/templates/build.toml new file mode 100644 index 00000000..739779be --- /dev/null +++ b/kernel-builder/src/init/templates/build.toml @@ -0,0 +1,66 @@ +[general] +backends = [ +{% for backend in backends %} + "{{ backend }}", +{% endfor %} +] +name = "{{ kernel_name }}" +version = 1 + +[general.hub] +repo-id = "{{ repo_id }}" + +[torch] +src = [ + "torch-ext/torch_binding.cpp", + "torch-ext/torch_binding.h", +] +{% if has_cuda %} + +[kernel.{{ kernel_name_normalized }}] +backend = "cuda" +depends = ["torch"] +src = ["{{ kernel_name_normalized }}_cuda/{{ kernel_name_normalized }}.cu"] +{% endif %} +{% if has_metal %} + +[kernel.{{ kernel_name_normalized }}_metal] +backend = "metal" +depends = ["torch"] +src = [ + "{{ kernel_name_normalized }}_metal/{{ kernel_name_normalized }}.mm", + "{{ kernel_name_normalized }}_metal/{{ kernel_name_normalized }}.metal", +] +{% endif %} +{% if has_rocm %} + +[kernel.{{ kernel_name_normalized }}_rocm] +backend = "rocm" +depends = ["torch"] +rocm-archs = [ + "gfx906", + "gfx908", + "gfx90a", + "gfx940", + "gfx941", + "gfx942", + "gfx1030", + "gfx1100", + "gfx1101", +] +src = ["{{ kernel_name_normalized }}_cuda/{{ kernel_name_normalized }}.cu"] +{% endif %} +{% if has_xpu %} + +[kernel.{{ kernel_name_normalized }}_xpu] +backend = "xpu" +depends = ["torch"] +src = ["{{ kernel_name_normalized }}_xpu/{{ kernel_name_normalized }}.cpp"] +{% endif %} +{% if has_cpu %} + +[kernel.{{ kernel_name_normalized }}_cpu] +backend = "cpu" +depends = ["torch"] +src = ["{{ kernel_name_normalized }}_cpu/{{ kernel_name_normalized }}_cpu.cpp"] +{% endif %} diff --git a/template/example.py b/kernel-builder/src/init/templates/example.py similarity index 87% rename from template/example.py rename to kernel-builder/src/init/templates/example.py index 29fc81ae..d5da44e5 100644 --- a/template/example.py +++ b/kernel-builder/src/init/templates/example.py @@ -14,7 +14,7 @@ import torch # Load the locally built kernel -kernel = kernels.get_local_kernel(Path("build"), "__KERNEL_NAME_NORMALIZED__") +kernel = kernels.get_local_kernel(Path("build"), "{{ kernel_name_normalized }}") # Select device if platform.system() == "Darwin": @@ -33,7 +33,7 @@ print(f"Input: {x}") # Run kernel (adds 1 to each element) -result = kernel.__KERNEL_NAME_NORMALIZED__(x) +result = kernel.{{ kernel_name_normalized }}(x) print(f"Output: {result}") # Verify result diff --git a/template/flake.nix b/kernel-builder/src/init/templates/flake.nix similarity index 100% rename from template/flake.nix rename to kernel-builder/src/init/templates/flake.nix diff --git a/template/__KERNEL_NAME_NORMALIZED___cpu/__KERNEL_NAME_NORMALIZED___cpu.cpp b/kernel-builder/src/init/templates/kernel_cpu/kernel_cpu.cpp similarity index 85% rename from template/__KERNEL_NAME_NORMALIZED___cpu/__KERNEL_NAME_NORMALIZED___cpu.cpp rename to kernel-builder/src/init/templates/kernel_cpu/kernel_cpu.cpp index 07462675..77390281 100644 --- a/template/__KERNEL_NAME_NORMALIZED___cpu/__KERNEL_NAME_NORMALIZED___cpu.cpp +++ b/kernel-builder/src/init/templates/kernel_cpu/kernel_cpu.cpp @@ -1,6 +1,6 @@ #include -void __KERNEL_NAME_NORMALIZED__(torch::Tensor &out, torch::Tensor const &input) { +void {{ kernel_name_normalized }}(torch::Tensor &out, torch::Tensor const &input) { TORCH_CHECK(out.dtype() == torch::kFloat32, "Output tensor must be float32"); TORCH_CHECK(input.dtype() == torch::kFloat32, "Input tensor must be float32"); TORCH_CHECK(out.numel() == input.numel(), "Tensors must have same size"); diff --git a/template/__KERNEL_NAME_NORMALIZED___cuda/__KERNEL_NAME_NORMALIZED__.cu b/kernel-builder/src/init/templates/kernel_cuda/kernel.cu similarity index 77% rename from template/__KERNEL_NAME_NORMALIZED___cuda/__KERNEL_NAME_NORMALIZED__.cu rename to kernel-builder/src/init/templates/kernel_cuda/kernel.cu index deae1b07..64571b7e 100644 --- a/template/__KERNEL_NAME_NORMALIZED___cuda/__KERNEL_NAME_NORMALIZED__.cu +++ b/kernel-builder/src/init/templates/kernel_cuda/kernel.cu @@ -2,7 +2,7 @@ #include #include -__global__ void __KERNEL_NAME_NORMALIZED___kernel(float *__restrict__ out, +__global__ void {{ kernel_name_normalized }}_kernel(float *__restrict__ out, float const *__restrict__ input, const int n) { int idx = blockIdx.x * blockDim.x + threadIdx.x; if (idx < n) { @@ -10,11 +10,11 @@ __global__ void __KERNEL_NAME_NORMALIZED___kernel(float *__restrict__ out, } } -void __KERNEL_NAME_NORMALIZED__(torch::Tensor &out, torch::Tensor const &input) { +void {{ kernel_name_normalized }}(torch::Tensor &out, torch::Tensor const &input) { TORCH_CHECK(input.device().is_cuda(), "input must be a CUDA tensor"); TORCH_CHECK(input.is_contiguous(), "input must be contiguous"); TORCH_CHECK(input.scalar_type() == at::ScalarType::Float, - "__KERNEL_NAME_NORMALIZED__ only supports float32"); + "{{ kernel_name_normalized }} only supports float32"); TORCH_CHECK(input.sizes() == out.sizes(), "Tensors must have the same shape"); TORCH_CHECK(input.scalar_type() == out.scalar_type(), @@ -28,6 +28,6 @@ void __KERNEL_NAME_NORMALIZED__(torch::Tensor &out, torch::Tensor const &input) const at::cuda::OptionalCUDAGuard device_guard(device_of(input)); const cudaStream_t stream = at::cuda::getCurrentCUDAStream(); - __KERNEL_NAME_NORMALIZED___kernel<<>>( + {{ kernel_name_normalized }}_kernel<<>>( out.data_ptr(), input.data_ptr(), n); } diff --git a/template/__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.metal b/kernel-builder/src/init/templates/kernel_metal/kernel.metal similarity index 74% rename from template/__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.metal rename to kernel-builder/src/init/templates/kernel_metal/kernel.metal index 9b1610d1..fb09f809 100644 --- a/template/__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.metal +++ b/kernel-builder/src/init/templates/kernel_metal/kernel.metal @@ -1,7 +1,7 @@ #include using namespace metal; -kernel void __KERNEL_NAME_NORMALIZED___kernel(device const float *input [[buffer(0)]], +kernel void {{ kernel_name_normalized }}_kernel(device const float *input [[buffer(0)]], device float *output [[buffer(1)]], uint index [[thread_position_in_grid]]) { output[index] = input[index] + 1.0f; diff --git a/template/__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.mm b/kernel-builder/src/init/templates/kernel_metal/kernel.mm similarity index 90% rename from template/__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.mm rename to kernel-builder/src/init/templates/kernel_metal/kernel.mm index 060f5ec8..f60eca39 100644 --- a/template/__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.mm +++ b/kernel-builder/src/init/templates/kernel_metal/kernel.mm @@ -13,11 +13,11 @@ return __builtin_bit_cast(id, tensor.storage().data()); } -void __KERNEL_NAME_NORMALIZED__(torch::Tensor &out, torch::Tensor const &input) { +void {{ kernel_name_normalized }}(torch::Tensor &out, torch::Tensor const &input) { TORCH_CHECK(input.device().is_mps(), "input must be a MPS tensor"); TORCH_CHECK(input.is_contiguous(), "input must be contiguous"); TORCH_CHECK(input.scalar_type() == at::ScalarType::Float, - "__KERNEL_NAME_NORMALIZED__ only supports float32"); + "{{ kernel_name_normalized }} only supports float32"); TORCH_CHECK(input.sizes() == out.sizes(), "Tensors must have same shape"); TORCH_CHECK(input.scalar_type() == out.scalar_type(), "Tensors must have same dtype"); @@ -35,7 +35,7 @@ void __KERNEL_NAME_NORMALIZED__(torch::Tensor &out, torch::Tensor const &input) error.localizedDescription.UTF8String); id func = - [library newFunctionWithName:@"__KERNEL_NAME_NORMALIZED___kernel"]; + [library newFunctionWithName:@"{{ kernel_name_normalized }}_kernel"]; TORCH_CHECK(func, "Failed to create function"); id pso = diff --git a/template/__KERNEL_NAME_NORMALIZED___xpu/__KERNEL_NAME_NORMALIZED__.cpp b/kernel-builder/src/init/templates/kernel_xpu/kernel.cpp similarity index 90% rename from template/__KERNEL_NAME_NORMALIZED___xpu/__KERNEL_NAME_NORMALIZED__.cpp rename to kernel-builder/src/init/templates/kernel_xpu/kernel.cpp index 2e44f06f..38d8a38a 100644 --- a/template/__KERNEL_NAME_NORMALIZED___xpu/__KERNEL_NAME_NORMALIZED__.cpp +++ b/kernel-builder/src/init/templates/kernel_xpu/kernel.cpp @@ -1,7 +1,7 @@ #include #include -void __KERNEL_NAME_NORMALIZED__(torch::Tensor& out, const torch::Tensor& input) { +void {{ kernel_name_normalized }}(torch::Tensor& out, const torch::Tensor& input) { TORCH_CHECK(input.device().is_xpu(), "input must be a XPU tensor"); TORCH_CHECK(input.is_contiguous(), "input must be contiguous"); TORCH_CHECK(input.scalar_type() == torch::kFloat, "only float32 supported"); diff --git a/template/tests/__init__.py b/kernel-builder/src/init/templates/tests/__init__.py similarity index 100% rename from template/tests/__init__.py rename to kernel-builder/src/init/templates/tests/__init__.py diff --git a/template/tests/test___KERNEL_NAME_NORMALIZED__.py b/kernel-builder/src/init/templates/tests/test_kernel.py similarity index 76% rename from template/tests/test___KERNEL_NAME_NORMALIZED__.py rename to kernel-builder/src/init/templates/tests/test_kernel.py index d7d02e3e..135d3a91 100644 --- a/template/tests/test___KERNEL_NAME_NORMALIZED__.py +++ b/kernel-builder/src/init/templates/tests/test_kernel.py @@ -2,10 +2,10 @@ import torch -import __KERNEL_NAME_NORMALIZED__ +import {{ kernel_name_normalized }} -def test___KERNEL_NAME_NORMALIZED__(): +def test_{{ kernel_name_normalized }}(): if platform.system() == "Darwin": device = torch.device("mps") elif hasattr(torch, "xpu") and torch.xpu.is_available(): @@ -17,5 +17,5 @@ def test___KERNEL_NAME_NORMALIZED__(): x = torch.randn(1024, 1024, dtype=torch.float32, device=device) expected = x + 1.0 - result = __KERNEL_NAME_NORMALIZED__.__KERNEL_NAME_NORMALIZED__(x) + result = {{ kernel_name_normalized }}.{{ kernel_name_normalized }}(x) torch.testing.assert_close(result, expected) diff --git a/kernel-builder/src/init/templates/torch-ext/__init__.py b/kernel-builder/src/init/templates/torch-ext/__init__.py new file mode 100644 index 00000000..332626ed --- /dev/null +++ b/kernel-builder/src/init/templates/torch-ext/__init__.py @@ -0,0 +1,12 @@ +from typing import Optional + +import torch + +from ._ops import ops + + +def {{ kernel_name_normalized }}(x: torch.Tensor, out: Optional[torch.Tensor] = None) -> torch.Tensor: + if out is None: + out = torch.empty_like(x) + ops.{{ kernel_name_normalized }}(out, x) + return out diff --git a/kernel-builder/src/init/templates/torch-ext/torch_binding.cpp b/kernel-builder/src/init/templates/torch-ext/torch_binding.cpp new file mode 100644 index 00000000..cd05b79c --- /dev/null +++ b/kernel-builder/src/init/templates/torch-ext/torch_binding.cpp @@ -0,0 +1,19 @@ +#include + +#include "registration.h" +#include "torch_binding.h" + +TORCH_LIBRARY_EXPAND(TORCH_EXTENSION_NAME, ops) { + ops.def("{{ kernel_name_normalized }}(Tensor! out, Tensor input) -> ()"); +#if defined(CPU_KERNEL) + ops.impl("{{ kernel_name_normalized }}", torch::kCPU, &{{ kernel_name_normalized }}); +#elif defined(CUDA_KERNEL) || defined(ROCM_KERNEL) + ops.impl("{{ kernel_name_normalized }}", torch::kCUDA, &{{ kernel_name_normalized }}); +#elif defined(METAL_KERNEL) + ops.impl("{{ kernel_name_normalized }}", torch::kMPS, {{ kernel_name_normalized }}); +#elif defined(XPU_KERNEL) + ops.impl("{{ kernel_name_normalized }}", torch::kXPU, &{{ kernel_name_normalized }}); +#endif +} + +REGISTER_EXTENSION(TORCH_EXTENSION_NAME) diff --git a/kernel-builder/src/init/templates/torch-ext/torch_binding.h b/kernel-builder/src/init/templates/torch-ext/torch_binding.h new file mode 100644 index 00000000..1e24de47 --- /dev/null +++ b/kernel-builder/src/init/templates/torch-ext/torch_binding.h @@ -0,0 +1,5 @@ +#pragma once + +#include + +void {{ kernel_name_normalized }}(torch::Tensor &out, torch::Tensor const &input); diff --git a/kernel-builder/src/main.rs b/kernel-builder/src/main.rs index ce30094b..37a55baf 100644 --- a/kernel-builder/src/main.rs +++ b/kernel-builder/src/main.rs @@ -69,7 +69,6 @@ enum Commands { /// Upload kernel build artifacts to the Hugging Face Hub. Upload(UploadArgs), - #[command(hide = true)] /// Generate CMake files for a kernel extension build. CreatePyproject { #[arg(name = "KERNEL_DIR")] @@ -108,21 +107,18 @@ enum Commands { nix_args: NixArgs, }, - #[command(hide = true)] /// Update a `build.toml` to the current format. UpdateBuild { #[arg(name = "KERNEL_DIR")] kernel_dir: Option, }, - #[command(hide = true)] /// Validate the build.toml file. Validate { #[arg(name = "KERNEL_DIR")] kernel_dir: Option, }, - #[command(hide = true)] /// Clean generated artifacts. CleanPyproject { #[arg(name = "KERNEL_DIR")] diff --git a/kernel-builder/tests/init_e2e.rs b/kernel-builder/tests/init_e2e.rs new file mode 100644 index 00000000..2cc3b19b --- /dev/null +++ b/kernel-builder/tests/init_e2e.rs @@ -0,0 +1,98 @@ +use std::fs; +use std::process::Command; + +fn run_init(args: &[&str]) -> (bool, String, tempfile::TempDir) { + let temp = tempfile::tempdir().unwrap(); + let bin = std::path::Path::new(env!("CARGO_MANIFEST_DIR")).join("target/debug/kernel-builder"); + + let output = Command::new(&bin) + .args(["init"]) + .args(args) + .current_dir(temp.path()) + .output() + .expect("failed to run kernel-builder"); + + ( + output.status.success(), + String::from_utf8_lossy(&output.stderr).to_string(), + temp, + ) +} + +#[test] +fn test_init_creates_expected_files() { + let (ok, err, temp) = run_init(&["--name", "user/my-kernel", "--backends", "cuda", "metal"]); + assert!(ok, "init failed: {err}"); + + let dir = temp.path().join("my-kernel"); + + // Core files + for f in ["build.toml", "flake.nix", "CARD.md", "example.py", ".git"] { + assert!(dir.join(f).exists(), "{f} missing"); + } + + // Only requested backends + assert!(dir.join("my_kernel_cuda").exists()); + assert!(dir.join("my_kernel_metal").exists()); + assert!(!dir.join("my_kernel_cpu").exists()); + assert!(!dir.join("my_kernel_xpu").exists()); +} + +#[test] +fn test_init_templates_rendered() { + let (ok, err, temp) = run_init(&["--name", "user/foo-bar", "--backends", "cpu"]); + assert!(ok, "init failed: {err}"); + + let binding = + fs::read_to_string(temp.path().join("foo-bar/torch-ext/torch_binding.cpp")).unwrap(); + assert!(binding.contains("foo_bar"), "kernel name not substituted"); + assert!(!binding.contains("{{"), "template not rendered"); +} + +#[test] +fn test_init_fails_on_nonempty_dir() { + let temp = tempfile::tempdir().unwrap(); + fs::create_dir_all(temp.path().join("exists")).unwrap(); + fs::write(temp.path().join("exists/file.txt"), "x").unwrap(); + + let bin = std::path::Path::new(env!("CARGO_MANIFEST_DIR")).join("target/debug/kernel-builder"); + + let out = Command::new(&bin) + .args(["init", "--name", "user/exists", "--backends", "cpu"]) + .current_dir(temp.path()) + .output() + .unwrap(); + + assert!(!out.status.success()); +} + +#[test] +fn test_init_overwrite() { + let temp = tempfile::tempdir().unwrap(); + let dir = temp.path().join("k"); + fs::create_dir_all(&dir).unwrap(); + fs::write(dir.join("old.txt"), "x").unwrap(); + + let bin = std::path::Path::new(env!("CARGO_MANIFEST_DIR")).join("target/debug/kernel-builder"); + + let out = Command::new(&bin) + .args([ + "init", + "--name", + "user/k", + "--backends", + "cpu", + "--overwrite", + ]) + .current_dir(temp.path()) + .output() + .unwrap(); + + assert!( + out.status.success(), + "overwrite failed: {}", + String::from_utf8_lossy(&out.stderr) + ); + assert!(!dir.join("old.txt").exists()); + assert!(dir.join("build.toml").exists()); +} diff --git a/template/.gitignore b/template/.gitignore deleted file mode 100644 index c795b054..00000000 --- a/template/.gitignore +++ /dev/null @@ -1 +0,0 @@ -build \ No newline at end of file diff --git a/template/README.md b/template/README.md deleted file mode 100644 index ab237a61..00000000 --- a/template/README.md +++ /dev/null @@ -1,55 +0,0 @@ -# __KERNEL_NAME__ - -A custom kernel for PyTorch. - -## Installation - -```bash -pip install __REPO_ID__ -``` - -## Usage - -```python -import torch -from __KERNEL_NAME_NORMALIZED__ import __KERNEL_NAME_NORMALIZED__ - -# Create input tensor -x = torch.randn(1024, 1024, device="cuda") - -# Run kernel -result = __KERNEL_NAME_NORMALIZED__(x) -``` - -## Development - -### Getting started - -```bash -kernel-builder build -uv run example.py -``` - -### Building - -```bash -nix develop -nix run .#build-and-copy -``` - -### Testing - -```bash -nix develop .#test -pytest tests/ -``` - -### Test as a `kernels` user - -```bash -uv run example.py -``` - -## License - -Apache 2.0 diff --git a/template/build.toml b/template/build.toml deleted file mode 100644 index f906a9ba..00000000 --- a/template/build.toml +++ /dev/null @@ -1,59 +0,0 @@ -[general] -backends = [ - "cpu", - "cuda", - "metal", - "rocm", - "xpu", -] -name = "__KERNEL_NAME__" -version = 1 -upstream = "__UPSTREAM_URL__" - -[general.hub] -repo-id = "__REPO_ID__" - -[torch] -src = [ - "torch-ext/torch_binding.cpp", - "torch-ext/torch_binding.h", -] - -[kernel.__KERNEL_NAME_NORMALIZED__] -backend = "cuda" -depends = ["torch"] -src = ["__KERNEL_NAME_NORMALIZED___cuda/__KERNEL_NAME_NORMALIZED__.cu"] - -[kernel.__KERNEL_NAME_NORMALIZED___metal] -backend = "metal" -depends = ["torch"] -src = [ - "__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.mm", - "__KERNEL_NAME_NORMALIZED___metal/__KERNEL_NAME_NORMALIZED__.metal", -] - -[kernel.__KERNEL_NAME_NORMALIZED___rocm] -backend = "rocm" -depends = ["torch"] -rocm-archs = [ - "gfx906", - "gfx908", - "gfx90a", - "gfx940", - "gfx941", - "gfx942", - "gfx1030", - "gfx1100", - "gfx1101", -] -src = ["__KERNEL_NAME_NORMALIZED___cuda/__KERNEL_NAME_NORMALIZED__.cu"] - -[kernel.__KERNEL_NAME_NORMALIZED___xpu] -backend = "xpu" -depends = ["torch"] -src = ["__KERNEL_NAME_NORMALIZED___xpu/__KERNEL_NAME_NORMALIZED__.cpp"] - -[kernel.__KERNEL_NAME_NORMALIZED___cpu] -backend = "cpu" -depends = ["torch"] -src = ["__KERNEL_NAME_NORMALIZED___cpu/__KERNEL_NAME_NORMALIZED___cpu.cpp"] diff --git a/template/torch-ext/__KERNEL_NAME_NORMALIZED__/__init__.py b/template/torch-ext/__KERNEL_NAME_NORMALIZED__/__init__.py deleted file mode 100644 index 3def8699..00000000 --- a/template/torch-ext/__KERNEL_NAME_NORMALIZED__/__init__.py +++ /dev/null @@ -1,12 +0,0 @@ -from typing import Optional - -import torch - -from ._ops import ops - - -def __KERNEL_NAME_NORMALIZED__(x: torch.Tensor, out: Optional[torch.Tensor] = None) -> torch.Tensor: - if out is None: - out = torch.empty_like(x) - ops.__KERNEL_NAME_NORMALIZED__(out, x) - return out diff --git a/template/torch-ext/torch_binding.cpp b/template/torch-ext/torch_binding.cpp deleted file mode 100644 index d9da85fe..00000000 --- a/template/torch-ext/torch_binding.cpp +++ /dev/null @@ -1,19 +0,0 @@ -#include - -#include "registration.h" -#include "torch_binding.h" - -TORCH_LIBRARY_EXPAND(TORCH_EXTENSION_NAME, ops) { - ops.def("__KERNEL_NAME_NORMALIZED__(Tensor! out, Tensor input) -> ()"); -#if defined(CPU_KERNEL) - ops.impl("__KERNEL_NAME_NORMALIZED__", torch::kCPU, &__KERNEL_NAME_NORMALIZED__); -#elif defined(CUDA_KERNEL) || defined(ROCM_KERNEL) - ops.impl("__KERNEL_NAME_NORMALIZED__", torch::kCUDA, &__KERNEL_NAME_NORMALIZED__); -#elif defined(METAL_KERNEL) - ops.impl("__KERNEL_NAME_NORMALIZED__", torch::kMPS, __KERNEL_NAME_NORMALIZED__); -#elif defined(XPU_KERNEL) - ops.impl("__KERNEL_NAME_NORMALIZED__", torch::kXPU, &__KERNEL_NAME_NORMALIZED__); -#endif -} - -REGISTER_EXTENSION(TORCH_EXTENSION_NAME) diff --git a/template/torch-ext/torch_binding.h b/template/torch-ext/torch_binding.h deleted file mode 100644 index 177bfb1f..00000000 --- a/template/torch-ext/torch_binding.h +++ /dev/null @@ -1,5 +0,0 @@ -#pragma once - -#include - -void __KERNEL_NAME_NORMALIZED__(torch::Tensor &out, torch::Tensor const &input); From 06e62eb8e77d39f0cd92ab4ac3a19eb8623d6c4e Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 23 Mar 2026 16:47:38 -0400 Subject: [PATCH 10/22] feat: prefer fileset api --- kernel-builder/src/init.rs | 189 +++++++++++++------------------ kernel-builder/tests/init_e2e.rs | 34 +++++- 2 files changed, 104 insertions(+), 119 deletions(-) diff --git a/kernel-builder/src/init.rs b/kernel-builder/src/init.rs index fbf4d32d..6887fd84 100644 --- a/kernel-builder/src/init.rs +++ b/kernel-builder/src/init.rs @@ -1,18 +1,18 @@ use std::{ ffi::OsStr, fmt::{Display, Formatter}, - fs, - path::{Path, PathBuf}, + path::PathBuf, str::FromStr, }; use clap::Args; -use eyre::{bail, Context, Result}; +use eyre::{Context, Result}; use git2::{IndexAddOption, Repository}; use minijinja::{context, Environment}; use crate::config::Backend; use crate::hf; +use crate::pyproject::FileSet; fn to_camel_case(s: &str) -> String { let mut result = String::with_capacity(s.len()); @@ -44,7 +44,7 @@ pub struct InitArgs { #[arg(long, num_args = 1.., default_values_t = default_init_backends())] pub backends: Vec, - /// Overwrite the target directory if it already exists. + /// Overwrite existing scaffold files (preserves other files). #[arg(long)] pub overwrite: bool, } @@ -163,31 +163,19 @@ pub fn run_init(args: InitArgs) -> Result<()> { } }; - if args.overwrite && target_dir.exists() { - fs::remove_dir_all(&target_dir).wrap_err_with(|| { - format!( - "Cannot remove existing directory `{}`", - target_dir.to_string_lossy() - ) - })?; - } - - if target_dir.exists() && !is_dir_empty(&target_dir)? { - bail!( - "Directory already exists and is not empty: {}", - target_dir.to_string_lossy() - ); - } - let enabled_backends = resolve_backends(&args.backends); - // Set up minijinja environment and render templates + // Set up minijinja environment let mut env = Environment::new(); env.set_trim_blocks(true); env.set_lstrip_blocks(true); load_init_templates(&mut env); - render_templates(&env, &target_dir, &repo_info, &enabled_backends)?; + // Build FileSet in memory (atomic preparation) + let file_set = build_init_fileset(&env, &repo_info, &enabled_backends)?; + + // Atomic write - validates first, then writes all files + file_set.write(&target_dir, args.overwrite)?; initialize_git_repo(&target_dir)?; @@ -229,15 +217,6 @@ fn resolve_backends(backends: &[BackendSelection]) -> Vec { unique } -fn is_dir_empty(path: &Path) -> Result { - if !path.is_dir() { - return Ok(false); - } - - let mut entries = fs::read_dir(path)?; - Ok(entries.next().is_none()) -} - /// Load all init templates into the environment fn load_init_templates(env: &mut Environment) { // Static files (no templating needed) @@ -332,13 +311,12 @@ fn load_init_templates(env: &mut Environment) { .unwrap(); } -/// Render all templates to the target directory -fn render_templates( +/// Build a FileSet with all init templates rendered in memory +fn build_init_fileset( env: &Environment, - target_dir: &Path, repo_info: &RepoInfo, enabled_backends: &[Backend], -) -> Result<()> { +) -> Result { let has_cpu = enabled_backends.contains(&Backend::Cpu); let has_cuda = enabled_backends.contains(&Backend::Cuda); let has_rocm = enabled_backends.contains(&Backend::Rocm); @@ -363,68 +341,75 @@ fn render_templates( has_xpu => has_xpu, }; - // Create target directory - fs::create_dir_all(target_dir) - .wrap_err_with(|| format!("Cannot create target directory `{}`", target_dir.display()))?; + let mut file_set = FileSet::new(); - // Render static files (copy as-is) - render_static_file(env, target_dir, "static/.gitignore", ".gitignore")?; - render_static_file(env, target_dir, "static/.gitattributes", ".gitattributes")?; - render_static_file(env, target_dir, "static/flake.nix", "flake.nix")?; - render_static_file( + // Static files (no templating) + render_template(env, &mut file_set, "static/.gitignore", ".gitignore", ())?; + render_template( env, - target_dir, + &mut file_set, + "static/.gitattributes", + ".gitattributes", + (), + )?; + render_template(env, &mut file_set, "static/flake.nix", "flake.nix", ())?; + render_template( + env, + &mut file_set, "static/tests/__init__.py", "tests/__init__.py", + (), )?; - render_static_file(env, target_dir, "static/CARD.md", "CARD.md")?; + render_template(env, &mut file_set, "static/CARD.md", "CARD.md", ())?; - // Render templated files - render_template(env, target_dir, "build.toml", "build.toml", &ctx)?; - render_template(env, target_dir, "example.py", "example.py", &ctx)?; + // Templated files + render_template(env, &mut file_set, "build.toml", "build.toml", &ctx)?; + render_template(env, &mut file_set, "example.py", "example.py", &ctx)?; render_template( env, - target_dir, + &mut file_set, "benchmarks/benchmark.py", "benchmarks/benchmark.py", &ctx, )?; - // Render torch-ext files with dynamic directory name + // torch-ext files let torch_ext_dir = format!("torch-ext/{}", repo_info.normalized_name); render_template( env, - target_dir, + &mut file_set, "torch-ext/__init__.py", &format!("{torch_ext_dir}/__init__.py"), &ctx, )?; render_template( env, - target_dir, + &mut file_set, "torch-ext/torch_binding.cpp", "torch-ext/torch_binding.cpp", &ctx, )?; render_template( env, - target_dir, + &mut file_set, "torch-ext/torch_binding.h", "torch-ext/torch_binding.h", &ctx, )?; - // Render test file with dynamic name + // Test file let test_file = format!("tests/test_{}.py", repo_info.normalized_name); - render_template(env, target_dir, "tests/test_kernel.py", &test_file, &ctx)?; + render_template(env, &mut file_set, "tests/test_kernel.py", &test_file, &ctx)?; - // Render backend-specific kernel sources (only for enabled backends) + // Backend-specific kernel sources if has_cpu { - let cpu_dir = format!("{}_cpu", repo_info.normalized_name); - let cpu_file = format!("{cpu_dir}/{}_cpu.cpp", repo_info.normalized_name); + let cpu_file = format!( + "{}_cpu/{}_cpu.cpp", + repo_info.normalized_name, repo_info.normalized_name + ); render_template( env, - target_dir, + &mut file_set, "kernel_cpu/kernel_cpu.cpp", &cpu_file, &ctx, @@ -432,90 +417,68 @@ fn render_templates( } if has_cuda || has_rocm { - let cuda_dir = format!("{}_cuda", repo_info.normalized_name); - let cuda_file = format!("{cuda_dir}/{}.cu", repo_info.normalized_name); - render_template(env, target_dir, "kernel_cuda/kernel.cu", &cuda_file, &ctx)?; + let cuda_file = format!( + "{}_cuda/{}.cu", + repo_info.normalized_name, repo_info.normalized_name + ); + render_template( + env, + &mut file_set, + "kernel_cuda/kernel.cu", + &cuda_file, + &ctx, + )?; } if has_metal { let metal_dir = format!("{}_metal", repo_info.normalized_name); - let metal_file = format!("{metal_dir}/{}.metal", repo_info.normalized_name); - let mm_file = format!("{metal_dir}/{}.mm", repo_info.normalized_name); render_template( env, - target_dir, + &mut file_set, "kernel_metal/kernel.metal", - &metal_file, + &format!("{metal_dir}/{}.metal", repo_info.normalized_name), + &ctx, + )?; + render_template( + env, + &mut file_set, + "kernel_metal/kernel.mm", + &format!("{metal_dir}/{}.mm", repo_info.normalized_name), &ctx, )?; - render_template(env, target_dir, "kernel_metal/kernel.mm", &mm_file, &ctx)?; } if has_xpu { - let xpu_dir = format!("{}_xpu", repo_info.normalized_name); - let xpu_file = format!("{xpu_dir}/{}.cpp", repo_info.normalized_name); - render_template(env, target_dir, "kernel_xpu/kernel.cpp", &xpu_file, &ctx)?; - } - - Ok(()) -} - -/// Render a static file (no template variables) -fn render_static_file( - env: &Environment, - target_dir: &Path, - template_name: &str, - output_path: &str, -) -> Result<()> { - let template = env - .get_template(template_name) - .wrap_err_with(|| format!("Cannot get template `{template_name}`"))?; - - let content = template - .render(context! {}) - .wrap_err_with(|| format!("Cannot render template `{template_name}`"))?; - - let output_file = target_dir.join(output_path); - if let Some(parent) = output_file.parent() { - fs::create_dir_all(parent) - .wrap_err_with(|| format!("Cannot create directory `{}`", parent.display()))?; + let xpu_file = format!( + "{}_xpu/{}.cpp", + repo_info.normalized_name, repo_info.normalized_name + ); + render_template(env, &mut file_set, "kernel_xpu/kernel.cpp", &xpu_file, &ctx)?; } - fs::write(&output_file, content) - .wrap_err_with(|| format!("Cannot write file `{}`", output_file.display()))?; - - Ok(()) + Ok(file_set) } -/// Render a template with the given context +/// Render a template into the FileSet fn render_template( env: &Environment, - target_dir: &Path, + file_set: &mut FileSet, template_name: &str, output_path: &str, - ctx: &minijinja::Value, + ctx: impl serde::Serialize, ) -> Result<()> { let template = env .get_template(template_name) .wrap_err_with(|| format!("Cannot get template `{template_name}`"))?; - let content = template - .render(ctx) + template + .render_captured_to(ctx, file_set.entry(output_path)) .wrap_err_with(|| format!("Cannot render template `{template_name}`"))?; - let output_file = target_dir.join(output_path); - if let Some(parent) = output_file.parent() { - fs::create_dir_all(parent) - .wrap_err_with(|| format!("Cannot create directory `{}`", parent.display()))?; - } - - fs::write(&output_file, content) - .wrap_err_with(|| format!("Cannot write file `{}`", output_file.display()))?; - Ok(()) } -fn initialize_git_repo(target_dir: &Path) -> Result<()> { +fn initialize_git_repo(target_dir: &std::path::Path) -> Result<()> { let repo = Repository::init(target_dir).wrap_err_with(|| { format!( "Cannot initialize git repository in `{}`", diff --git a/kernel-builder/tests/init_e2e.rs b/kernel-builder/tests/init_e2e.rs index 2cc3b19b..194324df 100644 --- a/kernel-builder/tests/init_e2e.rs +++ b/kernel-builder/tests/init_e2e.rs @@ -50,10 +50,12 @@ fn test_init_templates_rendered() { } #[test] -fn test_init_fails_on_nonempty_dir() { +fn test_init_fails_on_existing_scaffold_file() { let temp = tempfile::tempdir().unwrap(); - fs::create_dir_all(temp.path().join("exists")).unwrap(); - fs::write(temp.path().join("exists/file.txt"), "x").unwrap(); + let dir = temp.path().join("exists"); + fs::create_dir_all(&dir).unwrap(); + // Pre-create a scaffold file - should cause init to fail + fs::write(dir.join("build.toml"), "existing content").unwrap(); let bin = std::path::Path::new(env!("CARGO_MANIFEST_DIR")).join("target/debug/kernel-builder"); @@ -64,6 +66,11 @@ fn test_init_fails_on_nonempty_dir() { .unwrap(); assert!(!out.status.success()); + // Original file should be preserved (atomic - no partial writes) + assert_eq!( + fs::read_to_string(dir.join("build.toml")).unwrap(), + "existing content" + ); } #[test] @@ -71,7 +78,9 @@ fn test_init_overwrite() { let temp = tempfile::tempdir().unwrap(); let dir = temp.path().join("k"); fs::create_dir_all(&dir).unwrap(); - fs::write(dir.join("old.txt"), "x").unwrap(); + // Pre-create a scaffold file and a user file + fs::write(dir.join("build.toml"), "old scaffold").unwrap(); + fs::write(dir.join("custom.txt"), "user content").unwrap(); let bin = std::path::Path::new(env!("CARGO_MANIFEST_DIR")).join("target/debug/kernel-builder"); @@ -93,6 +102,19 @@ fn test_init_overwrite() { "overwrite failed: {}", String::from_utf8_lossy(&out.stderr) ); - assert!(!dir.join("old.txt").exists()); - assert!(dir.join("build.toml").exists()); + // Scaffold file should be overwritten with new content + let build_toml = fs::read_to_string(dir.join("build.toml")).unwrap(); + assert!( + build_toml.contains("[general]"), + "build.toml not overwritten" + ); + // User's custom file should be preserved + assert!( + dir.join("custom.txt").exists(), + "user file should be preserved" + ); + assert_eq!( + fs::read_to_string(dir.join("custom.txt")).unwrap(), + "user content" + ); } From cd513dc155945b74745468d96f0e1f346b721355 Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 23 Mar 2026 16:59:54 -0400 Subject: [PATCH 11/22] feat: simplify build commands --- kernel-builder/src/build.rs | 56 ++++--------------------------------- kernel-builder/src/main.rs | 26 ++++++++++++++--- 2 files changed, 28 insertions(+), 54 deletions(-) diff --git a/kernel-builder/src/build.rs b/kernel-builder/src/build.rs index b87bda05..8509317f 100644 --- a/kernel-builder/src/build.rs +++ b/kernel-builder/src/build.rs @@ -1,54 +1,15 @@ -use std::{fmt::Display, path::PathBuf, str::FromStr}; +use std::path::PathBuf; use clap::Args; use eyre::{bail, Context, Result}; -#[derive(Clone, Debug, Default)] -pub enum BuildTarget { - #[default] - BuildAndCopy, - BuildAndUpload, - Ci, - Default, -} - -impl Display for BuildTarget { - fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { - match self { - BuildTarget::BuildAndCopy => write!(f, "build-and-copy"), - BuildTarget::BuildAndUpload => write!(f, "build-and-upload"), - BuildTarget::Ci => write!(f, "ci"), - BuildTarget::Default => write!(f, "default"), - } - } -} - -impl FromStr for BuildTarget { - type Err = String; - - fn from_str(s: &str) -> std::result::Result { - match s { - "build-and-copy" => Ok(BuildTarget::BuildAndCopy), - "build-and-upload" => Ok(BuildTarget::BuildAndUpload), - "ci" => Ok(BuildTarget::Ci), - "default" => Ok(BuildTarget::Default), - _ => Err(format!( - "unknown target `{s}`, expected one of: build-and-copy, build-and-upload, ci, default" - )), - } - } -} - +/// Common arguments shared by all build commands. #[derive(Debug, Args)] -pub struct BuildArgs { +pub struct CommonBuildArgs { /// Directory of the kernel project (defaults to current directory). #[arg(value_name = "KERNEL_DIR", default_value = ".")] pub kernel_dir: PathBuf, - /// Nix flake target to run. - #[arg(long, default_value = "build-and-copy")] - pub target: BuildTarget, - /// Maximum number of Nix build jobs. #[arg(long, default_value = "4")] pub max_jobs: u32, @@ -56,14 +17,10 @@ pub struct BuildArgs { /// Number of CPU cores per build job. #[arg(long, default_value = "4")] pub cores: u32, - - /// Additional arguments passed through to `nix run`. - #[arg(last = true)] - pub nix_args: Vec, } -pub fn run_build(args: BuildArgs) -> Result<()> { - let flake_ref = format!(".#{}", args.target); +pub fn run_build(args: CommonBuildArgs, target: &str) -> Result<()> { + let flake_ref = format!(".#{target}"); let mut cmd = std::process::Command::new("nix"); cmd.args([ @@ -73,9 +30,8 @@ pub fn run_build(args: BuildArgs) -> Result<()> { &args.max_jobs.to_string(), "--cores", &args.cores.to_string(), + &flake_ref, ]); - cmd.args(&args.nix_args); - cmd.arg(&flake_ref); cmd.current_dir(&args.kernel_dir); let status = cmd diff --git a/kernel-builder/src/main.rs b/kernel-builder/src/main.rs index 37a55baf..1dd527a3 100644 --- a/kernel-builder/src/main.rs +++ b/kernel-builder/src/main.rs @@ -13,7 +13,7 @@ mod develop; use develop::{devshell, testshell}; mod build; -use build::{run_build, BuildArgs}; +use build::{run_build, CommonBuildArgs}; mod hf; @@ -63,8 +63,23 @@ enum Commands { /// Initialize a new kernel project from template. Init(InitArgs), - /// Build the kernel using Nix. - Build(BuildArgs), + /// Build the kernel locally (alias for build-and-copy). + Build { + #[command(flatten)] + args: CommonBuildArgs, + }, + + /// Build the kernel and copy artifacts locally. + BuildAndCopy { + #[command(flatten)] + args: CommonBuildArgs, + }, + + /// Build the kernel and upload to Hugging Face Hub. + BuildAndUpload { + #[command(flatten)] + args: CommonBuildArgs, + }, /// Upload kernel build artifacts to the Hugging Face Hub. Upload(UploadArgs), @@ -152,7 +167,10 @@ fn main() -> Result<()> { } Commands::Init(args) => run_init(args), Commands::Upload(args) => run_upload(args), - Commands::Build(args) => run_build(args), + Commands::Build { args } | Commands::BuildAndCopy { args } => { + run_build(args, "build-and-copy") + } + Commands::BuildAndUpload { args } => run_build(args, "build-and-upload"), Commands::CreatePyproject { kernel_dir, force, From 2c9066604ae86ab301bdfb5fe84a589840995e0c Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 23 Mar 2026 17:18:26 -0400 Subject: [PATCH 12/22] fix: improve upload kernel path resolution --- kernel-builder/src/build.rs | 9 ++++++--- kernel-builder/src/upload.rs | 10 ++++++---- 2 files changed, 12 insertions(+), 7 deletions(-) diff --git a/kernel-builder/src/build.rs b/kernel-builder/src/build.rs index 8509317f..542b897c 100644 --- a/kernel-builder/src/build.rs +++ b/kernel-builder/src/build.rs @@ -3,12 +3,14 @@ use std::path::PathBuf; use clap::Args; use eyre::{bail, Context, Result}; +use crate::util::check_or_infer_kernel_dir; + /// Common arguments shared by all build commands. #[derive(Debug, Args)] pub struct CommonBuildArgs { /// Directory of the kernel project (defaults to current directory). - #[arg(value_name = "KERNEL_DIR", default_value = ".")] - pub kernel_dir: PathBuf, + #[arg(value_name = "KERNEL_DIR")] + pub kernel_dir: Option, /// Maximum number of Nix build jobs. #[arg(long, default_value = "4")] @@ -20,6 +22,7 @@ pub struct CommonBuildArgs { } pub fn run_build(args: CommonBuildArgs, target: &str) -> Result<()> { + let kernel_dir = check_or_infer_kernel_dir(args.kernel_dir)?; let flake_ref = format!(".#{target}"); let mut cmd = std::process::Command::new("nix"); @@ -32,7 +35,7 @@ pub fn run_build(args: CommonBuildArgs, target: &str) -> Result<()> { &args.cores.to_string(), &flake_ref, ]); - cmd.current_dir(&args.kernel_dir); + cmd.current_dir(&kernel_dir); let status = cmd .status() diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs index 4cb3b9e7..2cca3f0b 100644 --- a/kernel-builder/src/upload.rs +++ b/kernel-builder/src/upload.rs @@ -13,14 +13,15 @@ use huggingface_hub::{ use regex::Regex; use crate::hf; +use crate::util::check_or_infer_kernel_dir; const BUILD_COMMIT_BATCH_SIZE: usize = 1_000; #[derive(Debug, Args)] pub struct UploadArgs { /// Directory of the kernel build (defaults to current directory). - #[arg(value_name = "KERNEL_DIR", default_value = ".")] - pub kernel_dir: PathBuf, + #[arg(value_name = "KERNEL_DIR")] + pub kernel_dir: Option, /// Repository ID on the Hugging Face Hub (e.g. `user/my-kernel`). /// Defaults to `general.hub.repo-id` from `build.toml`. @@ -39,10 +40,11 @@ pub struct UploadArgs { pub fn run_upload(args: UploadArgs) -> Result<()> { let rt = hf::runtime()?; let api = hf::api()?; - let kernel_dir = fs::canonicalize(&args.kernel_dir).wrap_err_with(|| { + let kernel_dir = check_or_infer_kernel_dir(args.kernel_dir)?; + let kernel_dir = fs::canonicalize(&kernel_dir).wrap_err_with(|| { format!( "Cannot resolve kernel directory `{}`", - args.kernel_dir.display() + kernel_dir.display() ) })?; From ff8466c702fd5cd6f28a0edd2d1ada14f12cfc81 Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 23 Mar 2026 17:46:21 -0400 Subject: [PATCH 13/22] feat: refactor and cleanup upload logic --- kernel-builder/Cargo.lock | 1 + kernel-builder/Cargo.toml | 1 + kernel-builder/src/pyproject/mod.rs | 1 + kernel-builder/src/upload.rs | 323 ++++++++++++---------------- kernels-data/src/config/mod.rs | 4 + kernels-data/src/metadata.rs | 10 + 6 files changed, 158 insertions(+), 182 deletions(-) diff --git a/kernel-builder/Cargo.lock b/kernel-builder/Cargo.lock index 82ecf92a..acfdd043 100644 --- a/kernel-builder/Cargo.lock +++ b/kernel-builder/Cargo.lock @@ -1113,6 +1113,7 @@ dependencies = [ "tokio", "toml", "url", + "walkdir", ] [[package]] diff --git a/kernel-builder/Cargo.toml b/kernel-builder/Cargo.toml index cb3dcf0b..3dfc9e52 100644 --- a/kernel-builder/Cargo.toml +++ b/kernel-builder/Cargo.toml @@ -28,6 +28,7 @@ serde-value = "0.7" thiserror = "1" toml = "0.8" url = { version = "2", features = ["serde"] } +walkdir = "2" [build-dependencies] minijinja-embed = "2.5" diff --git a/kernel-builder/src/pyproject/mod.rs b/kernel-builder/src/pyproject/mod.rs index 2d8f5230..0d3855e4 100644 --- a/kernel-builder/src/pyproject/mod.rs +++ b/kernel-builder/src/pyproject/mod.rs @@ -18,6 +18,7 @@ mod torch; mod tvm_ffi; pub use fileset::FileSet; +pub use metadata::parse_metadata; pub fn create_pyproject_file_set( build: Build, diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs index 2cca3f0b..11f1931f 100644 --- a/kernel-builder/src/upload.rs +++ b/kernel-builder/src/upload.rs @@ -10,11 +10,15 @@ use huggingface_hub::{ AddSource, CommitOperation, CreateBranchParams, CreateCommitParams, CreateRepoParams, ListRepoFilesParams, ListRepoRefsParams, RepoType, }; -use regex::Regex; +use walkdir::WalkDir; -use crate::hf; -use crate::util::check_or_infer_kernel_dir; +use crate::{ + hf, + pyproject::parse_metadata, + util::{check_or_infer_kernel_dir, parse_build}, +}; +const MAIN_BRANCH: &str = "main"; const BUILD_COMMIT_BATCH_SIZE: usize = 1_000; #[derive(Debug, Args)] @@ -41,20 +45,19 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { let rt = hf::runtime()?; let api = hf::api()?; let kernel_dir = check_or_infer_kernel_dir(args.kernel_dir)?; - let kernel_dir = fs::canonicalize(&kernel_dir).wrap_err_with(|| { - format!( - "Cannot resolve kernel directory `{}`", - kernel_dir.display() - ) - })?; + let kernel_dir = fs::canonicalize(&kernel_dir) + .wrap_err_with(|| format!("Cannot resolve kernel directory `{}`", kernel_dir.display()))?; - // Resolve repo_id: explicit --repo-id flag, or read from build.toml. let arg_repo_id = match args.repo_id { Some(id) => id, - None => read_repo_id_from_build_toml(&kernel_dir)?, + None => parse_build(&kernel_dir)? + .repo_id() + .ok_or_else(|| { + eyre::eyre!("No `general.hub.repo-id` in build.toml. Use --repo-id to specify it.") + })? + .to_owned(), }; - // Discover build variants. let (build_dir, variants) = discover_variants(&kernel_dir)?; eprintln!( "Found {} build variant(s) in {}", @@ -62,12 +65,10 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { build_dir.display() ); - // Determine branch from metadata version if not specified. - let branch = args + let version_branch = args .branch .map_or_else(|| detect_branch_from_metadata(&variants), |b| Ok(Some(b)))?; - // Create repo (or get existing). let repo_id = rt.block_on(async { let params = CreateRepoParams::builder() .repo_id(&arg_repo_id) @@ -78,7 +79,6 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { .create_repo(¶ms) .await .wrap_err("Cannot create repository")?; - // Extract repo_id from the URL (format: https://huggingface.co/{repo_id}). let id = repo_url .url .trim_end_matches('/') @@ -88,8 +88,7 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { Ok::<_, eyre::Report>(id) })?; - // Create branch if needed. - let is_new_branch = if let Some(ref branch) = branch { + let is_new_version_branch = if let Some(ref branch) = version_branch { let new = rt.block_on(async { let refs_params = ListRepoRefsParams::builder().repo_id(&repo_id).build(); let refs = api @@ -115,84 +114,110 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { false }; - // List existing repo files so we can compute deletions. - let existing_files: Vec = rt.block_on(async { - let params = ListRepoFilesParams { - repo_id: repo_id.to_owned(), - revision: branch.clone(), - repo_type: Some(RepoType::Model), - }; - api.list_repo_files(¶ms) - .await - .wrap_err("Cannot list repository files") - })?; + // README goes to main branch, build artifacts go to version branch. + let mut operations_by_branch: BTreeMap> = BTreeMap::new(); - // Collect all operations: benchmarks, README, and build artifacts. - let mut operations: Vec = Vec::new(); + collect_readme_commit_ops( + &kernel_dir, + operations_by_branch + .entry(MAIN_BRANCH.to_owned()) + .or_default(), + ); - collect_benchmark_ops(&kernel_dir, &existing_files, is_new_branch, &mut operations)?; - collect_readme_ops(&kernel_dir, &mut operations); - collect_build_ops( - &build_dir, - &variants, - &existing_files, - is_new_branch, - &mut operations, - )?; + if let Some(ref branch) = version_branch { + let version_existing_files: Vec = rt.block_on(async { + let params = ListRepoFilesParams { + repo_id: repo_id.to_owned(), + revision: Some(branch.clone()), + repo_type: Some(RepoType::Model), + }; + api.list_repo_files(¶ms).await.unwrap_or_default() // OK if branch is new + }); - if operations.is_empty() { - eprintln!("No changes to upload."); - return Ok(()); + let version_ops = operations_by_branch.entry(branch.clone()).or_default(); + + collect_benchmark_commit_ops( + &kernel_dir, + &version_existing_files, + is_new_version_branch, + version_ops, + )?; + collect_build_commit_ops( + &build_dir, + &variants, + &version_existing_files, + is_new_version_branch, + version_ops, + )?; } - eprintln!("Uploading {} operations...", operations.len()); + for (branch, operations) in &operations_by_branch { + if operations.is_empty() { + continue; + } - let batch_count = operations.len().div_ceil(BUILD_COMMIT_BATCH_SIZE); - if batch_count > 1 { eprintln!( - "Uploading in {} commits ({} operations).", - batch_count, - operations.len() + "Uploading {} operations to branch `{}`...", + operations.len(), + branch ); - } - for (batch_index, chunk) in operations.chunks(BUILD_COMMIT_BATCH_SIZE).enumerate() { - let commit_message = if batch_count > 1 { - format!( - "Uploaded using `kernel-builder` (batch {}/{batch_count}).", - batch_index + 1 - ) - } else { - "Uploaded using `kernel-builder`.".to_owned() - }; + let batch_count = operations.len().div_ceil(BUILD_COMMIT_BATCH_SIZE); + if batch_count > 1 { + eprintln!( + "Uploading in {} commits ({} operations).", + batch_count, + operations.len() + ); + } - rt.block_on(async { - let params = CreateCommitParams { - repo_id: repo_id.to_owned(), - operations: chunk.to_vec(), - commit_message, - commit_description: None, - repo_type: Some(RepoType::Model), - revision: branch.clone(), - create_pr: None, - parent_commit: None, + for (batch_index, chunk) in operations.chunks(BUILD_COMMIT_BATCH_SIZE).enumerate() { + let commit_message = if batch_count > 1 { + format!( + "Uploaded using `kernel-builder` (batch {}/{batch_count}).", + batch_index + 1 + ) + } else { + "Uploaded using `kernel-builder`.".to_owned() }; - api.create_commit(¶ms) - .await - .wrap_err("Cannot create commit") - })?; - if batch_count > 1 { - eprintln!(" Uploaded batch {}/{batch_count}.", batch_index + 1); + rt.block_on(async { + let params = CreateCommitParams { + repo_id: repo_id.to_owned(), + operations: chunk.to_vec(), + commit_message, + commit_description: None, + repo_type: Some(RepoType::Model), + revision: Some(branch.clone()), + create_pr: None, + parent_commit: None, + }; + api.create_commit(¶ms) + .await + .wrap_err_with(|| format!("Cannot create commit on branch `{branch}`")) + })?; + + if batch_count > 1 { + eprintln!(" Uploaded batch {}/{batch_count}.", batch_index + 1); + } } } - println!("Kernel upload successful. Find the kernel at: https://hf.co/{repo_id}"); + let total_ops: usize = operations_by_branch.values().map(|v| v.len()).sum(); + if total_ops == 0 { + eprintln!("No changes to upload."); + } else { + let tree_path = version_branch + .as_ref() + .map_or(String::new(), |b| format!("/tree/{b}")); + println!("Kernel uploaded: https://hf.co/{repo_id}{tree_path}"); + } + Ok(()) } -// Collect benchmark file operations: add matching files, delete stale ones. -fn collect_benchmark_ops( +/// Collect benchmark file commit operations: add matching files, delete stale ones. +fn collect_benchmark_commit_ops( kernel_dir: &Path, existing_files: &[String], is_new_branch: bool, @@ -203,7 +228,6 @@ fn collect_benchmark_ops( return Ok(()); } - // Add local benchmark files. let mut added: HashSet = HashSet::new(); for entry in fs::read_dir(&benchmarks_dir) .wrap_err_with(|| format!("Cannot read `{}`", benchmarks_dir.display()))? @@ -227,13 +251,11 @@ fn collect_benchmark_ops( }); } - // Delete stale benchmark files from the repo. for file in existing_files { if !file.starts_with("benchmarks/") || added.contains(file) { continue; } - // On new branches, delete everything under benchmarks/. - // On existing branches, only delete benchmark*.py files. + // On new branches delete everything; on existing branches only delete benchmark*.py. if is_new_branch || file .split('/') @@ -249,8 +271,8 @@ fn collect_benchmark_ops( Ok(()) } -// Collect README operation: upload build/CARD.md as README.md. -fn collect_readme_ops(kernel_dir: &Path, operations: &mut Vec) { +/// Collect README commit operation: upload build/CARD.md as README.md. +fn collect_readme_commit_ops(kernel_dir: &Path, operations: &mut Vec) { let card_path = kernel_dir.join("build").join("CARD.md"); if card_path.exists() { operations.push(CommitOperation::Add { @@ -260,29 +282,25 @@ fn collect_readme_ops(kernel_dir: &Path, operations: &mut Vec) } } -// Collect build artifact operations: add variant files, delete stale ones. -fn collect_build_ops( +/// Collect build artifact commit operations: add variant files, delete stale ones. +fn collect_build_commit_ops( build_dir: &Path, variants: &[PathBuf], existing_files: &[String], is_new_branch: bool, operations: &mut Vec, ) -> Result<()> { - // Collect local files to repo paths. let mut repo_paths: BTreeMap = BTreeMap::new(); for variant in variants { - for entry in walkdir(variant)? { - if entry.is_file() { - let relative = entry - .strip_prefix(build_dir) - .wrap_err("Cannot compute relative path")?; - let repo_path = format!("build/{}", relative.to_string_lossy().replace('\\', "/")); - repo_paths.insert(repo_path, entry); - } + for path in walk_files(variant) { + let relative = path + .strip_prefix(build_dir) + .wrap_err("Cannot compute relative path")?; + let repo_path = format!("build/{}", relative.to_string_lossy().replace('\\', "/")); + repo_paths.insert(repo_path, path); } } - // Determine which prefixes to delete. let variant_prefixes: Vec = variants .iter() .map(|v| { @@ -297,7 +315,6 @@ fn collect_build_ops( variant_prefixes.iter().map(|s| s.as_str()).collect() }; - // Delete stale files under the relevant prefixes. for file in existing_files { let should_delete = delete_prefixes .iter() @@ -309,7 +326,6 @@ fn collect_build_ops( } } - // Add build files. for (repo_path, local_path) in repo_paths { operations.push(CommitOperation::Add { path_in_repo: repo_path, @@ -320,56 +336,20 @@ fn collect_build_ops( Ok(()) } -// Read `general.hub.repo-id` from `build.toml` in the kernel directory. -fn read_repo_id_from_build_toml(kernel_dir: &Path) -> Result { - let build_toml_path = kernel_dir.join("build.toml"); - let content = fs::read_to_string(&build_toml_path) - .wrap_err_with(|| format!("Cannot read `{}`", build_toml_path.display()))?; - let parsed: toml::Value = toml::from_str(&content) - .wrap_err_with(|| format!("Cannot parse `{}`", build_toml_path.display()))?; - - parsed - .get("general") - .and_then(|g| g.get("hub")) - .and_then(|h| h.get("repo-id")) - .and_then(|v| v.as_str()) - .filter(|s| !s.is_empty()) - .map(|s| s.to_owned()) - .ok_or_else(|| { - eyre::eyre!( - "No `general.hub.repo-id` in `{}`. Use --repo-id to specify it.", - build_toml_path.display() - ) - }) -} - -// Discover build variant directories. Checks `kernel_dir/build/` first, then `kernel_dir/`. +/// Discover build variant directories (contain `metadata.json`). fn discover_variants(kernel_dir: &Path) -> Result<(PathBuf, Vec)> { - let variant_re = - Regex::new(r"^(torch\d+\d+|torch-(cpu|cuda|metal|neuron|rocm|xpu)|tvm-ffi\d+\d+)") - .expect("valid regex"); - for candidate in [kernel_dir.join("build"), kernel_dir.to_path_buf()] { if !candidate.is_dir() { continue; } - let mut variants: Vec = Vec::new(); - for entry in fs::read_dir(&candidate) + + let mut variants: Vec = fs::read_dir(&candidate) .wrap_err_with(|| format!("Cannot read `{}`", candidate.display()))? - { - let entry = entry?; - let path = entry.path(); - if !path.is_dir() { - continue; - } - let name = entry.file_name(); - let Some(name_str) = name.to_str() else { - continue; - }; - if variant_re.is_match(name_str) && path.join("metadata.json").is_file() { - variants.push(path); - } - } + .filter_map(|e| e.ok()) + .map(|e| e.path()) + .filter(|p| p.is_dir() && p.join("metadata.json").is_file()) + .collect(); + if !variants.is_empty() { variants.sort(); return Ok((candidate, variants)); @@ -383,59 +363,38 @@ fn discover_variants(kernel_dir: &Path) -> Result<(PathBuf, Vec)> { ); } -// Read metadata.json from each variant to determine the branch name (`v{version}`). +/// Determine the branch name (`v{version}`) from variant metadata. fn detect_branch_from_metadata(variants: &[PathBuf]) -> Result> { - let mut versions: HashSet> = HashSet::new(); + let mut versions: HashSet> = HashSet::new(); for variant in variants { - let metadata_path = variant.join("metadata.json"); - let data = fs::read_to_string(&metadata_path) - .wrap_err_with(|| format!("Cannot read `{}`", metadata_path.display()))?; - let parsed: serde_json::Value = serde_json::from_str(&data) - .wrap_err_with(|| format!("Cannot parse `{}`", metadata_path.display()))?; - let version = parsed.get("version").and_then(|v| v.as_u64()); - versions.insert(version); + let metadata = parse_metadata(variant.join("metadata.json"))?; + versions.insert(metadata.version); } if versions.len() > 1 { - let version_strs: Vec = versions + let strs: Vec<_> = versions .iter() - .map(|v| match v { - Some(n) => n.to_string(), - None => "none".to_owned(), - }) + .map(|v| v.map_or("none".into(), |n| n.to_string())) .collect(); bail!( "Found multiple versions in build variants: {}", - version_strs.join(", ") + strs.join(", ") ); } - match versions.into_iter().next() { - Some(Some(version)) => Ok(Some(format!("v{version}"))), - _ => Ok(None), - } -} - -// Recursively walk a directory and return all file paths. -fn walkdir(dir: &Path) -> Result> { - let mut files = Vec::new(); - walk_recursive(dir, &mut files)?; - files.sort(); - Ok(files) + Ok(versions + .into_iter() + .next() + .flatten() + .map(|v| format!("v{v}"))) } -fn walk_recursive(dir: &Path, files: &mut Vec) -> Result<()> { - for entry in - fs::read_dir(dir).wrap_err_with(|| format!("Cannot read directory `{}`", dir.display()))? - { - let entry = entry?; - let path = entry.path(); - if path.is_dir() { - walk_recursive(&path, files)?; - } else { - files.push(path); - } - } - Ok(()) +/// Recursively walk a directory and return all file paths. +fn walk_files(dir: &Path) -> impl Iterator { + WalkDir::new(dir) + .into_iter() + .filter_map(|e| e.ok()) + .filter(|e| e.file_type().is_file()) + .map(|e| e.into_path()) } diff --git a/kernels-data/src/config/mod.rs b/kernels-data/src/config/mod.rs index 782eb3fb..6e4a848c 100644 --- a/kernels-data/src/config/mod.rs +++ b/kernels-data/src/config/mod.rs @@ -52,6 +52,10 @@ impl Build { pub fn is_noarch(&self) -> bool { self.kernels.is_empty() } + + pub fn repo_id(&self) -> Option<&str> { + self.general.hub.as_ref().and_then(|h| h.repo_id.as_deref()) + } } pub struct General { diff --git a/kernels-data/src/metadata.rs b/kernels-data/src/metadata.rs index f1c78c01..70e24779 100644 --- a/kernels-data/src/metadata.rs +++ b/kernels-data/src/metadata.rs @@ -1,3 +1,6 @@ +use std::{fs, path::Path}; + +use eyre::{Context, Result}; use serde::{Deserialize, Serialize}; use crate::config::Backend; @@ -21,3 +24,10 @@ pub struct Metadata { pub python_depends: Vec, pub backend: BackendInfo, } + +pub fn parse_metadata(path: impl AsRef) -> Result { + let path = path.as_ref(); + let data = + fs::read_to_string(path).wrap_err_with(|| format!("Cannot read `{}`", path.display()))?; + serde_json::from_str(&data).wrap_err_with(|| format!("Cannot parse `{}`", path.display())) +} From e262bd5230b424bc26dafbeece28b0567813eff0 Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 23 Mar 2026 17:53:20 -0400 Subject: [PATCH 14/22] fix: bump hub dep commit and pin it --- kernel-builder/Cargo.lock | 2 +- kernel-builder/Cargo.toml | 2 +- nix-builder/pkgs/kernel-builder/default.nix | 4 ++-- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/kernel-builder/Cargo.lock b/kernel-builder/Cargo.lock index acfdd043..306e301a 100644 --- a/kernel-builder/Cargo.lock +++ b/kernel-builder/Cargo.lock @@ -1184,7 +1184,7 @@ checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" [[package]] name = "huggingface-hub" version = "0.1.0" -source = "git+https://github.com/huggingface/huggingface_hub_rust.git#6324b5b97bdf46e786ff962b450309e298ffaf20" +source = "git+https://github.com/huggingface/huggingface_hub_rust.git?rev=6324b5b97bdf46e786ff962b450309e298ffaf20#6324b5b97bdf46e786ff962b450309e298ffaf20" dependencies = [ "async-trait", "base64", diff --git a/kernel-builder/Cargo.toml b/kernel-builder/Cargo.toml index 3dfc9e52..e0337689 100644 --- a/kernel-builder/Cargo.toml +++ b/kernel-builder/Cargo.toml @@ -15,7 +15,7 @@ clap = { version = "4", features = ["derive"] } clap_complete = "4" eyre = "0.6.12" git2 = "0.20" -huggingface-hub = { git = "https://github.com/huggingface/huggingface_hub_rust.git", package = "huggingface-hub", features = ["xet"] } +huggingface-hub = { git = "https://github.com/huggingface/huggingface_hub_rust.git", rev = "6324b5b97bdf46e786ff962b450309e298ffaf20", package = "huggingface-hub", features = ["xet"] } tokio = { version = "1", features = ["rt"] } itertools = "0.13" minijinja = "2.5" diff --git a/nix-builder/pkgs/kernel-builder/default.nix b/nix-builder/pkgs/kernel-builder/default.nix index 18aaaabd..39abb806 100644 --- a/nix-builder/pkgs/kernel-builder/default.nix +++ b/nix-builder/pkgs/kernel-builder/default.nix @@ -45,8 +45,8 @@ rustPlatform.buildRustPackage { cargoLock = { lockFile = ../../../kernel-builder/Cargo.lock; outputHashes = { - "huggingface-hub-0.1.0" = "sha256-RtzeDDhgqFhFj4r58GwVuchu8ld7OZXnrVFz4rHlU30="; - "hf-xet-1.4.0" = "sha256-dvZiTe7AWE3bu3XKWW70axm4vxXpTuXMcgfdpnlkR8s="; + "huggingface-hub-0.1.0" = "sha256-dvYAxYj7rqNvxu5vz9LgAaODicNajnsSXhjUE0/lTjI="; + "hf-xet-1.4.0" = "sha256-/vvU8qy9U+suiH9MCcxrV3Ayw84yRV6EmW0yzB7Uvng="; }; }; From 24b3396e41e6dadabd165994a1a20c0651d7e912 Mon Sep 17 00:00:00 2001 From: drbh Date: Mon, 23 Mar 2026 18:03:21 -0400 Subject: [PATCH 15/22] fix: update nix for template files --- nix-builder/pkgs/kernel-builder/default.nix | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/nix-builder/pkgs/kernel-builder/default.nix b/nix-builder/pkgs/kernel-builder/default.nix index 39abb806..d5e3ada5 100644 --- a/nix-builder/pkgs/kernel-builder/default.nix +++ b/nix-builder/pkgs/kernel-builder/default.nix @@ -24,12 +24,21 @@ rustPlatform.buildRustPackage { || file.name == "pyproject.toml" || file.name == "pyproject_universal.toml" || file.name == "python_dependencies.json" + || file.name == ".gitattributes" + || file.name == ".gitignore" || (builtins.any file.hasExt [ "cmake" + "cpp" + "cu" "h" "in" + "md" + "metal" + "mm" + "nix" "py" "rs" + "toml" ]); in lib.fileset.toSource { @@ -50,6 +59,9 @@ rustPlatform.buildRustPackage { }; }; + # e2e tests look for binary at target/debug/ which doesn't exist in nix + doCheck = false; + nativeBuildInputs = [ installShellFiles pkg-config From fa82c7d562f3490a28ce6f409c750a737261b125 Mon Sep 17 00:00:00 2001 From: drbh Date: Tue, 24 Mar 2026 15:00:22 -0400 Subject: [PATCH 16/22] feat: write card when building --- kernel-builder/src/build.rs | 10 +- kernel-builder/src/init/templates/CARD.md | 52 ++++++----- kernel-builder/src/pyproject/card.rs | 107 ++++++++++++++++++++++ kernel-builder/src/pyproject/mod.rs | 4 + kernel-builder/src/upload.rs | 3 +- 5 files changed, 153 insertions(+), 23 deletions(-) create mode 100644 kernel-builder/src/pyproject/card.rs diff --git a/kernel-builder/src/build.rs b/kernel-builder/src/build.rs index 542b897c..37b0a39a 100644 --- a/kernel-builder/src/build.rs +++ b/kernel-builder/src/build.rs @@ -3,7 +3,8 @@ use std::path::PathBuf; use clap::Args; use eyre::{bail, Context, Result}; -use crate::util::check_or_infer_kernel_dir; +use crate::pyproject::write_card; +use crate::util::{check_or_infer_kernel_dir, parse_build}; /// Common arguments shared by all build commands. #[derive(Debug, Args)] @@ -23,6 +24,13 @@ pub struct CommonBuildArgs { pub fn run_build(args: CommonBuildArgs, target: &str) -> Result<()> { let kernel_dir = check_or_infer_kernel_dir(args.kernel_dir)?; + + if let Ok(build) = parse_build(&kernel_dir) { + if let Err(e) = write_card(&build, &kernel_dir) { + eprintln!("Warning: cannot generate CARD.md: {e}"); + } + } + let flake_ref = format!(".#{target}"); let mut cmd = std::process::Command::new("nix"); diff --git a/kernel-builder/src/init/templates/CARD.md b/kernel-builder/src/init/templates/CARD.md index ca3b1609..47edd6af 100644 --- a/kernel-builder/src/init/templates/CARD.md +++ b/kernel-builder/src/init/templates/CARD.md @@ -1,39 +1,49 @@ {% raw %}--- -{{ card_data }} ---- +library_name: kernels +{% if license %}license: {{ license }} +{% endif %}--- - - -{{ kernel_description }} +This is the repository card of {{ repo_id }} that has been pushed on the Hub. It was built to be used with the [`kernels` library](https://github.com/huggingface/kernels). This card was automatically generated. ## How to use +{% if functions %} -{{ usage_example }} - -## Available functions +```python +# make sure `kernels` is installed: `pip install -U kernels` +from kernels import get_kernel -{{ available_functions }} +kernel_module = get_kernel("{{ repo_id }}") +{{ functions[0] }} = kernel_module.{{ functions[0] }} -## Supported backends +{{ functions[0] }}(...) +``` +{% else %} -{{ supported_backends }} -{% if cuda_capabilities %} +Usage example not available. +{% endif %} -## CUDA Capabilities +## Available functions +{% if functions %} +{% for func in functions %} +- `{{ func }}` +{% endfor %} +{% else %} -{{ cuda_capabilities }} +Function list not available. {% endif %} ## Benchmarks +{% if has_benchmark %} -{{ benchmark_content }} +Benchmarking script is available for this kernel. Run `kernels benchmark {{ repo_id }}`. +{% else %} -## Source code - -{{ source_code }} +No benchmark available yet. +{% endif %} +{% if upstream %} -## Notes +## Source code -{{ notes }} +Source code of this kernel originally comes from {{ upstream }} and it was repurposed for compatibility with `kernels`. +{% endif %} {% endraw %} diff --git a/kernel-builder/src/pyproject/card.rs b/kernel-builder/src/pyproject/card.rs new file mode 100644 index 00000000..00931366 --- /dev/null +++ b/kernel-builder/src/pyproject/card.rs @@ -0,0 +1,107 @@ +use std::{fs, path::Path}; + +use eyre::{bail, Context, Result}; +use minijinja::{context, Environment}; +use regex::Regex; + +use crate::config::Build; + +fn extract_functions(kernel_dir: &Path, module_name: &str) -> Option> { + let init_path = kernel_dir + .join("torch-ext") + .join(module_name) + .join("__init__.py"); + + let content = fs::read_to_string(&init_path).ok()?; + + let re = Regex::new(r#"__all__\s*=\s*\[\s*([^\]]*)\s*\]"#).ok()?; + let list_content = re.captures(&content)?.get(1)?.as_str(); + + let string_re = Regex::new(r#"["']([^"']+)["']"#).ok()?; + let functions: Vec = string_re + .captures_iter(list_content) + .filter_map(|c| c.get(1).map(|m| m.as_str().to_owned())) + .collect(); + + if functions.is_empty() { + None + } else { + Some(functions) + } +} + +pub fn write_card(build: &Build, kernel_dir: &Path) -> Result<()> { + let card_template_path = kernel_dir.join("CARD.md"); + if !card_template_path.exists() { + bail!( + "CARD.md template not found at `{}`", + card_template_path.display() + ); + } + + let template_content = fs::read_to_string(&card_template_path) + .wrap_err_with(|| format!("Cannot read `{}`", card_template_path.display()))?; + + let mut env = Environment::new(); + env.set_trim_blocks(true); + env.add_template_owned("card", template_content) + .wrap_err("Cannot load card template")?; + + let repo_id = build.repo_id().unwrap_or("{repo_id}"); + let module_name = build.general.name.python_name(); + let functions = extract_functions(kernel_dir, &module_name); + let has_benchmark = kernel_dir.join("benchmarks").join("benchmark.py").exists(); + + let content = env + .get_template("card") + .wrap_err("Cannot get card template")? + .render(context! { + repo_id => repo_id, + functions => functions, + has_benchmark => has_benchmark, + upstream => build.general.upstream.as_ref().map(|u| u.to_string()), + license => build.general.license.clone(), + }) + .wrap_err("Cannot render card template")?; + + let build_dir = kernel_dir.join("build"); + fs::create_dir_all(&build_dir) + .wrap_err_with(|| format!("Cannot create directory `{}`", build_dir.display()))?; + + let card_path = build_dir.join("CARD.md"); + fs::write(&card_path, content) + .wrap_err_with(|| format!("Cannot write `{}`", card_path.display()))?; + + eprintln!("Generated {}", card_path.display()); + Ok(()) +} + +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn test_extract_functions() { + let temp_dir = tempfile::tempdir().unwrap(); + let kernel_dir = temp_dir.path(); + + let module_dir = kernel_dir.join("torch-ext").join("test_module"); + fs::create_dir_all(&module_dir).unwrap(); + fs::write( + module_dir.join("__init__.py"), + r#"__all__ = ["func_a", "func_b"]"#, + ) + .unwrap(); + + assert_eq!( + extract_functions(kernel_dir, "test_module"), + Some(vec!["func_a".to_owned(), "func_b".to_owned()]) + ); + } + + #[test] + fn test_extract_functions_missing() { + let temp_dir = tempfile::tempdir().unwrap(); + assert_eq!(extract_functions(temp_dir.path(), "missing"), None); + } +} diff --git a/kernel-builder/src/pyproject/mod.rs b/kernel-builder/src/pyproject/mod.rs index 0d3855e4..8898aa1b 100644 --- a/kernel-builder/src/pyproject/mod.rs +++ b/kernel-builder/src/pyproject/mod.rs @@ -9,14 +9,18 @@ use kernels_data::config::{Build, Framework}; use minijinja::Environment; use crate::util::{check_or_infer_kernel_dir, check_or_infer_target_dir, parse_build}; + +mod card; pub(crate) mod common; pub mod deps; pub mod fileset; mod kernel; +mod metadata; mod ops_identifier; mod torch; mod tvm_ffi; +pub use card::write_card; pub use fileset::FileSet; pub use metadata::parse_metadata; diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs index 11f1931f..a3d24b6f 100644 --- a/kernel-builder/src/upload.rs +++ b/kernel-builder/src/upload.rs @@ -48,9 +48,10 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { let kernel_dir = fs::canonicalize(&kernel_dir) .wrap_err_with(|| format!("Cannot resolve kernel directory `{}`", kernel_dir.display()))?; + let build = parse_build(&kernel_dir)?; let arg_repo_id = match args.repo_id { Some(id) => id, - None => parse_build(&kernel_dir)? + None => build .repo_id() .ok_or_else(|| { eyre::eyre!("No `general.hub.repo-id` in build.toml. Use --repo-id to specify it.") From 00aa1169990c499fbe5e6d86f8fb7a89053a8a77 Mon Sep 17 00:00:00 2001 From: drbh Date: Tue, 24 Mar 2026 15:00:51 -0400 Subject: [PATCH 17/22] fix: fix metadata upload struct bug --- kernel-builder/src/init.rs | 2 +- kernel-builder/src/pyproject/card.rs | 2 +- kernel-builder/src/pyproject/mod.rs | 3 +-- 3 files changed, 3 insertions(+), 4 deletions(-) diff --git a/kernel-builder/src/init.rs b/kernel-builder/src/init.rs index 6887fd84..cb3c6b40 100644 --- a/kernel-builder/src/init.rs +++ b/kernel-builder/src/init.rs @@ -10,7 +10,7 @@ use eyre::{Context, Result}; use git2::{IndexAddOption, Repository}; use minijinja::{context, Environment}; -use crate::config::Backend; +use kernels_data::config::Backend; use crate::hf; use crate::pyproject::FileSet; diff --git a/kernel-builder/src/pyproject/card.rs b/kernel-builder/src/pyproject/card.rs index 00931366..7c230a04 100644 --- a/kernel-builder/src/pyproject/card.rs +++ b/kernel-builder/src/pyproject/card.rs @@ -4,7 +4,7 @@ use eyre::{bail, Context, Result}; use minijinja::{context, Environment}; use regex::Regex; -use crate::config::Build; +use kernels_data::config::Build; fn extract_functions(kernel_dir: &Path, module_name: &str) -> Option> { let init_path = kernel_dir diff --git a/kernel-builder/src/pyproject/mod.rs b/kernel-builder/src/pyproject/mod.rs index 8898aa1b..16de0376 100644 --- a/kernel-builder/src/pyproject/mod.rs +++ b/kernel-builder/src/pyproject/mod.rs @@ -15,14 +15,13 @@ pub(crate) mod common; pub mod deps; pub mod fileset; mod kernel; -mod metadata; mod ops_identifier; mod torch; mod tvm_ffi; pub use card::write_card; pub use fileset::FileSet; -pub use metadata::parse_metadata; +pub use kernels_data::metadata::parse_metadata; pub fn create_pyproject_file_set( build: Build, From f1df972a131502eaa13e3dd0267833af9550bd03 Mon Sep 17 00:00:00 2001 From: drbh Date: Tue, 24 Mar 2026 15:07:49 -0400 Subject: [PATCH 18/22] feat: prefer sync upload api --- kernel-builder/Cargo.lock | 1 - kernel-builder/Cargo.toml | 3 +- kernel-builder/src/hf.rs | 28 +++------ kernel-builder/src/upload.rs | 114 ++++++++++++++++------------------- 4 files changed, 60 insertions(+), 86 deletions(-) diff --git a/kernel-builder/Cargo.lock b/kernel-builder/Cargo.lock index 306e301a..c510d603 100644 --- a/kernel-builder/Cargo.lock +++ b/kernel-builder/Cargo.lock @@ -1110,7 +1110,6 @@ dependencies = [ "serde_json", "tempfile", "thiserror 1.0.69", - "tokio", "toml", "url", "walkdir", diff --git a/kernel-builder/Cargo.toml b/kernel-builder/Cargo.toml index e0337689..b9364d9c 100644 --- a/kernel-builder/Cargo.toml +++ b/kernel-builder/Cargo.toml @@ -15,8 +15,7 @@ clap = { version = "4", features = ["derive"] } clap_complete = "4" eyre = "0.6.12" git2 = "0.20" -huggingface-hub = { git = "https://github.com/huggingface/huggingface_hub_rust.git", rev = "6324b5b97bdf46e786ff962b450309e298ffaf20", package = "huggingface-hub", features = ["xet"] } -tokio = { version = "1", features = ["rt"] } +huggingface-hub = { git = "https://github.com/huggingface/huggingface_hub_rust.git", rev = "6324b5b97bdf46e786ff962b450309e298ffaf20", package = "huggingface-hub", features = ["blocking", "xet"] } itertools = "0.13" minijinja = "2.5" minijinja-embed = "2.5" diff --git a/kernel-builder/src/hf.rs b/kernel-builder/src/hf.rs index c727e41f..3da60172 100644 --- a/kernel-builder/src/hf.rs +++ b/kernel-builder/src/hf.rs @@ -1,29 +1,17 @@ use eyre::{Context, Result}; -/// Build a tokio runtime for one-shot async calls. -pub fn runtime() -> Result { - tokio::runtime::Builder::new_current_thread() - .enable_all() - .build() - .context("Cannot create async runtime") -} - -/// Build an HF API client. -pub fn api() -> Result { - huggingface_hub::HfApi::new().context("Cannot create Hugging Face API client") +/// Build a sync HF API client. +pub fn api() -> Result { + huggingface_hub::HfApiSync::new().context("Cannot create Hugging Face API client") } /// Resolve the HF username of the currently logged-in user via `whoami`. /// Requires a valid HF token to be configured. pub fn whoami_username() -> Result { - let rt = runtime()?; - let api = api()?; - - rt.block_on(async { api.whoami().await.map(|user| user.username) }) - .map_err(|_| { - eyre::eyre!( - "Not logged in to Hugging Face. Run `hf auth login` first, \ + api()?.whoami().map(|user| user.username).map_err(|_| { + eyre::eyre!( + "Not logged in to Hugging Face. Run `hf auth login` first, \ or use --name to skip auto-detection." - ) - }) + ) + }) } diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs index a3d24b6f..40305230 100644 --- a/kernel-builder/src/upload.rs +++ b/kernel-builder/src/upload.rs @@ -42,7 +42,6 @@ pub struct UploadArgs { } pub fn run_upload(args: UploadArgs) -> Result<()> { - let rt = hf::runtime()?; let api = hf::api()?; let kernel_dir = check_or_infer_kernel_dir(args.kernel_dir)?; let kernel_dir = fs::canonicalize(&kernel_dir) @@ -70,47 +69,41 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { .branch .map_or_else(|| detect_branch_from_metadata(&variants), |b| Ok(Some(b)))?; - let repo_id = rt.block_on(async { - let params = CreateRepoParams::builder() - .repo_id(&arg_repo_id) - .private(args.private) - .exist_ok(true) - .build(); - let repo_url = api - .create_repo(¶ms) - .await - .wrap_err("Cannot create repository")?; - let id = repo_url - .url - .trim_end_matches('/') - .strip_prefix("https://huggingface.co/") - .unwrap_or(&arg_repo_id) - .to_owned(); - Ok::<_, eyre::Report>(id) - })?; + let params = CreateRepoParams::builder() + .repo_id(&arg_repo_id) + .private(args.private) + .exist_ok(true) + .build(); + let repo_url = api + .create_repo(¶ms) + .wrap_err("Cannot create repository")?; + let repo_id = repo_url + .url + .trim_end_matches('/') + .strip_prefix("https://huggingface.co/") + .unwrap_or(&arg_repo_id) + .to_owned(); let is_new_version_branch = if let Some(ref branch) = version_branch { - let new = rt.block_on(async { - let refs_params = ListRepoRefsParams::builder().repo_id(&repo_id).build(); - let refs = api - .list_repo_refs(&refs_params) - .await - .wrap_err("Cannot list repository refs")?; - let exists = refs.branches.iter().any(|r| r.name == *branch); - - if !exists { - let params = CreateBranchParams::builder() - .repo_id(&repo_id) - .branch(branch) - .build(); - api.create_branch(¶ms) - .await - .wrap_err_with(|| format!("Cannot create branch `{branch}`"))?; - } - Ok::<_, eyre::Report>(!exists) - })?; - eprintln!("Using branch `{branch}`{}", if new { " (new)" } else { "" }); - new + let refs_params = ListRepoRefsParams::builder().repo_id(&repo_id).build(); + let refs = api + .list_repo_refs(&refs_params) + .wrap_err("Cannot list repository refs")?; + let exists = refs.branches.iter().any(|r| r.name == *branch); + + if !exists { + let params = CreateBranchParams::builder() + .repo_id(&repo_id) + .branch(branch) + .build(); + api.create_branch(¶ms) + .wrap_err_with(|| format!("Cannot create branch `{branch}`"))?; + } + eprintln!( + "Using branch `{branch}`{}", + if !exists { " (new)" } else { "" } + ); + !exists } else { false }; @@ -126,14 +119,12 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { ); if let Some(ref branch) = version_branch { - let version_existing_files: Vec = rt.block_on(async { - let params = ListRepoFilesParams { - repo_id: repo_id.to_owned(), - revision: Some(branch.clone()), - repo_type: Some(RepoType::Model), - }; - api.list_repo_files(¶ms).await.unwrap_or_default() // OK if branch is new - }); + let params = ListRepoFilesParams { + repo_id: repo_id.to_owned(), + revision: Some(branch.clone()), + repo_type: Some(RepoType::Model), + }; + let version_existing_files: Vec = api.list_repo_files(¶ms).unwrap_or_default(); let version_ops = operations_by_branch.entry(branch.clone()).or_default(); @@ -182,21 +173,18 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { "Uploaded using `kernel-builder`.".to_owned() }; - rt.block_on(async { - let params = CreateCommitParams { - repo_id: repo_id.to_owned(), - operations: chunk.to_vec(), - commit_message, - commit_description: None, - repo_type: Some(RepoType::Model), - revision: Some(branch.clone()), - create_pr: None, - parent_commit: None, - }; - api.create_commit(¶ms) - .await - .wrap_err_with(|| format!("Cannot create commit on branch `{branch}`")) - })?; + let params = CreateCommitParams { + repo_id: repo_id.to_owned(), + operations: chunk.to_vec(), + commit_message, + commit_description: None, + repo_type: Some(RepoType::Model), + revision: Some(branch.clone()), + create_pr: None, + parent_commit: None, + }; + api.create_commit(¶ms) + .wrap_err_with(|| format!("Cannot create commit on branch `{branch}`"))?; if batch_count > 1 { eprintln!(" Uploaded batch {}/{batch_count}.", batch_index + 1); From f7fb2912475197e6a353d62deb25781c8eb31ab0 Mon Sep 17 00:00:00 2001 From: drbh Date: Tue, 24 Mar 2026 15:28:10 -0400 Subject: [PATCH 19/22] feat: prefer nix module in build command --- kernel-builder/src/build.rs | 34 +++++++++++----------------------- kernel-builder/src/init.rs | 2 +- kernel-builder/src/main.rs | 30 ++++++++++++++++++++++++++++-- 3 files changed, 40 insertions(+), 26 deletions(-) diff --git a/kernel-builder/src/build.rs b/kernel-builder/src/build.rs index 37b0a39a..32ed4438 100644 --- a/kernel-builder/src/build.rs +++ b/kernel-builder/src/build.rs @@ -1,8 +1,9 @@ use std::path::PathBuf; use clap::Args; -use eyre::{bail, Context, Result}; +use eyre::Result; +use crate::nix::{Flake, Nix, NixSubcommand}; use crate::pyproject::write_card; use crate::util::{check_or_infer_kernel_dir, parse_build}; @@ -31,26 +32,13 @@ pub fn run_build(args: CommonBuildArgs, target: &str) -> Result<()> { } } - let flake_ref = format!(".#{target}"); - - let mut cmd = std::process::Command::new("nix"); - cmd.args([ - "run", - "-L", - "--max-jobs", - &args.max_jobs.to_string(), - "--cores", - &args.cores.to_string(), - &flake_ref, - ]); - cmd.current_dir(&kernel_dir); - - let status = cmd - .status() - .wrap_err("Cannot run `nix`. Is Nix installed?")?; - - if !status.success() { - bail!("Build failed with exit code {}", status.code().unwrap_or(1)); - } - Ok(()) + let flake = Flake::from_path(kernel_dir)?; + + Nix::new() + .max_jobs(args.max_jobs) + .cores(args.cores) + .run(NixSubcommand::Run { + flake, + attribute: Some(target.to_owned()), + }) } diff --git a/kernel-builder/src/init.rs b/kernel-builder/src/init.rs index cb3c6b40..16cefc20 100644 --- a/kernel-builder/src/init.rs +++ b/kernel-builder/src/init.rs @@ -10,9 +10,9 @@ use eyre::{Context, Result}; use git2::{IndexAddOption, Repository}; use minijinja::{context, Environment}; -use kernels_data::config::Backend; use crate::hf; use crate::pyproject::FileSet; +use kernels_data::config::Backend; fn to_camel_case(s: &str) -> String { let mut result = String::with_capacity(s.len()); diff --git a/kernel-builder/src/main.rs b/kernel-builder/src/main.rs index 1dd527a3..6483b8c9 100644 --- a/kernel-builder/src/main.rs +++ b/kernel-builder/src/main.rs @@ -78,7 +78,19 @@ enum Commands { /// Build the kernel and upload to Hugging Face Hub. BuildAndUpload { #[command(flatten)] - args: CommonBuildArgs, + build_args: CommonBuildArgs, + + /// Repository ID on the Hugging Face Hub (e.g. `user/my-kernel`). + #[arg(long)] + repo_id: Option, + + /// Upload to a specific branch (defaults to `v{version}` from metadata). + #[arg(long)] + branch: Option, + + /// Create the repository as private. + #[arg(long)] + private: bool, }, /// Upload kernel build artifacts to the Hugging Face Hub. @@ -170,7 +182,21 @@ fn main() -> Result<()> { Commands::Build { args } | Commands::BuildAndCopy { args } => { run_build(args, "build-and-copy") } - Commands::BuildAndUpload { args } => run_build(args, "build-and-upload"), + Commands::BuildAndUpload { + build_args, + repo_id, + branch, + private, + } => { + let kernel_dir = build_args.kernel_dir.clone(); + run_build(build_args, "build-and-copy")?; + run_upload(UploadArgs { + kernel_dir, + repo_id, + branch, + private, + }) + } Commands::CreatePyproject { kernel_dir, force, From 63dbeb1dc28bcb584a607153a8e88626e8698128 Mon Sep 17 00:00:00 2001 From: drbh Date: Tue, 24 Mar 2026 16:28:53 -0400 Subject: [PATCH 20/22] feat: support uploads to kernel repos --- kernel-builder/Cargo.lock | 2 +- kernel-builder/Cargo.toml | 2 +- kernel-builder/src/main.rs | 8 +++- kernel-builder/src/upload.rs | 41 +++++++++++++++++++-- nix-builder/pkgs/kernel-builder/default.nix | 2 +- 5 files changed, 47 insertions(+), 8 deletions(-) diff --git a/kernel-builder/Cargo.lock b/kernel-builder/Cargo.lock index c510d603..5b712e1c 100644 --- a/kernel-builder/Cargo.lock +++ b/kernel-builder/Cargo.lock @@ -1183,7 +1183,7 @@ checksum = "df3b46402a9d5adb4c86a0cf463f42e19994e3ee891101b1841f30a545cb49a9" [[package]] name = "huggingface-hub" version = "0.1.0" -source = "git+https://github.com/huggingface/huggingface_hub_rust.git?rev=6324b5b97bdf46e786ff962b450309e298ffaf20#6324b5b97bdf46e786ff962b450309e298ffaf20" +source = "git+https://github.com/huggingface/huggingface_hub_rust.git?rev=8cbc662035e04d4be8e829316272893e980f5926#8cbc662035e04d4be8e829316272893e980f5926" dependencies = [ "async-trait", "base64", diff --git a/kernel-builder/Cargo.toml b/kernel-builder/Cargo.toml index b9364d9c..762f5277 100644 --- a/kernel-builder/Cargo.toml +++ b/kernel-builder/Cargo.toml @@ -15,7 +15,7 @@ clap = { version = "4", features = ["derive"] } clap_complete = "4" eyre = "0.6.12" git2 = "0.20" -huggingface-hub = { git = "https://github.com/huggingface/huggingface_hub_rust.git", rev = "6324b5b97bdf46e786ff962b450309e298ffaf20", package = "huggingface-hub", features = ["blocking", "xet"] } +huggingface-hub = { git = "https://github.com/huggingface/huggingface_hub_rust.git", rev = "8cbc662035e04d4be8e829316272893e980f5926", package = "huggingface-hub", features = ["blocking", "xet"] } itertools = "0.13" minijinja = "2.5" minijinja-embed = "2.5" diff --git a/kernel-builder/src/main.rs b/kernel-builder/src/main.rs index 6483b8c9..9288513e 100644 --- a/kernel-builder/src/main.rs +++ b/kernel-builder/src/main.rs @@ -21,7 +21,7 @@ mod init; use init::{run_init, InitArgs}; mod upload; -use upload::{run_upload, UploadArgs}; +use upload::{run_upload, RepoTypeArg, UploadArgs}; mod pyproject; use pyproject::{clean_pyproject, create_pyproject}; @@ -91,6 +91,10 @@ enum Commands { /// Create the repository as private. #[arg(long)] private: bool, + + /// Repository type on Hugging Face Hub (`model` or `kernel`). + #[arg(long, value_enum, default_value_t = RepoTypeArg::Model)] + repo_type: RepoTypeArg, }, /// Upload kernel build artifacts to the Hugging Face Hub. @@ -187,6 +191,7 @@ fn main() -> Result<()> { repo_id, branch, private, + repo_type, } => { let kernel_dir = build_args.kernel_dir.clone(); run_build(build_args, "build-and-copy")?; @@ -195,6 +200,7 @@ fn main() -> Result<()> { repo_id, branch, private, + repo_type, }) } Commands::CreatePyproject { diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs index 40305230..edd7323d 100644 --- a/kernel-builder/src/upload.rs +++ b/kernel-builder/src/upload.rs @@ -21,6 +21,22 @@ use crate::{ const MAIN_BRANCH: &str = "main"; const BUILD_COMMIT_BATCH_SIZE: usize = 1_000; +#[derive(Debug, Clone, Copy, Default, PartialEq, Eq, clap::ValueEnum)] +pub enum RepoTypeArg { + #[default] + Model, + Kernel, +} + +impl From for RepoType { + fn from(arg: RepoTypeArg) -> Self { + match arg { + RepoTypeArg::Model => RepoType::Model, + RepoTypeArg::Kernel => RepoType::Kernel, + } + } +} + #[derive(Debug, Args)] pub struct UploadArgs { /// Directory of the kernel build (defaults to current directory). @@ -39,10 +55,16 @@ pub struct UploadArgs { /// Create the repository as private. #[arg(long)] pub private: bool, + + /// TODO: remove when we fully move over to kernel repos + /// Repository type on Hugging Face Hub (`model` or `kernel`). + #[arg(long, value_enum, default_value_t = RepoTypeArg::Model)] + pub repo_type: RepoTypeArg, } pub fn run_upload(args: UploadArgs) -> Result<()> { let api = hf::api()?; + let repo_type: RepoType = args.repo_type.into(); let kernel_dir = check_or_infer_kernel_dir(args.kernel_dir)?; let kernel_dir = fs::canonicalize(&kernel_dir) .wrap_err_with(|| format!("Cannot resolve kernel directory `{}`", kernel_dir.display()))?; @@ -71,21 +93,27 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { let params = CreateRepoParams::builder() .repo_id(&arg_repo_id) + .repo_type(repo_type) .private(args.private) .exist_ok(true) .build(); let repo_url = api .create_repo(¶ms) .wrap_err("Cannot create repository")?; + // Extract repo_id from URL, stripping "kernels/" prefix for kernel repos let repo_id = repo_url .url .trim_end_matches('/') .strip_prefix("https://huggingface.co/") + .map(|s| s.strip_prefix("kernels/").unwrap_or(s)) .unwrap_or(&arg_repo_id) .to_owned(); let is_new_version_branch = if let Some(ref branch) = version_branch { - let refs_params = ListRepoRefsParams::builder().repo_id(&repo_id).build(); + let refs_params = ListRepoRefsParams::builder() + .repo_id(&repo_id) + .repo_type(repo_type) + .build(); let refs = api .list_repo_refs(&refs_params) .wrap_err("Cannot list repository refs")?; @@ -95,6 +123,7 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { let params = CreateBranchParams::builder() .repo_id(&repo_id) .branch(branch) + .repo_type(repo_type) .build(); api.create_branch(¶ms) .wrap_err_with(|| format!("Cannot create branch `{branch}`"))?; @@ -122,7 +151,7 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { let params = ListRepoFilesParams { repo_id: repo_id.to_owned(), revision: Some(branch.clone()), - repo_type: Some(RepoType::Model), + repo_type: Some(repo_type), }; let version_existing_files: Vec = api.list_repo_files(¶ms).unwrap_or_default(); @@ -178,7 +207,7 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { operations: chunk.to_vec(), commit_message, commit_description: None, - repo_type: Some(RepoType::Model), + repo_type: Some(repo_type), revision: Some(branch.clone()), create_pr: None, parent_commit: None, @@ -196,10 +225,14 @@ pub fn run_upload(args: UploadArgs) -> Result<()> { if total_ops == 0 { eprintln!("No changes to upload."); } else { + let type_prefix = match repo_type { + RepoType::Kernel => "kernels/", + _ => "", + }; let tree_path = version_branch .as_ref() .map_or(String::new(), |b| format!("/tree/{b}")); - println!("Kernel uploaded: https://hf.co/{repo_id}{tree_path}"); + println!("Kernel uploaded: https://hf.co/{type_prefix}{repo_id}{tree_path}"); } Ok(()) diff --git a/nix-builder/pkgs/kernel-builder/default.nix b/nix-builder/pkgs/kernel-builder/default.nix index d5e3ada5..b0c08903 100644 --- a/nix-builder/pkgs/kernel-builder/default.nix +++ b/nix-builder/pkgs/kernel-builder/default.nix @@ -54,7 +54,7 @@ rustPlatform.buildRustPackage { cargoLock = { lockFile = ../../../kernel-builder/Cargo.lock; outputHashes = { - "huggingface-hub-0.1.0" = "sha256-dvYAxYj7rqNvxu5vz9LgAaODicNajnsSXhjUE0/lTjI="; + "huggingface-hub-0.1.0" = "sha256-XgVrtujU7gPQ3XnUxeEVF9Kaf4+/EwLudKkwDPj44II="; "hf-xet-1.4.0" = "sha256-/vvU8qy9U+suiH9MCcxrV3Ayw84yRV6EmW0yzB7Uvng="; }; }; From b08573a8a01e33457fda85add559e3eff6ed97fe Mon Sep 17 00:00:00 2001 From: drbh Date: Wed, 25 Mar 2026 14:53:07 -0400 Subject: [PATCH 21/22] feat: improve build commands, parse ast for card and upload tests --- kernel-builder/Cargo.lock | 303 +++++++++++++++- kernel-builder/Cargo.toml | 1 + kernel-builder/src/build.rs | 47 ++- kernel-builder/src/main.rs | 61 +++- kernel-builder/src/nix.rs | 1 - kernel-builder/src/pyproject/card.rs | 76 +++- kernel-builder/src/upload.rs | 294 ++++++++++++++- kernels-data/Cargo.lock | 520 +++++++++++++++++++++++++++ 8 files changed, 1240 insertions(+), 63 deletions(-) create mode 100644 kernels-data/Cargo.lock diff --git a/kernel-builder/Cargo.lock b/kernel-builder/Cargo.lock index 5b712e1c..b7926be7 100644 --- a/kernel-builder/Cargo.lock +++ b/kernel-builder/Cargo.lock @@ -2,6 +2,18 @@ # It is not intended for manual editing. version = 4 +[[package]] +name = "ahash" +version = "0.8.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75" +dependencies = [ + "cfg-if 1.0.4", + "once_cell", + "version_check", + "zerocopy", +] + [[package]] name = "aho-corasick" version = "1.1.4" @@ -595,6 +607,27 @@ dependencies = [ "syn 1.0.109", ] +[[package]] +name = "derive_more" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4a9b99b9cbbe49445b21764dc0625032a89b145a2642e67603e1c936f5458d05" +dependencies = [ + "derive_more-impl", +] + +[[package]] +name = "derive_more-impl" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb7330aeadfbe296029522e6c40f315320aba36fc43a5b3632f3795348f3bd22" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.117", + "unicode-xid", +] + [[package]] name = "digest" version = "0.10.7" @@ -880,6 +913,15 @@ dependencies = [ "version_check", ] +[[package]] +name = "getopts" +version = "0.2.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cfe4fbac503b8d1f88e6676011885f34b7174f46e59956bba534ba83abded4df" +dependencies = [ + "unicode-width", +] + [[package]] name = "getrandom" version = "0.2.17" @@ -1000,6 +1042,15 @@ dependencies = [ "zerocopy", ] +[[package]] +name = "hashbrown" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1" +dependencies = [ + "ahash", +] + [[package]] name = "hashbrown" version = "0.15.5" @@ -1105,6 +1156,7 @@ dependencies = [ "minijinja-embed", "rand 0.8.5", "regex", + "rustpython-parser", "serde", "serde-value", "serde_json", @@ -1442,12 +1494,33 @@ dependencies = [ "serde", ] +[[package]] +name = "is-macro" +version = "0.3.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1d57a3e447e24c22647738e4607f1df1e0ec6f72e16182c4cd199f647cdfb0e4" +dependencies = [ + "heck", + "proc-macro2", + "quote", + "syn 2.0.117", +] + [[package]] name = "is_terminal_polyfill" version = "1.70.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a6cb138bb79a146c1bd460005623e142ef0181e3d0219cb493e02f7d08a35695" +[[package]] +name = "itertools" +version = "0.11.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b1c173a5686ce8bfa551b3563d0c2170bf24ca44da99c7ca4bfdab5418c3fe57" +dependencies = [ + "either", +] + [[package]] name = "itertools" version = "0.13.0" @@ -1545,6 +1618,12 @@ version = "0.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e037a2e1d8d5fdbd49b16a4ea09d5d6401c1f29eca5ff29d03d3824dba16256a" +[[package]] +name = "lalrpop-util" +version = "0.20.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "507460a910eb7b32ee961886ff48539633b788a36b65692b95f225b844c82553" + [[package]] name = "lazy_static" version = "1.5.0" @@ -1671,6 +1750,64 @@ dependencies = [ "twox-hash", ] +[[package]] +name = "malachite" +version = "0.4.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2fbdf9cb251732db30a7200ebb6ae5d22fe8e11397364416617d2c2cf0c51cb5" +dependencies = [ + "malachite-base", + "malachite-nz", + "malachite-q", +] + +[[package]] +name = "malachite-base" +version = "0.4.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5ea0ed76adf7defc1a92240b5c36d5368cfe9251640dcce5bd2d0b7c1fd87aeb" +dependencies = [ + "hashbrown 0.14.5", + "itertools 0.11.0", + "libm", + "ryu", +] + +[[package]] +name = "malachite-bigint" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d149aaa2965d70381709d9df4c7ee1fc0de1c614a4efc2ee356f5e43d68749f8" +dependencies = [ + "derive_more", + "malachite", + "num-integer", + "num-traits", + "paste", +] + +[[package]] +name = "malachite-nz" +version = "0.4.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "34a79feebb2bc9aa7762047c8e5495269a367da6b5a90a99882a0aeeac1841f7" +dependencies = [ + "itertools 0.11.0", + "libm", + "malachite-base", +] + +[[package]] +name = "malachite-q" +version = "0.4.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50f235d5747b1256b47620f5640c2a17a88c7569eebdf27cd9cb130e1a619191" +dependencies = [ + "itertools 0.11.0", + "malachite-base", + "malachite-nz", +] + [[package]] name = "matchers" version = "0.2.0" @@ -2022,6 +2159,16 @@ dependencies = [ "phf_shared", ] +[[package]] +name = "phf_codegen" +version = "0.11.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "aef8048c789fa5e851558d709946d6d79a8ff88c0440c587967f8e94bfb1216a" +dependencies = [ + "phf_generator", + "phf_shared", +] + [[package]] name = "phf_generator" version = "0.11.3" @@ -2207,7 +2354,7 @@ dependencies = [ "pin-project-lite", "quinn-proto", "quinn-udp", - "rustc-hash", + "rustc-hash 2.1.1", "rustls", "socket2", "thiserror 2.0.18", @@ -2228,7 +2375,7 @@ dependencies = [ "lru-slab", "rand 0.9.2", "ring", - "rustc-hash", + "rustc-hash 2.1.1", "rustls", "rustls-pki-types", "slab", @@ -2511,6 +2658,12 @@ dependencies = [ "num-traits", ] +[[package]] +name = "rustc-hash" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2" + [[package]] name = "rustc-hash" version = "2.1.1" @@ -2605,6 +2758,63 @@ dependencies = [ "untrusted", ] +[[package]] +name = "rustpython-ast" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4cdaf8ee5c1473b993b398c174641d3aa9da847af36e8d5eb8291930b72f31a5" +dependencies = [ + "is-macro", + "malachite-bigint", + "rustpython-parser-core", + "static_assertions", +] + +[[package]] +name = "rustpython-parser" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "868f724daac0caf9bd36d38caf45819905193a901e8f1c983345a68e18fb2abb" +dependencies = [ + "anyhow", + "is-macro", + "itertools 0.11.0", + "lalrpop-util", + "log", + "malachite-bigint", + "num-traits", + "phf", + "phf_codegen", + "rustc-hash 1.1.0", + "rustpython-ast", + "rustpython-parser-core", + "tiny-keccak", + "unic-emoji-char", + "unic-ucd-ident", + "unicode_names2", +] + +[[package]] +name = "rustpython-parser-core" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b4b6c12fa273825edc7bccd9a734f0ad5ba4b8a2f4da5ff7efe946f066d0f4ad" +dependencies = [ + "is-macro", + "memchr", + "rustpython-parser-vendored", +] + +[[package]] +name = "rustpython-parser-vendored" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "04fcea49a4630a3a5d940f4d514dc4f575ed63c14c3e3ed07146634aed7f67a6" +dependencies = [ + "memchr", + "once_cell", +] + [[package]] name = "rustversion" version = "1.0.22" @@ -3107,6 +3317,15 @@ dependencies = [ "time-core", ] +[[package]] +name = "tiny-keccak" +version = "2.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2c9d3793400a45f954c52e73d068316d76b6f4e36977e3fcebb13a2721e80237" +dependencies = [ + "crunchy", +] + [[package]] name = "tinystr" version = "0.8.2" @@ -3420,6 +3639,58 @@ dependencies = [ "web-time", ] +[[package]] +name = "unic-char-property" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a8c57a407d9b6fa02b4795eb81c5b6652060a15a7903ea981f3d723e6c0be221" +dependencies = [ + "unic-char-range", +] + +[[package]] +name = "unic-char-range" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0398022d5f700414f6b899e10b8348231abf9173fa93144cbc1a43b9793c1fbc" + +[[package]] +name = "unic-common" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "80d7ff825a6a654ee85a63e80f92f054f904f21e7d12da4e22f9834a4aaa35bc" + +[[package]] +name = "unic-emoji-char" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b07221e68897210270a38bde4babb655869637af0f69407f96053a34f76494d" +dependencies = [ + "unic-char-property", + "unic-char-range", + "unic-ucd-version", +] + +[[package]] +name = "unic-ucd-ident" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e230a37c0381caa9219d67cf063aa3a375ffed5bf541a452db16e744bdab6987" +dependencies = [ + "unic-char-property", + "unic-char-range", + "unic-ucd-version", +] + +[[package]] +name = "unic-ucd-version" +version = "0.9.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "96bd2f2237fe450fcd0a1d2f5f4e91711124f7857ba2e964247776ebeeb7b0c4" +dependencies = [ + "unic-common", +] + [[package]] name = "unicase" version = "2.9.0" @@ -3432,12 +3703,40 @@ version = "1.0.24" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" +[[package]] +name = "unicode-width" +version = "0.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b4ac048d71ede7ee76d585517add45da530660ef4390e49b098733c6e897f254" + [[package]] name = "unicode-xid" version = "0.2.6" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ebc1c04c71510c7f702b52b7c350734c9ff1295c464a03335b00bb84fc54f853" +[[package]] +name = "unicode_names2" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d1673eca9782c84de5f81b82e4109dcfb3611c8ba0d52930ec4a9478f547b2dd" +dependencies = [ + "phf", + "unicode_names2_generator", +] + +[[package]] +name = "unicode_names2_generator" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b91e5b84611016120197efd7dc93ef76774f4e084cd73c9fb3ea4a86c570c56e" +dependencies = [ + "getopts", + "log", + "phf_codegen", + "rand 0.8.5", +] + [[package]] name = "untrusted" version = "0.9.0" diff --git a/kernel-builder/Cargo.toml b/kernel-builder/Cargo.toml index 762f5277..4c172807 100644 --- a/kernel-builder/Cargo.toml +++ b/kernel-builder/Cargo.toml @@ -21,6 +21,7 @@ minijinja = "2.5" minijinja-embed = "2.5" rand = "0.8" regex = "1" +rustpython-parser = "0.4" serde = { version = "1", features = ["derive"] } serde_json = "1" serde-value = "0.7" diff --git a/kernel-builder/src/build.rs b/kernel-builder/src/build.rs index 32ed4438..7919bc60 100644 --- a/kernel-builder/src/build.rs +++ b/kernel-builder/src/build.rs @@ -1,30 +1,19 @@ use std::path::PathBuf; -use clap::Args; use eyre::Result; use crate::nix::{Flake, Nix, NixSubcommand}; use crate::pyproject::write_card; use crate::util::{check_or_infer_kernel_dir, parse_build}; -/// Common arguments shared by all build commands. -#[derive(Debug, Args)] -pub struct CommonBuildArgs { - /// Directory of the kernel project (defaults to current directory). - #[arg(value_name = "KERNEL_DIR")] - pub kernel_dir: Option, - - /// Maximum number of Nix build jobs. - #[arg(long, default_value = "4")] - pub max_jobs: u32, - - /// Number of CPU cores per build job. - #[arg(long, default_value = "4")] - pub cores: u32, -} - -pub fn run_build(args: CommonBuildArgs, target: &str) -> Result<()> { - let kernel_dir = check_or_infer_kernel_dir(args.kernel_dir)?; +pub fn run_build( + kernel_dir: Option, + max_jobs: Option, + cores: Option, + print_build_logs: bool, + target: &str, +) -> Result<()> { + let kernel_dir = check_or_infer_kernel_dir(kernel_dir)?; if let Ok(build) = parse_build(&kernel_dir) { if let Err(e) = write_card(&build, &kernel_dir) { @@ -34,11 +23,17 @@ pub fn run_build(args: CommonBuildArgs, target: &str) -> Result<()> { let flake = Flake::from_path(kernel_dir)?; - Nix::new() - .max_jobs(args.max_jobs) - .cores(args.cores) - .run(NixSubcommand::Run { - flake, - attribute: Some(target.to_owned()), - }) + let mut nix = Nix::new(); + if let Some(jobs) = max_jobs { + nix = nix.max_jobs(jobs); + } + if let Some(c) = cores { + nix = nix.cores(c); + } + nix = nix.print_build_logs(print_build_logs); + + nix.run(NixSubcommand::Run { + flake, + attribute: Some(target.to_owned()), + }) } diff --git a/kernel-builder/src/main.rs b/kernel-builder/src/main.rs index 9288513e..5d17132e 100644 --- a/kernel-builder/src/main.rs +++ b/kernel-builder/src/main.rs @@ -13,7 +13,7 @@ mod develop; use develop::{devshell, testshell}; mod build; -use build::{run_build, CommonBuildArgs}; +use build::run_build; mod hf; @@ -37,15 +37,15 @@ use util::{check_or_infer_kernel_dir, parse_and_validate}; struct NixArgs { /// Maximum number of parallel Nix build jobs. #[arg(long)] - max_jobs: Option, + pub max_jobs: Option, /// Number of CPU cores to use for each build job. #[arg(long)] - cores: Option, + pub cores: Option, /// Print full build logs on standard error. #[arg(short = 'L', long)] - print_build_logs: bool, + pub print_build_logs: bool, } #[derive(Parser, Debug)] @@ -65,20 +65,32 @@ enum Commands { /// Build the kernel locally (alias for build-and-copy). Build { + /// Directory of the kernel project (defaults to current directory). + #[arg(value_name = "KERNEL_DIR")] + kernel_dir: Option, + #[command(flatten)] - args: CommonBuildArgs, + nix_args: NixArgs, }, /// Build the kernel and copy artifacts locally. BuildAndCopy { + /// Directory of the kernel project (defaults to current directory). + #[arg(value_name = "KERNEL_DIR")] + kernel_dir: Option, + #[command(flatten)] - args: CommonBuildArgs, + nix_args: NixArgs, }, /// Build the kernel and upload to Hugging Face Hub. BuildAndUpload { + /// Directory of the kernel project (defaults to current directory). + #[arg(value_name = "KERNEL_DIR")] + kernel_dir: Option, + #[command(flatten)] - build_args: CommonBuildArgs, + nix_args: NixArgs, /// Repository ID on the Hugging Face Hub (e.g. `user/my-kernel`). #[arg(long)] @@ -183,18 +195,41 @@ fn main() -> Result<()> { } Commands::Init(args) => run_init(args), Commands::Upload(args) => run_upload(args), - Commands::Build { args } | Commands::BuildAndCopy { args } => { - run_build(args, "build-and-copy") - } + Commands::Build { + kernel_dir, + nix_args, + } => run_build( + kernel_dir, + nix_args.max_jobs, + nix_args.cores, + nix_args.print_build_logs, + "build", + ), + Commands::BuildAndCopy { + kernel_dir, + nix_args, + } => run_build( + kernel_dir, + nix_args.max_jobs, + nix_args.cores, + nix_args.print_build_logs, + "build-and-copy", + ), Commands::BuildAndUpload { - build_args, + kernel_dir, + nix_args, repo_id, branch, private, repo_type, } => { - let kernel_dir = build_args.kernel_dir.clone(); - run_build(build_args, "build-and-copy")?; + run_build( + kernel_dir.clone(), + nix_args.max_jobs, + nix_args.cores, + nix_args.print_build_logs, + "build", + )?; run_upload(UploadArgs { kernel_dir, repo_id, diff --git a/kernel-builder/src/nix.rs b/kernel-builder/src/nix.rs index 8148ef62..97085da2 100644 --- a/kernel-builder/src/nix.rs +++ b/kernel-builder/src/nix.rs @@ -30,7 +30,6 @@ impl Flake { /// Nix subcommands. pub enum NixSubcommand { /// Run the program associated with an attribute in a flake. - #[allow(dead_code)] Run { flake: Flake, attribute: Option, diff --git a/kernel-builder/src/pyproject/card.rs b/kernel-builder/src/pyproject/card.rs index 7c230a04..0e2d25a5 100644 --- a/kernel-builder/src/pyproject/card.rs +++ b/kernel-builder/src/pyproject/card.rs @@ -2,7 +2,7 @@ use std::{fs, path::Path}; use eyre::{bail, Context, Result}; use minijinja::{context, Environment}; -use regex::Regex; +use rustpython_parser::{ast, Parse}; use kernels_data::config::Build; @@ -13,21 +13,40 @@ fn extract_functions(kernel_dir: &Path, module_name: &str) -> Option .join("__init__.py"); let content = fs::read_to_string(&init_path).ok()?; - - let re = Regex::new(r#"__all__\s*=\s*\[\s*([^\]]*)\s*\]"#).ok()?; - let list_content = re.captures(&content)?.get(1)?.as_str(); - - let string_re = Regex::new(r#"["']([^"']+)["']"#).ok()?; - let functions: Vec = string_re - .captures_iter(list_content) - .filter_map(|c| c.get(1).map(|m| m.as_str().to_owned())) - .collect(); - - if functions.is_empty() { - None - } else { - Some(functions) + let stmts = ast::Suite::parse(&content, "").ok()?; + + for stmt in stmts { + if let ast::Stmt::Assign(assign) = stmt { + // Check if this is an assignment to __all__ + let is_all = assign.targets.iter().any( + |target| matches!(target, ast::Expr::Name(name) if name.id.as_str() == "__all__"), + ); + + if is_all { + // Extract the list elements + if let ast::Expr::List(list) = assign.value.as_ref() { + let functions: Vec = list + .elts + .iter() + .filter_map(|elt| { + if let ast::Expr::Constant(constant) = elt { + if let ast::Constant::Str(s) = &constant.value { + return Some(s.to_string()); + } + } + None + }) + .collect(); + + if !functions.is_empty() { + return Some(functions); + } + } + } + } } + + None } pub fn write_card(build: &Build, kernel_dir: &Path) -> Result<()> { @@ -99,6 +118,33 @@ mod tests { ); } + #[test] + fn test_extract_functions_multiline() { + let temp_dir = tempfile::tempdir().unwrap(); + let kernel_dir = temp_dir.path(); + + let module_dir = kernel_dir.join("torch-ext").join("test_module"); + fs::create_dir_all(&module_dir).unwrap(); + fs::write( + module_dir.join("__init__.py"), + r#"__all__ = [ + "func_a", + "func_b", + "func_c", +]"#, + ) + .unwrap(); + + assert_eq!( + extract_functions(kernel_dir, "test_module"), + Some(vec![ + "func_a".to_owned(), + "func_b".to_owned(), + "func_c".to_owned() + ]) + ); + } + #[test] fn test_extract_functions_missing() { let temp_dir = tempfile::tempdir().unwrap(); diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs index edd7323d..b431be87 100644 --- a/kernel-builder/src/upload.rs +++ b/kernel-builder/src/upload.rs @@ -359,13 +359,20 @@ fn collect_build_commit_ops( } /// Discover build variant directories (contain `metadata.json`). +/// Checks `result` symlink (Nix store output) first, then falls back to `build/`. fn discover_variants(kernel_dir: &Path) -> Result<(PathBuf, Vec)> { - for candidate in [kernel_dir.join("build"), kernel_dir.to_path_buf()] { + let candidates = [ + kernel_dir.join("result"), + kernel_dir.join("build"), + kernel_dir.to_path_buf(), + ]; + + for candidate in &candidates { if !candidate.is_dir() { continue; } - let mut variants: Vec = fs::read_dir(&candidate) + let mut variants: Vec = fs::read_dir(candidate) .wrap_err_with(|| format!("Cannot read `{}`", candidate.display()))? .filter_map(|e| e.ok()) .map(|e| e.path()) @@ -374,14 +381,15 @@ fn discover_variants(kernel_dir: &Path) -> Result<(PathBuf, Vec)> { if !variants.is_empty() { variants.sort(); - return Ok((candidate, variants)); + return Ok((candidate.clone(), variants)); } } bail!( - "No build variants found in `{}` or `{}`", - kernel_dir.join("build").display(), - kernel_dir.display() + "No build variants found in `{}`, `{}`, or `{}`", + candidates[0].display(), + candidates[1].display(), + candidates[2].display(), ); } @@ -420,3 +428,277 @@ fn walk_files(dir: &Path) -> impl Iterator { .filter(|e| e.file_type().is_file()) .map(|e| e.into_path()) } + +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn test_discover_variants() { + let temp_dir = tempfile::tempdir().unwrap(); + let kernel_dir = temp_dir.path(); + + let build_dir = kernel_dir.join("build"); + fs::create_dir_all(build_dir.join("variant-a")).unwrap(); + fs::create_dir_all(build_dir.join("variant-b")).unwrap(); + + fs::write( + build_dir.join("variant-a/metadata.json"), + r#"{"version": 1}"#, + ) + .unwrap(); + fs::write( + build_dir.join("variant-b/metadata.json"), + r#"{"version": 1}"#, + ) + .unwrap(); + + let (found_build_dir, variants) = discover_variants(kernel_dir).unwrap(); + assert_eq!(found_build_dir, build_dir); + assert_eq!(variants.len(), 2); + } + + #[test] + fn test_discover_variants_no_variants() { + let temp_dir = tempfile::tempdir().unwrap(); + let result = discover_variants(temp_dir.path()); + assert!(result.is_err()); + } + + #[test] + fn test_discover_variants_from_result_symlink() { + let temp_dir = tempfile::tempdir().unwrap(); + let kernel_dir = temp_dir.path(); + + // Create a "nix store" directory with variants + let store_dir = kernel_dir.join("nix-store-output"); + fs::create_dir_all(store_dir.join("variant-a")).unwrap(); + fs::write( + store_dir.join("variant-a/metadata.json"), + r#"{"version": 1}"#, + ) + .unwrap(); + + // Create result symlink pointing to store output + #[cfg(unix)] + std::os::unix::fs::symlink(&store_dir, kernel_dir.join("result")).unwrap(); + + #[cfg(unix)] + { + let (found_dir, variants) = discover_variants(kernel_dir).unwrap(); + assert_eq!(found_dir, kernel_dir.join("result")); + assert_eq!(variants.len(), 1); + } + } + + #[test] + fn test_collect_readme_commit_ops() { + let temp_dir = tempfile::tempdir().unwrap(); + let kernel_dir = temp_dir.path(); + + fs::create_dir_all(kernel_dir.join("build")).unwrap(); + fs::write(kernel_dir.join("build/CARD.md"), "# Readme").unwrap(); + + let mut operations = vec![]; + collect_readme_commit_ops(kernel_dir, &mut operations); + + assert_eq!(operations.len(), 1); + match &operations[0] { + CommitOperation::Add { path_in_repo, .. } => { + assert_eq!(path_in_repo, "README.md"); + } + _ => panic!("Expected Add operation"), + } + } + + #[test] + fn test_collect_readme_commit_ops_no_card() { + let temp_dir = tempfile::tempdir().unwrap(); + let mut operations = vec![]; + collect_readme_commit_ops(temp_dir.path(), &mut operations); + assert!(operations.is_empty()); + } + + #[test] + fn test_collect_benchmark_commit_ops() { + let temp_dir = tempfile::tempdir().unwrap(); + let kernel_dir = temp_dir.path(); + + let benchmarks_dir = kernel_dir.join("benchmarks"); + fs::create_dir_all(&benchmarks_dir).unwrap(); + fs::write(benchmarks_dir.join("benchmark.py"), "# benchmark").unwrap(); + fs::write(benchmarks_dir.join("benchmark_v2.py"), "# v2").unwrap(); + fs::write(benchmarks_dir.join("other.py"), "# not a benchmark").unwrap(); + + let mut operations = vec![]; + collect_benchmark_commit_ops(kernel_dir, &[], false, &mut operations).unwrap(); + + // Should only include benchmark*.py files + assert_eq!(operations.len(), 2); + } + + #[test] + fn test_collect_benchmark_commit_ops_delete_stale() { + let temp_dir = tempfile::tempdir().unwrap(); + let kernel_dir = temp_dir.path(); + + let benchmarks_dir = kernel_dir.join("benchmarks"); + fs::create_dir_all(&benchmarks_dir).unwrap(); + fs::write(benchmarks_dir.join("benchmark.py"), "# benchmark").unwrap(); + + let existing = vec!["benchmarks/benchmark_old.py".to_owned()]; + let mut operations = vec![]; + collect_benchmark_commit_ops(kernel_dir, &existing, false, &mut operations).unwrap(); + + // Should add new benchmark and delete stale one + let add_count = operations + .iter() + .filter(|op| matches!(op, CommitOperation::Add { .. })) + .count(); + let delete_count = operations + .iter() + .filter(|op| matches!(op, CommitOperation::Delete { .. })) + .count(); + + assert_eq!(add_count, 1); + assert_eq!(delete_count, 1); + } + + #[test] + fn test_collect_build_commit_ops() { + let temp_dir = tempfile::tempdir().unwrap(); + let build_dir = temp_dir.path(); + + let variant = build_dir.join("torch-cpu"); + fs::create_dir_all(&variant).unwrap(); + fs::write(variant.join("metadata.json"), "{}").unwrap(); + fs::write(variant.join("kernel.so"), "binary").unwrap(); + + let variants = vec![variant]; + let mut operations = vec![]; + collect_build_commit_ops(build_dir, &variants, &[], false, &mut operations).unwrap(); + + assert_eq!(operations.len(), 2); // metadata.json + kernel.so + let paths: Vec<_> = operations + .iter() + .filter_map(|op| match op { + CommitOperation::Add { path_in_repo, .. } => Some(path_in_repo.clone()), + _ => None, + }) + .collect(); + assert!(paths.iter().any(|p| p.ends_with("metadata.json"))); + assert!(paths.iter().any(|p| p.ends_with("kernel.so"))); + } + + #[test] + fn test_collect_build_commit_ops_deletes_stale() { + let temp_dir = tempfile::tempdir().unwrap(); + let build_dir = temp_dir.path(); + + let variant = build_dir.join("torch-cpu"); + fs::create_dir_all(&variant).unwrap(); + fs::write(variant.join("metadata.json"), "{}").unwrap(); + + let existing = vec![ + "build/torch-cpu/stale.py".to_owned(), + "build/torch-cuda/keep.py".to_owned(), // Different variant, should not delete + ]; + let variants = vec![variant]; + let mut operations = vec![]; + collect_build_commit_ops(build_dir, &variants, &existing, false, &mut operations).unwrap(); + + let delete_paths: Vec<_> = operations + .iter() + .filter_map(|op| match op { + CommitOperation::Delete { path_in_repo } => Some(path_in_repo.clone()), + _ => None, + }) + .collect(); + + // Only deletes stale files within the same variant + assert_eq!(delete_paths, vec!["build/torch-cpu/stale.py"]); + } + + #[test] + fn test_collect_build_commit_ops_new_branch_deletes_all() { + let temp_dir = tempfile::tempdir().unwrap(); + let build_dir = temp_dir.path(); + + let variant = build_dir.join("torch-cpu"); + fs::create_dir_all(&variant).unwrap(); + fs::write(variant.join("metadata.json"), "{}").unwrap(); + + let existing = vec![ + "build/torch-cpu/stale.py".to_owned(), + "build/torch-cuda/inherited.py".to_owned(), + ]; + let variants = vec![variant]; + let mut operations = vec![]; + // is_new_branch = true + collect_build_commit_ops(build_dir, &variants, &existing, true, &mut operations).unwrap(); + + let delete_paths: HashSet<_> = operations + .iter() + .filter_map(|op| match op { + CommitOperation::Delete { path_in_repo } => Some(path_in_repo.clone()), + _ => None, + }) + .collect(); + + // New branch deletes ALL build/* files not in current upload + assert!(delete_paths.contains("build/torch-cpu/stale.py")); + assert!(delete_paths.contains("build/torch-cuda/inherited.py")); + } + + const METADATA_V3: &str = + r#"{"version": 3, "python-depends": [], "backend": {"type": "cuda"}}"#; + const METADATA_NO_VERSION: &str = + r#"{"python-depends": [], "backend": {"type": "cuda"}}"#; + + #[test] + fn test_detect_branch_from_metadata() { + let temp_dir = tempfile::tempdir().unwrap(); + let variant = temp_dir.path().join("variant"); + fs::create_dir_all(&variant).unwrap(); + fs::write(variant.join("metadata.json"), METADATA_V3).unwrap(); + + let variants = vec![variant]; + let branch = detect_branch_from_metadata(&variants).unwrap(); + assert_eq!(branch, Some("v3".to_owned())); + } + + #[test] + fn test_detect_branch_from_metadata_no_version() { + let temp_dir = tempfile::tempdir().unwrap(); + let variant = temp_dir.path().join("variant"); + fs::create_dir_all(&variant).unwrap(); + fs::write(variant.join("metadata.json"), METADATA_NO_VERSION).unwrap(); + + let variants = vec![variant]; + let branch = detect_branch_from_metadata(&variants).unwrap(); + assert_eq!(branch, None); + } + + #[test] + fn test_detect_branch_from_metadata_mismatched_versions() { + let temp_dir = tempfile::tempdir().unwrap(); + let v1 = temp_dir.path().join("v1"); + let v2 = temp_dir.path().join("v2"); + fs::create_dir_all(&v1).unwrap(); + fs::create_dir_all(&v2).unwrap(); + fs::write( + v1.join("metadata.json"), + r#"{"version": 1, "python-depends": [], "backend": {"type": "cuda"}}"#, + ) + .unwrap(); + fs::write( + v2.join("metadata.json"), + r#"{"version": 2, "python-depends": [], "backend": {"type": "cuda"}}"#, + ) + .unwrap(); + + let variants = vec![v1, v2]; + let result = detect_branch_from_metadata(&variants); + assert!(result.is_err()); + } +} diff --git a/kernels-data/Cargo.lock b/kernels-data/Cargo.lock new file mode 100644 index 00000000..93d8e852 --- /dev/null +++ b/kernels-data/Cargo.lock @@ -0,0 +1,520 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "aho-corasick" +version = "1.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ddd31a130427c27518df266943a5308ed92d4b226cc639f5a8f1002816174301" +dependencies = [ + "memchr", +] + +[[package]] +name = "autocfg" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8" + +[[package]] +name = "displaydoc" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "97369cbbc041bc366949bc74d34658d6cda5621039731c6310521892a3a20ae0" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "either" +version = "1.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719" + +[[package]] +name = "eyre" +version = "0.6.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7cd915d99f24784cdc19fd37ef22b97e3ff0ae756c7e492e9fbfe897d61e2aec" +dependencies = [ + "indenter", + "once_cell", +] + +[[package]] +name = "form_urlencoded" +version = "1.2.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb4cb245038516f5f85277875cdaa4f7d2c9a0fa0468de06ed190163b1581fcf" +dependencies = [ + "percent-encoding", +] + +[[package]] +name = "icu_collections" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4c6b649701667bbe825c3b7e6388cb521c23d88644678e83c0c4d0a621a34b43" +dependencies = [ + "displaydoc", + "potential_utf", + "yoke", + "zerofrom", + "zerovec", +] + +[[package]] +name = "icu_locale_core" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "edba7861004dd3714265b4db54a3c390e880ab658fec5f7db895fae2046b5bb6" +dependencies = [ + "displaydoc", + "litemap", + "tinystr", + "writeable", + "zerovec", +] + +[[package]] +name = "icu_normalizer" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5f6c8828b67bf8908d82127b2054ea1b4427ff0230ee9141c54251934ab1b599" +dependencies = [ + "icu_collections", + "icu_normalizer_data", + "icu_properties", + "icu_provider", + "smallvec", + "zerovec", +] + +[[package]] +name = "icu_normalizer_data" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7aedcccd01fc5fe81e6b489c15b247b8b0690feb23304303a9e560f37efc560a" + +[[package]] +name = "icu_properties" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "020bfc02fe870ec3a66d93e677ccca0562506e5872c650f893269e08615d74ec" +dependencies = [ + "icu_collections", + "icu_locale_core", + "icu_properties_data", + "icu_provider", + "zerotrie", + "zerovec", +] + +[[package]] +name = "icu_properties_data" +version = "2.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "616c294cf8d725c6afcd8f55abc17c56464ef6211f9ed59cccffe534129c77af" + +[[package]] +name = "icu_provider" +version = "2.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85962cf0ce02e1e0a629cc34e7ca3e373ce20dda4c4d7294bbd0bf1fdb59e614" +dependencies = [ + "displaydoc", + "icu_locale_core", + "writeable", + "yoke", + "zerofrom", + "zerotrie", + "zerovec", +] + +[[package]] +name = "idna" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3b0875f23caa03898994f6ddc501886a45c7d3d62d04d2d90788d47be1b1e4de" +dependencies = [ + "idna_adapter", + "smallvec", + "utf8_iter", +] + +[[package]] +name = "idna_adapter" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3acae9609540aa318d1bc588455225fb2085b9ed0c4f6bd0d9d5bcd86f1a0344" +dependencies = [ + "icu_normalizer", + "icu_properties", +] + +[[package]] +name = "indenter" +version = "0.3.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "964de6e86d545b246d84badc0fef527924ace5134f30641c203ef52ba83f58d5" + +[[package]] +name = "itertools" +version = "0.13.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "413ee7dfc52ee1a4949ceeb7dbc8a33f2d6c088194d9f922fb8318faf1f01186" +dependencies = [ + "either", +] + +[[package]] +name = "itoa" +version = "1.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" + +[[package]] +name = "kernels-data" +version = "0.1.0" +dependencies = [ + "eyre", + "itertools", + "regex", + "serde", + "serde-value", + "serde_json", + "thiserror", + "url", +] + +[[package]] +name = "litemap" +version = "0.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6373607a59f0be73a39b6fe456b8192fcc3585f602af20751600e974dd455e77" + +[[package]] +name = "memchr" +version = "2.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8ca58f447f06ed17d5fc4043ce1b10dd205e060fb3ce5b979b8ed8e59ff3f79" + +[[package]] +name = "num-traits" +version = "0.2.19" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "071dfc062690e90b734c0b2273ce72ad0ffa95f0c74596bc250dcfd960262841" +dependencies = [ + "autocfg", +] + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" + +[[package]] +name = "ordered-float" +version = "2.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "68f19d67e5a2795c94e73e0bb1cc1a7edeb2e28efd39e2e1c9b7a40c1108b11c" +dependencies = [ + "num-traits", +] + +[[package]] +name = "percent-encoding" +version = "2.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" + +[[package]] +name = "potential_utf" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b73949432f5e2a09657003c25bca5e19a0e9c84f8058ca374f49e0ebe605af77" +dependencies = [ + "zerovec", +] + +[[package]] +name = "proc-macro2" +version = "1.0.106" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8fd00f0bb2e90d81d1044c2b32617f68fcb9fa3bb7640c23e9c748e53fb30934" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "quote" +version = "1.0.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41f2619966050689382d2b44f664f4bc593e129785a36d6ee376ddf37259b924" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "regex" +version = "1.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e10754a14b9137dd7b1e3e5b0493cc9171fdd105e0ab477f51b72e7f3ac0e276" +dependencies = [ + "aho-corasick", + "memchr", + "regex-automata", + "regex-syntax", +] + +[[package]] +name = "regex-automata" +version = "0.4.14" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6e1dd4122fc1595e8162618945476892eefca7b88c52820e74af6262213cae8f" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.8.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dc897dd8d9e8bd1ed8cdad82b5966c3e0ecae09fb1907d58efaa013543185d0a" + +[[package]] +name = "serde" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e" +dependencies = [ + "serde_core", + "serde_derive", +] + +[[package]] +name = "serde-value" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3a1a3341211875ef120e117ea7fd5228530ae7e7036a779fdc9117be6b3282c" +dependencies = [ + "ordered-float", + "serde", +] + +[[package]] +name = "serde_core" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.228" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "serde_json" +version = "1.0.149" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "83fc039473c5595ace860d8c4fafa220ff474b3fc6bfdb4293327f1a37e94d86" +dependencies = [ + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "smallvec" +version = "1.15.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03" + +[[package]] +name = "stable_deref_trait" +version = "1.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596" + +[[package]] +name = "syn" +version = "2.0.117" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e665b8803e7b1d2a727f4023456bbbbe74da67099c585258af0ad9c5013b9b99" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "synstructure" +version = "0.13.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "728a70f3dbaf5bab7f0c4b1ac8d7ae5ea60a4b5549c8a5914361c99147a709d2" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "thiserror" +version = "1.0.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6aaf5339b578ea85b50e080feb250a3e8ae8cfcdff9a461c9ec2904bc923f52" +dependencies = [ + "thiserror-impl", +] + +[[package]] +name = "thiserror-impl" +version = "1.0.69" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4fee6c4efc90059e10f81e6d42c60a18f76588c3d74cb83a0b242a2b6c7504c1" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "tinystr" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "42d3e9c45c09de15d06dd8acf5f4e0e399e85927b7f00711024eb7ae10fa4869" +dependencies = [ + "displaydoc", + "zerovec", +] + +[[package]] +name = "unicode-ident" +version = "1.0.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" + +[[package]] +name = "url" +version = "2.5.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ff67a8a4397373c3ef660812acab3268222035010ab8680ec4215f38ba3d0eed" +dependencies = [ + "form_urlencoded", + "idna", + "percent-encoding", + "serde", + "serde_derive", +] + +[[package]] +name = "utf8_iter" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be" + +[[package]] +name = "writeable" +version = "0.6.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9edde0db4769d2dc68579893f2306b26c6ecfbe0ef499b013d731b7b9247e0b9" + +[[package]] +name = "yoke" +version = "0.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "72d6e5c6afb84d73944e5cedb052c4680d5657337201555f9f2a16b7406d4954" +dependencies = [ + "stable_deref_trait", + "yoke-derive", + "zerofrom", +] + +[[package]] +name = "yoke-derive" +version = "0.8.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b659052874eb698efe5b9e8cf382204678a0086ebf46982b79d6ca3182927e5d" +dependencies = [ + "proc-macro2", + "quote", + "syn", + "synstructure", +] + +[[package]] +name = "zerofrom" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50cc42e0333e05660c3587f3bf9d0478688e15d870fab3346451ce7f8c9fbea5" +dependencies = [ + "zerofrom-derive", +] + +[[package]] +name = "zerofrom-derive" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d71e5d6e06ab090c67b5e44993ec16b72dcbaabc526db883a360057678b48502" +dependencies = [ + "proc-macro2", + "quote", + "syn", + "synstructure", +] + +[[package]] +name = "zerotrie" +version = "0.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a59c17a5562d507e4b54960e8569ebee33bee890c70aa3fe7b97e85a9fd7851" +dependencies = [ + "displaydoc", + "yoke", + "zerofrom", +] + +[[package]] +name = "zerovec" +version = "0.11.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6c28719294829477f525be0186d13efa9a3c602f7ec202ca9e353d310fb9a002" +dependencies = [ + "yoke", + "zerofrom", + "zerovec-derive", +] + +[[package]] +name = "zerovec-derive" +version = "0.11.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eadce39539ca5cb3985590102671f2567e659fca9666581ad3411d59207951f3" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "zmij" +version = "1.0.21" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8848ee67ecc8aedbaf3e4122217aff892639231befc6a1b58d29fff4c2cabaa" From 4b4b3faccc90d8f7ae2d813e3396a420ad6f7c87 Mon Sep 17 00:00:00 2001 From: drbh Date: Wed, 25 Mar 2026 14:55:33 -0400 Subject: [PATCH 22/22] fix: format tests --- kernel-builder/src/upload.rs | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/kernel-builder/src/upload.rs b/kernel-builder/src/upload.rs index b431be87..89cb3d37 100644 --- a/kernel-builder/src/upload.rs +++ b/kernel-builder/src/upload.rs @@ -652,8 +652,7 @@ mod tests { const METADATA_V3: &str = r#"{"version": 3, "python-depends": [], "backend": {"type": "cuda"}}"#; - const METADATA_NO_VERSION: &str = - r#"{"python-depends": [], "backend": {"type": "cuda"}}"#; + const METADATA_NO_VERSION: &str = r#"{"python-depends": [], "backend": {"type": "cuda"}}"#; #[test] fn test_detect_branch_from_metadata() {