Files
predict-otron-9001/crates/llama-runner/src/lib.rs
2025-08-31 10:31:20 -04:00

8 lines
208 B
Rust

pub mod llama_api;
use clap::ValueEnum;
pub use llama_api::{run_llama_inference, LlamaInferenceConfig, WhichModel};
// Re-export constants and types that might be needed
pub const EOS_TOKEN: &str = "</s>";