Files
predict-otron-9001/integration/llama-runner/src/main.rs
2025-09-04 15:07:49 -04:00

17 lines
271 B
Rust

#[cfg(feature = "accelerate")]
extern crate accelerate_src;
#[cfg(feature = "mkl")]
extern crate intel_mkl_src;
mod llama_api;
mod llama_cli;
use anyhow::Result;
use crate::llama_cli::run_cli;
const EOS_TOKEN: &str = "</s>";
fn main() -> Result<()> {
run_cli()
}