Asep Haryana
d8425ea3b3
- Updated model path + model ID for new 1B thinking model - Updated prompt builder to use MiniCPM5 native /think trigger - Updated clean_text to strip MiniCPM5 special tokens - Bumped n_ctx from 2048 to 8192
60 lines
1.8 KiB
Rust
60 lines
1.8 KiB
Rust
//! Type-safe application configuration.
|
|
//!
|
|
//! Loads configuration from environment variables at startup with fail-fast behavior.
|
|
|
|
use std::sync::LazyLock;
|
|
|
|
const DEFAULT_MODEL_PATH: &str = "/models/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0.gguf";
|
|
pub const MODEL_ID: &str = "minicpm5-1b-fable5-v2-thinking";
|
|
|
|
/// Application configuration loaded at startup from environment variables.
|
|
#[derive(Debug, Clone)]
|
|
pub struct AppConfig {
|
|
/// Path to the GGUF model file
|
|
pub model_path: String,
|
|
|
|
/// API key for authentication (empty = disabled)
|
|
pub api_key: String,
|
|
|
|
/// Server port to bind to
|
|
pub server_port: u16,
|
|
|
|
/// Log level (trace, debug, info, warn, error)
|
|
pub log_level: String,
|
|
|
|
/// LLM context size (n_ctx)
|
|
pub n_ctx: u32,
|
|
|
|
/// LLM batch size (n_batch)
|
|
pub n_batch: u32,
|
|
|
|
/// Number of CPU threads for inference
|
|
pub n_threads: i32,
|
|
}
|
|
|
|
impl AppConfig {
|
|
/// Load configuration from environment variables.
|
|
pub fn load() -> Self {
|
|
Self {
|
|
model_path: std::env::var("MODEL_PATH")
|
|
.unwrap_or_else(|_| DEFAULT_MODEL_PATH.to_string()),
|
|
api_key: std::env::var("API_KEY").unwrap_or_default(),
|
|
server_port: std::env::var("SERVER_PORT")
|
|
.ok()
|
|
.and_then(|v| v.parse().ok())
|
|
.unwrap_or(8080),
|
|
log_level: std::env::var("RUST_LOG").unwrap_or_else(|_| "info".to_string()),
|
|
n_ctx: 8192,
|
|
n_batch: 512,
|
|
n_threads: 4,
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Global configuration instance, loaded once at startup.
|
|
pub static CONFIG: LazyLock<AppConfig> = LazyLock::new(|| {
|
|
let config = AppConfig::load();
|
|
tracing::info!("Configuration loaded: model={:?}", config.model_path);
|
|
config
|
|
});
|