refactor: improve code readability and consistency across multiple files

2026-07-20 12:02:50 +07:00
parent 4ced6681c2
commit 1ec2aa136a
17 changed files with 117 additions and 41 deletions
@@ -788,7 +788,7 @@ pub fn count_tokens(text: &str) -> usize {
        return bpe.encode_with_special_tokens(text).len();
    }
    // Fallback: ~4 chars per token
-    (text.len() + 3) / 4
+    text.len().div_ceil(4)
 }

 // ---------------------------------------------------------------------------