feat: initial release - OpenAI-compatible LLM server with llama-cpp-2

2026-07-25 11:00:03 +07:00
commit 33b42b789c
9 changed files with 1747 additions and 0 deletions
@@ -0,0 +1,24 @@
+[package]
+name = "llm-api"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+# LLM inference
+llama-cpp-2 = "0.1"
+
+# HTTP server
+axum = { version = "0.8", features = ["json"] }
+tokio = { version = "1", features = ["full"] }
+tower-http = { version = "0.6", features = ["cors", "trace"] }
+
+# Serialization
+serde = { version = "1", features = ["derive"] }
+serde_json = "1"
+
+# Utilities
+tracing = "0.1"
+tracing-subscriber = { version = "0.3", features = ["env-filter"] }
+anyhow = "1"
+uuid = { version = "1", features = ["v4"] }
+chrono = { version = "0.4", features = ["serde"] }