feat: initial release - OpenAI-compatible LLM server with llama-cpp-2

2026-07-25 11:00:03 +07:00
commit 33b42b789c
9 changed files with 1747 additions and 0 deletions
@@ -0,0 +1,16 @@
+http:
+  routers:
+    llm-api:
+      rule: 'Host(`ai.asepharyana.my.id`) || Host(`ai.asepharyana.web.id`)'
+      entryPoints:
+        - websecure
+      tls: {}
+      middlewares:
+        - common-chain@file
+      service: llm-api-service
+
+  services:
+    llm-api-service:
+      loadBalancer:
+        servers:
+          - url: 'http://llm-api:8080'