init

2026-09-17 22:02:53 +03:00
commit f30cb0788a
8 changed files with 720 additions and 0 deletions
@@ -0,0 +1,5 @@
+[tools]
+"llama.cpp" = { version = "latest", prerelease = "true", version_prefix = "b" }
+
+[tasks.serve]
+run = "llama serve --model ./llm/model2.gguf --port 8080 -ngl 99 --ctx-size 16384"