Use node-llama-cpp

2025-08-14 19:13:42 +00:00
parent ff70707e95
commit a1c7204d38
5 changed files with 96 additions and 54 deletions
--- a/.env.example
+++ b/.env.example
@@ -1,6 +1,4 @@
 MISSKEY_ORIGIN=https://misskey.example.net
 MISSKEY_CREDENTIAL=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX

-OPENAI_MODEL=model-name
-OPENAI_BASE_URL=http://localhost:11434/v1
-OPENAI_API_KEY=ollama
+MODEL="mradermacher/gemma-2-baku-2b-it-GGUF:IQ4_XS"