Rework algorithm

index.ts

@@ -88,7 +88,7 @@ async function generate(job: Job) {
 
   // request chat completion
   const response = await complete(model, messages, {
-    temperature: 1,
+    temperature: 1.0,
     minP: 0.1,
     repeatPenalty: {
       penalty: 1.15,

lib/llm.ts

@@ -20,7 +20,7 @@ export async function getModel(model: string) {
   });
   const modelPath = await downloader.download();
   const llama = await getLlama({
-    maxThreads: 6,
+    maxThreads: 2,
   });
   return await llama.loadModel({ modelPath });
 }

lib/misskey.ts

@@ -1,6 +1,5 @@
 import { api } from "misskey-js";
 import type { Note } from "misskey-js/entities.js";
-import type { Message } from "./llm";
 import { sample } from "./util";
 
 export const misskey = new api.APIClient({

package.json

@@ -3,6 +3,7 @@
   "module": "index.ts",
   "type": "module",
   "scripts": {
+    "build": "node-llama-cpp source download",
     "start": "bun run index.ts",
     "fix": "biome check --write"
   },