Dispose llm session and context

2025-08-14 19:32:09 +00:00
parent 01460f4d0d
commit 9cc72ebd42
1 changed files with 2 additions and 0 deletions
--- a/index.ts
+++ b/index.ts
@@ -75,6 +75,8 @@ async function complete(messages: Message[]) {
    },
  });
  console.log();
+  session.dispose();
+  await context.dispose();
  return res;
 }
 // #endregion