add some more configuration

This commit is contained in:
Eri Ishihara 2025-07-18 23:15:02 +02:00
parent 5dff3f9f68
commit 0c56817d78
3 changed files with 18 additions and 0 deletions

View file

@ -20,6 +20,8 @@ const config = toml.parse(fs.readFileSync("./config.toml", "utf-8"));
let assistantname = config.assistant.name;
let assistantface = config.assistant.assistantface;
let assistantmodel = config.assistant.model;
let maxtokens = config.advanced.max_tokens;
let temperature = config.advanced.temperature;
let username = config.user.name;
@ -226,6 +228,10 @@ async function sendMessage(message) {
...conversationHistory,
],
stream: true,
options: {
num_predict: maxtokens,
temperature: temperature,
},
});
for await (const part of response) {