add some more configuration
This commit is contained in:
parent
5dff3f9f68
commit
0c56817d78
3 changed files with 18 additions and 0 deletions
6
lydia.js
6
lydia.js
|
|
@ -20,6 +20,8 @@ const config = toml.parse(fs.readFileSync("./config.toml", "utf-8"));
|
|||
let assistantname = config.assistant.name;
|
||||
let assistantface = config.assistant.assistantface;
|
||||
let assistantmodel = config.assistant.model;
|
||||
let maxtokens = config.advanced.max_tokens;
|
||||
let temperature = config.advanced.temperature;
|
||||
|
||||
let username = config.user.name;
|
||||
|
||||
|
|
@ -226,6 +228,10 @@ async function sendMessage(message) {
|
|||
...conversationHistory,
|
||||
],
|
||||
stream: true,
|
||||
options: {
|
||||
num_predict: maxtokens,
|
||||
temperature: temperature,
|
||||
},
|
||||
});
|
||||
|
||||
for await (const part of response) {
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue