feat(settings): add temp, topp, topk, etc. values

CHANGELOG.md

@@ -8,6 +8,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ## [Unreleased](https://github.com/nivthefox/foundryvtt-aide)
 ### Added
 - Document embeddings will be updated when another user updates a document.
+- New settings are now available to control the LLM's creativity and consistency. 
 
 ### Fixed
 - Resolved an issue where models could be set prematurely. (#1)

src/ai/provider/deepinfra.js

@@ -12,7 +12,19 @@ export class DeepInfra {
      * @param {AIProviderSettings} config
      */
     constructor(config) {
-        this.#apiKey = config.apiKey;
+        delete config.provider;
+
+        if (config.apiKey) {
+            this.#apiKey = config.apiKey;
+            delete config.apiKey;
+        }
+
+        if (config.baseURL) {
+            this.#baseUrl = config.baseURL;
+            delete config.baseURL;
+        }
+
+        this.config = config;
     }
 
     /**
@@ -108,11 +120,7 @@ export class DeepInfra {
             body: JSON.stringify({
                 model: model,
                 messages: query,
-                temperature: 0.7,
-                top_p: 0.9,
-                top_k: 0,
-                presence_penalty: 0.0,
-                frequency_penalty: 0.0,
+                ...this.config,
                 stream
             })
         });

src/ai/provider/openai.js

@@ -12,11 +12,19 @@ export class OpenAI {
      * @param {AIProviderSettings} config
      */
     constructor(config) {
-        this.#apiKey = config.apiKey;
+        delete config.provider;
+
+        if (config.apiKey) {
+            this.#apiKey = config.apiKey;
+            delete config.apiKey;
+        }
 
         if (config.baseURL) {
             this.#baseUrl = config.baseURL;
+            delete config.baseURL;
         }
+
+        this.config = config;
     }
 
     /**
@@ -88,11 +96,7 @@ export class OpenAI {
             body: JSON.stringify({
                 model,
                 messages: query,
-                temperature: 0.7,
-                top_p: 0.9,
-                top_k: 0,
-                presence_penalty: 0.0,
-                frequency_penalty: 0.0,
+                ...this.config,
                 stream
             })
         });

src/conversation/store.js

@@ -61,11 +61,9 @@ export class Store {
         await this.#createDirectoryIfMissing();
         await this.#fetchConversations();
 
-        this.#emitter.on('conversation.create', (id) =>
-            this.#conversations.set(id, {id, loaded: false}));
-        this.#emitter.on('conversation.delete', (id) =>
-            this.#conversations.delete(id));
-        this.#emitter.on('conversation.update', (id) => {
+        this.#emitter.on('conversation.create', id => this.#conversations.set(id, {id, loaded: false}));
+        this.#emitter.on('conversation.delete', id => this.#conversations.delete(id));
+        this.#emitter.on('conversation.update', id => {
             const {userId} = this.#conversations.get(id);
             this.#conversations.set(id, {id, loaded: false});
             this.get(userId, id);

src/event/emitter.js

@@ -21,6 +21,6 @@ export class Emitter {
                 this.#logger.debug('Received event %s', event.name);
                 listener(...event.args);
             }
-        })
+        });
     }
 }

src/settings/settings.js

@@ -37,6 +37,12 @@ export class Settings {
                 provider: this.#context.game.settings.get(this.#module, 'ChatProvider'),
                 apiKey: this.#context.game.settings.get(this.#module, 'ChatAPIKey'),
                 baseURL: this.#context.game.settings.get(this.#module, 'ChatBaseURL'),
+                temperature: this.#context.game.settings.get(this.#module, 'ChatTemperature'),
+                maxTokens: this.#context.game.settings.get(this.#module, 'ChatMaxTokens'),
+                topP: this.#context.game.settings.get(this.#module, 'ChatTopP'),
+                topK: this.#context.game.settings.get(this.#module, 'ChatTopK'),
+                frequencyPenalty: this.#context.game.settings.get(this.#module, 'ChatFrequencyPenalty'),
+                presencePenalty: this.#context.game.settings.get(this.#module, 'ChatPresencePenalty'),
             },
             embedding: {
                 provider: this.#context.game.settings.get(this.#module, 'EmbeddingProvider'),

src/settings/settings.json

@@ -24,6 +24,65 @@
     "default": "",
     "scope": "client"
   },
+  "ChatTemperature": {
+    "type": "Number",
+    "default": 0.7,
+    "scope": "client",
+    "range": {
+      "min": 0,
+      "max": 2,
+      "step": 0.05
+    }
+  },
+  "ChatTopP": {
+    "type": "Number",
+    "default": 0.9,
+    "scope": "client",
+    "range": {
+      "min": 0,
+      "max": 1,
+      "step": 0.05
+    }
+  },
+  "ChatTopK": {
+    "type": "Number",
+    "default": 0,
+    "scope": "client",
+    "range": {
+      "min": 0,
+      "max": 32,
+      "step": 1
+    }
+  },
+  "ChatPresencePenalty": {
+    "type": "Number",
+    "default": 0,
+    "scope": "client",
+    "range": {
+      "min": 0,
+      "max": 2,
+      "step": 0.05
+    }
+  },
+  "ChatFrequencyPenalty": {
+    "type": "Number",
+    "default": 0,
+    "scope": "client",
+    "range": {
+    "min": 0,
+    "max": 2,
+    "step": 0.05
+    }
+  },
+    "ChatMaxTokens": {
+      "type": "Number",
+      "default": 150,
+      "scope": "client",
+      "range": {
+      "min": 1,
+      "step": 1
+      }
+    },
   "EmbeddingProvider": {
     "type": "String",
     "default": "",

src/ui/settings.js

@@ -27,9 +27,21 @@ export class ChatSettings extends HandlebarsApplicationMixin(ApplicationV2) {
 
         const chatModel = html.querySelector('.chat-model').value;
         const embeddingModel = html.querySelector('.embedding-model').value;
+        const temperature = html.querySelector('.temperature').value;
+        const maxTokens = html.querySelector('.max-tokens').value;
+        const topP = html.querySelector('.top-p').value;
+        const topK = html.querySelector('.top-k').value;
+        const frequencyPenalty = html.querySelector('.frequency-penalty').value;
+        const presencePenalty = html.querySelector('.presence-penalty').value;
 
         game.settings.set('aide', 'ChatModel', chatModel);
         game.settings.set('aide', 'EmbeddingModel', embeddingModel);
+        game.settings.set('aide', 'ChatTemperature', temperature);
+        game.settings.set('aide', 'ChatMaxTokens', maxTokens);
+        game.settings.set('aide', 'ChatTopP', topP);
+        game.settings.set('aide', 'ChatTopK', topK);
+        game.settings.set('aide', 'ChatFrequencyPenalty', frequencyPenalty);
+        game.settings.set('aide', 'ChatPresencePenalty', presencePenalty);
 
         this.close();
     }
@@ -46,6 +58,12 @@ export class ChatSettings extends HandlebarsApplicationMixin(ApplicationV2) {
                     acc[model] = model;
                     return acc;
                 }, {}),
+            temperature: game.settings.get('aide', 'ChatTemperature'),
+            maxTokens: game.settings.get('aide', 'ChatMaxTokens'),
+            topP: game.settings.get('aide', 'ChatTopP'),
+            topK: game.settings.get('aide', 'ChatTopK'),
+            frequencyPenalty: game.settings.get('aide', 'ChatFrequencyPenalty'),
+            presencePenalty: game.settings.get('aide', 'ChatPresencePenalty'),
             embeddingModel: game.settings.get('aide', 'EmbeddingModel'),
             embeddingModels: (await aide.embeddingClient.getEmbeddingModels())
                 .reduce((acc, model) => {

templates/applications/Settings.hbs

@@ -1,10 +1,35 @@
+<!-- todo: i18n -->
 <section class="settings">
     <label>
         <span>Chat Model</span>
         <select class="chat-model">
             {{selectOptions chatModels selected=chatModel}}
         </select>
     </label>
+    <label>
+        <span>Temperature</span>
+        <input type="number" class="temperature" step="0.05" value={{temperature}}>
+    </label>
+    <label>
+        <span>Max Tokens</span>
+        <input type="number" class="max-tokens" step="1" value={{maxTokens}}>
+    </label>
+    <label>
+        <span>Top P</span>
+        <input type="number" class="top-p" step="0.05" value={{topP}}>
+    </label>
+    <label>
+        <span>Top K</span>
+        <input type="number" class="top-k" step="1" value={{topK}}>
+    </label>
+    <label>
+        <span>Frequency Penalty</span>
+        <input type="number" class="frequency-penalty" step="0.05" value={{frequencyPenalty}}>
+    </label>
+    <label>
+        <span>Presence Penalty</span>
+        <input type="number" class="presence-penalty" step="0.05" value={{presencePenalty}}>
+    </label>
     <label>
         <span>Embedding Model</span>
         <select class="embedding-model">