feat: Add max tokens setting for model generations

Adds a new setting to control the maximum number of tokens generated by the model. This provides more control over the length of responses and can be useful for limiting the amount of text generated in certain situations.
2024-11-09 16:56:47 +05:30
parent 7c805cfe22
commit fd654cafdb
20 changed files with 119 additions and 17 deletions
--- a/src/assets/locale/de/common.json
+++ b/src/assets/locale/de/common.json
@@ -70,6 +70,10 @@
                "label": "Anzahl der Kontexte",
                "placeholder": "Geben Sie die Anzahl der Kontexte ein (Standard: 2048)"
            },
+            "numPredict": {
+                "label": "Max Tokens (num_predict)",
+                "placeholder": "Geben Sie den Max-Tokens-Wert ein (z.B. 2048, 4096)"
+            },
            "seed": {
                "label": "Seed",
                "placeholder": "Geben Sie den Seed-Wert ein (z.B. 1234)",