set max tokens to 5k

2026-07-07 18:21:13 +02:00
parent aba5fb12fa
commit 456c43ea1d
3 changed files with 4 additions and 4 deletions
--- a/packages/node/meshnet_node/model_backend.py
+++ b/packages/node/meshnet_node/model_backend.py
@@ -215,7 +215,7 @@ class TorchModelShard:
    def generate_text(
        self,
        messages: list[dict],
-        max_new_tokens: int = 256,
+        max_new_tokens: int = 5120,
        temperature: float = 1.0,
        top_p: float = 1.0,
    ) -> str:
@@ -245,7 +245,7 @@ class TorchModelShard:
    def generate_text_streaming(
        self,
        messages: list[dict],
-        max_new_tokens: int = 256,
+        max_new_tokens: int = 5000,
        temperature: float = 1.0,
        top_p: float = 1.0,
    ):