Max new tokens number fix

2026-05-25 01:58:21 -05:00 · 2025-04-08 17:08:56 -04:00
parent 018646898c
commit dcc42ef52e
1 changed files with 1 additions and 1 deletions
@@ -230,7 +230,7 @@ class LegoGPT:
        result_ids = self.llm(
            prompt,
            return_as_ids=True,
-            max_new_tokens=20,
+            max_new_tokens=10,
            temperature=self.temperature,
            top_k=self.top_k,
        )