stuff :3

2026-01-05 00:58:51 +01:00
parent f498c1ed60
commit d1f9a8066e
7 changed files with 88 additions and 120 deletions
--- a/gwen.py
+++ b/gwen.py
@@ -54,7 +54,7 @@ streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens
 # 5) Start generation in background thread (generate is blocking)
 gen_kwargs = dict(
    **inputs,
-    max_new_tokens=32768,
+    max_new_tokens=131072,
    streamer=streamer,
 )