This commit is contained in:
VJsong02
2026-01-05 00:58:51 +01:00
parent f498c1ed60
commit d1f9a8066e
7 changed files with 88 additions and 120 deletions

View File

@@ -54,7 +54,7 @@ streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens
# 5) Start generation in background thread (generate is blocking)
gen_kwargs = dict(
**inputs,
max_new_tokens=32768,
max_new_tokens=131072,
streamer=streamer,
)