From bd1dec4800856255c3cbe683d397bf24fe7609be Mon Sep 17 00:00:00 2001 From: SouthFox Date: Mon, 23 Dec 2024 17:35:00 +0800 Subject: [PATCH] [feat] boot max_output_tokens to 4096 --- app.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/app.py b/app.py index 109bea0..b99b87d 100644 --- a/app.py +++ b/app.py @@ -29,7 +29,7 @@ def generate(model: str, instruction: str): generation_config = { - "max_output_tokens": 1024, + "max_output_tokens": 4096, "temperature": 0.2, "top_p": 0, }