[feat] boot max_output_tokens to 4096

This commit is contained in:
SouthFox 2024-12-23 17:35:00 +08:00
parent 45ff987051
commit bd1dec4800

2
app.py
View file

@ -29,7 +29,7 @@ def generate(model: str, instruction: str):
generation_config = {
"max_output_tokens": 1024,
"max_output_tokens": 4096,
"temperature": 0.2,
"top_p": 0,
}