From 8de8515acb94fef7f96e52987f6e7ba0720ec7ac Mon Sep 17 00:00:00 2001 From: randaller Date: Sun, 5 Mar 2023 23:38:07 +0300 Subject: [PATCH] Update example-cpu.py --- example-cpu.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/example-cpu.py b/example-cpu.py index 233e6ee..ff37ef9 100644 --- a/example-cpu.py +++ b/example-cpu.py @@ -49,7 +49,7 @@ def main( tokenizer_path: str = './tokenizer/tokenizer.model', temperature: float = 0.8, top_p: float = 0.95, - max_seq_len: int = 2048, + max_seq_len: int = 512, max_batch_size: int = 32, ): # torch.manual_seed(1)