diff --git a/example-chat.py b/example-chat.py index fe7e768..7f95132 100644 --- a/example-chat.py +++ b/example-chat.py @@ -49,7 +49,7 @@ def main( tokenizer_path: str = './tokenizer/tokenizer.model', temperature: float = 0.8, top_p: float = 0.95, - max_seq_len: int = 512, + max_seq_len: int = 2048, max_batch_size: int = 32, ): # torch.manual_seed(1)