Update example-chat.py

main
randaller 3 years ago committed by GitHub
parent 1bb2908126
commit 7701352bf9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -49,7 +49,7 @@ def main(
tokenizer_path: str = './tokenizer/tokenizer.model',
temperature: float = 0.8,
top_p: float = 0.95,
max_seq_len: int = 512,
max_seq_len: int = 2048,
max_batch_size: int = 32,
):
# torch.manual_seed(1)

Loading…
Cancel
Save