From 1a34868d1ceb95c72daf4dd5a7e75d47165a8b37 Mon Sep 17 00:00:00 2001 From: randaller Date: Sat, 11 Mar 2023 14:12:58 +0300 Subject: [PATCH] Update example.py --- example.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/example.py b/example.py index c7e328f..3e199e1 100644 --- a/example.py +++ b/example.py @@ -84,10 +84,10 @@ def main( ckpt_dir: str, tokenizer_path: str, temperature: float = 0.8, - top_p: float = 0.0, # use 0.95 or so for top_p sampler, and 0.0 for top_k sampler + top_p: float = 0.95, # use 0.95 or so for top_p sampler, and 0.0 for top_k sampler top_k: int = 40, repetition_penalty: float = (1.0 / 0.85), # 1.0 to disable repetition_penalty - sampler: str = 'top_k', # top_k or top_p + sampler: str = 'top_p', # top_p or top_k max_seq_len: int = 2048, max_batch_size: int = 1, ):