Update example-cpu.py

main
randaller 3 years ago committed by GitHub
parent 7e09816a73
commit 1cc15b2b97
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -11,6 +11,7 @@ import json
from pathlib import Path
from llama import ModelArgs, Transformer, Tokenizer, LLaMA
def load(
ckpt_dir: str,
tokenizer_path: str,
@ -42,6 +43,7 @@ def load(
print(f"Loaded models in {time.time() - start_time:.2f} seconds")
return generator
def main(
ckpt_dir: str = './model',
tokenizer_path: str = './tokenizer/tokenizer.model',
@ -94,5 +96,6 @@ def main(
print(f"Inference took {time.time() - start_time:.2f} seconds")
if __name__ == "__main__":
fire.Fire(main)

Loading…
Cancel
Save