Update hf-inference-example.py

main
randaller 3 years ago committed by GitHub
parent 233196eda1
commit 48ad5acd59
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -1,6 +1,6 @@
import llamahf
# to save memory use bfloat16 on cpu
# # to save memory use bfloat16 on cpu
# import torch
# torch.set_default_dtype(torch.bfloat16)

Loading…
Cancel
Save