diff --git a/hf-inference-example.py b/hf-inference-example.py index ec56f7c..1a57e17 100644 --- a/hf-inference-example.py +++ b/hf-inference-example.py @@ -1,7 +1,7 @@ import llamahf import os -# # to save memory use bfloat16 on cpu +# # to save memory use bfloat16 # import torch # torch.set_default_dtype(torch.bfloat16)