Update hf-inference-cuda-example.py

3 years ago · e18294866b
parent 0eb2a070ea
commit e18294866b
1 changed files with 1 additions and 1 deletions
--- a/hf-inference-cuda-example.py
+++ b/hf-inference-cuda-example.py
@ -2,7 +2,7 @@ import llamahf
 import os
 from accelerate import infer_auto_device_map

-# # to save memory use bfloat16 on cpu
+# # to save memory use bfloat16
 # import torch
 # torch.set_default_dtype(torch.bfloat16)