From 0eb2a070eadb4e50c4ef7da7c1e3e63ef95ac4df Mon Sep 17 00:00:00 2001 From: randaller Date: Sun, 19 Mar 2023 18:00:11 +0300 Subject: [PATCH] Update hf-inference-example.py --- hf-inference-example.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hf-inference-example.py b/hf-inference-example.py index ec56f7c..1a57e17 100644 --- a/hf-inference-example.py +++ b/hf-inference-example.py @@ -1,7 +1,7 @@ import llamahf import os -# # to save memory use bfloat16 on cpu +# # to save memory use bfloat16 # import torch # torch.set_default_dtype(torch.bfloat16)