From e18294866b634171d5cd31c828acc2a792b029e5 Mon Sep 17 00:00:00 2001 From: randaller Date: Sun, 19 Mar 2023 18:02:12 +0300 Subject: [PATCH] Update hf-inference-cuda-example.py --- hf-inference-cuda-example.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hf-inference-cuda-example.py b/hf-inference-cuda-example.py index 6d0ac01..857ca17 100644 --- a/hf-inference-cuda-example.py +++ b/hf-inference-cuda-example.py @@ -2,7 +2,7 @@ import llamahf import os from accelerate import infer_auto_device_map -# # to save memory use bfloat16 on cpu +# # to save memory use bfloat16 # import torch # torch.set_default_dtype(torch.bfloat16)