From f189643c23e4e0a33eb48a0fca4a0a0e01272c0d Mon Sep 17 00:00:00 2001 From: randaller Date: Sun, 5 Mar 2023 23:08:02 +0300 Subject: [PATCH] Update model.py --- llama/model.py | 1 - 1 file changed, 1 deletion(-) diff --git a/llama/model.py b/llama/model.py index c1c6ddd..6e7c210 100755 --- a/llama/model.py +++ b/llama/model.py @@ -70,7 +70,6 @@ class Attention(nn.Module): def __init__(self, args: ModelArgs): super().__init__() - # self.n_local_heads = args.n_heads // fs_init.get_model_parallel_world_size() self.n_local_heads = args.n_heads self.head_dim = args.dim // args.n_heads