From 0238fb92ee6bf969afe68cc22bb3cd78268aa627 Mon Sep 17 00:00:00 2001 From: randaller Date: Sun, 5 Mar 2023 23:04:44 +0300 Subject: [PATCH] Update merge-weights.py --- merge-weights.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/merge-weights.py b/merge-weights.py index e379474..29b11f2 100644 --- a/merge-weights.py +++ b/merge-weights.py @@ -60,7 +60,6 @@ def write_model(input_base_path, model_size): for layer_i in range(n_layers): if model_size == "7B": - # Unsharded state_dict |= { f"layers.{layer_i}.attention.wq.weight": loaded[ f"layers.{layer_i}.attention.wq.weight" @@ -89,7 +88,6 @@ def write_model(input_base_path, model_size): f"layers.{layer_i}.ffn_norm.weight": loaded[f"layers.{layer_i}.ffn_norm.weight"], } else: - # Sharded state_dict |= { f"layers.{layer_i}.attention_norm.weight": loaded[0][ f"layers.{layer_i}.attention_norm.weight" @@ -131,7 +129,6 @@ def write_model(input_base_path, model_size): ) if model_size == "7B": - # Unsharded state_dict |= { "tok_embeddings.weight": loaded["tok_embeddings.weight"], "norm.weight": loaded["norm.weight"],