Make Cohere lm_head optional (#417)

arcee-ai · Sep 16, 2024 · c891a09 · c891a09
1 parent a5a597f
commit c891a09
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/mergekit/_data/architectures/cohere.json b/mergekit/_data/architectures/cohere.json
@@ -16,9 +16,7 @@
         {
             "name": "lm_head.weight",
             "is_embed": true,
-            "aliases": [
-                "model.embed_tokens.weight"
-            ]
+            "optional": true
         }
     ],
     "num_layers_config_key": "num_hidden_layers",