1Covenant
/

Covenant-72B

Text Generation

Model card Files Files and versions

joellidin commited on 7 days ago

Commit

c64f87b

·

verified ·

1 Parent(s): c95326a

Update config

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -19,9 +19,9 @@
   "num_hidden_layers": 80,
   "num_key_value_heads": 8,
   "pretraining_tp": 1,
-  "rms_norm_eps": 1e-06,
   "rope_scaling": null,
-  "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "transformers_version": "4.56.1",
   "use_cache": false,

   "num_hidden_layers": 80,
   "num_key_value_heads": 8,
   "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
   "rope_scaling": null,
+  "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "transformers_version": "4.56.1",
   "use_cache": false,