Update config.json
Browse filesMake minimum viable config.json
- config.json +8 -1
config.json
CHANGED
|
@@ -1,2 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"AfmoeForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"n_layers": 1,
|
| 6 |
+
"vocab_size": 200192,
|
| 7 |
+
"hidden_size": 3,
|
| 8 |
+
"num_attention_heads": 4
|
| 9 |
+
}
|