Commit ·
6f1c7a5
1
Parent(s): 86d20ac
Update config.json (#2)
Browse files- Update config.json (78ff1b07664b77bede891244f51e6d06f3e956e5)
- config.json +1 -1
config.json
CHANGED
|
@@ -67,7 +67,7 @@
|
|
| 67 |
"kv_lora_rank": 512,
|
| 68 |
"layer_group_size": 6,
|
| 69 |
"linear_silu": true,
|
| 70 |
-
"max_position_embeddings":
|
| 71 |
"max_window_layers": 20,
|
| 72 |
"moe_intermediate_size": 768,
|
| 73 |
"moe_router_enable_expert_bias": true,
|
|
|
|
| 67 |
"kv_lora_rank": 512,
|
| 68 |
"layer_group_size": 6,
|
| 69 |
"linear_silu": true,
|
| 70 |
+
"max_position_embeddings": 262144,
|
| 71 |
"max_window_layers": 20,
|
| 72 |
"moe_intermediate_size": 768,
|
| 73 |
"moe_router_enable_expert_bias": true,
|