openbmb
/

cpm-ant-10b

Text Generation

Model card Files Files and versions

jeffreygo commited on Mar 3, 2023

Commit

9a29ce9

·

1 Parent(s): 695434a

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -7,7 +7,7 @@
   "bos_token_id": 6,
   "dim_ff": 10240,
   "dim_head": 128,
-  "dim_model": 4096,
   "dropout_p": 0.0,
   "eos_token_id": 7,
   "eps": 1e-06,
@@ -16,8 +16,8 @@
   "max_new_tokens": 50,
   "model_type": "cpmant",
   "num_beams": 3,
-  "num_heads": 32,
-  "num_layers": 48,
   "pad_token_id": 0,
   "position_bias_max_distance": 2048,
   "position_bias_num_buckets": 512,

   "bos_token_id": 6,
   "dim_ff": 10240,
   "dim_head": 128,
+  "hidden_size": 4096,
   "dropout_p": 0.0,
   "eos_token_id": 7,
   "eps": 1e-06,
   "max_new_tokens": 50,
   "model_type": "cpmant",
   "num_beams": 3,
+  "num_attention_heads": 32,
+  "num_hidden_layers": 48,
   "pad_token_id": 0,
   "position_bias_max_distance": 2048,
   "position_bias_num_buckets": 512,