Update config.json

config.json

@@ -2,21 +2,34 @@
   "architectures": [
     "BertForMaskedLM"
   ],
-	"vocab_size":30522,
-        "temp_dir":".",
-        "finetune_bert":false,
-        "large":false,
-        "share_emb":true,
-        "encoder":"bert",
-        "max_pos":512,
-        "enc_layers":6,
-        "enc_hidden_size":512,
-        "enc_heads":8,
-        "enc_ff_size":512,
-        "enc_dropout":0.2,
-        "dec_layers":6,
-        "dec_hidden_size":768,
-        "dec_heads":8,
-        "dec_ff_size":2048,
-        "dec_dropout":0.2
+  "attention_probs_dropout_prob": 0.1,
+  "dec_dropout": 0.2,
+  "dec_ff_size": 2048,
+  "dec_heads": 8,
+  "dec_hidden_size": 768,
+  "dec_layers": 6,
+  "enc_dropout": 0.2,
+  "enc_ff_size": 512,
+  "enc_heads": 8,
+  "enc_hidden_size": 512,
+  "enc_layers": 6,
+  "encoder": "bert",
+  "finetune_bert": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "large": false,
+  "layer_norm_eps": 1e-12,
+  "max_pos": 512,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "share_emb": true,
+  "temp_dir": ".",
+  "type_vocab_size": 2,
+  "vocab_size": 30522
 }