google-bert/bert-base-uncased
google-bert/bert-base-uncased
1
0
Overview Code Discussions Pull Requests Wiki Activity

correct weights

Browse Source
This commit is contained in:
Patrick von Platen 2021-04-23 09:35:35 +00:00
parent 7a9371512e
commit 345fd30026
2 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
config.json
View File

@ -3,6 +3,7 @@
"BertForMaskedLM" "BertForMaskedLM"
], ],
"attention_probs_dropout_prob": 0.1, "attention_probs_dropout_prob": 0.1,
"gradient_checkpointing": false,
"hidden_act": "gelu", "hidden_act": "gelu",
"hidden_dropout_prob": 0.1, "hidden_dropout_prob": 0.1,
"hidden_size": 768, "hidden_size": 768,
@ -14,6 +15,9 @@
"num_attention_heads": 12, "num_attention_heads": 12,
"num_hidden_layers": 12, "num_hidden_layers": 12,
"pad_token_id": 0, "pad_token_id": 0,
"position_embedding_type": "absolute",
"transformers_version": "4.6.0.dev0",
"type_vocab_size": 2, "type_vocab_size": 2,
"use_cache": true,
"vocab_size": 30522 "vocab_size": 30522
} }

BIN
flax_model.msgpack (Stored with Git LFS)
View File

Binary file not shown.