Updates the tokenizer configuration file (#62)
- Adds tokenizer_config.json file (87565a3098077d493d402e1b109e67baf52c5281)
This commit is contained in:
parent
1dbc166cf8
commit
86b5e09344
@ -1,3 +1 @@
|
|||||||
{
|
{"do_lower_case": true, "model_max_length": 512}
|
||||||
"do_lower_case": true
|
|
||||||
}
|
|
Loading…
x
Reference in New Issue
Block a user