Add tokenizer configurations
This commit is contained in:
parent
8197097fe8
commit
1a7dd4986e
3
tokenizer_config.json
Normal file
3
tokenizer_config.json
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
{
|
||||||
|
"do_lower_case": true
|
||||||
|
}
|
Loading…
x
Reference in New Issue
Block a user