Upload processor (#2)
- Upload processor (b634ee66a93a2f270ba8bfab680050a66dd096e4) Co-authored-by: Sanchit Gandhi <sanchit-gandhi@users.noreply.huggingface.co>
This commit is contained in:
parent
f0e19c5763
commit
d8411bd4e5
@ -122,6 +122,7 @@
|
|||||||
"rstrip": false,
|
"rstrip": false,
|
||||||
"single_word": false
|
"single_word": false
|
||||||
},
|
},
|
||||||
|
"pad_token": "<|endoftext|>",
|
||||||
"unk_token": {
|
"unk_token": {
|
||||||
"content": "<|endoftext|>",
|
"content": "<|endoftext|>",
|
||||||
"lstrip": false,
|
"lstrip": false,
|
||||||
|
@ -12988,8 +12988,9 @@
|
|||||||
"eos_token": "<|endoftext|>",
|
"eos_token": "<|endoftext|>",
|
||||||
"errors": "replace",
|
"errors": "replace",
|
||||||
"model_max_length": 1000000000000000019884624838656,
|
"model_max_length": 1000000000000000019884624838656,
|
||||||
"pad_token": null,
|
"pad_token": "<|endoftext|>",
|
||||||
"processor_class": "WhisperProcessor",
|
"processor_class": "WhisperProcessor",
|
||||||
"tokenizer_class": "WhisperTokenizer",
|
"tokenizer_class": "WhisperTokenizer",
|
||||||
|
"trust_remote_code": false,
|
||||||
"unk_token": "<|endoftext|>"
|
"unk_token": "<|endoftext|>"
|
||||||
}
|
}
|
||||||
|
Loading…
x
Reference in New Issue
Block a user