f1ba7d328c
- Convert to in-library checkpoint (a68ca4bd1529de99d45d23edd76fddb759a204a7) - Preparations for transition to in-library checkpoint (3900116669a68ed777f5ce06a1d4d3cfe580693f) - Fix typo (8bda09072cc6d9aba99b24ee2c69939a316667d9) - Revert to Falcon naming (12c569a077dfd03ebecc377af7d4e940891ee315)
11 lines
242 B
JSON
11 lines
242 B
JSON
{
|
|
"add_prefix_space": false,
|
|
"eos_token": "<|endoftext|>",
|
|
"model_input_names": [
|
|
"input_ids",
|
|
"attention_mask"
|
|
],
|
|
"model_max_length": 2048,
|
|
"special_tokens_map_file": null,
|
|
"tokenizer_class": "PreTrainedTokenizerFast"
|
|
} |