diff --git a/tokenizer/added_tokens.json b/tokenizer/added_tokens.json deleted file mode 100644 index 73baf61..0000000 --- a/tokenizer/added_tokens.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "<|endoftext|>": 49407, - "<|startoftext|>": 49406 -}