Delete tokenizer/added_tokens.json

2023-10-21 15:31:08 +00:00 · 2023-10-21 15:31:08 +00:00 · 354baf3769
commit 354baf3769
parent 28a905054a
1 changed files with 0 additions and 4 deletions
--- a/tokenizer/added_tokens.json
+++ b/tokenizer/added_tokens.json
@ -1,4 +0,0 @@
-{
-  "<|endoftext|>": 49407,
-  "<|startoftext|>": 49406
-}