From 2be6cf02d392ef3501a99ca302e2d1355935496a Mon Sep 17 00:00:00 2001
From: Yatharth Gupta <Warlord-K@users.noreply.huggingface.co>
Date: Sat, 21 Oct 2023 15:24:23 +0000
Subject: [PATCH] Delete tokenizer_2/added_tokens.json

---
 tokenizer_2/added_tokens.json | 5 -----
 1 file changed, 5 deletions(-)
 delete mode 100644 tokenizer_2/added_tokens.json

diff --git a/tokenizer_2/added_tokens.json b/tokenizer_2/added_tokens.json
deleted file mode 100644
index 5ff4ac5..0000000
--- a/tokenizer_2/added_tokens.json
+++ /dev/null
@@ -1,5 +0,0 @@
-{
-  "!": 0,
-  "<|endoftext|>": 49407,
-  "<|startoftext|>": 49406
-}