From 354baf37692725d846bc77aa4ed16e582983820e Mon Sep 17 00:00:00 2001
From: Yatharth Gupta <Warlord-K@users.noreply.huggingface.co>
Date: Sat, 21 Oct 2023 15:31:08 +0000
Subject: [PATCH] Delete tokenizer/added_tokens.json

---
 tokenizer/added_tokens.json | 4 ----
 1 file changed, 4 deletions(-)
 delete mode 100644 tokenizer/added_tokens.json

diff --git a/tokenizer/added_tokens.json b/tokenizer/added_tokens.json
deleted file mode 100644
index 73baf61..0000000
--- a/tokenizer/added_tokens.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{
-  "<|endoftext|>": 49407,
-  "<|startoftext|>": 49406
-}