From a7077365ca9caa324d6fdda760e953f2f75fac54 Mon Sep 17 00:00:00 2001
From: Sean Owen <srowen@users.noreply.huggingface.co>
Date: Tue, 25 Apr 2023 16:34:27 +0000
Subject: [PATCH] Set use_cache to true for better generation performance

---
 config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config.json b/config.json
index a089335..888c677 100755
--- a/config.json
+++ b/config.json
@@ -26,7 +26,7 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.25.1",
-  "use_cache": false,
+  "use_cache": true,
   "use_parallel_residual": true,
   "vocab_size": 50280
 }