databricks/dolly-v2-12b
databricks/dolly-v2-12b
1
0
Overview Code Discussions Pull Requests Wiki Activity

Set use_cache to true for better generation performance

Browse Source
This commit is contained in:
Sean Owen 2023-04-25 16:34:27 +00:00 committed by huggingface-web
parent 72e3a47186
commit a7077365ca
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
config.json
View File

@ -26,7 +26,7 @@
"tie_word_embeddings": false, "tie_word_embeddings": false,
"torch_dtype": "bfloat16", "torch_dtype": "bfloat16",
"transformers_version": "4.25.1", "transformers_version": "4.25.1",
"use_cache": false, "use_cache": true,
"use_parallel_residual": true, "use_parallel_residual": true,
"vocab_size": 50280 "vocab_size": 50280
} }