From 3f879ff35d20d910f0968d0b9b35a9fc074ecb27 Mon Sep 17 00:00:00 2001 From: Gustavo de Rosa Date: Sat, 27 Jan 2024 17:21:32 +0000 Subject: [PATCH] Add EOS token (#100) - Add EOS token (ec7094f5d65a66ec033c08f90729f72f2603e2a1) Co-authored-by: Joao Gante --- config.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/config.json b/config.json index 7b68878..a550a31 100644 --- a/config.json +++ b/config.json @@ -8,9 +8,9 @@ "AutoModelForCausalLM": "modeling_phi.PhiForCausalLM" }, "attention_dropout": 0.0, - "bos_token_id": null, + "bos_token_id": 50256, "embd_pdrop": 0.0, - "eos_token_id": null, + "eos_token_id": 50256, "hidden_act": "gelu_new", "hidden_size": 2560, "initializer_range": 0.02,