From 19de63b273720c20b466ad3f78a0acb39e84be2a Mon Sep 17 00:00:00 2001 From: msr2000 Date: Wed, 22 Jan 2025 19:22:21 +0800 Subject: [PATCH] Update tokenizer_config.json --- tokenizer_config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenizer_config.json b/tokenizer_config.json index f510cf3..87a7dcb 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -1,5 +1,5 @@ { - "add_bos_token": false, + "add_bos_token": true, "add_eos_token": false, "bos_token": { "__type": "AddedToken",