From d3cf7508cfffdeb62f14939337ad1d36b0505099 Mon Sep 17 00:00:00 2001 From: msr2000 Date: Wed, 22 Jan 2025 10:36:31 +0800 Subject: [PATCH] Update tokenizer_config.json --- tokenizer_config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenizer_config.json b/tokenizer_config.json index 87a7dcb..f510cf3 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -1,5 +1,5 @@ { - "add_bos_token": true, + "add_bos_token": false, "add_eos_token": false, "bos_token": { "__type": "AddedToken",