From 09635253e2c760ce39f5c1880f89f6d73e209dcb Mon Sep 17 00:00:00 2001 From: sftse Date: Sat, 28 Dec 2024 19:43:26 +0100 Subject: [PATCH] fixup! Small refactors --- tokenizers/src/models/bpe/trainer.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenizers/src/models/bpe/trainer.rs b/tokenizers/src/models/bpe/trainer.rs index 977593d6a..955a5a865 100644 --- a/tokenizers/src/models/bpe/trainer.rs +++ b/tokenizers/src/models/bpe/trainer.rs @@ -277,7 +277,7 @@ impl BpeTrainer { // Also include anything from the provided initial alphabet for c in &self.initial_alphabet { - *alphabet.entry(*c).or_default() += usize::MAX; + *alphabet.entry(*c).or_default() = usize::MAX; } let mut kept = alphabet.iter().collect::>();