fixup! Small refactors

huggingface · Dec 28, 2024 · 0963525 · 0963525
1 parent 0557a1d
commit 0963525
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tokenizers/src/models/bpe/trainer.rs b/tokenizers/src/models/bpe/trainer.rs
@@ -277,7 +277,7 @@ impl BpeTrainer {
 
         // Also include anything from the provided initial alphabet
         for c in &self.initial_alphabet {
-            *alphabet.entry(*c).or_default() += usize::MAX;
+            *alphabet.entry(*c).or_default() = usize::MAX;
         }
 
         let mut kept = alphabet.iter().collect::<Vec<_>>();