From 7ba6512732f208a89358e08083186d18b9267edc Mon Sep 17 00:00:00 2001 From: c Date: Sat, 28 Dec 2024 17:59:01 +0100 Subject: [PATCH] Subtyping will autocoerce lifetimes by itself --- tokenizers/src/models/bpe/model.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenizers/src/models/bpe/model.rs b/tokenizers/src/models/bpe/model.rs index 34bb116f3..05689d407 100644 --- a/tokenizers/src/models/bpe/model.rs +++ b/tokenizers/src/models/bpe/model.rs @@ -460,7 +460,7 @@ impl BPE { Ok(word) } - fn word_to_tokens<'a, 'b: 'a>(&'a self, word: &'b Word) -> impl Iterator + 'a { + fn word_to_tokens<'a>(&'a self, word: &'a Word) -> impl Iterator + 'a { word.get_chars_iter() .zip(word.get_offsets_iter()) .map(move |(id, offsets)| Token::new(id, self.vocab_r[&id].clone(), offsets))