remove youtokenme

CGranger-sorenson · Oct 15, 2024 · da17a77 · da17a77
1 parent 8cc0c3e
commit da17a77
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 78 deletions.
diff --git a/nemo/collections/common/tokenizers/__init__.py b/nemo/collections/common/tokenizers/__init__.py
@@ -21,4 +21,3 @@
 from nemo.collections.common.tokenizers.sentencepiece_tokenizer import SentencePieceTokenizer
 from nemo.collections.common.tokenizers.tokenizer_spec import TokenizerSpec
 from nemo.collections.common.tokenizers.word_tokenizer import WordTokenizer
-from nemo.collections.common.tokenizers.youtokentome_tokenizer import YouTokenToMeTokenizer
diff --git a/nemo/collections/common/tokenizers/youtokentome_tokenizer.py b/nemo/collections/common/tokenizers/youtokentome_tokenizer.py