From 0fa74bf5aa3b4427685445836d29ec063e64ed4e Mon Sep 17 00:00:00 2001 From: meilame-tayebjee Date: Wed, 14 Jan 2026 17:09:26 +0000 Subject: [PATCH] fix!: import WordPiece only if HAS_HF true to avoid general import bug --- torchTextClassifiers/tokenizers/__init__.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/torchTextClassifiers/tokenizers/__init__.py b/torchTextClassifiers/tokenizers/__init__.py index ecba309..f126af1 100644 --- a/torchTextClassifiers/tokenizers/__init__.py +++ b/torchTextClassifiers/tokenizers/__init__.py @@ -7,4 +7,6 @@ ) from .base import TokenizerOutput as TokenizerOutput from .ngram import NGramTokenizer as NGramTokenizer -from .WordPiece import WordPieceTokenizer as WordPieceTokenizer + +if HAS_HF: + from .WordPiece import WordPieceTokenizer as WordPieceTokenizer