Remove LayoutLMv2TokenizerFast from auto tokenization

huggingface · Jul 27, 2021 · f785031 · f785031
1 parent 9f3b06e
commit f785031
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/src/transformers/models/auto/tokenization_auto.py b/src/transformers/models/auto/tokenization_auto.py
@@ -187,7 +187,6 @@
     from ..gpt2.tokenization_gpt2_fast import GPT2TokenizerFast
     from ..herbert.tokenization_herbert_fast import HerbertTokenizerFast
     from ..layoutlm.tokenization_layoutlm_fast import LayoutLMTokenizerFast
-    from ..layoutlmv2.tokenization_layoutlmv2_fast import LayoutLMv2TokenizerFast
     from ..led.tokenization_led_fast import LEDTokenizerFast
     from ..longformer.tokenization_longformer_fast import LongformerTokenizerFast
     from ..lxmert.tokenization_lxmert_fast import LxmertTokenizerFast
@@ -223,7 +222,6 @@
     GPT2TokenizerFast = None
     HerbertTokenizerFast = None
     LayoutLMTokenizerFast = None
-    LayoutLMv2TokenizerFast = None
     LEDTokenizerFast = None
     LongformerTokenizerFast = None
     LxmertTokenizerFast = None
@@ -272,7 +270,7 @@
         (FunnelConfig, (FunnelTokenizer, FunnelTokenizerFast)),
         (LxmertConfig, (LxmertTokenizer, LxmertTokenizerFast)),
         (LayoutLMConfig, (LayoutLMTokenizer, LayoutLMTokenizerFast)),
-        (LayoutLMv2Config, (LayoutLMv2Tokenizer, LayoutLMv2TokenizerFast)),
+        (LayoutLMv2Config, (LayoutLMv2Tokenizer, None)),
         (DPRConfig, (DPRQuestionEncoderTokenizer, DPRQuestionEncoderTokenizerFast)),
         (SqueezeBertConfig, (SqueezeBertTokenizer, SqueezeBertTokenizerFast)),
         (BertConfig, (BertTokenizer, BertTokenizerFast)),