update to version 1.3.9 support newest transformers.

shibing624 · May 22, 2024 · 58e955c · 58e955c
1 parent f1a7150
commit 58e955c
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 435 deletions.
diff --git a/pytextclassifier/__init__.py b/pytextclassifier/__init__.py
@@ -3,7 +3,7 @@
 @author:XuMing(xuming624@qq.com)
 @description: 
 """
-__version__ = '1.3.8'
+__version__ = '1.3.9'
 
 from pytextclassifier.classic_classifier import ClassicClassifier
 from pytextclassifier.fasttext_classifier import FastTextClassifier

diff --git a/pytextclassifier/bert_classification_model.py b/pytextclassifier/bert_classification_model.py
@@ -66,17 +66,13 @@
     BertTokenizer,
     BertweetTokenizer,
     DistilBertConfig,
-    DistilBertTokenizer,
     ElectraConfig,
-    ElectraTokenizer,
     HerbertTokenizer,
     LongformerConfig,
     LongformerTokenizer,
     RobertaConfig,
-    RobertaTokenizer,
     XLMConfig,
     XLMRobertaConfig,
-    XLMRobertaTokenizer,
     XLMTokenizer,
     XLNetConfig,
     XLNetTokenizer,
@@ -91,6 +87,7 @@
     get_cosine_with_hard_restarts_schedule_with_warmup,
     get_polynomial_decay_schedule_with_warmup,
 )
+
 sys.path.append('..')
 from pytextclassifier.bert_classfication_utils import (
     BertClassificationArgs,
@@ -104,13 +101,8 @@
 from pytextclassifier.bert_multi_label_classification_model import (
     AlbertForMultiLabelSequenceClassification,
     BertForMultiLabelSequenceClassification,
-    BertweetForMultiLabelSequenceClassification,
-    DistilBertForMultiLabelSequenceClassification,
-    ElectraForMultiLabelSequenceClassification,
     LongformerForMultiLabelSequenceClassification,
-    RobertaForMultiLabelSequenceClassification,
     XLMForMultiLabelSequenceClassification,
-    XLMRobertaForMultiLabelSequenceClassification,
     XLNetForMultiLabelSequenceClassification
 )
 
@@ -124,16 +116,12 @@
 MODELS_WITHOUT_CLASS_WEIGHTS_SUPPORT = ["deberta", "mpnet"]
 
 MODELS_WITH_EXTRA_SEP_TOKEN = [
-    "roberta",
-    "camembert",
     "xlmroberta",
     "longformer",
     "mpnet",
 ]
 
 MODELS_WITH_ADD_PREFIX_SPACE = [
-    "roberta",
-    "camembert",
     "xlmroberta",
     "longformer",
     "mpnet",
@@ -187,21 +175,6 @@ def __init__(
                     BertForMultiLabelSequenceClassification,
                     BertTokenizer,
                 ),
-                "bertweet": (
-                    RobertaConfig,
-                    BertweetForMultiLabelSequenceClassification,
-                    BertweetTokenizer,
-                ),
-                "distilbert": (
-                    DistilBertConfig,
-                    DistilBertForMultiLabelSequenceClassification,
-                    DistilBertTokenizer,
-                ),
-                "electra": (
-                    ElectraConfig,
-                    ElectraForMultiLabelSequenceClassification,
-                    ElectraTokenizer,
-                ),
                 "herbert": (
                     BertConfig,
                     BertForMultiLabelSequenceClassification,
@@ -212,17 +185,7 @@ def __init__(
                     LongformerForMultiLabelSequenceClassification,
                     LongformerTokenizer,
                 ),
-                "roberta": (
-                    RobertaConfig,
-                    RobertaForMultiLabelSequenceClassification,
-                    RobertaTokenizer,
-                ),
                 "xlm": (XLMConfig, XLMForMultiLabelSequenceClassification, XLMTokenizer),
-                "xlmroberta": (
-                    XLMRobertaConfig,
-                    XLMRobertaForMultiLabelSequenceClassification,
-                    XLMRobertaTokenizer,
-                ),
                 "xlnet": (
                     XLNetConfig,
                     XLNetForMultiLabelSequenceClassification,