Tiiiger#84 switch to new version with more convenient way

kirzharov · Dec 4, 2020 · e89eaa3 · e89eaa3 · davebulaval · Dec 4, 2020
1 parent 9ffea67
commit e89eaa3
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/bert_score/utils.py b/bert_score/utils.py
@@ -107,19 +107,27 @@ def sent_encode(tokenizer, sent):
         # for RoBERTa and GPT-2
         import transformers
 
-        if LooseVersion(transformers.__version__) >= LooseVersion("3.0.0"):
+        if LooseVersion(transformers.__version__) >= LooseVersion("4.0.0"):
             return tokenizer.encode(
                 sent, add_special_tokens=True, add_prefix_space=True, max_length=tokenizer.model_max_length,
                 truncation=True
             )
+        elif LooseVersion(transformers.__version__) >= LooseVersion("3.0.0"):
+            return tokenizer.encode(
+                sent, add_special_tokens=True, add_prefix_space=True, max_length=tokenizer.max_len,
+                truncation=True
+            )
         else:
             return tokenizer.encode(sent, add_special_tokens=True, add_prefix_space=True, max_length=tokenizer.max_len)
     else:
         import transformers
 
-        if LooseVersion(transformers.__version__) >= LooseVersion("3.0.0"):
+        if LooseVersion(transformers.__version__) >= LooseVersion("4.0.0"):
             return tokenizer.encode(sent, add_special_tokens=True, max_length=tokenizer.model_max_length,
                                     truncation=True)
+        elif LooseVersion(transformers.__version__) >= LooseVersion("3.0.0"):
+            return tokenizer.encode(sent, add_special_tokens=True, max_length=tokenizer.max_len,
+                                    truncation=True)
         else:
             return tokenizer.encode(sent, add_special_tokens=True, max_length=tokenizer.max_len)