Added Norwegian Bokmål-Nynorsk bitext mining task

mteb/tasks/BitextMining/NorwegianCourtsBitextMining.py

@@ -0,0 +1,42 @@
+import datasets
+
+from mteb.abstasks import AbsTaskBitextMining
+
+
+class NorwegianCourtsBitextMining(AbsTaskBitextMining):
+    @property
+    def description(self):
+        return {
+            "name": "NorwegianCourtsBitextMining",
+            "hf_hub_name": "kardosdrur/norwegian-courts",
+            "description": "Nynorsk and Bokmål parallel corpus from Norwegian courts. "
+            + "Norway has two standardised written languages. "
+            + "Bokmål is a variant closer to Danish, while Nynorsk was created to resemble "
+            + "regional dialects of Norwegian.",
+            "reference": "https://opus.nlpl.eu/index.php",
+            "type": "BitextMining",
+            "category": "s2s",
+            "eval_splits": ["test"],
+            "eval_langs": ["nb", "nn"],
+            "main_score": "f1",
+            "revision": "3bc5cfb4ec514264fe2db5615fac9016f7251552",
+        }
+
+    def load_data(self, **kwargs):
+        """
+        Load dataset from HuggingFace hub and convert it to the standard format.
+        """
+        if self.data_loaded:
+            return
+
+        self.dataset = datasets.load_dataset(
+            self.description["hf_hub_name"],
+            revision=self.description.get("revision", None),
+        )
+        self.dataset_transform()
+        self.data_loaded = True
+
+    def dataset_transform(self):
+        # Convert to standard format
+        self.dataset = self.dataset.rename_column("nb", "sentence1")
+        self.dataset = self.dataset.rename_column("nn", "sentence2")

mteb/tasks/BitextMining/__init__.py

@@ -1,3 +1,4 @@
-from .BUCCBitextMining import *
 from .BornholmskBitextMining import *
+from .BUCCBitextMining import *
+from .NorwegianCourtsBitextMining import *
 from .TatoebaBitextMining import *