Add languages to Simplesearcher (#2381)

castorini · Feb 18, 2024 · 43c9ecc · 43c9ecc
1 parent 66cadfe
commit 43c9ecc
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/main/java/io/anserini/search/SimpleSearcher.java b/src/main/java/io/anserini/search/SimpleSearcher.java
@@ -221,6 +221,9 @@ public void set_language(String language) {
     } else if (language.equals("sw") || language.equals("te")) {
       this.analyzer = new WhitespaceAnalyzer();
       // For Mr.TyDi: sw and te do not have custom Lucene analyzers, so just use whitespace analyzer.
+    } else if (language.equals("ha") || language.equals("so") || language.equals("yo")) {
+      this.analyzer = new WhitespaceAnalyzer();
+      // Also use whitespace analyzer for ha, so, yo in CIRAL.
     }
   }