Changed filename

castorini · Sep 16, 2024 · cc22c95 · cc22c95
1 parent 8f4f729
commit cc22c95
Show file tree

Hide file tree

Showing 4 changed files with 14 additions and 0 deletions.
diff --git a/src/rank_llm/rerank/listwise/listwise_rankllm.py b/src/rank_llm/rerank/listwise/listwise_rankllm.py
@@ -143,6 +143,7 @@ def get_output_filename(
             name = f"{name}_{dataset_name}"
         if self._num_few_shot_examples > 0:
             name += f"_{self._num_few_shot_examples}_shot"
+        name += f"_{self.reorder_policy.param_name()}"
         return (
             f"{name}_shuffled_{datetime.isoformat(datetime.now())}"
             if shuffle_candidates

diff --git a/src/rank_llm/rerank/listwise/reorder/reorder_policy.py b/src/rank_llm/rerank/listwise/reorder/reorder_policy.py
@@ -39,6 +39,10 @@ def reorder(
     ) -> list[Result]:
         pass
 
+    @abstractmethod
+    def param_name(self):
+        pass
+
     @staticmethod
     @abstractmethod
     def name() -> str:
@@ -172,6 +176,9 @@ def reorder(
 
         return results
 
+    def param_name(self):
+        return f"slidingwindow_stp{self._step_size}"
+
     @staticmethod
     def name() -> str:
         return "sliding_window"
diff --git a/src/rank_llm/rerank/listwise/reorder/top_down_reorder_policy.py b/src/rank_llm/rerank/listwise/reorder/top_down_reorder_policy.py
@@ -228,6 +228,9 @@ def reorder(
 
         return results
 
+    def param_name(self):
+        return f"topdown_tpk{self._top_k}_pvt{self._pivot}"
+
     @staticmethod
     def name() -> str:
         return "top_down"
diff --git a/src/rank_llm/rerank/listwise/reorder/tournament_sort_reorder_policy.py b/src/rank_llm/rerank/listwise/reorder/tournament_sort_reorder_policy.py
@@ -324,6 +324,9 @@ def reorder(
 
         return results
 
+    def param_name(self):
+        return f"tournamentsort_tpk{self._top_k}_r{self._r}"
+
     @staticmethod
     def name() -> str:
         return "tournament_sort"