Initialize self.cfs in Dictionary.compatify method (#2618)

* Fix for #2574 * Fix for #2574
piskvorky · Jan 5, 2020 · f022028 · f022028
1 parent 74a375d
commit f022028
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/gensim/corpora/dictionary.py b/gensim/corpora/dictionary.py
@@ -472,6 +472,7 @@ def compactify(self):
         self.token2id = {token: idmap[tokenid] for token, tokenid in iteritems(self.token2id)}
         self.id2token = {}
         self.dfs = {idmap[tokenid]: freq for tokenid, freq in iteritems(self.dfs)}
+        self.cfs = {idmap[tokenid]: freq for tokenid, freq in iteritems(self.cfs)}
 
     def save_as_text(self, fname, sort_by_word=True):
         """Save :class:`~gensim.corpora.dictionary.Dictionary` to a text file.

diff --git a/gensim/test/test_corpora_dictionary.py b/gensim/test/test_corpora_dictionary.py
@@ -124,8 +124,10 @@ def testMerge(self):
     def testFilter(self):
         d = Dictionary(self.texts)
         d.filter_extremes(no_below=2, no_above=1.0, keep_n=4)
-        expected = {0: 3, 1: 3, 2: 3, 3: 3}
-        self.assertEqual(d.dfs, expected)
+        dfs_expected = {0: 3, 1: 3, 2: 3, 3: 3}
+        cfs_expected = {0: 4, 1: 3, 2: 3, 3: 3}
+        self.assertEqual(d.dfs, dfs_expected)
+        self.assertEqual(d.cfs, cfs_expected)
 
     def testFilterKeepTokens_keepTokens(self):
         # provide keep_tokens argument, keep the tokens given