diff --git a/src/data/data.cc b/src/data/data.cc
index 68347867889a..f37a10fa30b8 100644
--- a/src/data/data.cc
+++ b/src/data/data.cc
@@ -613,7 +613,7 @@ void MetaInfo::SetFeatureInfo(const char* key, const char **info, const bst_ulon
   auto gather_columns = [is_col_split, key, n_columns = this->num_col_](auto const& inputs) {
     if (is_col_split) {
       std::remove_const_t<std::remove_reference_t<decltype(inputs)>> result;
-      auto rc = collective::AllgatherStrings(*collective::GlobalCommGroup(), inputs, &result);
+      auto rc = collective::AllgatherStrings(inputs, &result);
       collective::SafeColl(rc);
       CHECK_EQ(result.size(), n_columns)
           << "Length of " << key << " must be equal to number of columns.";