diff --git a/src/clin_nlp_metrics/metrics.py b/src/clin_nlp_metrics/metrics.py
index 054a9fd..be735bb 100644
--- a/src/clin_nlp_metrics/metrics.py
+++ b/src/clin_nlp_metrics/metrics.py
@@ -86,9 +86,7 @@ def entity_metrics(
             )
         )
 
-        evaluator = nervaluate.Evaluator(
-            true=true_anns, pred=pred_anns, tags=labels, track_ents=True
-        )
+        evaluator = nervaluate.Evaluator(true=true_anns, pred=pred_anns, tags=labels)
 
         results, class_results = evaluator.evaluate()