fix kafka streamer commit --skip-tests

CloudWebManage · Apr 29, 2024 · 45b26d9 · 45b26d9
1 parent 158eb45
commit 45b26d9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/cwm_worker_operator/kafka_streamer.py b/cwm_worker_operator/kafka_streamer.py
@@ -95,6 +95,7 @@ def commit(topic, consumer, domains_config, agg_data, no_kafka_commit=False):
         raise NotImplementedError(f"topic {topic} is not supported")
     if not no_kafka_commit:
         consumer.commit()
+    agg_data.clear()
 
 
 def delete_records(topic, latest_partition_offset):