[Data Normalization] Remove normalized_types field

* Remove this field from record before sending record to outputs (slack, PD, etc).
airbnb · Sep 11, 2017 · b6c4741 · b6c4741
1 parent c725c7c
commit b6c4741
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 6 deletions.
diff --git a/helpers/base.py b/helpers/base.py
@@ -109,4 +109,6 @@ def fetch_values_by_datatype(rec, datatype):
                 result = result[original_key]
         results.append(result)
 
+    rec.keys().remove('normalized_types')
+
     return results
diff --git a/stream_alert/rule_processor/payload.py b/stream_alert/rule_processor/payload.py
@@ -82,12 +82,11 @@ def __init__(self, **kwargs):
     def __repr__(self):
         repr_str = (
             '<{} valid:{} log_source:{} entity:{} '
-            'type:{} record:{} normalized_types:{}>'
+            'type:{} record:{}>'
             ).format(
                 self.__class__.__name__, self.valid,
                 self.log_source, self.entity,
-                self.type, self.records,
-                self.normalized_types
+                self.type, self.records
                 )
 
         return repr_str
@@ -127,7 +126,6 @@ def _refresh_record(self, new_record):
         self.records = None
         self.type = None
         self.valid = False
-        self.normalized_types = None
 
 
 class S3ObjectSizeError(Exception):

diff --git a/tests/unit/stream_alert_rule_processor/test_payload.py b/tests/unit/stream_alert_rule_processor/test_payload.py
@@ -69,8 +69,7 @@ def test_repr_string():
     s3_payload.records = ['rec1', 'rec2']
     print_value = ('<S3Payload valid:False log_source:unit_source '
                    'entity:entity type:unit_type '
-                   'record:[\'rec1\', \'rec2\'] '
-                   'normalized_types:None>')
+                   'record:[\'rec1\', \'rec2\']>')
 
     output_print = s3_payload.__repr__()
     assert_equal(output_print, print_value)