Merge pull request #139 from UncoderIO/gis-fix-raw-log-fields-bug

Fix bug related to the raw log fields. Allow list of mapped fields

Author: saltar-ua

uncoder-core/app/translator/core/render.py

@@ -329,13 +329,19 @@ def process_raw_log_field(self, field: str, field_type: str) -> Optional[str]:
         if raw_log_field_pattern := self.raw_log_field_pattern_map.get(field_type):
             return raw_log_field_pattern.pattern.format(field=field)
 
-    def process_raw_log_field_prefix(self, field: str, source_mapping: SourceMapping) -> Optional[str]:
-        if self.raw_log_field_pattern_map is None:
-            return
+    def process_raw_log_field_prefix(self, field: str, source_mapping: SourceMapping) -> Optional[list]:
+        if isinstance(field, list):
+            list_of_prefix = []
+            for f in field:
+                if prepared_prefix := self.process_raw_log_field_prefix(field=f, source_mapping=source_mapping):
+                    list_of_prefix.extend(prepared_prefix)
+            return list_of_prefix
         if raw_log_field_type := source_mapping.raw_log_fields.get(field):
-            return self.process_raw_log_field(field=field, field_type=raw_log_field_type)
+            return [self.process_raw_log_field(field=field, field_type=raw_log_field_type)]
 
     def generate_raw_log_fields(self, fields: list[Field], source_mapping: SourceMapping) -> str:
+        if self.raw_log_field_pattern_map is None:
+            return ""
         defined_raw_log_fields = []
         for field in fields:
             mapped_field = source_mapping.fields_mapping.get_platform_field_name(generic_field_name=field.source_name)
@@ -347,7 +353,7 @@ def generate_raw_log_fields(self, fields: list[Field], source_mapping: SourceMap
             if not mapped_field and self.is_strict_mapping:
                 raise StrictPlatformException(field_name=field.source_name, platform_name=self.details.name)
             if field_prefix := self.process_raw_log_field_prefix(field=mapped_field, source_mapping=source_mapping):
-                defined_raw_log_fields.append(field_prefix)
+                defined_raw_log_fields.extend(field_prefix)
         return "\n".join(set(defined_raw_log_fields))
 
     def _generate_from_tokenized_query_container(self, query_container: TokenizedQueryContainer) -> str: