From ac88d72e8a0e933681910dc634d6fe809a3d2e73 Mon Sep 17 00:00:00 2001 From: Joshua Rodriguez Date: Tue, 20 Aug 2024 15:48:16 -0700 Subject: [PATCH] Fixes issue where log entries were having their dates parsed incorrectly, causing errors in the ES index, this was causing out-of-date entries to appear in process log UI. (#213) Co-authored-by: James Wood Co-authored-by: James Wood --- .../docker/console-db-es-ls-kibana/cws-logstash.conf | 8 +------- install/docker/worker-ls/cws-logstash.conf | 11 +++-------- install/logging/cws-logstash.conf | 6 ------ 3 files changed, 4 insertions(+), 21 deletions(-) diff --git a/install/docker/console-db-es-ls-kibana/cws-logstash.conf b/install/docker/console-db-es-ls-kibana/cws-logstash.conf index 14c73109..43c7e88c 100644 --- a/install/docker/console-db-es-ls-kibana/cws-logstash.conf +++ b/install/docker/console-db-es-ls-kibana/cws-logstash.conf @@ -32,13 +32,7 @@ filter { ] } - date { - match => [ "logdate", "ISO8601" ] - timezone => "UTC" - locale => en - remove_field => [ "logdate" ] - } - + if [logLevel] == "WARNING" { mutate { update => { "logLevel" => "WARN" } diff --git a/install/docker/worker-ls/cws-logstash.conf b/install/docker/worker-ls/cws-logstash.conf index 9179bc7e..30e207ad 100644 --- a/install/docker/worker-ls/cws-logstash.conf +++ b/install/docker/worker-ls/cws-logstash.conf @@ -31,14 +31,9 @@ filter { "message", '%{GREEDYDATA:msgBody}' ] } - - date { - match => [ "logdate", "ISO8601" ] - timezone => "UTC" - locale => en - remove_field => [ "logdate" ] - } - + + + if [logLevel] == "WARNING" { mutate { update => { "logLevel" => "WARN" } diff --git a/install/logging/cws-logstash.conf b/install/logging/cws-logstash.conf index 124b34b6..61da34eb 100644 --- a/install/logging/cws-logstash.conf +++ b/install/logging/cws-logstash.conf @@ -33,12 +33,6 @@ filter { ] } - date { - match => [ "logdate", "ISO8601" ] - timezone => "UTC" - locale => en - remove_field => [ "logdate" ] - } if [logLevel] == "WARNING" { mutate {