DEV: Improve logging of Sidekiq errors when logstash logger is enabled (#27855)

This commit improves the logging of Sidekiq errors when
`ENABLE_LOGSTASH_LOGGER` is set to 1. Prior to this change, we would
only log the message and the backtrace. After this change, useful
information like `job.class`, `job.opts`, `job.problem_db`,
`exception.class` and `exception.message` are included in the log line
as well.

spec/lib/discourse_logstash_logger_spec.rb

@@ -49,36 +49,102 @@ RSpec.describe DiscourseLogstashLogger do
       expect(parsed["message"]).to eq("error message")
     end
 
-    it "logs a JSON string with the `exception_class` and `exception_message` fields when `progname` is `web-exception`" do
-      logger = described_class.logger(logdev: output, type: "test")
+    context "when `progname` is `sidekiq-exception`" do
+      it "logs a JSON string with the `exception.class`, `exception.message`, `job.class`, `job.opts` and `job.problem_db` fields" do
+        logger = described_class.logger(logdev: output, type: "test")
 
-      logger.add(
-        Logger::ERROR,
-        "Some::StandardError (this is a normal message)\ntest",
-        "web-exception",
-      )
+        logger.add_with_opts(
+          Logger::ERROR,
+          "Job exception: some job error message",
+          "sidekiq-exception",
+          exception_class: "Some::StandardError",
+          exception_message: "some job error message",
+          context: {
+            opts: {
+              user_id: 1,
+            },
+            problem_db: "some_db",
+            job: "SomeJob",
+          },
+        )
 
-      output.rewind
-      parsed = JSON.parse(output.read.chomp)
+        output.rewind
+        parsed = JSON.parse(output.read.chomp)
 
-      expect(parsed["exception.class"]).to eq("Some::StandardError")
-      expect(parsed["exception.message"]).to eq("this is a normal message")
+        expect(parsed["exception.class"]).to eq("Some::StandardError")
+        expect(parsed["exception.message"]).to eq("some job error message")
+        expect(parsed["job.class"]).to eq("SomeJob")
+        expect(parsed["job.opts"]).to eq({ "user_id" => 1 })
+        expect(parsed["job.problem_db"]).to eq("some_db")
+      end
     end
 
-    it "logs a JSON string with the `exception_class` and `exception_message` fields when `progname` is `web-exception` and the exception message contains newlines" do
-      logger = described_class.logger(logdev: output, type: "test")
+    context "when `progname` is `web-exception`" do
+      it "logs a JSON string with the `exception.class` and `exception.message` fields" do
+        logger = described_class.logger(logdev: output, type: "test")
 
-      logger.add(
-        Logger::ERROR,
-        "Some::StandardError (\n\nsome error message\n\nsomething else\n\n)\ntest",
-        "web-exception",
-      )
+        logger.add(
+          Logger::ERROR,
+          "Some::StandardError (this is a normal message)\ntest",
+          "web-exception",
+        )
 
-      output.rewind
-      parsed = JSON.parse(output.read.chomp)
+        output.rewind
+        parsed = JSON.parse(output.read.chomp)
 
-      expect(parsed["exception.class"]).to eq("Some::StandardError")
-      expect(parsed["exception.message"]).to eq("some error message\n\nsomething else")
+        expect(parsed["exception.class"]).to eq("Some::StandardError")
+        expect(parsed["exception.message"]).to eq("this is a normal message")
+      end
+
+      it "logs a JSON string with the `exception_class` and `exception_message` fields when the exception message contains newlines" do
+        logger = described_class.logger(logdev: output, type: "test")
+
+        logger.add(
+          Logger::ERROR,
+          "Some::StandardError (\n\nsome error message\n\nsomething else\n\n)\ntest",
+          "web-exception",
+        )
+
+        output.rewind
+        parsed = JSON.parse(output.read.chomp)
+
+        expect(parsed["exception.class"]).to eq("Some::StandardError")
+        expect(parsed["exception.message"]).to eq("some error message\n\nsomething else")
+      end
+
+      described_class::ALLOWED_HEADERS_FROM_ENV.each do |header|
+        it "includes `#{header}` from `env` keyword argument in the logged JSON string" do
+          logger.add(
+            Logger::ERROR,
+            lograge_logstash_formatter_formatted_message,
+            "web-exception",
+            env: {
+              header => "header",
+            },
+          )
+
+          output.rewind
+          parsed = JSON.parse(output.read.chomp)
+
+          expect(parsed["request.headers.#{header.downcase}"]).to eq("header")
+        end
+      end
+
+      it "does not include keys from `env` keyword argument in the logged JSOn string which are not in the allow list" do
+        logger.add(
+          Logger::ERROR,
+          lograge_logstash_formatter_formatted_message,
+          "web-exception",
+          env: {
+            "SOME_RANDOM_HEADER" => "header",
+          },
+        )
+
+        output.rewind
+        parsed = JSON.parse(output.read.chomp)
+
+        expect(parsed).not_to have_key("request.headers.some_random_header")
+      end
     end
 
     it "logs a JSON string with the right fields when `customize_event` attribute is set" do
@@ -124,56 +190,6 @@ RSpec.describe DiscourseLogstashLogger do
       expect(parsed["backtrace"]).to eq("backtrace")
     end
 
-    described_class::ALLOWED_HEADERS_FROM_ENV.each do |header|
-      it "does not include `#{header}` from `env` keyword argument in the logged JSON string when severity is less than `Logger::WARN`" do
-        logger.add(
-          Logger::INFO,
-          lograge_logstash_formatter_formatted_message,
-          nil,
-          env: {
-            header => "header",
-          },
-        )
-
-        output.rewind
-        parsed = JSON.parse(output.read.chomp)
-
-        expect(parsed).not_to have_key("request.headers.#{header.downcase}")
-      end
-
-      it "includes `#{header}` from `env` keyword argument in the logged JSON string when severity is at least `Logger::WARN`" do
-        logger.add(
-          Logger::ERROR,
-          lograge_logstash_formatter_formatted_message,
-          nil,
-          env: {
-            header => "header",
-          },
-        )
-
-        output.rewind
-        parsed = JSON.parse(output.read.chomp)
-
-        expect(parsed["request.headers.#{header.downcase}"]).to eq("header")
-      end
-    end
-
-    it "does not include keys from `env` keyword argument in the logged JSOn string which are not in the allow list" do
-      logger.add(
-        Logger::ERROR,
-        lograge_logstash_formatter_formatted_message,
-        nil,
-        env: {
-          "SOME_RANDOM_HEADER" => "header",
-        },
-      )
-
-      output.rewind
-      parsed = JSON.parse(output.read.chomp)
-
-      expect(parsed).not_to have_key("request.headers.some_random_header")
-    end
-
     it "does not log the event if message matches a pattern configured by `Logster.store.ignore`" do
       original_logster_store_ignore = Logster.store.ignore
       Logster.store.ignore = [/^Some::StandardError/]