Exclude flaky errors from error log checks (#8123)

Author: smola

dd-smoke-tests/spring-boot-rabbit/src/test/groovy/datadog/smoketest/SpringBootRabbitIntegrationTest.groovy

@@ -94,6 +94,9 @@ class SpringBootRabbitIntegrationTest extends AbstractServerSmokeTest {
     if (log.contains('org.springframework.amqp.rabbit.listener.SimpleMessageListenerContainer - Failed to check/redeclare auto-delete queue(s).')) {
       return false
     }
+    if (log.contains('ERROR com.rabbitmq.client.impl.ForgivingExceptionHandler - An unexpected connection driver error occured')) {
+      return false
+    }
     return super.isErrorLog(log)
   }
 

dd-smoke-tests/src/main/groovy/datadog/smoketest/ProcessManager.groovy

@@ -255,6 +255,26 @@ abstract class ProcessManager extends Specification {
       return false
     }
 
+    // FIXME: Flaky on Spring Boot, e.g. IastSpringBootSmokeTest :dd-smoke-tests:spring-boot-2.6-webmvc:test semeru8
+    if (line.contains("I/O reactor terminated abnormally")) {
+      return false
+    }
+
+    // FIXME: Flaky profiler exception. See PROF-11072.
+    if (line.contains("ERROR com.datadog.profiling.controller.ProfilingSystem - Fatal exception during profiling startup")) {
+      return false
+    }
+
+    // FIXME: Observed in semeru8 datadog.smoketest.WildflySmokeTest
+    if (line.contains("ERROR datadog.trace.agent.jmxfetch.JMXFetch - jmx collector exited with result: 0")) {
+      return false
+    }
+
+    // FIXME: Spotted on multiple Spring Boot jobs, e.g. semeru11 IastSpringBootSmokeTest$WithGlobalContext
+    if (line.contains("I/O reactor terminated abnormally")) {
+      return false
+    }
+
     return line.contains("ERROR") || line.contains("ASSERTION FAILED")
     || line.contains("Failed to handle exception in instrumentation")
   }