ci(ftr): notify owners in the slack message when failures

.buildkite/pipeline-utils/test-failures/annotate.ts

@@ -188,3 +188,15 @@ export const annotateTestFailures = async () => {
     );
   }
 };
+
+export const pingTeam = async () => {
+  if (process.env.ELASTIC_SLACK_NOTIFICATIONS_ENABLED === 'true') {
+    const team = process.env.PING_SLACK_TEAM;
+    if (team) {
+      buildkite.setMetadata(
+        'slack:ping_team:body',
+        `${team}, can you please take a look at the test failures?`
+      );
+    }
+  }
+};

.buildkite/pipelines/on_merge_unsupported_ftrs.yml

@@ -37,6 +37,8 @@ steps:
       machineType: n2-standard-4
       preemptible: true
     depends_on: build
+    env:
+      PING_SLACK_TEAM: "@obs-ux-infra_services-team"
     timeout_in_minutes: 120
     retry:
       automatic:
@@ -54,6 +56,8 @@ steps:
       machineType: n2-standard-4
       preemptible: true
     depends_on: build
+    env:
+      PING_SLACK_TEAM: "@obs-ux-infra_services-team"
     timeout_in_minutes: 120
     retry:
       automatic:

.buildkite/scripts/lifecycle/ping_team_ftrs.ts

@@ -0,0 +1,23 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the "Elastic License
+ * 2.0", the "GNU Affero General Public License v3.0 only", and the "Server Side
+ * Public License v 1"; you may not use this file except in compliance with, at
+ * your election, the "Elastic License 2.0", the "GNU Affero General Public
+ * License v3.0 only", or the "Server Side Public License, v 1".
+ */
+
+import { TestFailures } from '#pipeline-utils';
+
+(async () => {
+  try {
+    await TestFailures.pingTeam();
+  } catch (ex) {
+    console.error('Ping team for the test failures error', ex.message);
+    if (ex.response) {
+      console.error('HTTP Error Response Status', ex.response.status);
+      console.error('HTTP Error Response Body', ex.response.data);
+    }
+    process.exit(1);
+  }
+})();

.buildkite/scripts/lifecycle/post_command.sh

@@ -52,4 +52,8 @@ if [[ "$IS_TEST_EXECUTION_STEP" == "true" ]]; then
     buildkite-agent artifact upload 'target/test_failures/**/*'
     ts-node .buildkite/scripts/lifecycle/annotate_test_failures.ts
   fi
+
+  if [ -n "$SLACK_TEAM_FTR" ]; then
+    ts-node .buildkite/scripts/lifecycle/ping_team_ftrs.ts
+  fi
 fi