ci: enable SLO change detection, make benchmark checks interruptible (#7005)

* make notify-slo-breaches when: always explicit

* add slo change detection

* check-big-regression should mimic benchmarks rules

* (check|notify)-slo-breaches should mimic macrobenchmarks rules

* trigger ci: are micros and macros interrupted?

* test SLO change detection

* Revert "test SLO change detection"

This reverts commit a2bfd86.

* fix dd-octo-sts self.gitlab.read trust policy name

Author: igoragoli

.github/chainguard/self.gitlab.read.yaml …hub/chainguard/self.gitlab.read.sts.yaml.github/chainguard/self.gitlab.read.yaml renamed to .github/chainguard/self.gitlab.read.sts.yaml .github/chainguard/self.gitlab.read.yaml renamed to .github/chainguard/self.gitlab.read.sts.yaml

@@ -14,7 +14,6 @@ variables:
   rules:
     - if: '$CI_COMMIT_REF_NAME =~ /^graphite-base\/.*$/'
       when: never
-    - when: on_success
     - if: $CI_COMMIT_BRANCH == 'master'
       interruptible: false
     - interruptible: true
@@ -57,7 +56,9 @@ check-big-regressions:
   rules:
     - if: '$CI_COMMIT_REF_NAME =~ /^graphite-base\/.*$/'
       when: never
-    - when: on_success
+    - if: $CI_COMMIT_BRANCH == 'master'
+      interruptible: false
+    - interruptible: true
   tags: ["arch:amd64"]
   image: $MICROBENCHMARKS_CI_IMAGE
   script:

.gitlab/benchmarks.yml

@@ -6,11 +6,11 @@ include:
 
 .macrobenchmarks:
   stage: macrobenchmarks
-  when: always
   rules:
     - if: '$CI_COMMIT_REF_NAME =~ /^graphite-base\/.*$/'
       when: never
     - if: $CI_COMMIT_BRANCH == 'master'
+      when: always
       interruptible: false
     - interruptible: true
   tags: ["runner:apm-k8s-same-cpu"]
@@ -103,17 +103,31 @@ check-slo-breaches:
     - baseline
     - only-tracing
     - only-tracing-with-runtime-metrics-enabled
+  rules:
+    - if: $CI_COMMIT_BRANCH == 'master'
+      when: always
+      interruptible: false
+    - interruptible: true
   artifacts:
     name: "artifacts"
     when: always
     paths:
       - platform/artifacts/
     expire_in: 3 months
+  variables:
+    DDOCTOSTS_POLICY: "self.gitlab.read"
+    ARTIFACTS_DIR: "platform/artifacts"
+    SLO_FILE: ".gitlab/benchmarks/bp-runner.fail-on-breach.yml"
 
 notify-slo-breaches:
   extends: .notify-slo-breaches
   stage: macrobenchmarks-notify
   needs:
     - check-slo-breaches
+  rules:
+    - if: $CI_COMMIT_BRANCH == 'master'
+      when: always
+      interruptible: false
+    - interruptible: true
   variables:
     CHANNEL: "notifications-apm-js"