[CI] Updates Buildkite pipeline

Author: picandocodigo

.buildkite/pipeline.yml

@@ -69,7 +69,7 @@ steps:
       - label: 'Destroy :elasticsearch: Serverless projects'
         depends_on:
           - step: run-serverless-tests
-            allow_failure: true
+            allow_failure: false
         agents:
           image: 'docker.elastic.co/appex-qa/qaf:latest'
         env:

elasticsearch-api/spec/yaml-test-runner/run.rb

@@ -63,7 +63,7 @@ def serverless?
   options.merge!(
     {
       retry_on_status: [409, 400, 503],
-      retry_on_failure: 20,
+      retry_on_failure: 30,
       delay_on_retry: 10_000,
       request_timeout: 120
     }