--- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-update-serverless-submodule description: Update elasticsearch submodule in elasticsearch-serverless links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-update-serverless-submodule spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Update elasticsearch submodule in elasticsearch-serverless" name: elasticsearch / update serverless submodule spec: repository: elastic/elasticsearch pipeline_file: .buildkite/update-es-serverless.yml teams: elasticsearch-team: {} ml-core: {} everyone: access_level: READ_ONLY provider_settings: trigger_mode: none schedules: daily promotion: branch: main cronline: "@daily" --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-check-serverless-submodule description: Validate elasticsearch changes against serverless links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-check-serverless-submodule spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Validate elasticsearch changes against serverless" name: elasticsearch / check serverless submodule spec: repository: elastic/elasticsearch pipeline_file: .buildkite/check-es-serverless.sh branch_configuration: main teams: elasticsearch-team: {} ml-core: {} everyone: access_level: READ_ONLY provider_settings: build_pull_requests: false publish_commit_status: false --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-periodic description: Elasticsearch tests and checks that are run a few times daily links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-periodic spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Tests and checks that are run a few times daily" name: elasticsearch / periodic spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/periodic.yml branch_configuration: main teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-periodic-java-ea description: Elasticsearch tests and checks that are run against the latest Java EA builds links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-periodic-java-ea spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Tests and checks that are run daily against the latest Java EA builds" name: elasticsearch / periodic / java-ea spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/periodic-java-ea.yml branch_configuration: main teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none schedules: Periodically on main: branch: main cronline: "0 4 * * * America/New_York" message: "Run java EA tests 1x per day" enabled: true --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-java-ea-check-new-build description: Check for new jdk ea build and trigger downstream jobs links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-java-ea-check-new-build spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":java: Check for new pre release jdk build and trigger downstream jobs" name: elasticsearch / java-ea / check-new-build spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/java-ea-check-new-build.yml branch_configuration: main teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none schedules: Periodically on main: branch: main cronline: "0 6 * * * UTC" message: "Check for new java pre release build 1x per day" # Downstream jobs now run on their own schedule enabled: false --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-lucene-snapshot-build description: Builds a new lucene snapshot, uploads, updates the lucene_snapshot branch in ES, runs tests links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-lucene-snapshot-build spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Builds a new lucene snapshot and tests it" name: elasticsearch / lucene-snapshot / build-and-update spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/lucene-snapshot/build-snapshot.yml env: ELASTIC_SLACK_NOTIFICATIONS_ENABLED: "true" SLACK_NOTIFICATIONS_CHANNEL: "#lucene-ci" SLACK_NOTIFICATIONS_ALL_BRANCHES: "true" branch_configuration: lucene_snapshot default_branch: lucene_snapshot teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none schedules: Periodically on lucene_snapshot: branch: lucene_snapshot cronline: "0 2 * * * America/New_York" message: "Builds a new lucene snapshot 1x per day" # Paused while lucene_snapshot is pinned to Lucene 10.6.0. # Re-enable when retargeting that branch to branch_11x. enabled: false --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-lucene-snapshot-update-branch description: Merge main into the lucene_snapshot branch, and run tests links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-lucene-snapshot-update-branch spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Merges main into lucene_snapshot branch and runs tests" name: elasticsearch / lucene-snapshot / update-branch spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/lucene-snapshot/update-branch.yml env: ELASTIC_SLACK_NOTIFICATIONS_ENABLED: "true" SLACK_NOTIFICATIONS_CHANNEL: "#lucene-ci" SLACK_NOTIFICATIONS_ALL_BRANCHES: "true" default_branch: lucene_snapshot teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none schedules: Periodically on lucene_snapshot: branch: lucene_snapshot cronline: "0 6 * * * America/New_York" message: "Merges main into lucene_snapshot branch 1x per day" --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-lucene-snapshot-tests description: Runs tests against lucene_snapshot branch links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-lucene-snapshot-tests spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Runs tests against lucene_snapshot branch" name: elasticsearch / lucene-snapshot / tests spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/lucene-snapshot/run-tests.yml env: ELASTIC_SLACK_NOTIFICATIONS_ENABLED: "true" SLACK_NOTIFICATIONS_CHANNEL: "#lucene-ci" SLACK_NOTIFICATIONS_ALL_BRANCHES: "true" branch_configuration: lucene_snapshot default_branch: lucene_snapshot teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none schedules: Periodically on lucene_snapshot: branch: lucene_snapshot cronline: "0 */3 * * * America/New_York" message: "Runs tests against lucene_snapshot branch several times per day" --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-ecs-dynamic-template-tests description: Runs ECS dynamic template tests against main branch links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-ecs-dynamic-template-tests spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: ECS dynamic template tests against main branch" name: elasticsearch / ecs-dynamic-templates / tests spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/ecs-dynamic-template-tests.yml provider_settings: trigger_mode: none teams: elasticsearch-team: {} ml-core: {} everyone: access_level: READ_ONLY schedules: Daily: branch: main cronline: "0 12 * * * America/New_York" --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-periodic-micro-benchmarks description: Runs periodic micro benchmarks fom the main branch links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-periodic-micro-benchmarks spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Runs nightly micro benchmarks fom the main branch" name: elasticsearch / periodic / micro-benchmarks spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/periodic-micro-benchmarks.yml branch_configuration: main teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none schedules: Daily: branch: main cronline: "@daily" --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-periodic-esql-generative description: Runs the ES|QL generative suites off the pull-request path links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-periodic-esql-generative spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Runs the ES|QL generative suites nightly, with all features unmuted" name: elasticsearch / periodic / esql-generative spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/periodic-esql-generative.yml branch_configuration: main teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none schedules: Daily: branch: main cronline: "@daily" --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-pull-request-perf-benchmark description: Elasticsearch pull request performance benchmark links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-pull-request-performance-benchmark spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Runs performance benchmark in the PR context" name: elasticsearch / pull-request / performance-benchmark spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/pull-request-performance-benchmark.yml env: ELASTIC_PR_COMMENTS_ENABLED: "true" ELASTIC_SLACK_NOTIFICATIONS_ENABLED: "false" SLACK_NOTIFICATIONS_CHANNEL: "#es-perf-build" SLACK_NOTIFICATIONS_ALL_BRANCHES: "true" cancel_intermediate_builds: false skip_intermediate_builds: false teams: elasticsearch-team: {} ml-core: {} everyone: access_level: BUILD_AND_READ provider_settings: build_pull_requests: true trigger_mode: none --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-pull-request-prom-compliance description: PromQL compliance PR comparison and nightly metrics links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-pull-request-validate-prometheus-compliance spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: Compares PR PromQL results and records nightly compliance metrics" name: elasticsearch / pull-request / validate-prometheus-compliance spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/pull-request-validate-prometheus-compliance.yml env: ELASTIC_PR_COMMENTS_ENABLED: "true" ELASTIC_SLACK_NOTIFICATIONS_ENABLED: "false" cancel_intermediate_builds: true skip_intermediate_builds: false teams: elasticsearch-team: {} everyone: access_level: BUILD_AND_READ provider_settings: build_branches: false build_pull_requests: true publish_commit_status: false trigger_mode: none schedules: elastic / prometheus / nightly: branch: main cronline: "@daily" message: "Nightly PromQL compliance metrics" --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-version-bump description: Buildkite Pipeline for elasticsearch version bump links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-version-bump spec: type: buildkite-pipeline owner: group:elasticsearch-team system: buildkite implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: Buildkite Pipeline for elasticsearch version bump name: elasticsearch-version-bump spec: pipeline_file: ".buildkite/pipelines/version-bump-pipeline.yml" skip_intermediate_builds: false provider_settings: trigger_mode: none repository: elastic/elasticsearch teams: elasticsearch-team: {} ml-core: {} everyone: access_level: READ_ONLY release-eng: access_level: BUILD_AND_READ --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-flakiness-detection-manual description: Run flakiness check on a developer-supplied list of classes links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-flakiness-detection-manual spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":elasticsearch: flakiness detection (manual)" name: elasticsearch / flakiness detection / manual spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/flakiness-detection-manual.yml teams: elasticsearch-team: {} ml-core: {} everyone: access_level: READ_ONLY provider_settings: trigger_mode: none --- # yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/e57ee3bed7a6f73077a3f55a38e76e40ec87a7cf/rre.schema.json apiVersion: backstage.io/v1alpha1 kind: Resource metadata: name: buildkite-pipeline-elasticsearch-agentic-workflow description: Run agentic workflows (test analysis, PR fix, PR creation) links: - title: Pipeline url: https://buildkite.com/elastic/elasticsearch-agentic-workflow spec: type: buildkite-pipeline system: buildkite owner: group:elasticsearch-team implementation: apiVersion: buildkite.elastic.dev/v1 kind: Pipeline metadata: description: ":robot_face: Run pi agentic workflows (analysis / fix-pr / create)" name: elasticsearch / agentic-workflow spec: repository: elastic/elasticsearch pipeline_file: .buildkite/pipelines/agentic-workflow.yml cancel_intermediate_builds: false skip_intermediate_builds: false teams: elasticsearch-team: {} ml-core: {} everyone: access_level: READ_ONLY provider_settings: build_branches: false build_pull_requests: false publish_commit_status: false trigger_mode: none