diff --git a/CHANGELOG.md b/CHANGELOG.md index 2867e6b5a..1bf9493c1 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,69 +1,932 @@ # Changelog + All notable changes to this project will be documented in this file. -The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) -and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html). +The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) + +## [v6.55.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.54.0...v6.55.0) (2026-02-04) + +### Changes +* Update buildkite-agent to v3.117.0 [#1710](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1710) ([renovate[bot]](https://github.com/apps/renovate)) +* SUP-2919: Add ScalerManagedPolicyARNs parameter for Lambda execution role [#1683](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1683) ([Mykematt](https://github.com/Mykematt)) + +### Dependency updates +* Update session-manager-plugin to v1.2.764.0 [#1709](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1709) ([renovate[bot]](https://github.com/apps/renovate)) +* Update dependency go to v1.25.6 [#1708](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1708) ([renovate[bot]](https://github.com/apps/renovate)) + +### Fixed +* Fix disk cleanup for multi-agent instances [#1707](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1707) ([petetomasik](https://github.com/petetomasik)) + +### Internal +* Update changelog for release v6.54.0 [#1706](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1706) ([scadu](https://github.com/scadu)) + +
+

Agent Changelog

 + +## [v3.117.0](https://github.com/buildkite/agent/tree/v3.117.0) (2026-02-04) +[Full Changelog](https://github.com/buildkite/agent/compare/v3.116.0...v3.117.0) + +### Added +- Flag to fetch the diff-base before diffing for `if_changed` [#3689](https://github.com/buildkite/agent/pull/3689) (@DrJosh9000) + +### Fixed +- Continue heartbeats while job is stopping [#3694](https://github.com/buildkite/agent/pull/3694) (@DrJosh9000) + +### Internal +- Make `bucket-url` optional for cache commands [#3690](https://github.com/buildkite/agent/pull/3690) (@mitchbne) +
+ + +## [v6.54.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.53.0...v6.54.0) (2026-01-29) + +### Changes +* Update buildkite-agent to v3.116.0 [#1705](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1705) ([renovate[bot]](https://github.com/apps/renovate)) +* Update log messages during disk space checks/cleanup ops [#1704](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1704) ([petetomasik](https://github.com/petetomasik)) +* Install additional python3.x versions [#1702](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1702) ([petetomasik](https://github.com/petetomasik)) + +### Internal +* Update changelog to v6.53.0 [#1700](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1700) ([scadu](https://github.com/scadu)) + +
+

Agent Changelog

 + +## [v3.116.0](https://github.com/buildkite/agent/tree/v3.116.0) (2026-01-28) +[Full Changelog](https://github.com/buildkite/agent/compare/v3.115.4...v3.116.0) + +### Added +- Support checkout skipping in agent [#3672](https://github.com/buildkite/agent/pull/3672) (@mcncl) +- Add default BoolFlag, BoolTFlag values to descriptions [#3678](https://github.com/buildkite/agent/pull/3678) (@petetomasik) + +### Fixed +- Exit with non-zero status if ping or heartbeat fail unrecoverably [#3687](https://github.com/buildkite/agent/pull/3687) (@DrJosh9000) +- Repeated plugins run correct number of times with always-clone-fresh [#3684](https://github.com/buildkite/agent/pull/3684) (@DrJosh9000) +- Fix nil pointer dereference in meta-data get on API timeout [#3682](https://github.com/buildkite/agent/pull/3682) (@lox) + +### Changed +- In k8s mode, write BUILDKITE_ENV_FILE to /workspace [#3683](https://github.com/buildkite/agent/pull/3683) (@zhming0) + +### Internal +- Refactor plugin config -> envar generation [#3655](https://github.com/buildkite/agent/pull/3655) (@moskyb) +- Dependabot updates: [#3656](https://github.com/buildkite/agent/pull/3656), [#3654](https://github.com/buildkite/agent/pull/3654), [#3662](https://github.com/buildkite/agent/pull/3662), [#3673](https://github.com/buildkite/agent/pull/3673), [#3675](https://github.com/buildkite/agent/pull/3675), [#3680](https://github.com/buildkite/agent/pull/3680), [#3681](https://github.com/buildkite/agent/pull/3681) (@dependabot[bot]) + +
+ + +## [v6.53.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.52.0...v6.53.0) (2026-01-13) + +### Changes +* Update buildkite-agent to v3.115.4 [#1699](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1699) ([renovate[bot]](https://github.com/apps/renovate)) + +### Dependency updates +* Bump golang.org/x/sys from 0.39.0 to 0.40.0 [#1698](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1698) ([dependabot[bot]](https://github.com/apps/dependabot)) + +### Internal +* Update changelog for upcoming release [#1696](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1696) ([scadu](https://github.com/scadu)) + +
+

Agent Changelog

 + +## [v3.115.4](https://github.com/buildkite/agent/tree/v3.115.4) (2026-01-13) +[Full Changelog](https://github.com/buildkite/agent/compare/v3.115.3...v3.115.4) + +### Changed + +- Fallback to `/usr/bin/env bash`, when `/bin/bash` does not exist [#3661](https://github.com/buildkite/agent/pull/3661) (@sundbry), [#3667](https://github.com/buildkite/agent/pull/3667) (@zhming0) + +### Internal +- Bump various container base image version. [#3669](https://github.com/buildkite/agent/pull/3669), [#3668](https://github.com/buildkite/agent/pull/3668), [#3667](https://github.com/buildkite/agent/pull/3667) (@dependabot[bot]) +
+ + +## [v6.52.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.51.0...v6.52.0) (2025-12-18) + +### Changes +* Remove support for BuildkiteAgentScalerVersion attribute [#1691](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1691) ([scadu](https://github.com/scadu)) +* Update buildkite-agent to v3.115.2 [#1695](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1695) ([renovate[bot]](https://github.com/apps/renovate)) + +### Fixed +* fix: Signal CloudFormation only if deployed by CloudFormation [#1694](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1694) ([JoeColeman95](https://github.com/JoeColeman95)) + +### Dependency updates +* Bump golang.org/x/sys from 0.38.0 to 0.39.0 [#1693](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1693) ([dependabot[bot]](https://github.com/apps/dependabot)) + +### Internal +* Close `
` tag in 6.39.0 CHANGELOG.md entry [#1692](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1692) ([huonw](https://github.com/huonw)) +* Update changelog for release v6.51.0 [#1690](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1690) ([scadu](https://github.com/scadu)) + +
+

Agent Changelog

 + +## [v3.115.2](https://github.com/buildkite/agent/tree/v3.115.2) (2025-12-18) +[Full Changelog](https://github.com/buildkite/agent/compare/v3.115.1...v3.115.2) + +### Fixed +- Try to avoid overriding BUILDKITE_PLUGINS_ALWAYS_CLONE_FRESH with false [#3644](https://github.com/buildkite/agent/pull/3644) (@DrJosh9000) +- SUP-5826: Remove experiment from 'env' command [#3635](https://github.com/buildkite/agent/pull/3635) (@Mykematt) + +### Internal +- Nested-loop jitter structure for log processing [#3645](https://github.com/buildkite/agent/pull/3645) (@DrJosh9000) +- Add E2E test for Azure Blob storage [#3642](https://github.com/buildkite/agent/pull/3642) (@DrJosh9000) +- PB-1007: add e2e test for gcs artifact upload/download [#3633](https://github.com/buildkite/agent/pull/3633) (@zhming0) +- PB-1025: improve e2e test DevEX [#3634](https://github.com/buildkite/agent/pull/3634) (@zhming0) + +### Dependency updates +- chore(deps): bump zstash to v0.7.0 [#3632](https://github.com/buildkite/agent/pull/3632) (@wolfeidau) +- build(deps): bump the cloud-providers group with 2 updates [#3638](https://github.com/buildkite/agent/pull/3638) (@dependabot[bot]) +- build(deps): bump the otel group with 5 updates [#3637](https://github.com/buildkite/agent/pull/3637) (@dependabot[bot]) +- build(deps): bump github.com/DataDog/datadog-go/v5 from 5.8.1 to 5.8.2 [#3639](https://github.com/buildkite/agent/pull/3639) (@dependabot[bot]) +- build(deps): bump the container-images group across 5 directories with 1 update [#3640](https://github.com/buildkite/agent/pull/3640) (@dependabot[bot]) +- build(deps): bump docker/library/golang from `cf1272d` to `54528d1` in /.buildkite in the container-images group across 1 directory [#3641](https://github.com/buildkite/agent/pull/3641) (@dependabot[bot]) +
+ + +## [v6.51.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.50.0...v6.51.0) (2025-12-12) + +### Changed +* Update buildkite/lifecycled to v3.5.0 [#1687](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1687) ([renovate[bot]](https://github.com/apps/renovate)) +* Update buildkite-agent to v3.115.1 [#1685](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1685) ([renovate[bot]](https://github.com/apps/renovate)) +* Update buildkite-agent to v3.115.0 [#1684](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1684) ([renovate[bot]](https://github.com/apps/renovate)) +* Update buildkite-agent to v3.114.1 [#1682](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1682) ([renovate[bot]](https://github.com/apps/renovate)) +* chore(deps): update buildkite plugin docker-compose to v5.12.1 [#1680](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1680) ([renovate[bot]](https://github.com/apps/renovate)) + +### Added +* Add configurable Docker garbage collection [#1659](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1659) ([JoeColeman95](https://github.com/JoeColeman95)) + +### Internal +* fix: ensure AMI metadata is set for copy step when builds are skipped [#1689](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1689) ([scadu](https://github.com/scadu)) +* Fix versions.ps1 matching in Renovate config [#1688](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1688) ([scadu](https://github.com/scadu)) +* Fix Renovate for tooling using versions.{sh,ps1} scripts [#1686](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1686) ([scadu](https://github.com/scadu)) +* Do not rebuild Stack AMI when not needed [#1681](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1681) ([scadu](https://github.com/scadu)) + +
+

Agent Changelog

 + +## [v3.115.1](https://github.com/buildkite/agent/tree/v3.115.1) (2025-12-12) +[Full Changelog](https://github.com/buildkite/agent/compare/v3.115.0...v3.115.1) + +### Fixes +- PS-1491: Fix double retry issue for k8s mode bootstrap [#3628](https://github.com/buildkite/agent/pull/3628) (@zhming0) + +### Internal +- PB-1023: remove old kubernetes bootstrap setup [#3629](https://github.com/buildkite/agent/pull/3629) (@zhming0) +- chore(deps): update zstash to v0.6.0 and update progress callback [#3630](https://github.com/buildkite/agent/pull/3630) (@wolfeidau) +- feat: add support for concurrent save and restore operations [#3627](https://github.com/buildkite/agent/pull/3627) (@wolfeidau) + +## [v3.115.0](https://github.com/buildkite/agent/tree/v3.115.0) (2025-12-10) +[Full Changelog](https://github.com/buildkite/agent/compare/v3.114.1...v3.115.0) + +### Added +- `--changed-files-path` for pipeline upload, which allows users to specify a list of files changed for `if_changed` computation [#3620](https://github.com/buildkite/agent/pull/3620) (@pyrocat101) + +### Fixes +- Further fixes to custom bucket artifact uploads/downloads [#3615](https://github.com/buildkite/agent/pull/3615) (@moskyb) + +## Internal +- Dependabot updates [#3618](https://github.com/buildkite/agent/pull/3618) [#3619](https://github.com/buildkite/agent/pull/3619) [#3622](https://github.com/buildkite/agent/pull/3622) [#3623](https://github.com/buildkite/agent/pull/3623) [#3621](https://github.com/buildkite/agent/pull/3621) (@dependabot[bot]) + +## [v3.114.1](https://github.com/buildkite/agent/tree/v3.114.1) (2025-12-05) +[Full Changelog](https://github.com/buildkite/agent/compare/v3.114.0...v3.114.1) + +### Fixed +- Fix issue where artifacts uploaded to customer-managed s3 buckets could not be downloaded [#3607](https://github.com/buildkite/agent/pull/3607) (@moskyb) + +### Internal +- Add an end-to-end testing framework! [#3611](https://github.com/buildkite/agent/pull/3611) [#3610](https://github.com/buildkite/agent/pull/3610) [#3609](https://github.com/buildkite/agent/pull/3609) [#3608](https://github.com/buildkite/agent/pull/3608) [#3606](https://github.com/buildkite/agent/pull/3606) [#3604](https://github.com/buildkite/agent/pull/3604) [#3599](https://github.com/buildkite/agent/pull/3599) (@DrJosh9000) +- Dependency updates [#3601](https://github.com/buildkite/agent/pull/3601) [#3600](https://github.com/buildkite/agent/pull/3600) (@dependabot[bot]) +- Update MIME types [#3603](https://github.com/buildkite/agent/pull/3603) (@DrJosh9000) + +
+ +## [v6.50.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.49.0...v6.50.0) (2025-11-26) + +### Changed +* Handle missing Docker config in disk space check by @JoeColeman95 in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1679 + +### Internal +* Update changelog for the v6.49.0 release by @scadu in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1678 + +## [v6.49.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.48.0...v6.49.0) (2025-11-25) + +### Changed +* Update buildkite-agent to v3.114.0 [#1677](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1677) ([renovate[bot]](https://github.com/apps/renovate)) +* Update ecr plugin to v2.11.0 [#1672](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1672) ([petetomasik](https://github.com/petetomasik)) + +### Added +* Add BuildkiteQueue and AgentsPerInstance tags to Agent Autoscaling groups [#1675](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1675) ([fd-jonathanlinn](https://github.com/fd-jonathanlinn)) + +### Internal +* chore: add a pr template [#1674](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1674) ([mcncl](https://github.com/mcncl)) +* Update changelog for upcoming release v6.48.0 [#1670](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1670) ([scadu](https://github.com/scadu)) + +
+

Agent Changelog

 + +## [v3.114.0](https://github.com/buildkite/agent/tree/v3.114.0) (2025-11-25) +[Full Changelog](https://github.com/buildkite/agent/compare/v3.113.0...v3.114.0) + +### Added +- feat: add agent metadata to OTEL trace attributes [#3587](https://github.com/buildkite/agent/pull/3587) (@pyrocat101) + +### Fixed +- Fix for the agent sometimes failing to disconnect properly when exiting - agent pool: Send error after disconnecting [#3596](https://github.com/buildkite/agent/pull/3596) (@DrJosh9000) + +### Internal +- internal/redact: Add another test with minor cleanup [#3591](https://github.com/buildkite/agent/pull/3591) (@DrJosh9000) +- Run gofumpt as part of CI [#3589](https://github.com/buildkite/agent/pull/3589) (@moskyb) + +### Dependency updates +- build(deps): bump the cloud-providers group with 7 updates [#3593](https://github.com/buildkite/agent/pull/3593) (@dependabot[bot]) +- build(deps): bump the container-images group across 5 directories with 1 update [#3594](https://github.com/buildkite/agent/pull/3594) (@dependabot[bot]) +- build(deps): bump the container-images group across 1 directory with 2 updates [#3595](https://github.com/buildkite/agent/pull/3595) (@dependabot[bot]) +- build(deps): bump golang.org/x/crypto from 0.44.0 to 0.45.0 [#3590](https://github.com/buildkite/agent/pull/3590) (@dependabot[bot]) + +
+ + +## [v6.48.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.47.0...v6.48.0) (2025-11-19) + +### Changed + +* Update buildkite-agent to v3.113.0 [#1662](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1662) ([renovate[bot]](https://github.com/apps/renovate)) + +### Added + +* Add option to create VPC endpoints [#1665](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1665) ([scadu](https://github.com/scadu)) +* Custom Instance Roles [#1660](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1660) ([JoeColeman95](https://github.com/JoeColeman95)) +* Add InstanceScaleInProtection parameter to stack [#1666](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1666) ([JoeColeman95](https://github.com/JoeColeman95)) + + +### Internal +* Actually make base images private [#1658](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1658) ([scadu](https://github.com/scadu)) +* Make base AMI private [#1657](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1657) ([scadu](https://github.com/scadu)) +* Revert "Don't rebuild Stack AMI when not needed" [#1669](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1669) ([scadu](https://github.com/scadu)) +* Fix: skip publish when only templates change [#1664](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1664) ([scadu](https://github.com/scadu)) +* Fix Stack AMI builds [#1663](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1663) ([scadu](https://github.com/scadu)) +* Don't rebuild Stack AMI when not needed [#1661](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1661) ([scadu](https://github.com/scadu)) +* Update changelog for upcoming release v6.47.0 [#1655](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1655) ([scadu](https://github.com/scadu)) + +
+Agent Changelog + +### [`v3.113.0`](https://redirect.github.com/buildkite/agent/blob/HEAD/CHANGELOG.md#v31130-2025-11-18) + +[Compare Source](https://redirect.github.com/buildkite/agent/compare/v3.112.0...v3.113.0) + +[Full Changelog](https://redirect.github.com/buildkite/agent/compare/v3.112.0...v3.113.0) + +##### Added + +* Add Prometheus /metrics handler and some basic metrics [#​3576](https://redirect.github.com/buildkite/agent/pull/3576) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Fixed + +* Fix the pipeline upload --reject-secrets flag not rejecting secrets [#​3580](https://redirect.github.com/buildkite/agent/pull/3580) ([@​moskyb](https://redirect.github.com/moskyb)) +* Fix idle tracking for agents that never received jobs [#​3579](https://redirect.github.com/buildkite/agent/pull/3579) ([@​scadu](https://redirect.github.com/scadu)) + +##### Internal + +* Clarify agent idlemonitor states in comment [#​3582](https://redirect.github.com/buildkite/agent/pull/3582) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) +* Put secret scan error into exit message [#​3581](https://redirect.github.com/buildkite/agent/pull/3581) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Dependency updates + +* build(deps): bump the golang-x group with 3 updates [#​3583](https://redirect.github.com/buildkite/agent/pull/3583) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +* build(deps): bump the cloud-providers group with 7 updates [#​3584](https://redirect.github.com/buildkite/agent/pull/3584) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) + +### [`v3.112.0`](https://redirect.github.com/buildkite/agent/blob/HEAD/CHANGELOG.md#v31130-2025-11-18) + +[Compare Source](https://redirect.github.com/buildkite/agent/compare/v3.111.0...v3.112.0) + +[Full Changelog](https://redirect.github.com/buildkite/agent/compare/v3.112.0...v3.113.0) + +##### Added + +* Add Prometheus /metrics handler and some basic metrics [#​3576](https://redirect.github.com/buildkite/agent/pull/3576) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Fixed + +* Fix the pipeline upload --reject-secrets flag not rejecting secrets [#​3580](https://redirect.github.com/buildkite/agent/pull/3580) ([@​moskyb](https://redirect.github.com/moskyb)) +* Fix idle tracking for agents that never received jobs [#​3579](https://redirect.github.com/buildkite/agent/pull/3579) ([@​scadu](https://redirect.github.com/scadu)) + +##### Internal + +* Clarify agent idlemonitor states in comment [#​3582](https://redirect.github.com/buildkite/agent/pull/3582) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) +* Put secret scan error into exit message [#​3581](https://redirect.github.com/buildkite/agent/pull/3581) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Dependency updates + +* build(deps): bump the golang-x group with 3 updates [#​3583](https://redirect.github.com/buildkite/agent/pull/3583) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +* build(deps): bump the cloud-providers group with 7 updates [#​3584](https://redirect.github.com/buildkite/agent/pull/3584) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) + +
+ +## [v6.47.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.46.0...v6.47.0) (2025-11-12) + +### Fixed + +* fix(aws-stack): add BuildkiteTerminateInstanceOnDiskFull to ParameterGroups and Windows env [#1635](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1635) ([ivannalisetska](https://github.com/ivannalisetska)) +* Add missing params to ParameterGroups [#1637](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1637) ([petetomasik](https://github.com/petetomasik)) + +### Added + +* Add support for arm64 buildkite-agent-scaler [#1653](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1653) ([scadu](https://github.com/scadu)) +* Add new param for S3 secrets plugin [#1638](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1638) ([petetomasik](https://github.com/petetomasik)) + +### Internal + +* Move versioning and update renovate config [#1654](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1654) ([JoeColeman95](https://github.com/JoeColeman95)) +* Separate cleanup of CFn stacks & service roles [#1650](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1650) ([lucaswilric](https://github.com/lucaswilric)) +* Missed a usage when renaming 'deleted_counter' [#1651](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1651) ([lucaswilric](https://github.com/lucaswilric)) +* Deregister old, private AMIs - unless they are shared with other AWS accounts [#1648](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1648) ([lucaswilric](https://github.com/lucaswilric)) +* Add centralized version management with Renovate automation [#1639](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1639) ([JoeColeman95](https://github.com/JoeColeman95)) +* chore(deps): update buildkite-agent to v3.111.0 [#1636](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1636) ([renovate[bot]](https://github.com/apps/renovate)) +* Update changelog for v6.46.0 release [#1634](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1634) ([scadu](https://github.com/scadu)) + +### Dependencies + +* chore(deps): bump golang.org/x/sys from 0.37.0 to 0.38.0 [#1649](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1649) ([dependabot[bot]](https://github.com/apps/dependabot)) +* chore(deps): update dependency go to v1.25.4 [#1641](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1641) ([renovate[bot]](https://github.com/apps/renovate)) +* chore(deps): update docker/compose to v2.40.3 [#1644](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1644) ([renovate[bot]](https://github.com/apps/renovate)) +* chore(deps): update session-manager-plugin to v1.2.707.0 [#1642](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1642) ([renovate[bot]](https://github.com/apps/renovate)) +* chore(deps): update goss-org/goss to v0.4.9 [#1645](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1645) ([renovate[bot]](https://github.com/apps/renovate)) +* chore(deps): update docker/buildx to v0.29.1 [#1647](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1647) ([renovate[bot]](https://github.com/apps/renovate)) +* Update aws-cli to v2.31.32 [#1640](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1640) ([renovate[bot]](https://github.com/apps/renovate)) +* Update buildkite/lifecycled to v3.4.0 [#1646](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1646) ([renovate[bot]](https://github.com/apps/renovate)) +* Update buildkite plugin docker-compose to v5.12.0 [#1643](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1643) ([renovate[bot]](https://github.com/apps/renovate)) + +## [v6.46.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.45.0...v6.46.0) (2025-11-04) + +## Changed + +- chore(deps): update buildkite-agent to v3.110.0 [#1632](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1632) ([renovate[bot]](https://github.com/apps/renovate)) + +## Internal + +- chore: remove notes from Renovate's PR [#1633](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1633) ([scadu](https://github.com/scadu)) +- Fix Renovate custom manager for buildkite-agent [#1631](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1631) ([scadu](https://github.com/scadu)) +- chore(deps): update buildkite plugin docker-compose to v5.11.0 [#1626](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1626) ([renovate[bot]](https://github.com/apps/renovate)) +- chore: remove unused workflow file [#1628](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1628) ([mcncl](https://github.com/mcncl)) + +
+Agent Changelog + +### [`v3.110.0`](https://redirect.github.com/buildkite/agent/blob/HEAD/CHANGELOG.md#v31100-2025-10-22) + +[Compare Source](https://redirect.github.com/buildkite/agent/compare/v3.109.1...v3.110.0) + +[Full Changelog](https://redirect.github.com/buildkite/agent/compare/v3.109.1...v3.110.0) + +##### Added + +- Configurable chunks interval [#​3521](https://redirect.github.com/buildkite/agent/pull/3521) ([@​catkins](https://redirect.github.com/catkins)) +- Inject OpenTelemetry context to all child processes [#​3548](https://redirect.github.com/buildkite/agent/pull/3548) ([@​zhming0](https://redirect.github.com/zhming0)) + - This is done using [environment variables](https://opentelemetry.io/docs/specs/otel/context/env-carriers/). This may interfere with existing OTel environment variables if they are manually added some other way. +- Add --literal and --delimiter flags to artifact upload [#​3543](https://redirect.github.com/buildkite/agent/pull/3543) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Changed + +Various improvements and fixes to do with signal and cancel grace periods, and signal handling, most notably: + +- When cancelling a job, the timeout before sending a SIGKILL to the job has changed from cancel-grace-period to signal-grace-period (`--signal-grace-period-seconds` flag, `BUILDKITE_SIGNAL_GRACE_PERIOD_SECONDS` env var) to allow the agent some extra time to upload job logs and mark the job as finished. By default, signal-grace-period is 1 second shorter than cancel-grace-period. You may wish to increase cancel-grace-period accordingly. +- When SIGQUIT is handled by the bootstrap, the exit code is now 131, and it no longer dumps a stacktrace. +- The recently-added `--kubernetes-log-collection-grace-period` flag is now deprecated. Instead, use `--cancel-grace-period`. +- When running the agent interactively, you can now Ctrl-C a third time to exit immediately. +- In Kubernetes mode, the agent now begins shutting down on the first SIGTERM. The kubernetes-bootstrap now swallows SIGTERM with a logged message, and waits for the agent container to send an interrupt. +- When the agent is cancelling jobs because it is stopping, all jobs start cancellation simultaneously. This allows the agent to exit sooner when multiple workers (`--spawn` flag) are used. + See [#​3549](https://redirect.github.com/buildkite/agent/pull/3549), [#​3547](https://redirect.github.com/buildkite/agent/pull/3547), [#​3534](https://redirect.github.com/buildkite/agent/pull/3534) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Fixed + +- Refresh checkout root file handle after checkout hook [#​3546](https://redirect.github.com/buildkite/agent/pull/3546) ([@​zhming0](https://redirect.github.com/zhming0)) +- Bump zzglob to v0.4.2 to fix uploading artifact paths containing `~` [#​3539](https://redirect.github.com/buildkite/agent/pull/3539) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Internal + +- Docs: Add examples for step update commands for priority and notify attributes [#​3532](https://redirect.github.com/buildkite/agent/pull/3532) ([@​tomowatt](https://redirect.github.com/tomowatt)) +- Docs: Update URLs in agent cfg comments [#​3536](https://redirect.github.com/buildkite/agent/pull/3536) ([@​petetomasik](https://redirect.github.com/petetomasik)) + +##### Dependency updates + +- Upgrade Datadog-go to v5.8.1 to work around mod checksum issues [#​3538](https://redirect.github.com/buildkite/agent/pull/3538) ([@​dannyfallon](https://redirect.github.com/dannyfallon)) +- build(deps): bump the container-images group across 3 directories with 2 updates [#​3545](https://redirect.github.com/buildkite/agent/pull/3545) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump gopkg.in/DataDog/dd-trace-go.v1 from 1.74.6 to 1.74.7 [#​3544](https://redirect.github.com/buildkite/agent/pull/3544) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump github.com/gofrs/flock from 0.12.1 to 0.13.0 [#​3523](https://redirect.github.com/buildkite/agent/pull/3523) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump docker/library/golang from 1.24.8 to 1.24.9 in /.buildkite in the container-images group across 1 directory [#​3542](https://redirect.github.com/buildkite/agent/pull/3542) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump the cloud-providers group across 1 directory with 6 updates [#​3541](https://redirect.github.com/buildkite/agent/pull/3541) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump the container-images group across 3 directories with 1 update [#​3540](https://redirect.github.com/buildkite/agent/pull/3540) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump the golang-x group with 5 updates [#​3525](https://redirect.github.com/buildkite/agent/pull/3525) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) + +### [`v3.109.1`](https://redirect.github.com/buildkite/agent/blob/HEAD/CHANGELOG.md#v31100-2025-10-22) + +[Compare Source](https://redirect.github.com/buildkite/agent/compare/v3.109.0...v3.109.1) + +[Full Changelog](https://redirect.github.com/buildkite/agent/compare/v3.109.1...v3.110.0) + +##### Added + +- Configurable chunks interval [#​3521](https://redirect.github.com/buildkite/agent/pull/3521) ([@​catkins](https://redirect.github.com/catkins)) +- Inject OpenTelemetry context to all child processes [#​3548](https://redirect.github.com/buildkite/agent/pull/3548) ([@​zhming0](https://redirect.github.com/zhming0)) + - This is done using [environment variables](https://opentelemetry.io/docs/specs/otel/context/env-carriers/). This may interfere with existing OTel environment variables if they are manually added some other way. +- Add --literal and --delimiter flags to artifact upload [#​3543](https://redirect.github.com/buildkite/agent/pull/3543) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Changed + +Various improvements and fixes to do with signal and cancel grace periods, and signal handling, most notably: + +- When cancelling a job, the timeout before sending a SIGKILL to the job has changed from cancel-grace-period to signal-grace-period (`--signal-grace-period-seconds` flag, `BUILDKITE_SIGNAL_GRACE_PERIOD_SECONDS` env var) to allow the agent some extra time to upload job logs and mark the job as finished. By default, signal-grace-period is 1 second shorter than cancel-grace-period. You may wish to increase cancel-grace-period accordingly. +- When SIGQUIT is handled by the bootstrap, the exit code is now 131, and it no longer dumps a stacktrace. +- The recently-added `--kubernetes-log-collection-grace-period` flag is now deprecated. Instead, use `--cancel-grace-period`. +- When running the agent interactively, you can now Ctrl-C a third time to exit immediately. +- In Kubernetes mode, the agent now begins shutting down on the first SIGTERM. The kubernetes-bootstrap now swallows SIGTERM with a logged message, and waits for the agent container to send an interrupt. +- When the agent is cancelling jobs because it is stopping, all jobs start cancellation simultaneously. This allows the agent to exit sooner when multiple workers (`--spawn` flag) are used. + See [#​3549](https://redirect.github.com/buildkite/agent/pull/3549), [#​3547](https://redirect.github.com/buildkite/agent/pull/3547), [#​3534](https://redirect.github.com/buildkite/agent/pull/3534) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Fixed + +- Refresh checkout root file handle after checkout hook [#​3546](https://redirect.github.com/buildkite/agent/pull/3546) ([@​zhming0](https://redirect.github.com/zhming0)) +- Bump zzglob to v0.4.2 to fix uploading artifact paths containing `~` [#​3539](https://redirect.github.com/buildkite/agent/pull/3539) ([@​DrJosh9000](https://redirect.github.com/DrJosh9000)) + +##### Internal + +- Docs: Add examples for step update commands for priority and notify attributes [#​3532](https://redirect.github.com/buildkite/agent/pull/3532) ([@​tomowatt](https://redirect.github.com/tomowatt)) +- Docs: Update URLs in agent cfg comments [#​3536](https://redirect.github.com/buildkite/agent/pull/3536) ([@​petetomasik](https://redirect.github.com/petetomasik)) + +##### Dependency updates + +- Upgrade Datadog-go to v5.8.1 to work around mod checksum issues [#​3538](https://redirect.github.com/buildkite/agent/pull/3538) ([@​dannyfallon](https://redirect.github.com/dannyfallon)) +- build(deps): bump the container-images group across 3 directories with 2 updates [#​3545](https://redirect.github.com/buildkite/agent/pull/3545) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump gopkg.in/DataDog/dd-trace-go.v1 from 1.74.6 to 1.74.7 [#​3544](https://redirect.github.com/buildkite/agent/pull/3544) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump github.com/gofrs/flock from 0.12.1 to 0.13.0 [#​3523](https://redirect.github.com/buildkite/agent/pull/3523) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump docker/library/golang from 1.24.8 to 1.24.9 in /.buildkite in the container-images group across 1 directory [#​3542](https://redirect.github.com/buildkite/agent/pull/3542) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump the cloud-providers group across 1 directory with 6 updates [#​3541](https://redirect.github.com/buildkite/agent/pull/3541) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump the container-images group across 3 directories with 1 update [#​3540](https://redirect.github.com/buildkite/agent/pull/3540) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) +- build(deps): bump the golang-x group with 5 updates [#​3525](https://redirect.github.com/buildkite/agent/pull/3525) ([@​dependabot](https://redirect.github.com/dependabot)\[bot]) + +### [`v3.109.0`](https://redirect.github.com/buildkite/agent/blob/HEAD/CHANGELOG.md#v31091-2025-10-15) + +[Compare Source](https://redirect.github.com/buildkite/agent/compare/v3.108.0...v3.109.0) + +[Full Changelog](https://redirect.github.com/buildkite/agent/compare/v3.109.0...v3.109.1) + +##### Fixed + +- Pass aws config to ec2 client for fetching tags [#​3529](https://redirect.github.com/buildkite/agent/pull/3529) ([@​migueleliasweb](https://redirect.github.com/migueleliasweb)) +- PS-1245: Fix artifact search output format escape sequence handling [#​3522](https://redirect.github.com/buildkite/agent/pull/3522) ([@​zhming0](https://redirect.github.com/zhming0)) +- Fix inconsistency in artifact search --format flag documentation [#​3520](https://redirect.github.com/buildkite/agent/pull/3520) ([@​ivannalisetska](https://redirect.github.com/ivannalisetska)) + +
+ +## [v6.45.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.44.0...v6.45.0) (2025-10-31) + +## Changed + +- chore(deps): update dependency go to v1.25.3 by @renovate[bot] in #1609 +- stack_deployed_by > stack-deployed-by by @JoeColeman95 in #1624 +- Bumping AWS CLI version to 2.31.26 by @JoeColeman95 in #1625 +- Update changelog for v6.44.0 release by @JoeColeman95 in #1623 + +## [v6.44.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.44.0) (2025-10-31) + +## Changed + +- chore: bump agent to v3.108.0 by @mcncl in +- chore(deps): bump golang.org/x/sys from 0.36.0 to 0.37.0 by @dependabot[bot] in +- Adding `stack_deployed_by` and updating README by @JoeColeman95 in + +## Fixed + +- Fix typo'd claim by @petetomasik in +- Fix failure scenarios when EC2 metadata service unavailable by @petetomasik in + +## Documentation + +- Update changelog for v6.43.0 release by @petetomasik in + +[Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.43.0...v6.44.0) + +
+ +

Agent Changelog

 + +## [v3.108.0](https://github.com/buildkite/agent/tree/v3.108.0) (2025-10-02) + +[Full Changelog](https://github.com/buildkite/agent/compare/v3.107.2...v3.108.0) + +### Added + +- Ability to checkout subdirectories of Plugins [#3488](https://github.com/buildkite/agent/pull/3488) (@tomowatt) +- Better env var for disabling if_changed [#3501](https://github.com/buildkite/agent/pull/3501) (@DrJosh9000) +- Add plugins-always-clone-fresh to config, CLI start [#3429](https://github.com/buildkite/agent/pull/3429) (@petetomasik) + +### Fixed + +- Fix log collection stopping too early on SIGTERM in Kubernetes [#3500](https://github.com/buildkite/agent/pull/3500) (@scadu) +- Update gopsutils to 4.25.8 [#3499](https://github.com/buildkite/agent/pull/3499) (@ladd) +- Remove debugging log line [#3496](https://github.com/buildkite/agent/pull/3496) (@DrJosh9000) +- Set e.checkoutRoot even if checkout phase is disabled [#3493](https://github.com/buildkite/agent/pull/3493) (@DrJosh9000) + +### Internal + +- Simplify secret tests [#3484](https://github.com/buildkite/agent/pull/3484) (@moskyb) + +### Dependency updates + +- build(deps): bump the container-images group across 5 directories with 1 update [#3505](https://github.com/buildkite/agent/pull/3505) (@dependabot[bot]) +- build(deps): bump github.com/DataDog/datadog-go/v5 from 5.6.0 to 5.8.0 [#3504](https://github.com/buildkite/agent/pull/3504) (@dependabot[bot]) +- build(deps): bump cloud.google.com/go/compute/metadata from 0.8.4 to 0.9.0 [#3506](https://github.com/buildkite/agent/pull/3506) (@dependabot[bot]) +- build(deps): bump the cloud-providers group with 5 updates [#3503](https://github.com/buildkite/agent/pull/3503) (@dependabot[bot]) +- build(deps): bump rexml from 3.3.9 to 3.4.2 [#3494](https://github.com/buildkite/agent/pull/3494) (@dependabot[bot]) +- build(deps): bump cloud.google.com/go/compute/metadata from 0.8.0 to 0.8.4 [#3489](https://github.com/buildkite/agent/pull/3489) (@dependabot[bot]) +- build(deps): bump the cloud-providers group across 1 directory with 3 updates [#3490](https://github.com/buildkite/agent/pull/3490) (@dependabot[bot]) +- build(deps): bump the container-images group across 4 directories with 1 update [#3491](https://github.com/buildkite/agent/pull/3491) (@dependabot[bot]) +- build(deps): bump the container-images group across 1 directory with 2 updates [#3492](https://github.com/buildkite/agent/pull/3492) (@dependabot[bot]) + +
+ +## [v6.43.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.43.0) (2025-10-09) + +## Changed + +- Add signing parameters to cfn template by @moskyb in + +## Fixed + +- Fix/disable EnableECRCredentialHelper parameter by @petetomasik in + +## Documentation + +- Update changelog for v6.42.0 release by @petetomasik in + +[Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.42.0...v6.43.0) + +## [v6.42.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.41.6...v6.42.0) (2025-10-07) + +### Changed + +- Cleanup base AMI build logic by @scadu in +- Fix missing refresh_authorized_keys.timer by @scadu in +- Allow ECR Credential Helper to be disabled by @petetomasik in +- Support cross-account SSM Parameter Store paths by @petetomasik in +- Allow configurable Docker default bridge networks by @petetomasik in +- Support arm64 arch for Lambda functions by @petetomasik in + +### Internal + +- Update golang Docker tag to v1.25 by @renovate[bot] in +- Updates to clarify `BootstrapScriptUrl` and `AgentEnvFileUrl` Stack params by @petetomasik in +- Update changelog for v6.41.6 release [#1602](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1602) ([scadu](https://github.com/scadu)) + +[Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.41.6...v6.42.0) + +## [v6.41.6](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.41.5...v6.41.6) (2025-09-24) + +### Changed + +- Update buildkite-agent to v3.107.2 [#1601](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1601) ([renovate[bot]](https://github.com/apps/renovate)) + +### Documentation + +- CF template: Improve description clarity [#1568](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1568) ([scadu](https://github.com/scadu)) +- Update changelog for v6.41.5 release [#1596](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1596) ([scadu](https://github.com/scadu)) + +
+

Agent Changelog

 + +## [v3.107.2](https://github.com/buildkite/agent/tree/v3.107.2) (2025-09-24) + +[Full Changelog](https://github.com/buildkite/agent/compare/v3.107.1...v3.107.2) + +### Fixed + +- Remove debugging log line [#3496](https://github.com/buildkite/agent/pull/3496) (@DrJosh9000) + +
+ +## [v6.41.5](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.41.4...v6.41.5) (2025-09-22) + +### Changed + +- Update buildkite-agent to v3.107.0 [#1591](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1591) ([renovate[bot]](https://github.com/apps/renovate)) + +### Internal + +- Update changelog for v6.41.4 release [#1589](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1589) ([scadu](https://github.com/scadu)) +- Temporarily remove build conditional for base AMI [#1595](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1595) ([scadu](https://github.com/scadu)) +- Fix: base AMI lookup [#1594](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1594) ([scadu](https://github.com/scadu)) +- Simplify base AMI build logic [#1593](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1593) ([scadu](https://github.com/scadu)) +- Don't rebuild base image on plugin update [#1590](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1590) ([scadu](https://github.com/scadu)) + +
+ +

Agent Changelog

 + +## [v3.107.0](https://github.com/buildkite/agent/tree/v3.107.0) (2025-09-18) + +[Full Changelog](https://github.com/buildkite/agent/compare/v3.106.0...v3.107.0) + +### Added + +- Added ability to fetch multiple secrets in a single call [#3483](https://github.com/buildkite/agent/pull/3483) (@moskyb) +- Experiment for propagating agent config env vars [#3471](https://github.com/buildkite/agent/pull/3471) (@DrJosh9000) +- `oidc request-token` can now output in a GCP Workload Federation-compatible format [#3480](https://github.com/buildkite/agent/pull/3480) (@moskyb) + +### Changed + +- Update docs for apply-if-changed information with agent minimum version [#3485](https://github.com/buildkite/agent/pull/3485) (@Damilola-obasa) + +### Internal + +- Use the go.mod tool block for more tools [#3481](https://github.com/buildkite/agent/pull/3481) (@DrJosh9000) +- Update shellwords to v1.0.1, relax Go version directive [#3464](https://github.com/buildkite/agent/pull/3464) (@moskyb) +- build(deps): bump the container-images group across 5 directories with 1 update [#3478](https://github.com/buildkite/agent/pull/3478) (@dependabot[bot]) +- Split Dependabot container updates [#3477](https://github.com/buildkite/agent/pull/3477) (@DrJosh9000) + +
+ +## [v6.41.4](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.41.3...v6.41.4) (2025-09-17) + +- Security fix: update secrets plugin to v2.7.0 [#1588](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1588) ([scadu](https://github.com/scadu)) + +and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html). + +## [v6.41.3](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.41.2...v6.41.3) (2025-09-16) + +### Changed + +- chore(deps): update buildkite-agent to v3.106.0 [#1586](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1586) ([renovate[bot]](https://github.com/apps/renovate)) +- Allow DisableScaleIn to be configured from Stack [#1583](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1583) ([petetomasik](https://github.com/petetomasik)) +- Bump s3-secrets-hook plugin [#1577](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1577) ([lizrabuya](https://github.com/lizrabuya)) + +
+

Agent Changelog

 + +## [v3.106.0](https://github.com/buildkite/agent/tree/v3.106.0) (2025-09-15) + +[Full Changelog](https://github.com/buildkite/agent/compare/v3.105.0...v3.106.0) + +### Changed + +- Support upcoming `secrets` pipeline syntax (currently in private preview) [#3453](https://github.com/buildkite/agent/pull/3453) (@matthewborden) +- Better plugin and hook path checks [#3445](https://github.com/buildkite/agent/pull/3445) (@DrJosh9000) + +
+ +## [v6.41.2](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.41.2) (2025-09-11) + +[Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.41.1...v6.41.2) + +### Changed + +- Update agent version to 3.105.0 [#1580](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1580) (@jonathanly) +- Configurable CpuCredits parameter for T-class instances [#1574](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1574) (@petetomasik) +- Allow scheduled scale up/down actions for MinSize [#1575](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1575) (@petetomasik) + +### Internal + +- chore(deps): bump golang.org/x/sys from 0.35.0 to 0.36.0 [#1573](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1573) (@dependabot[bot]) +- fix: align Go version with go.mod [#1579](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1579) (@scadu) +- Fix base AMI hash calculation [#1578](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1578) (@scadu) +- Fix base AMI hash calculation mismatch [#1576](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1576) (@scadu) + +
+

Agent Changelog

 + +## [v3.105.0](https://github.com/buildkite/agent/tree/v3.105.0) (2025-09-10) + +[Full Changelog](https://github.com/buildkite/agent/compare/v3.104.0...v3.105.0) + +### Fixed + +- PS-1101: refresh Executor config for Job API env change in polyglot hook [#3467](https://github.com/buildkite/agent/pull/3467) (@zhming0) +- PB-610: fix hook environment variable unable to propagate via bk-agent env set [#3466](https://github.com/buildkite/agent/pull/3466) (@zhming0) + +### Added + +- Support agent checkout on pull request merge refspecs [#3436](https://github.com/buildkite/agent/pull/3436) (@jonathanly) + +### Internal + +- Lower Go containers back to 1.24 [#3468](https://github.com/buildkite/agent/pull/3468) (@DrJosh9000) +- Add replacer fuzz test corpus to repo, with fix [#3448](https://github.com/buildkite/agent/pull/3448) (@DrJosh9000) +- Re-add test race detection, and skip a known-racy test under the race regime [#3452](https://github.com/buildkite/agent/pull/3452) (@moskyb) +- Dependancy updates: [#3463](https://github.com/buildkite/agent/pull/3463), [#3465](https://github.com/buildkite/agent/pull/3465), [#3462](https://github.com/buildkite/agent/pull/3462) ,[#3457](https://github.com/buildkite/agent/pull/3457), [#3460](https://github.com/buildkite/agent/pull/3460), [#3456](https://github.com/buildkite/agent/pull/3456), [#3454](https://github.com/buildkite/agent/pull/3454) (@dependabot[bot]) + +
+ +## [v6.41.1](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.41.0...v6.41.1) (2025-09-08) + +- Update agent version to 3.104.0 [#1570](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1570) ([matthewborden](https://github.com/matthewborden)) +- Add build purge option on disk full for Buildkite agents [#1567](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1567) ([JoeColeman95](https://github.com/JoeColeman95)) + +
+

Agent Changelog

 + +## [v3.104.0](https://github.com/buildkite/agent/tree/v3.104.0) (2025-09-05) + +[Full Changelog](https://github.com/buildkite/agent/compare/v3.103.1...v3.104.0) + +### Security + +- Automatically redact OIDC tokens in logs [#3450](https://github.com/buildkite/agent/pull/3450) (@matthewborden) + +### Added + +- Allow multiple pipeline files for upload [#3431](https://github.com/buildkite/agent/pull/3431) (@DrJosh9000) + +### Changed + +- Promote use-zzglob experiment to default [#3428](https://github.com/buildkite/agent/pull/3428) (@DrJosh9000) + +### Fixed + +- Ensure bootstrap waits for signal propagation before exiting [#3443](https://github.com/buildkite/agent/pull/3443) (@moskyb) +- Fix experiment promotion message [#3432](https://github.com/buildkite/agent/pull/3432) (@DrJosh9000) + +### Internal + +- Add disclosures/credits to PR template [#3433](https://github.com/buildkite/agent/pull/3433) (@DrJosh9000) +- Fix code owners [#3422](https://github.com/buildkite/agent/pull/3422) (@zhming0) +- Dependency updates [#3437](https://github.com/buildkite/agent/pull/3437), [#3438](https://github.com/buildkite/agent/pull/3438), [#3442](https://github.com/buildkite/agent/pull/3442), [#3441](https://github.com/buildkite/agent/pull/3441), [#3435](https://github.com/buildkite/agent/pull/3435), [#3425](https://github.com/buildkite/agent/pull/3425), [#3423](https://github.com/buildkite/agent/pull/3423), [#3426](https://github.com/buildkite/agent/pull/3426), [#3427](https://github.com/buildkite/agent/pull/3427), [#3424](https://github.com/buildkite/agent/pull/3424) (@dependabot[bot]) + +
+ +## [v6.41.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.41.0) (2025-08-29) + +[Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.10...v6.41.0) + +### Changed + +- Enable ECR Credential Helper, update plugins, PATH fix [#1565](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1565) (@petetomasik) +- Install AWS ECR Credential Helper [#1561](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1561) (@petetomasik) +- Upgrade gpg in AL2023 to full install [#1562](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1562) (@petetomasik) +- Implement IAM permissions required to use ECR Private Registry as pull through cache [#1560](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1560) (@petetomasik) +- AWS CLI v2 in Windows AMI [#1558](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1558) (@petetomasik) +- Ensure all AMIs are public in new split build process [#1557](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1557) (@petetomasik) +- Allow up to 5 tags to be defined on the EC2 instance role [#1556](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1556) (@petetomasik) +- Implement CloudWatch LogGroup retention policies [#1555](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1555) (@petetomasik) +- Split AMI build process [#1548](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1548) (@scadu) +- Add support for ArtifactsBucket region, with bucket ACL and Region configs [#1554](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1554) (@JoeColeman95) +- Add OnDemandBaseCapacity parameter [#1552](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1552) (@petetomasik) +- Implement new agent disconnect-after-uptime config [#1553](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1553) (@petetomasik) +- Make custom AMI builds have private visibility, by default [#1551](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1551) (@petetomasik) +- Bumping S3 Secrets plugin to v2.5.0 [#1549](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1549) (@JoeColeman95) +- ensure the SED var is used by inline commands [#1356](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1356) (@wolfeidau) +- Create additional dependencies for VPC creation completion [#1546](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1546) (@petetomasik) +- Ensure AWS_ECR_LOGIN is passed into ECR plugin [#1547](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1547) (@petetomasik) +- Clarify AgentsPerInstance behavior [#1545](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1545) (@scadu) +- chore(deps): bump golang.org/x/sys from 0.34.0 to 0.35.0 [#1543](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1543) (@dependabot[bot]) +- Update changelog to v6.40.10 [#1544](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1544) (@scadu) + +
+

Agent Changelog

 + +## [v3.103.1](https://github.com/buildkite/agent/tree/v3.103.1) (2025-08-07) + +[Full Changelog](https://github.com/buildkite/agent/compare/v3.103.0...v3.103.1) + +### Fixed + +- PS-980: fix custom TMPDIR break hook wrapper [#3416](https://github.com/buildkite/agent/pull/3416) (@zhming0) + +### Changed + +- PS-1000: ensure a static & short checkout path for k8s stack agent [#3420](https://github.com/buildkite/agent/pull/3420) (@zhming0) +- Make the 'Pipeline upload not yet applied: processing' message info, not warning [#3419](https://github.com/buildkite/agent/pull/3419) (@moskyb) + +### Internal + +- build(deps): bump thor from 0.19.4 to 1.4.0 [#3417](https://github.com/buildkite/agent/pull/3417) (@dependabot[bot]) +- build(deps): bump the cloud-providers group across 1 directory with 7 updates [#3414](https://github.com/buildkite/agent/pull/3414) (@dependabot[bot]) +- build(deps): bump the container-images group across 7 directories with 4 updates [#3415](https://github.com/buildkite/agent/pull/3415) (@dependabot[bot]) +- Update to use OIDC session tags on AWS role assumption [#3412](https://github.com/buildkite/agent/pull/3412) (@duckalini) +- chore: move the tool.go to new tool dependency [#3409](https://github.com/buildkite/agent/pull/3409) (@wolfeidau) +- Upgrade to go-pipeline v0.15.0 [#3408](https://github.com/buildkite/agent/pull/3408) (@DrJosh9000) +- Only run tests if code has changed [#3407](https://github.com/buildkite/agent/pull/3407) (@DrJosh9000) + +
+ +## [v6.40.10](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.9...v6.40.10) (2025-08-13) + +### Changed + +- feat: gracefully terminate agents when ASG is updated with replacement [#1476](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1476) ([n-tucker](https://github.com/n-tucker)) +- Allow Docker default address pools to be changed [#1542](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1542) ([petetomasik](https://github.com/petetomasik)) +- Add scale-in/out cooldown params [#1540](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1540) ([scadu](https://github.com/scadu)) +- Require agent-scaler 1.9.5 or newer [#1533](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1533) ([scadu](https://github.com/scadu)) + +### Internal + +- Update buildkite-agent to v3.103.1 [#1541](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1541) ([renovate[bot]](https://github.com/apps/renovate)) +- SUP-4081 - Update config.json.example for installing Elastic CI stack with the AWS CLI [#1493](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1493) ([Mykematt](https://github.com/Mykematt)) +- Update dependency node to v22 [#1539](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1539) ([renovate[bot]](https://github.com/apps/renovate)) +- Update buildkite plugin docker-compose to v5.10.0 [#1538](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1538) ([renovate[bot]](https://github.com/apps/renovate)) +- Update ruby Docker tag to v3.4 [#1537](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1537) ([renovate[bot]](https://github.com/apps/renovate)) +- Update dependency go to v1.24.5 [#1536](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1536) ([renovate[bot]](https://github.com/apps/renovate)) + +### Fixed + +- Fix agent's signal-grace-period-seconds [#1534](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1534) ([scadu](https://github.com/scadu)) + +
+

Agent Changelog

 + +## [v3.103.1](https://github.com/buildkite/agent/tree/v3.103.1) (2025-08-07) + +[Full Changelog](https://github.com/buildkite/agent/compare/v3.103.0...v3.103.1) + +### Fixed + +- PS-980: fix custom TMPDIR break hook wrapper [#3416](https://github.com/buildkite/agent/pull/3416) (@zhming0) + +### Changed + +- PS-1000: ensure a static & short checkout path for k8s stack agent [#3420](https://github.com/buildkite/agent/pull/3420) (@zhming0) +- Make the 'Pipeline upload not yet applied: processing' message info, not warning [#3419](https://github.com/buildkite/agent/pull/3419) (@moskyb) + +### Internal + +- build(deps): bump thor from 0.19.4 to 1.4.0 [#3417](https://github.com/buildkite/agent/pull/3417) (@dependabot[bot]) +- build(deps): bump the cloud-providers group across 1 directory with 7 updates [#3414](https://github.com/buildkite/agent/pull/3414) (@dependabot[bot]) +- build(deps): bump the container-images group across 7 directories with 4 updates [#3415](https://github.com/buildkite/agent/pull/3415) (@dependabot[bot]) +- Update to use OIDC session tags on AWS role assumption [#3412](https://github.com/buildkite/agent/pull/3412) (@duckalini) +- chore: move the tool.go to new tool dependency [#3409](https://github.com/buildkite/agent/pull/3409) (@wolfeidau) +- Upgrade to go-pipeline v0.15.0 [#3408](https://github.com/buildkite/agent/pull/3408) (@DrJosh9000) +- Only run tests if code has changed [#3407](https://github.com/buildkite/agent/pull/3407) (@DrJosh9000) + +
## [v6.40.9](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.8...v6.40.9) (2025-07-23) ### Changed -* Update docker compose to 2.38.2 and docker buildx to 0.26.1 [#1531](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1531) ([scadu](https://github.com/scadu)) + +- Update docker compose to 2.38.2 and docker buildx to 0.26.1 [#1531](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1531) ([scadu](https://github.com/scadu)) ### Internal -* Update to use OIDC session tokens on AWS role assumption [#1526](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1526) ([duckalini](https://github.com/duckalini)) +- Update to use OIDC session tokens on AWS role assumption [#1526](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1526) ([duckalini](https://github.com/duckalini)) ## [v6.40.8](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.7...v6.40.8) (2025-07-22) ### Changed -* Update buildkite-agent to v3.103.0 [#1528](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1528) ([renovate[bot]](https://github.com/apps/renovate)) + +- Update buildkite-agent to v3.103.0 [#1528](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1528) ([renovate[bot]](https://github.com/apps/renovate)) ### Internal -* Add script for generating changelog [#1516](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1516) ([scadu](https://github.com/scadu)) -* Fix Renovate placeholders references [#1525](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1525) ([scadu](https://github.com/scadu)) + +- Add script for generating changelog [#1516](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1516) ([scadu](https://github.com/scadu)) +- Fix Renovate placeholders references [#1525](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1525) ([scadu](https://github.com/scadu)) ### Dependencies -* chore(deps): bump golang.org/x/sys from 0.33.0 to 0.34.0 [#1523](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1523) ([dependabot[bot]](https://github.com/apps/dependabot)) + +- chore(deps): bump golang.org/x/sys from 0.33.0 to 0.34.0 [#1523](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1523) ([dependabot[bot]](https://github.com/apps/dependabot))

Agent Changelog

 ## [v3.103.0](https://github.com/buildkite/agent/tree/v3.103.0) (2025-07-22) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.102.2...v3.103.0) ### Added + - Configurable kubernetes-bootstrap connection timeout [#3398](https://github.com/buildkite/agent/pull/3398) (@zhming0) ### Changed + - Exit with a specific code when the Job being Acquired is Locked [#3403](https://github.com/buildkite/agent/pull/3403) (@CerealBoy) - Rename local -> repository hooks, global -> agent hooks [#3401](https://github.com/buildkite/agent/pull/3401) (@moskyb) - Use `BUILDKITE_PIPELINE_DEFAULT_BRANCH` as a default git diff base [#3396](https://github.com/buildkite/agent/pull/3396) (@DrJosh9000) - `apply-if-changed` now enabled by default - `if_changed` improvements [#3387](https://github.com/buildkite/agent/pull/3387) (@DrJosh9000) ### Internal + - Update to use OIDC session tokens on AWS role assumption [#3395](https://github.com/buildkite/agent/pull/3395) (@duckalini) - Annotate with lint findings [#3404](https://github.com/buildkite/agent/pull/3404) (@DrJosh9000) - Lint fixes [#3383](https://github.com/buildkite/agent/pull/3383), [#3399](https://github.com/buildkite/agent/pull/3399) (@DrJosh9000) ### Dependencies + - build(deps): bump the cloud-providers group with 5 updates [#3406](https://github.com/buildkite/agent/pull/3406) (@dependabot[bot]) - build(deps): bump the container-images group across 6 directories with 2 updates [#3405](https://github.com/buildkite/agent/pull/3405) (@dependabot[bot]) - build(deps): bump the golang-x group with 4 updates [#3391](https://github.com/buildkite/agent/pull/3391) (@dependabot[bot]) - build(deps): bump google.golang.org/api from 0.240.0 to 0.241.0 in the cloud-providers group [#3389](https://github.com/buildkite/agent/pull/3389) (@dependabot[bot]) - build(deps): bump the container-images group across 6 directories with 3 updates [#3390](https://github.com/buildkite/agent/pull/3390) (@dependabot[bot]) - build(deps): bump gopkg.in/DataDog/dd-trace-go.v1 from 1.74.2 to 1.74.3 [#3388](https://github.com/buildkite/agent/pull/3388) (@dependabot[bot]) -
+
## [v6.40.7](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.6...v6.40.7) (2025-07-11) ### Changed + - Update buildkite-agent to v3.102.0 [#1511](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1511) ([renovate[bot]](https://github.com/apps/renovate)) ### Added + - Add support for InstanceBuffer [#1431](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1431) ([blackliner](https://github.com/blackliner)) ### Internal + - Update buildkite plugin docker-compose to v2.6.0 [#1505](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1505) ([renovate[bot]](https://github.com/apps/renovate)) - Update golang docker tag to v1.24 [#1506](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1506) ([renovate[bot]](https://github.com/apps/renovate)) - Update buildkite plugin aws-assume-role-with-web-identity to v1.4.0 [#1503](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1503) ([renovate[bot]](https://github.com/apps/renovate)) @@ -73,38 +936,44 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. - Renovate: add config for buildkite-agent [#1507](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1507) ([scadu](https://github.com/scadu)) - Configure Renovate [#1501](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1501) ([renovate[bot]](https://github.com/apps/renovate)) - -

Agent Changelog

 ## [v3.102.0](https://github.com/buildkite/agent/tree/v3.102.0) (2025-07-09) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.101.0...v3.102.0) ### Added + - Add disconnect-after-uptime flag to set a max lifetime for agents [#3370](https://github.com/buildkite/agent/pull/3370) (@nosammai) ### Changed + - Exit with same code in acquire-job mode [#3376](https://github.com/buildkite/agent/pull/3376) (@DrJosh9000) ### Fixed + - Fix git mirrors + refspec [#3381](https://github.com/buildkite/agent/pull/3381) (@sj26) - Print valid JSON in log output [#3374](https://github.com/buildkite/agent/pull/3374) (@ChrisBr) - Adding a reference in our docs the limit of an annotation's contexts [#3261](https://github.com/buildkite/agent/pull/3261) (@lizrabuya) - docs redactor clarify multi-secret JSON usage and limit [#3343](https://github.com/buildkite/agent/pull/3343) (@ivannalisetska) ### Internal + - Update homebrew formula location [#3375](https://github.com/buildkite/agent/pull/3375) (@sj26) ### Dependencies + - build(deps): bump the container-images group across 6 directories with 2 updates [#3379](https://github.com/buildkite/agent/pull/3379) (@dependabot[bot]) - build(deps): bump google.golang.org/api from 0.239.0 to 0.240.0 in the cloud-providers group [#3377](https://github.com/buildkite/agent/pull/3377) (@dependabot[bot]) - build(deps): bump the container-images group across 7 directories with 3 updates [#3378](https://github.com/buildkite/agent/pull/3378) (@dependabot[bot]) -
+ ## [v6.40.6](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.5...v6.40.6) (2025-07-03) + ### Changed + - Update agent to v3.101.0 [#1499](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1499) ([scadu](https://github.com/scadu))
@@ -113,15 +982,18 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. [Full Changelog](https://github.com/buildkite/agent/compare/v3.100.1...v3.101.0) ### Added + - Add support for http/protobuf transport for OTLP [#3366](https://github.com/buildkite/agent/pull/3366) (@catkins) ### Fixed + - Tweak apply-if-changed flag and usage string [#3367](https://github.com/buildkite/agent/pull/3367) (@DrJosh9000) - Gather changed files list once [#3368](https://github.com/buildkite/agent/pull/3368) (@DrJosh9000) - if_changed fixes: support older Git versions, adhere to skip string limit [#3372](https://github.com/buildkite/agent/pull/3372) (@DrJosh9000) - Self-execute the path from os.Executable in more places [#3338](https://github.com/buildkite/agent/pull/3338) (@DrJosh9000) ### Dependencies + - build(deps): bump the otel group with 9 updates [#3362](https://github.com/buildkite/agent/pull/3362) (@dependabot[bot]) - build(deps): bump the cloud-providers group with 2 updates [#3363](https://github.com/buildkite/agent/pull/3363) (@dependabot[bot]) - build(deps): bump the container-images group across 6 directories with 2 updates [#3364](https://github.com/buildkite/agent/pull/3364) (@dependabot[bot]) @@ -133,48 +1005,61 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. ## [v6.40.5](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.4...v6.40.5) (2025-07-02) ### Added + - Allow terminating EC2 when no enough disk space available [#1494](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1494) ([scadu](https://github.com/scadu)) ### Internal + - Add new parameters to labeled sections [#1497](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1497) ([scadu](https://github.com/scadu)) ## [v6.40.4](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.40.4) (2025-06-30) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.3...v6.40.4) ### Changed + - Update agent v3.98.1 to v3.100.1 [#1495](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1495) (@catkins)

Agent Changelog

 ## [v3.100.1](https://github.com/buildkite/agent/tree/v3.100.1) (2025-06-25) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.100.0...v3.100.1) ### Fixed + - Fix regression in pipeline upload with no-interpolation [#3359](https://github.com/buildkite/agent/pull/3359) (@DrJosh9000) ### Internal + - Avoid goroutine failing after test [#3356](https://github.com/buildkite/agent/pull/3356) (@DrJosh9000) ### Dependencies + - build(deps): bump github.com/buildkite/shellwords from 0.0.0-20180315084142-c3f497d1e000 to 1.0.0 [#3352](https://github.com/buildkite/agent/pull/3352) (@dependabot[bot]) - build(deps): bump github.com/go-chi/chi/v5 from 5.2.1 to 5.2.2 [#3353](https://github.com/buildkite/agent/pull/3353) (@dependabot[bot]) - build(deps): bump the container-images group across 6 directories with 2 updates [#3354](https://github.com/buildkite/agent/pull/3354) (@dependabot[bot]) - build(deps): bump the cloud-providers group with 5 updates [#3355](https://github.com/buildkite/agent/pull/3355) (@dependabot[bot]) ## [v3.100.0](https://github.com/buildkite/agent/tree/v3.100.0) (2025-06-23) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.99.0...v3.100.0) ### Fixed + - PS-794: fix vendored plugin path ending with slash breaking envvar names [#3346](https://github.com/buildkite/agent/pull/3346) (@zhming0) ### Added + - [PIPE-1021] Propagate parent OTel trace/span from backend if provided [#3348](https://github.com/buildkite/agent/pull/3348) (@catkins) ## [v3.99.0](https://github.com/buildkite/agent/tree/v3.99.0) (2025-06-20) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.98.2...v3.99.0) ### Fixed + - Fix AquireJob to return early and trigger a sentinal error for rejection [#3349](https://github.com/buildkite/agent/pull/3349) (@wolfeidau) - Upload all pipelines present in the input [#3347](https://github.com/buildkite/agent/pull/3347) (@DrJosh9000) - Add if_changed processing to pipeline upload [#3226](https://github.com/buildkite/agent/pull/3226) (@DrJosh9000) @@ -183,41 +1068,52 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. > This includes a fix for a regression agent behavior, AcquireJob which no longer reports "non eligible" jobs with a exit code 27. ## [v3.98.2](https://github.com/buildkite/agent/tree/v3.98.2) (2025-06-17) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.98.1...v3.98.2) ### Fixed + - Fix PR ref retry logic [#3339](https://github.com/buildkite/agent/pull/3339) (@moskyb) - Add stack_error signal reason [#3332](https://github.com/buildkite/agent/pull/3332) (@moskyb) - Better helptext [#3334](https://github.com/buildkite/agent/pull/3334) (@moskyb) - Update CLI cancel_signal arg description [#3325](https://github.com/buildkite/agent/pull/3325) (@petetomasik) ### Internal + - Dependency updates [#3342](https://github.com/buildkite/agent/pull/3342) [#3341](https://github.com/buildkite/agent/pull/3341) [#3340](https://github.com/buildkite/agent/pull/3340) [#3336](https://github.com/buildkite/agent/pull/3336) [#3337](https://github.com/buildkite/agent/pull/3337) [#3335](https://github.com/buildkite/agent/pull/3335) (@dependabot[bot])
## [v6.40.3](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.2...v6.40.3) (2025-06-25) + ### Added + - feat: pave road to resource limit control [#1481](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1481) ([scadu](https://github.com/scadu)) ### Internal + - chore: add cfn-lint to the pipeline [#1491](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1491) ([scadu](https://github.com/scadu)) - Add link from build badge in README [#1490](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1490) ([sj26](https://github.com/sj26)) - Update EC2 README after AWS section change in Docs [#1489](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1489) ([karensawrey](https://github.com/karensawrey)) ## [v6.40.2](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.1...v6.40.2) (2025-06-11) + - fix: update agent-scaler to 1.9.4 [#1487](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1487) ([scadu](https://github.com/scadu)) ## [v6.40.1](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.40.0...v6.40.1) (2025-06-10) + - fix: correct reference to Elastic CI Mode toggle [#1485](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1485) ([scadu](https://github.com/scadu)) ## [v6.40.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.39.0...v6.40.0) (2025-06-10) + - feat: add graceful scale-in with experimental Elastic CI Mode [#1475](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1475) ([scadu](https://github.com/scadu)) ## [v6.39.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.39.0) (2025-06-06) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.38.0...v6.39.0) ### Changed + - Bump Agent v3.97.0 -> v3.98.1 [#1482](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1482) (@jeremybumsted) - Update to latest aws lambda runtime [#1462](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1462) (@lswith) @@ -225,128 +1121,156 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.

Agent Changelog

 ## [v3.98.1](https://github.com/buildkite/agent/tree/v3.98.1) (2025-06-04) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.98.0...v3.98.1) ### Fixed + - Gracefully Handle Missing GitHub PR refs/pull/%s/head in Checkout [#3294](https://github.com/buildkite/agent/pull/3294) (@123sarahj123) - Fix bootstrap subprocess handling [#3331](https://github.com/buildkite/agent/pull/3331) (@DrJosh9000) - Reduce git fetch from twice to once for typical Github PR build [#3327](https://github.com/buildkite/agent/pull/3327) (@zhming0) - Set job log tempfile permissions to 644 (was 600) [#3330](https://github.com/buildkite/agent/pull/3330) (@moskyb) ### Internal + - Tag tests with os / arch [#3326](https://github.com/buildkite/agent/pull/3326) (@catkins) ## [v3.98.0](https://github.com/buildkite/agent/tree/v3.98.0) (2025-05-27) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.97.2...v3.98.0) ### Added + - Add build URL to log fields [#3317](https://github.com/buildkite/agent/pull/3317) (@ChrisBr) - Add kubernetes-bootstrap subcommand [#3306](https://github.com/buildkite/agent/pull/3306), [#3314](https://github.com/buildkite/agent/pull/3314), [#3316](https://github.com/buildkite/agent/pull/3316) (@DrJosh9000) ### Fixed + - Fix `redactor add --format json` help string [#3322](https://github.com/buildkite/agent/pull/3322) (@francoiscampbell) ## Dependency updates -- [#3320](https://github.com/buildkite/agent/pull/3320), [#3318](https://github.com/buildkite/agent/pull/3318), [#3319](https://github.com/buildkite/agent/pull/3319), [#3323](https://github.com/buildkite/agent/pull/3323), [#3321](https://github.com/buildkite/agent/pull/3321) (@dependabot[bot]) +- [#3320](https://github.com/buildkite/agent/pull/3320), [#3318](https://github.com/buildkite/agent/pull/3318), [#3319](https://github.com/buildkite/agent/pull/3319), [#3323](https://github.com/buildkite/agent/pull/3323), [#3321](https://github.com/buildkite/agent/pull/3321) (@dependabot[bot]) ## [v3.97.2](https://github.com/buildkite/agent/tree/v3.97.2) (2025-05-13) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.97.1...v3.97.2) ### Fixed + - fix: Don't disconnect-after-idle when just given a job [#3312](https://github.com/buildkite/agent/pull/3312) (@DrJosh9000) ### Dependency updates -- [#3307](https://github.com/buildkite/agent/pull/3307), [#3311](https://github.com/buildkite/agent/pull/3311), [#3308](https://github.com/buildkite/agent/pull/3308), [#3309](https://github.com/buildkite/agent/pull/3309), [#3310](https://github.com/buildkite/agent/pull/3310) (@dependabot[bot]) +- [#3307](https://github.com/buildkite/agent/pull/3307), [#3311](https://github.com/buildkite/agent/pull/3311), [#3308](https://github.com/buildkite/agent/pull/3308), [#3309](https://github.com/buildkite/agent/pull/3309), [#3310](https://github.com/buildkite/agent/pull/3310) (@dependabot[bot]) ## [v3.97.1](https://github.com/buildkite/agent/tree/v3.97.1) (2025-05-12) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.97.0...v3.97.1) ### Fixed + - Fix unusable `BUILDKITE_AGENT_TAGS_FROM_EC2_TAGS` env var [#3285](https://github.com/buildkite/agent/pull/3285) (@shanesmith) - Set ignore_agent_in_dispatches when finishing with disconnect-after-job [#3297](https://github.com/buildkite/agent/pull/3297) (@DrJosh9000) ### Internal + - Introduce a structure where coverage can increase on githttp checkout code [#3296](https://github.com/buildkite/agent/pull/3296) (@wolfeidau) - TE-3708-follow-up: Use go test -cover to generate coverage report [#3295](https://github.com/buildkite/agent/pull/3295) (@zhming0) - TE-3708: use bktec on agent [#3292](https://github.com/buildkite/agent/pull/3292) (@zhming0) ### Dependency updates + - [#3298](https://github.com/buildkite/agent/pull/3298), [#3300](https://github.com/buildkite/agent/pull/3300), [#3301](https://github.com/buildkite/agent/pull/3301), [#3299](https://github.com/buildkite/agent/pull/3299), [#3287](https://github.com/buildkite/agent/pull/3287), [#3290](https://github.com/buildkite/agent/pull/3290), [#3291](https://github.com/buildkite/agent/pull/3291) (@dependabot[bot]) -
+
## [v6.38.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.37.0...v6.38.0) (2025-05-13) ## Changed -* Bump Docker buildx to v0.23.0 and Docker Compose to v2.35.1 by @orien in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1472 -* ⬆️ Bump Windows server to 2022 by @mcncl and @scadu in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1456 -* Bump golang.org/x/sys from 0.32.0 to 0.33.0 by @dependabot in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1478 + +- Bump Docker buildx to v0.23.0 and Docker Compose to v2.35.1 by @orien in +- ⬆️ Bump Windows server to 2022 by @mcncl and @scadu in +- Bump golang.org/x/sys from 0.32.0 to 0.33.0 by @dependabot in ## [v6.37.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.36.0...v6.37.0) (2025-04-30) ### Added -* Option to recursively copy AWS SSM parameters to an env file by @wolfeidau in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1455 -* More instance types by @ivannalisetska in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1465 -* `BuildkiteAgentSignalGracePeriod` parameter by @mcncl in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1468 + +- Option to recursively copy AWS SSM parameters to an env file by @wolfeidau in +- More instance types by @ivannalisetska in +- `BuildkiteAgentSignalGracePeriod` parameter by @mcncl in ### Changed -* Buildkite Agent v3.97.0, was v3.93.1 by @pda & @PriyaSudip in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1473 & https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1453 -* Go 1.23 by @mcncl in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1467 - * Go 1.23.6 (just fixes) by @mcncl in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1469 -* Bump golang.org/x/sys from 0.30.0 to 0.32.0 by @dependabot in https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1464 + +- Buildkite Agent v3.97.0, was v3.93.1 by @pda & @PriyaSudip in & +- Go 1.23 by @mcncl in + - Go 1.23.6 (just fixes) by @mcncl in +- Bump golang.org/x/sys from 0.30.0 to 0.32.0 by @dependabot in ## [v6.36.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.35.0...v6.36.0) (2025-03-10) ### Changed + - Bump buildkite-agent to v3.93.1 [#1449](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1449) ([DrJosh9000](https://github.com/DrJosh9000)) - Tidy up hcl whitespace and upgrade windows to use gp3 for more iops [#1407](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1407) ([wolfeidau](https://github.com/wolfeidau)) ### Fixed + - fix: make sure buildkite-agent.service is not terminated by OOM [#1450](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1450) ([scadu](https://github.com/scadu)) ### Internal + - Update CODEOWNERS [#1447](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1447) ([karensawrey](https://github.com/karensawrey)) ### Dependencies + - Bump github.com/google/go-cmp from 0.6.0 to 0.7.0 [#1448](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1448) ([dependabot[bot]](https://github.com/apps/dependabot))

Agent Changelog

 ## [v3.93.1](https://github.com/buildkite/agent/tree/v3.93.1) (2025-02-27) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.93.0...v3.93.1) ### Added + - Set env when job cancelled for hooks [#3213](https://github.com/buildkite/agent/pull/3213) (@sj26) ## [v3.93.0](https://github.com/buildkite/agent/tree/v3.93.0) (2025-02-26) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.92.1...v3.93.0) ### Added + - Handle pause actions [#3211](https://github.com/buildkite/agent/pull/3211) (@DrJosh9000) - Add agent stop command [#3198](https://github.com/buildkite/agent/pull/3198) (@sj26) ### Changed + - Skip pushing the git commit metadata if BUILDKITE_COMMIT_RESOLVED=true [#3152](https://github.com/buildkite/agent/pull/3152) (@CerealBoy) - Update cancel_signal.go [#3197](https://github.com/buildkite/agent/pull/3197) (@karensawrey) - Capture datadog metrics usage from registering agents [#3195](https://github.com/buildkite/agent/pull/3195) (@wolfeidau) - Capture some HTTP client details from registering agents [#3193](https://github.com/buildkite/agent/pull/3193) (@yob) ### Fixed + - Change the signal handler to ensure the agent quits after the grace period [#3200](https://github.com/buildkite/agent/pull/3200) (@wolfeidau) - Don't fail if the interrupt fails when the PID is already exited [#3199](https://github.com/buildkite/agent/pull/3199) (@wolfeidau) - bash shouldn't be assumed to be in /bin for portability [#1534](https://github.com/buildkite/agent/pull/1534) (@jgedarovich) ### Internal + - Fixes from the new modernize analyzer from the Go team [#3209](https://github.com/buildkite/agent/pull/3209) (@wolfeidau) - Kill exp/maps and replace with stdlib maps [#3210](https://github.com/buildkite/agent/pull/3210) (@moskyb) ### Dependabot + - Dependencies - they just keep being updated! [#3203](https://github.com/buildkite/agent/pull/3203), [#3208](https://github.com/buildkite/agent/pull/3208), [#3205](https://github.com/buildkite/agent/pull/3205), [#3204](https://github.com/buildkite/agent/pull/3204), [#3207](https://github.com/buildkite/agent/pull/3207), [#3183](https://github.com/buildkite/agent/pull/3183), [#3186](https://github.com/buildkite/agent/pull/3186), [#3194](https://github.com/buildkite/agent/pull/3194) (@dependabot[bot]) ## [v3.92.1](https://github.com/buildkite/agent/tree/v3.92.1) (2025-02-13) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.92.0...v3.92.1) ### Removed @@ -355,15 +1279,18 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. - Revert "Fix data race on exitImmediately" [#3190](https://github.com/buildkite/agent/pull/3190) (@wolfeidau) ### Dependabot + - The usual updates: [#3188](https://github.com/buildkite/agent/pull/3188), [#3185](https://github.com/buildkite/agent/pull/3185) (@dependabot[bot]) > [!NOTE] > Reverted [#3180](https://github.com/buildkite/agent/pull/3180) and [#3187](https://github.com/buildkite/agent/pull/3187) as this change introduced a bug which resulted in truncated log output. Will re-think this fix and push it out again in another release after we do some more testing. ## [v3.92.0](https://github.com/buildkite/agent/tree/v3.92.0) (2025-02-12) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.91.0...v3.92.0) ### Fixed + - Ensure the log streamer respects forced shutdown of the agent [#3180](https://github.com/buildkite/agent/pull/3180) (@wolfeidau) - Fix data race on exitImmediately [#3187](https://github.com/buildkite/agent/pull/3187) (@DrJosh9000) - Reduce timeout for these two operations to avoid holding up compute [#3177](https://github.com/buildkite/agent/pull/3177) (@wolfeidau) @@ -371,10 +1298,12 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. - Clean up worker pool implementation [#3171](https://github.com/buildkite/agent/pull/3171) (@DrJosh9000) ### Internal -- rm bazel-*, add to .gitignore [#3178](https://github.com/buildkite/agent/pull/3178) (@DrJosh9000) + +- rm bazel-\*, add to .gitignore [#3178](https://github.com/buildkite/agent/pull/3178) (@DrJosh9000) - Speed up needlessly slow tests [#3179](https://github.com/buildkite/agent/pull/3179) (@DrJosh9000) ### Dependabot + - The usual updates: [#3184](https://github.com/buildkite/agent/pull/3184), [#3182](https://github.com/buildkite/agent/pull/3182), [#3174](https://github.com/buildkite/agent/pull/3174), [#3173](https://github.com/buildkite/agent/pull/3173), [#3176](https://github.com/buildkite/agent/pull/3176) (@dependabot[bot])
@@ -383,44 +1312,53 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. ### Added -* Let user provide full KMS Key ARN and update descriptions [#1425](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1425) ([toothbrush](https://github.com/toothbrush)) -* Additional permissions are required when upgrading the scaler version [#1440](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1440) ([wolfeidau](https://github.com/wolfeidau)) +- Let user provide full KMS Key ARN and update descriptions [#1425](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1425) ([toothbrush](https://github.com/toothbrush)) +- Additional permissions are required when upgrading the scaler version [#1440](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1440) ([wolfeidau](https://github.com/wolfeidau)) ### Internal -* Bump golang.org/x/sys from 0.29.0 to 0.30.0 [#1446](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1446) ([dependabot[bot]](https://github.com/apps/dependabot)) -* bump agent version to v3.91.0 [#1443](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1443) ([jeremybumsted](https://github.com/jeremybumsted)) -* Create CODEOWNERS [#1442](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1442) ([karensawrey](https://github.com/karensawrey)) + +- Bump golang.org/x/sys from 0.29.0 to 0.30.0 [#1446](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1446) ([dependabot[bot]](https://github.com/apps/dependabot)) +- bump agent version to v3.91.0 [#1443](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1443) ([jeremybumsted](https://github.com/jeremybumsted)) +- Create CODEOWNERS [#1442](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1442) ([karensawrey](https://github.com/karensawrey))

Agent Changelog

 ## [v3.91.0](https://github.com/buildkite/agent/tree/v3.91.0) (2025-01-28) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.90.0...v3.91.0) ### Changed + - Jitter within ping, status, log loops [#3164](https://github.com/buildkite/agent/pull/3164) (@DrJosh9000) ### Fixed + - Roko v1.3.1 [#3157](https://github.com/buildkite/agent/pull/3157) (@moskyb) - Better plugin checkout logging [#3166](https://github.com/buildkite/agent/pull/3166) (@DrJosh9000) ### Internal + - Add /.buildkite dir for Dockerfile updates [#3162](https://github.com/buildkite/agent/pull/3162) (@DrJosh9000)
## [v6.34.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.34.0) (2025-01-21) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.33.0...v6.34.0) ### Changed + - Upgrade the agent scaler which introduces a new agent endpoint param [#1437](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1437) (@wolfeidau) - ➖ Docker can be a range of GIDs [#1436](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1436) (@mcncl) - Ec2 instance connect [#1432](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1432) (@blackliner) ### Fixed + - Fix PATH used by jobs [#1420](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1420) (@jonhiggs) ### Internal + - 🔨 Add GitHub action for Linear sync [#1433](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1433) (@mcncl) - Add EBS volume tag for BK queue, keep optional cost allocation tags [#1430](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1430) (@petetomasik) @@ -428,12 +1366,15 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. > This release will force an upgrade of the agent scaler by checking the version is 1.9.1 or higher. This is required so we can introduce a new parameter to the agent scaler to pass through agent endpoint. ## [v6.33.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.33.0) (2025-01-09) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.32.0...v6.33.0) ### Added + - This adds an optional override for agent API endpoint [#1428](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1428) (@wolfeidau) ### Internal + - Bump agent to v3.89.0 [#1427](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1427) (@CerealBoy) - Bump golang.org/x/sys from 0.28.0 to 0.29.0 [#1426](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1426) (@dependabot[bot]) @@ -441,24 +1382,30 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.

Agent Changelog

 ## [v3.89.0](https://github.com/buildkite/agent/tree/v3.89.0) (2025-01-06) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.88.0...v3.89.0) ### Added + - Adding support for Additional Hooks Paths [#3124](https://github.com/buildkite/agent/pull/3124) (@CerealBoy) ### Internal + - Bump the container-images group across 5 directories with 2 updates [#3143](https://github.com/buildkite/agent/pull/3143) (@dependabot[bot]) - Update golang.org/x/net [#3140](https://github.com/buildkite/agent/pull/3140) (@yob)
## [v6.32.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.32.0) (2024-12-19) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.31.0...v6.32.0) ### Changed + - Bump agent to v3.88.0 [#1418](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1418) (@DrJosh9000) ### Release process changes + - Increase AMI garbage collection to 100 images per run [#1417](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1417) (@yob) - remove DRY_RUN flag from AMI cleaning script [#1416](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1416) (@yob) - Expand the AMI cleaning pipeline to all regions [#1415](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1415) (@yob) @@ -469,19 +1416,23 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. - Try harder to delete test S3 logging buckets created during CI [#1410](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1410) (@yob) ### Dependency bumps + - Bump golang.org/x/sys from 0.27.0 to 0.28.0 [#1409](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1409) (@dependabot[bot])

Agent Changelog

 ## [v3.88.0](https://github.com/buildkite/agent/tree/v3.88.0) (2024-12-18) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.87.1...v3.88.0) ### Changed + - Prefix fatal error message with 'buildkite-agent:' [#3135](https://github.com/buildkite/agent/pull/3135) (@jordandcarter) - Notify when host and bootstrap agent paths mismatch [#3123](https://github.com/buildkite/agent/pull/3123) (@jordandcarter) ### Fixed + - Enable process debug logging [#3134](https://github.com/buildkite/agent/pull/3134) (@patrobinson) - Ignore empty submodule clone configs [#3122](https://github.com/buildkite/agent/pull/3122) (@DrJosh9000) - fix: allow for empty files on hook check [#3117](https://github.com/buildkite/agent/pull/3117) (@nzspambot) @@ -490,22 +1441,27 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. - Bump github.com/buildkite/interpolate from 0.1.4 to 0.1.5 [#3138](https://github.com/buildkite/agent/pull/3138) (@dependabot[bot]) ### Dependabot + - [#3136](https://github.com/buildkite/agent/pull/3136), [#3127](https://github.com/buildkite/agent/pull/3127), [#3129](https://github.com/buildkite/agent/pull/3129), [#3128](https://github.com/buildkite/agent/pull/3128), [#3130](https://github.com/buildkite/agent/pull/3130), [#3132](https://github.com/buildkite/agent/pull/3132), [#3131](https://github.com/buildkite/agent/pull/3131), [#3133](https://github.com/buildkite/agent/pull/3133), [#3125](https://github.com/buildkite/agent/pull/3125), [#3119](https://github.com/buildkite/agent/pull/3119), [#3120](https://github.com/buildkite/agent/pull/3120), [#3121](https://github.com/buildkite/agent/pull/3121), [#3116](https://github.com/buildkite/agent/pull/3116), [#3115](https://github.com/buildkite/agent/pull/3115) (@dependabot[bot])
## [v6.31.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.31.0) (2024-12-09) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.30.0...v6.31.0) ### Changed + - Bump agent to 3.87.1 [#1404](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1404) (@wolfeidau) - Bump Docker buildx to v0.18.0 and Docker Compose to v2.30.3 [#1401](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1401) (@orien) - Bump Docker buildx to v0.19.2 and Docker Compose to v2.31.0 [#1406](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1406) (@orien) ### Fixed + - Update packer and the AMI with some fixes for binfmt [#1405](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1405) (@wolfeidau) ### Internal + - PS-195 increase the instance_types from 4 to 10 [#1396](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1396) (@SorchaAbel) - Various dependency bumps: [#1397](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1397) (@dependabot[bot]) @@ -513,111 +1469,141 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.

Agent Changelog

 ## [v3.87.1](https://github.com/buildkite/agent/tree/v3.87.1) (2024-11-26) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.87.0...v3.87.1) ### Fixed + - Fix duplicated output when debug is enabled [#3108](https://github.com/buildkite/agent/pull/3108) (@DrJosh9000) ### Changed + - Small change to annotation example [#3106](https://github.com/buildkite/agent/pull/3106) (@PriyaSudip) ### Internal + - Use Ubuntu codename labels to refer to base images [#3103](https://github.com/buildkite/agent/pull/3103) (@DrJosh9000) ### Dependabot + - The usual updates: [#3111](https://github.com/buildkite/agent/pull/3111), [#3112](https://github.com/buildkite/agent/pull/3112), [#3110](https://github.com/buildkite/agent/pull/3110), [#3109](https://github.com/buildkite/agent/pull/3109), [#3113](https://github.com/buildkite/agent/pull/3113), [#3104](https://github.com/buildkite/agent/pull/3104), [#3098](https://github.com/buildkite/agent/pull/3098), [#3102](https://github.com/buildkite/agent/pull/3102), [#3097](https://github.com/buildkite/agent/pull/3097), [#3101](https://github.com/buildkite/agent/pull/3101) (@dependabot[bot]) ## [v3.87.0](https://github.com/buildkite/agent/tree/v3.87.0) (2024-11-18) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.86.0...v3.87.0) ### Changed -- Remove signal reason unable\_to\_verify\_signature and replace with signature\_rejected [#3094](https://github.com/buildkite/agent/pull/3094) (@jordandcarter) + +- Remove signal reason unable_to_verify_signature and replace with signature_rejected [#3094](https://github.com/buildkite/agent/pull/3094) (@jordandcarter) ### Fixed + - Don't surface expected stderr output from git rev-parse [#3095](https://github.com/buildkite/agent/pull/3095) (@CerealBoy) - Add retry around NewS3Client [#3092](https://github.com/buildkite/agent/pull/3092) (@l-suzuki) ### Internal + - Soft fail upload of packages docker images [#3093](https://github.com/buildkite/agent/pull/3093) (@tommeier) - Switch to agent-base images [#3091](https://github.com/buildkite/agent/pull/3091) (@DrJosh9000) ## [v3.86.0](https://github.com/buildkite/agent/tree/v3.86.0) (2024-11-12) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.85.1...v3.86.0) ### Added + - Add `force-grace-period-seconds` argument to `step cancel` command [#3084](https://github.com/buildkite/agent/pull/3084) (@mitchbne) ### Changed + - Rename env var to `BUILDKITE_STEP_CANCEL_FORCE_GRACE_PERIOD_SECONDS` [#3087](https://github.com/buildkite/agent/pull/3087) (@mitchbne) - Drop Ubuntu 18.04, add Ubuntu 24.04 [#3078](https://github.com/buildkite/agent/pull/3078) (@DrJosh9000) ### Fixed + - Handle older version of remote ref error message [#3082](https://github.com/buildkite/agent/pull/3082) (@steveh) ### Internal + - dependabot: Group Dockerfiles [#3077](https://github.com/buildkite/agent/pull/3077) (@DrJosh9000) - Various dependency bumps: [#3086](https://github.com/buildkite/agent/pull/3086), [#3085](https://github.com/buildkite/agent/pull/3085), [#3081](https://github.com/buildkite/agent/pull/3081), [#3079](https://github.com/buildkite/agent/pull/3079) (@dependabot[bot]) ## [v3.85.1](https://github.com/buildkite/agent/tree/v3.85.1) (2024-11-09) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.85.0...v3.85.1) ### Fixed + - Fix another nil pointer panic in k8s mode [#3075](https://github.com/buildkite/agent/pull/3075) (@DrJosh9000) - Fix nil pointer panic in k8s mode [#3074](https://github.com/buildkite/agent/pull/3074) (@DrJosh9000) ## [v3.85.0](https://github.com/buildkite/agent/tree/v3.85.0) (2024-11-07) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.84.0...v3.85.0) ### Added + - Create `buildkite-agent step cancel` subcommand [#3070](https://github.com/buildkite/agent/pull/3070) (@mitchbne) ### Changed + - Support installing specific versions via script [#3069](https://github.com/buildkite/agent/pull/3069) (@jordandcarter) - Promote polyglot-hooks experiment to default [#3063](https://github.com/buildkite/agent/pull/3063) (@DrJosh9000) - Use sha256 in the checksum verification [#3062](https://github.com/buildkite/agent/pull/3062) (@esenmarti) - Minor update to the 'redactor' CLI command examples. [#3060](https://github.com/buildkite/agent/pull/3060) (@gilesgas) ### Fixed + - Fix zzglob import path [#3057](https://github.com/buildkite/agent/pull/3057) (@DrJosh9000) ### Internal + - Shell package cleanup [#3068](https://github.com/buildkite/agent/pull/3068) (@DrJosh9000) - Remove .editorconfig [#3064](https://github.com/buildkite/agent/pull/3064) (@DrJosh9000) - Various dependency bumps: [#3066](https://github.com/buildkite/agent/pull/3066) [#3065](https://github.com/buildkite/agent/pull/3065) [#3067](https://github.com/buildkite/agent/pull/3067) (@dependabot[bot]) + ## [v6.30.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.30.0) (2024-10-30) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.29.1...v6.30.0) ### Added + - Add support for c8g instances. [#1392](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1392) (@toothbrush) - Restore SSM Session Manager Plugin [#1389](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1389) (@ellsclytn) ### Changed + - Bump agent to v3.84.0 [#1393](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1393) (@DrJosh9000) ### Internal + - fix: update goss to be more explicit with platform in docker tests [#1390](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1390) (@wolfeidau)

Agent Changelog

 ## [v3.84.0](https://github.com/buildkite/agent/tree/v3.84.0) (2024-10-28) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.83.1...v3.84.0) ### Added + - Add command for canceling a running a build [#2958](https://github.com/buildkite/agent/pull/2958) (@dannymidnight) - Add tini-static to alpine images [#3054](https://github.com/buildkite/agent/pull/3054) (@DrJosh9000) ### Fixed + - Implement several documentation improvements to the Agent (for the Buildkite Docs). [#3043](https://github.com/buildkite/agent/pull/3043) (@gilesgas) - Allow token to be empty if graphql-token is provided [#3051](https://github.com/buildkite/agent/pull/3051) (@jordandcarter) -- Fix multiline secret redaction when output with - [#3050](https://github.com/buildkite/agent/pull/3050) (@DrJosh9000) +- Fix multiline secret redaction when output with + [#3050](https://github.com/buildkite/agent/pull/3050) (@DrJosh9000) - k8s exec: Perform liveness check of clients [#3045](https://github.com/buildkite/agent/pull/3045) (@DrJosh9000) - Fix request headers for multipart [#3042](https://github.com/buildkite/agent/pull/3042) (@DrJosh9000) ### Internal + - install.sh tidyups [#3032](https://github.com/buildkite/agent/pull/3032) (@DrJosh9000) - Parallel container image uploads [#3035](https://github.com/buildkite/agent/pull/3035) (@DrJosh9000) - Various dependency bumps: [#3058](https://github.com/buildkite/agent/pull/3058), [#3026](https://github.com/buildkite/agent/pull/3026), [#3055](https://github.com/buildkite/agent/pull/3055), [#3056](https://github.com/buildkite/agent/pull/3056), [#3048](https://github.com/buildkite/agent/pull/3048), [#3047](https://github.com/buildkite/agent/pull/3047), [#3049](https://github.com/buildkite/agent/pull/3049), [#3036](https://github.com/buildkite/agent/pull/3036), [#3041](https://github.com/buildkite/agent/pull/3041), [#3040](https://github.com/buildkite/agent/pull/3040), [#3037](https://github.com/buildkite/agent/pull/3037), [#3039](https://github.com/buildkite/agent/pull/3039) (@dependabot[bot]) @@ -625,29 +1611,36 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
## [v6.29.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.29.1) (2024-10-10) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.29.0...v6.29.1) ### Fixed + - Bump agent to v3.83.1 [#1385](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1385) (@DrJosh9000)

Agent Changelog

 ## [v3.83.1](https://github.com/buildkite/agent/tree/v3.83.0) (2024-10-10) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.83.0...v3.83.1) ### Fixed + - Fix artifact up/download timeouts [#3033](https://github.com/buildkite/agent/pull/3033) (@DrJosh9000)
## [v6.29.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.29.0) (2024-10-09) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.28.0...v6.29.0) ### Fixed + - Add m8g instances to UsingArmInstances [#1381](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1381) (@wgrrrr) ### Changed + - Bump agent to v3.83.0 [#1383](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1383) (@DrJosh9000) - Bump golang.org/x/sys from 0.25.0 to 0.26.0 [#1382](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1382) (@dependabot[bot]) @@ -655,20 +1648,24 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.

Agent Changelog

 ## [v3.83.0](https://github.com/buildkite/agent/tree/v3.83.0) (2024-10-08) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.82.1...v3.83.0) ### Added + - Exit with code 94 if a mirror lock times out [#3023](https://github.com/buildkite/agent/pull/3023) (@DrJosh9000) - Add support for oidc aws session tags [#3015](https://github.com/buildkite/agent/pull/3015) (@sj26) - Support for future multipart artifact uploads [#2991](https://github.com/buildkite/agent/pull/2991) (@DrJosh9000) ### Fixed + - Tweak BUILDKITE_IGNORED_ENV handling [#3029](https://github.com/buildkite/agent/pull/3029) (@DrJosh9000) - BUG FIX: Ensure Build Title Is Correct When Checkout Is Skipped [#3024](https://github.com/buildkite/agent/pull/3024) (@123sarahj123) - Ensure all string slice args have whitespace cleaned off of each element [#3021](https://github.com/buildkite/agent/pull/3021) (@moskyb) - Fix data race on worker stop [#3016](https://github.com/buildkite/agent/pull/3016) (@DrJosh9000) ### Internal + - Migrate Agent Pipeline to Agent Cluster [#3018](https://github.com/buildkite/agent/pull/3018) (@matthewborden) - Refactor the various agent HTTP clients [#3017](https://github.com/buildkite/agent/pull/3017) (@DrJosh9000) - Dependabot bumps to busybox [#3025](https://github.com/buildkite/agent/pull/3025), golang.org/x packages [#3027](https://github.com/buildkite/agent/pull/3027), cloud provider packages [#3028](https://github.com/buildkite/agent/pull/3028), [#3019](https://github.com/buildkite/agent/pull/3019), [#3013](https://github.com/buildkite/agent/pull/3013), [#3009](https://github.com/buildkite/agent/pull/3009), DataDog packages [#3010](https://github.com/buildkite/agent/pull/3010) Ubuntu [#3012](https://github.com/buildkite/agent/pull/3012), [#3008](https://github.com/buildkite/agent/pull/3008), and go-pipeline [#3014](https://github.com/buildkite/agent/pull/3014) (@dependabot[bot]) @@ -676,13 +1673,16 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. ## [v6.28.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.28.0) (2024-09-24) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.27.0...v6.28.0) ### Fixed + - fix: Add `r8g` to the `UsingArmInstances` logic [#1373](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1373) (@ParkMyCar) - Bump agent to v3.82.1 [#1376](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1376) (@patrobinson) ### Changed + - Pin amazon linux ami [#1377](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1377) (@patrobinson) - Remove Test Splitter [#1372](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1372) (@nprizal) @@ -692,24 +1692,29 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. ## [v3.82.1](https://github.com/buildkite/agent/tree/v3.82.1) (2024-09-23) ### Fixed + - Work around issue with http2 connections on linux not cleanly closing, causing agents to be marked as lost [#3005](https://github.com/buildkite/agent/pull/3005) (@patrobinson) - ## [v6.27.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.27.0) (2024-09-13) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.26.0...v6.27.0) ### Added + - Add signing verification behaviour and fix windows config option [#1370](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1370) (@wolfeidau) ## [v6.26.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.26.0) (2024-09-11) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.25.0...v6.26.0) ### Added + - Add the option to create a KMS key for signing of pipelines [#1366](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1366) (@wolfeidau) ### Changed + - Bump agent to v3.81.0 [#1368](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1368) (@wolfeidau) - Bump agent to v3.80.0 [#1365](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1365) (@wolfeidau) @@ -717,115 +1722,143 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0. Agent Changelog ## [v3.81.0](https://github.com/buildkite/agent/tree/v3.81.0) (2024-09-10) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.80.0...v3.81.0) ### Fixed + - Fix for region discovery issue with aws sdkv2 when running in ec2 [#2977](https://github.com/buildkite/agent/pull/2977) (@wolfeidau) - Explain verification-failure-behavior in more detail [#2984](https://github.com/buildkite/agent/pull/2984) (@DrJosh9000) ### Added + - Add sha256 checksum output to the formatting options [#2974](https://github.com/buildkite/agent/pull/2974) (@patrobinson) ### Internal + - Dependabot churn: [#2978](https://github.com/buildkite/agent/pull/2978), [#2980](https://github.com/buildkite/agent/pull/2980) (@dependabot[bot]) ## [v3.80.0](https://github.com/buildkite/agent/tree/v3.80.0) (2024-09-06) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.79.0...v3.80.0) ### Added + - Support AWS KMS for signing and verifying pipelines [#2960](https://github.com/buildkite/agent/pull/2960) (@wolfeidau) ### Changed + - Allow `buildkite-agent` to run a job when JWK is unavailable but failure behaviour is set to `warn` [#2945](https://github.com/buildkite/agent/pull/2945) (@CheeseStick) ### Fixed + - coda-content-type pass content-type to the server when specified [#2967](https://github.com/buildkite/agent/pull/2967) (@SorchaAbel) - Updated to support only ECC_NIST_P256 keyspec for initial release [#2973](https://github.com/buildkite/agent/pull/2973) (@wolfeidau) ### Internal + - Dependabot churn: [#2964](https://github.com/buildkite/agent/pull/2964), [#2965](https://github.com/buildkite/agent/pull/2965), [#2952](https://github.com/buildkite/agent/pull/2952), [#2972](https://github.com/buildkite/agent/pull/2972), [#2963](https://github.com/buildkite/agent/pull/2963) (@dependabot[bot]) ### Internal -- Bump golang.org/x/sys from 0.24.0 to 0.25.0 [#1367](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1367) (@dependabot[bot]) +- Bump golang.org/x/sys from 0.24.0 to 0.25.0 [#1367](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1367) (@dependabot[bot]) ## [v6.25.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.25.0) (2024-08-30) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.24.0...v6.25.0) ### Changed + - Bump agent to v3.79.0 [#1362](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1362) (@wolfeidau)
Agent Changelog ## [v3.79.0](https://github.com/buildkite/agent/tree/v3.79.0) (2024-08-29) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.78.0...v3.79.0) ### Fixed + - Fix error when hook cannot be run due to missing interpreter [#2948](https://github.com/buildkite/agent/pull/2948) (@mcncl) ### Added + - Support for multiple trace context encodings [#2947](https://github.com/buildkite/agent/pull/2947) (@DrJosh9000) ### Internal + - Bump github.com/buildkite/go-pipeline from 0.11.0 to 0.12.0 [#2959](https://github.com/buildkite/agent/pull/2959) (@wolfeidau) - Dependabot churn: [#2951](https://github.com/buildkite/agent/pull/2951), [#2955](https://github.com/buildkite/agent/pull/2955), [#2949](https://github.com/buildkite/agent/pull/2949), [#2956](https://github.com/buildkite/agent/pull/2956), [#2954](https://github.com/buildkite/agent/pull/2954), [#2950](https://github.com/buildkite/agent/pull/2950), [#2953](https://github.com/buildkite/agent/pull/2953) (@dependabot[bot])
## [v6.24.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.24.0) (2024-08-21) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.23.0...v6.24.0) ### Changed + - docs: update RootVolumeIops to include gp3 [#1359](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1359) (@joemiller) - Bump agent to v3.78.0 [#1360](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1360) (@CerealBoy) ### Internal + - Dependabot updates: [#1358](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1358) (@dependabot[bot])
Agent Changelog ## [v3.78.0](https://github.com/buildkite/agent/tree/v3.78.0) (2024-08-20) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.77.0...v3.78.0) ### Fixed + - fix for layout issues with log messages [#2933](https://github.com/buildkite/agent/pull/2933) (@wolfeidau) - Prevent Cancel from running when a k8s job is cancelled already [#2935](https://github.com/buildkite/agent/pull/2935) (@CerealBoy) - k8s: Unconditionally set `BUILDKITE_AGENT_ACCESS_TOKEN` [#2942](https://github.com/buildkite/agent/pull/2942) (@DrJosh9000) ### Changed + - Add a bit more context to the debugging for failing signature verify [#2926](https://github.com/buildkite/agent/pull/2926) (@wolfeidau) - Update description for the 'priority' option for the 'buildkite-agent annotate' command. [#2934](https://github.com/buildkite/agent/pull/2934) (@gilesgas) ### Internal + Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928](https://github.com/buildkite/agent/pull/2928), [#2929](https://github.com/buildkite/agent/pull/2929), [#2930](https://github.com/buildkite/agent/pull/2930), [#2931](https://github.com/buildkite/agent/pull/2931), [#2937](https://github.com/buildkite/agent/pull/2937), [#2939](https://github.com/buildkite/agent/pull/2939), [#2940](https://github.com/buildkite/agent/pull/2940), [#2943](https://github.com/buildkite/agent/pull/2943) (@dependabot[bot])
## [v6.23.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.23.0) (2024-08-09) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.22.4...v6.23.0) ### Changed + - Bump agent to v3.77.0 [#1355](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1355) (@wolfeidau) ### Internal + - Dependabot updates: [#1354](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1354) (@dependabot[bot])
Agent Changelog ## [v3.77.0](https://github.com/buildkite/agent/tree/v3.77.0) (2024-08-08) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.76.2...v3.77.0)
## [v6.22.4](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.22.4) (2024-07-31) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.22.3...v6.22.4) ### Changed + - Bump agent to v3.76.2 [#1353](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1353), [#1351](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1351) (@DrJosh9000) - Bump Test Splitter version to v0.8.0 [#1349](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1349) (@nprizal) - Upgrade test-splitter-client to v0.7.3 [#1344](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1344) (@wooly) @@ -834,45 +1867,54 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] Agent Changelog ## [v3.76.2](https://github.com/buildkite/agent/tree/v3.76.2) (2024-08-01) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.76.1...v3.76.2) > [!NOTE] > v3.76.0 fixed an issue which caused the HTTP client in the agent to fall back to HTTP/1.1, see [#2908](https://github.com/buildkite/agent/pull/2908). If you need to disable HTTP/2.0 in your environment you can do this using the `--no-http2` flag or matching configuration option. ### Fixed -- Only override TLSClientConfig if set [#2913](https://github.com/buildkite/agent/pull/2913) (@DrJosh9000) +- Only override TLSClientConfig if set [#2913](https://github.com/buildkite/agent/pull/2913) (@DrJosh9000) ## [v3.76.1](https://github.com/buildkite/agent/tree/v3.76.1) (2024-07-31) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.76.0...v3.76.1) > [!NOTE] > v3.76.0 fixed an issue which caused the HTTP client in the agent to fall back to HTTP/1.1, see [#2908](https://github.com/buildkite/agent/pull/2908). If you need to disable HTTP/2.0 in your environment you can do this using the `--no-http2` flag or matching configuration option. ### Changed + - Pass cancel grace period to bootstrap [#2910](https://github.com/buildkite/agent/pull/2910) (@DrJosh9000) ## [v3.76.0](https://github.com/buildkite/agent/tree/v3.76.0) (2024-07-31) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.75.1...v3.76.0) > [!NOTE] > This release fixed an issue which caused the HTTP client in the agent to fall back to HTTP/1.1, see [#2908](https://github.com/buildkite/agent/pull/2908). If you need to disable HTTP/2.0 in your environment you can do this using the `--no-http2` flag or matching configuration option. ### Changed + - fix enable http/2 by default as intended by flags [#2908](https://github.com/buildkite/agent/pull/2908) (@wolfeidau) ### Fixed + - Let artifact phase and post-command run in grace period [#2899](https://github.com/buildkite/agent/pull/2899) (@DrJosh9000) ### Internal + - Dependabot updates: [#2902](https://github.com/buildkite/agent/pull/2902), [#2907](https://github.com/buildkite/agent/pull/2907), [#2903](https://github.com/buildkite/agent/pull/2903), [#2904](https://github.com/buildkite/agent/pull/2904), [#2901](https://github.com/buildkite/agent/pull/2901), [#2905](https://github.com/buildkite/agent/pull/2905), [#2896](https://github.com/buildkite/agent/pull/2896), [#2897](https://github.com/buildkite/agent/pull/2897) (@dependabot[bot]) ## [v6.22.3](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.22.3) (2024-07-22) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.22.2...v6.22.3) ### Changed + - Bump Agent to v3.75.1 and Scaler to v1.8.0 [#1345](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1345) (@DrJosh9000) > [!NOTE] @@ -882,23 +1924,29 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] Agent Changelog ## [v3.75.1](https://github.com/buildkite/agent/tree/v3.75.1) (2024-07-22) + [Full Changelog](https://github.com/buildkite/agent/compare/v3.75.0...v3.75.1) ### Fixed + - Fix downloaded artifact permissions [#2894](https://github.com/buildkite/agent/pull/2894) (@DrJosh9000) ## [v6.22.2](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.22.2) (2024-07-18) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.22.1...v6.22.2) ### Changed + - Bump agent version to v3.75.0 [#1342](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1342) (@wolfeidau) ### Added + - First pass at adding test-splitter to the elastic-ci linux stack. [#1337](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1337) (@wooly) ### Dependencies + - Bump golang.org/x/sys from 0.21.0 to 0.22.0 [#1340](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1340) (@dependabot[bot])
@@ -933,12 +1981,15 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928]
## [v6.22.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.22.1) (2024-07-04) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.22.0...v6.22.1) ### Changed + - bump the agent version to v3.74.1 [#1338](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1338) (@wolfeidau) ### Internal + - Create dependabot.yml, update some Go things [#1332](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1332) (@DrJosh9000)
@@ -962,14 +2013,16 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928]
## [v6.22.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.22.0) (2024-06-19) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.21.0...v6.22.0) ### Added -* Add new stack parameter for enabling dualstack docker [PLT-2325] [#1306](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1306) (@yob) + +- Add new stack parameter for enabling dualstack docker [PLT-2325] [#1306](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1306) (@yob) ### Changed -* Upgrade agent to 3.74.0 [#1328](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1328) (@zhming0) +- Upgrade agent to 3.74.0 [#1328](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1328) (@zhming0)
Agent Changelog @@ -1006,151 +2059,193 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] > [!IMPORTANT] > When using `artifact download`, artifacts that were uploaded with paths containing `..` will no longer be able to traverse up from the destination path. This change is unlikely to break the vast majority of pipelines, however if you are relying on `..` for path traversal and cannot fix your pipeline, you can enable the new experiment `allow-artifact-path-traversal` - - ### Fixed -* Lazy-unmount /tmp before masking [#1327](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1327) (@DrJosh9000) + +- Lazy-unmount /tmp before masking [#1327](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1327) (@DrJosh9000) ### Dependencies -* Bump Docker buildx to v0.15.0 [#1329](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1329) (@rianmcguire) + +- Bump Docker buildx to v0.15.0 [#1329](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1329) (@rianmcguire) ## [v6.21.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.21.0) (2024-05-27) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.20.0...v6.21.0) ### Changed + - Bump agent version to 3.73.1 [#1323](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1323) [#1321](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1321) [#1320](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1320) (@DrJosh9000 + @moskyb) ## [v6.20.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.20.0) (2024-05-03) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.19.0...v6.20.0) ### Fixed + - Fix windows agent not restarting [#1318](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1318) (@patrobinson) - Fix SSH key clearance in buildkite-ami.pkr.hcl [#1316](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1316) (@Gezi-lzq @123sarahj123) ### Dependencies + - Bump Docker buildx to v0.14.0 and Docker Compose to v2.27.0 [#1317](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1317) (@orien) ## [v6.19.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.19.0) (2024-04-30) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.18.0...v6.19.0) ### Changed + - Bump agent version [#1314](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1314) (@patrobinson) - Only allow SSH to reach Packer instance from Elastic Stack [#1308](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1308) (@steveh) - Restore "Packer Builder" tag for Packer instances [#1307](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1307) (@steveh) ## [v6.18.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.18.0) (2024-03-28) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.17.0...v6.18.0) ### Changed + - Bump agent version to v3.67.0 [#1303](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1303) (@DrJosh9000) ## [v6.17.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.17.0) (2024-03-14) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.16.0...v6.17.0) ### Changed + - Bump Docker to v25.0.3 from repositories configured for the [Base Amazon Linux 2023 AMI](https://docs.aws.amazon.com/linux/al2023/release-notes/relnotes-2023.3.20240304.html) - Update agent to 3.66 [#1301](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1301) (@moskyb) [#1295](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1295) (@matthewborden) - Bump Docker buildx to v0.13.0 and Docker Compose to v2.24.6 [#1299](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1299) (@orien) - Update ECR plugin to v2.8.0 [#1300](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1300) (@lucaswilric) ## [v6.16.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.16.0) (2024-02-15) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.15.0...v6.16.0) ### Changed + - Bump agent version to v3.63.0 [#1292](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1292) (@DrJosh9000) ## [v6.15.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.15.0) (2024-02-02) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.14.0...v6.15.0) ### Security + - For linux, the Base AMI has been updated to [Amazon Linux 2023.3.20240131](https://docs.aws.amazon.com/linux/al2023/release-notes/relnotes-2023.3.20240131.html) which fixes [CVE-2024-21626](https://nvd.nist.gov/vuln/detail/CVE-2024-21626). ### Added + - Support configurable log retention for scaler with the `LogRetentionDays` parameter. [#1278](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1278) (@grahamc) ### Fixed + - Fix path for cfn-env on windows elastic stack did not always work [#1286](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1286) (@triarius) ## [v6.14.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.14.0) (2024-01-30) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.13.0...v6.14.0) ### Added + - A parameter, `RootVolumeThroughput`, to be set for gp3 root volumes [#1282](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1282) (@cmanou) ### Changed + - Allow specifying IOPS for gp3 [#1283](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1283) (@bradleyayers) ### Dependencies + - Bump buildx to v0.12.1 and docker-compose to v2.24.4 [#1284](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1284) (@triarius) ## [v6.13.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.13.0) (2024-01-23) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.12.0...v6.13.0) ### Dependencies + - Bump agent version to v3.62.0 [#1280](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1280) (@tessereth) ## [v6.12.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.12.0) (2023-12-14) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.11.0...v6.12.0) ### Added + - Add MountTmpfsAtTmp parameter [#1274](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1274) (@DrJosh9000) ### Dependencies + - Bump buildkite-agent to v3.61.0 [#1275](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1275) (@DrJosh9000) ## [v6.11.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.11.0) (2023-12-07) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.10.0...v6.11.0) ### Added + - BuildkiteAgentCancelGracePeriod option to linux stack [#1258](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1258) (@njgrisafi) - RootVolumeIops parameter to allow io1 and io2 RootVolumeTypes [#1269](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1269) (@triarius) ### Fixed + - Allow hyphens in all `InstanceTypes` values [#1266](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1266) (@pH14) ### Dependencies + - Bump agent to v3.60.1 [#1260](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1260) (@DrJosh9000) [#1265](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1265) (@moskyb) [#1271](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1271) (@triarius) - Bump buildx to v0.12.0 [#1262](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1262) (@triarius) - Bump docker-compose to v2.23.3 [#1272](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1272) (@triarius) ### Internal + - Launch test elastic stacks using templates from S3 [#1267](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1267) (@moskyb) - Ensure tag builds have the tag [#1259](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1259) (@triarius) ## [v6.10.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.10.0) (2023-11-02) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.9.0...v6.10.0) ### Added + - Enable optionally changing EC2 Instance Types used for AMI Creation [#1252](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1252) (@tomowatt) - Add support for graviton3 with local nvme [#1253](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1253) (@joemiller) ### Fixed + - Build fix-perms in Makefile [#1254](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1254) (@DrJosh9000) ### Changed + - Bump agent version to v3.58.0 [#1256](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1256) (@DrJosh9000) ### Internal + - Mention docker 20.10.25 to 24.0.5 upgrade in v6.8.0 changelog [#1249](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1249) (@yob) ## [v6.9.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.9.0) (2023-10-23) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.8.0...v6.9.0) ### Fixed + - Instances in ASGs at their minimum capacity will now be correctly terminated when `BuildkiteTerminateInstanceAfterJob` is enabled [#1245](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1245) - Fix ScalerEventSchedulePeriod was missing from interface [#1243](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1243) ### Changed + - Update buildkite-agent to v3.57.0 [#1247](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1247) (@moskyb) - Add more missing service role IAM permissions [#1244](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1244) (@triarius) ### Internal + - Update README to show we are on Amazon Linux 2023 now [#1246](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1246) (@triarius) ## [v6.8.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.8.0) (2023-10-19) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.7.1...v6.8.0) ### Changed + - Bump Agent Scaler version to v1.7.0. This updates the lambda runtime to `provided.al2` from the deprecated `go1.x` [#1236](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1236) (@HugeIRL) Note: depending on how you upgrade existing stacks, you may not automatically be upgraded to v1.7.0 of Buildkite Agent Scaler. See [here](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/1172#issuecomment-1697304023) for a work around to this known issue. - Bump buildkite-agent to v3.56.0 [#1237](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1237) (@triarius) @@ -1160,20 +2255,24 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] - Docker upgraded from from 20.10.25 to 24.0.5 [Amazon Linux 2023 changelog](https://docs.aws.amazon.com/linux/al2023/release-notes/relnotes-2023.2.20230920.html) ### Fixed + - Fix rsyslog was missing from base AMI [#1240](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1240) (@peter-svensson) - Fix Service Role was missing some permissions [#1192](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1192) (@philnielsen) [#1233](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1233) (@triarius) - Fix hyphens were not allowed in InstanceTypes [#1228](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1228) (@nitrocode) - Fix qemu binfmt image is pulled during instance startup [#1231](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1231) (@triarius) ### Internal + - Fix Windows AMI build failed [#1239](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1239) (@triarius) - Add test stack remover script [#1226](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1226) (@moskyb) - Add a step to CI to check files have been formatted with shfmt [#1232](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1232) (@triarius) ## [v6.7.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.7.1) (2023-09-20) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.7.0...v6.7.1) ### Security + ⚠️ This release fixes a medium-severity security vulnerability. We recommend upgrading to v6.7.1 or v5.22.5. - Affected versions: All prior versions of Elastic CI Stack (except v5.22.5). v6.7.0 and v5.22.4 contained a partial fix. @@ -1184,100 +2283,129 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] - Alternative workarounds: Deploy a [pre-bootstrap hook](https://buildkite.com/docs/agent/v3/securing#strict-checks-using-a-pre-bootstrap-hook) to prevent execution of `fix-buildkite-agent-builds-permissions` during a build ## [v5.22.5](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.22.5) (2023-09-14) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.22.4...v5.22.5) ### Security + ⚠️ This release fixes a medium-severity security vulnerability (same as described in v6.7.1). + - Fix: Improved input validation and file handling [#1220](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1220) (@DrJosh9000) ## [v6.7.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.7.0) (2023-09-14) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.6.0...v6.7.0) ### Security + ⚠️ This release **partially** fixes a medium-severity security vulnerability. We recommend upgrading to v6.7.1 or v5.22.5. ### Changed + - Prevent permission script acting on symlinks [#1212](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1212) (@DrJosh9000) - Update to scaler v1.6.0 [#1213](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1213) (@DrJosh9000) - Bump buildkite-agent to v3.55.0 [#1214](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1214) (@DrJosh9000) ### Internal + - Fix ami_source_filter [#1211](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1211) (@DrJosh9000) ## [v5.22.4](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.22.4) (2023-09-14) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.22.3...v5.22.4) ### Security + ⚠️ This release **partially** fixes a medium-severity security vulnerability (same as described in v6.7.1). We recommend upgrading to v6.7.1 or v5.22.5. ### Changed + - Prevent permission script acting on symlinks [#1215](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1215) (@DrJosh9000) ## [v6.6.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.6.0) (2023-09-07) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.5.0...v6.6.0) ### Fixed + - Fix instance storage mount script fails when instance storage not available [#1206](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1206) (@triarius) ### Changed + - Bump buildkite-agent to v3.54.0 [#1207](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1207) (@DrJosh9000) ## [v6.5.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.5.0) (2023-08-31) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.4.0...v6.5.0) ### Changed + - Bump buildkite-agent to v3.53.0 [#1204](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1204) (@DrJosh9000) ## [v6.4.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.4.0) (2023-08-24) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.3.0...v6.4.0) ### Changed + - Bump docker-compose to v2.20.3 [#1201](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1201) (@triarius) - Bump buildkite-agent to v3.52.1 [#1200](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1200) (@triarius) - Change the Community Slack links in documentation to Forum ones [#1199](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1199) (@mcncl) ### Internal + - Prevent tag builds from publishing a latest template when they are not "on the main branch" [#1197](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1197) (@triarius) ## [v6.3.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.3.0) (2023-08-16) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.2.0...v6.3.0) ### Changed + - Bump buildkite-agent to v3.51.0 [#1193](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1193) (@triarius) - Bump `git-lfs` to v3.4.0 [#1191](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1191) (@triarius) ### Fix + - Fix `mdadm` is not installed, leading to broken instance storage when there is more than one volumes [#1190](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1190) (@triarius) ### Internal + - Incorporated CHANGELOG for v5.22.3 [#1189](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1189) (@triarius) ## [v6.2.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.2.0) (2023-08-09) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.1.0...v6.2.0) ### Changed + - Change base image to Windows Server 2019 w/o containers and install Docker CE (v24.0.5) [#1180](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1180) (@triarius) - Add cost allocation tags to EBS volumes [#1171](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1171) (@keatmin) ### Fixed + - Add missing authorized keys systemd units [#1184](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1184) (@sj26) - Fix instance storage docker dir not created [#1181](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1181) (@triarius) - Fix `set -e` fails from environment hooks [#1179](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1179) (@triarius) ## [v6.1.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.1.0) (2023-08-01) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v6.0.0...v6.1.0) ### Changed + - Bump buildkite-agent to v3.50.4 [#1177](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1177) (@DrJosh9000) - Disable client side pager for aws-cli v2 for the buildkite-agent user [#1174](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1174) (@triarius) - Add `ScalerMinPollInterval` param [#1173](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1173) (@amartani) ## [v6.0.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v6.0.0) (2023-07-26) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.22.2...v6.0.0) ### Changed + - Upgrade base image to Amazon Linux 2023 [#1122](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1122) (@triarius) - - Many packages have been added, upgraded, or removed since Amazon Linux 2. We've explicitly called out what's been intentionally left out by us below. Refer to [docs.aws.amazon.com/linux/al2023/ug/compare-with-al2.html](https://docs.aws.amazon.com/linux/al2023/ug/compare-with-al2.html) for the changes Amazon have made. + - Many packages have been added, upgraded, or removed since Amazon Linux 2. We've explicitly called out what's been intentionally left out by us below. Refer to [docs.aws.amazon.com/linux/al2023/ug/compare-with-al2.html](https://docs.aws.amazon.com/linux/al2023/ug/compare-with-al2.html) for the changes Amazon have made. - Publish template to both `main` and `master` [#1129](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1129) (@triarius) - Increase job cancel grace period to 60s [#1144](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1144) (@triarius) - Allow the `MaxSize` to be 0 [#1140](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1140) (@triarius) @@ -1292,15 +2420,18 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] - Bump buildx to v0.11.2 [#1150](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1150) (@triarius) ### Added + - Support running and building multi-platform docker images [#1139](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1139) [#1122](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1122) [#1149](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1149) (@triarius) - Support i4g instance types [#1138](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1138) (@triarius) - Added the parameter `SpotAllocationStrategy` [#1130](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1130) (@triarius) - Added the parameter `ScalerEventScheduleRate` to control rate at which buildkite-agent-scaler is invoked [#1169](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1169) (@tomellis91) ### Fixed + - Guard against `BUILDKITE_AGENT_ENABLE_GIT_MIRRORS` not being set in startup script [#1135](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1135) (@triarius) ### Removed + - Remove deprecated `SpotPrice` parameter [#1130](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1130) (@triarius) - Removed packages. These packages are either not available on Amazon Linux 2023, or not installed by default on the base image we use. We have decided to not install them as suitable replacements may be found. - Python 2 @@ -1311,31 +2442,40 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] - Cronie ## [v5.22.3](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.22.3) (2023-08-10) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.22.2...v5.22.3) ### Changed + - Bump buildkite-agent to v3.50.4 [#1186](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1186) (@triarius) - Use windows server 2019 base image and docker ce [#1187](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1187) (@triarius) ## [v5.22.2](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.22.2) (2023-07-24) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.22.1...v5.22.2) ### Changed + - Bump buildkite-agent to v3.50.3 [#1164](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1164) (@DrJosh9000) ### Internal + - Set `allow_dependency_failure: true` on stack cleanup jobs [#1159](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1159) (@triarius) ## [v5.22.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.22.1) (2023-07-21) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.22.0...v5.22.1) ### Changed + - Bump buildkite-agent to v3.50.2 [#1161](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1161) (@triarius) ## [v5.22.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.22.0) (2023-07-20) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.21.0...v5.22.0) ### Changed + - Bump buildkite-agent to v3.50.1 [#1157](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1157) (@DrJosh9000) - Handle hard failures (eg. kernel panic) during bootstrap [#1143](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1143) (@trvrnrth) - Backport de-experimentifying git-mirrors [#1141](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1141) (@triarius) @@ -1343,147 +2483,186 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] - Don't (re)install docker (on Windows) [#1136](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1136) (@triarius) ## [v5.21.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.21.0) (2023-05-25) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.20.0...v5.21.0) ### Changed + - Bump `buildkite-agent` to v3.47.0 [#1120](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1120) (@DrJosh9000) - Bumping python from 3.7 to 3.10 [#1117](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1117) (@123sarahj123) - Bump Docker buildx from 0.10.4 to 0.10.5 [#1119](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1119) (@orien) - Bump `buildkite-agent-scaler` to v1.4.0 [#1118](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1118) (@triarius) ## [5.20.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/5.20.0) (2023-05-05) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.19.0...5.20.0) ### Changed + - Bump buildkite-agent to v3.46.0 [#1114](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1114) (@moskyb) - Update description of BuildkiteAdditionalSudoPermissions parameter [#1113](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1113) (@triarius) ### Fixed + - Error with docker experimental CLI [#1106](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1106) (@moskyb) ## [v5.19.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.19.0) (2023-04-24) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.18.0...v5.19.0) ### Added + - A parameter for buildkite-agent-scaler edition and version [#1104](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1104) (@triarius) ### Fixed + - Stack failed to create because it tried to create an ACL on S3 [#1109](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1109) (@saviogl) ## [v5.18.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.18.0) (2023-03-23) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.17.0...v5.18.0) ### Changed + - Bump buildkite-agent to v3.45.0 [#1101](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1101) (@triarius) - Bump Docker buildx from 0.10.3 to 0.10.4 [#1100](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1100) (@orien) - Explicitly disabled public access ACLs for managed secrets buckets [#1099](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1099) (@triarius) ## [v5.17.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.17.0) (2023-02-28) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.16.1...v5.17.0) ### Added + - Support for c7gn, m7g, and r7g instance type classes with the arm64 AMI [#1095](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1095) (@triarius) - Customise the Name tag on EC2 instances spawned by the ASG with the new InstanceName parameter [#1088](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1088) (@fd-jonathanlinn) ### Changed + - Buildkite Agent v3.44.0 [#1097](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1097) (@DrJosh9000) - Upgrades: Docker for Linux v20.10.23, Docker compose v2.16.0, buildx v0.10.3, Linux kernel v5.15 (@mumumumu, @orien, @triarius) - And other minor cleanups! (@moskyb, @triarius) ### Fixed + - Correct invalid SSM policy action [#1087](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1087) (@jsleeio) ## [v5.16.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.16.1) (2023-01-20) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.16.0...v5.16.1) ### Changed + - Bump buildkite-agent to v3.43.1 [#1083](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1083) (@moskyb) ## [v5.16.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.16.0) (2023-01-19) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.15.0...v5.16.0) ### Security + - Git is updated to v2.39.1 to address [recent vulnerabilities](https://github.blog/2023-01-17-git-security-vulnerabilities-announced-2/) [#1077](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1077) (@triarius) ### Added + - Access logs are now pushed to Cloudwatch for Linux instances [#1075](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1075) (@moskyb) ### Changed -- Bump buildkite-agent to v3.43.0 [#1079](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1079) (@DrJosh9000) +- Bump buildkite-agent to v3.43.0 [#1079](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1079) (@DrJosh9000) ## [v5.15.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.15.0) (2023-01-06) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.14.0...v5.15.0) ### Added + - Enable default bucket encryption for s3 and enforce SSL [#1050](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1050) (@ckornacker) ### Changed + - Bump buildkite-agent to v3.42.0 [#1073](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1073) (@mitchbne) - Bump Docker buildx from 0.8.2 to 0.9.1 [#1071](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1071) (@orien) - Bump lifecycled to v3.3.0 [#1065](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1065) (@triarius) - ## [v5.14.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.14.0) (2022-11-29) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.13.0...v5.14.0) ### Added + - Add property to indicate if the EBS volume is encrypted [#1057](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1057) (@pzeballos) - Enable GroupDesiredCapacity metric collection on ASGs by default [#1064](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1064) (@atticus-rippling) ### Changed + - Bump buildkite-agent to v3.41.0 [#1069](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1069) (@triarius) ## [v5.13.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.13.0) (2022-11-10) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.12.0...v5.13.0) ### Changed + - Bump buildkite-agent to v3.40.0 [#1060](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1060) (@DrJosh9000) ## [v5.12.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.12.0) (2022-11-08) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.11.2...v5.12.0) ### Added + - Add docker compose v2 to linux [#1052](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1052) (@donbobka) ## [v5.11.2](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.11.2) (2022-10-17) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.11.1...v5.11.2) ### Fixed + - Fix log collector date command [#1048](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1048) (@jeremybumsted) ### Changed + - Bump buildkite-agent to v3.39.1 [#1054](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1054) (@triarius) ### Security -- buildkite-agent v3.39.1 contains a security update. [buildkite/agent #1781](https://github.com/buildkite/agent/pull/1781) +- buildkite-agent v3.39.1 contains a security update. [buildkite/agent #1781](https://github.com/buildkite/agent/pull/1781) ## [v5.11.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.11.1) (2022-08-11) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.11.0...v5.11.1) ### Fixed + - Fix permissioning error on agent scaler [#1044](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1044) (@richardkeit) ### Changed + - Add groupless cloudformation params to groups [#1042](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1042) (@moskyb) ## [5.11.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/5.11.0) (2022-07-22) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.10.0...5.11.0) ### Added + - Add code of conduct [#1038](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1038) (@moskyb) - More advanced config options [#1030](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1030) (@moskyb) - A way to specify arbitrary environment variables for the agent to consume - The ability to specify a tracing backend for the agent to use ### Changed + - Bump buildkite-agent to v3.38.0 [#1040](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1040) (@moskyb) ### Fixed + - Add a missing permission in the service role, allowing the stack to tag lambdas [#1039](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1039) (@hcho3) ## [v5.10.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.10.0) (2022-07-13) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.9.0...v5.10.0) ### Security @@ -1504,18 +2683,22 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] - Fix IAM permissions for SSM session [#987](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/987) (@ouranos) ## [v5.9.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.9.0) (2022-05-31) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.8.2...v5.9.0) ### Added + - Allow accessing tags via instance metadata [#1016](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1016) (@jchanam) - Add option to enable detailed EC2 monitoring [#1007](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1007) (@threesquared) - Log collector for support/debugging [#1017](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1017) + [#1020](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1020) (@jeremybumsted) ### Changed + - Update buildkite-agent v3.35.2 -> v3.36.1 [#1021](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1021) [#1025](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1025) (@moskyb) - Bump Linux Kernel from 4.14 to 5.10 [#994](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/994) (@orien) ## [v5.8.2](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.8.2) (2022-04-27) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.8.1...v5.8.2) ### Changed @@ -1526,6 +2709,7 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] - Bump Docker Buildx from 0.7.1 to 0.8.2 [#1003](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1003) (@orien) ## [v5.8.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.8.1) (2022-04-07) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.8.0...v5.8.1) ## Changed @@ -1534,12 +2718,13 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] - Add quotes around AWS variables [#1008](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/1008) (@ctgardner) ## [v5.8.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v5.8.0) (2022-03-28) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.7.2...v5.8.0) ### Added -- Customise docker address pools to use more, slightly smaller networks rather than a few big ones [#968](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/968) (@ouranos) -- Add support for additional ARM/Graviton instance types: `c7g`, `g5g`, `lm4gn`, `lm4gen`, and `x2gd` [#981](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/981) [#979](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/979) (@toothbrush + @yob) +- Customise docker address pools to use more, slightly smaller networks rather than a few big ones [#968](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/968) (@ouranos) +- Add support for additional ARM/Graviton instance types: `c7g`, `g5g`, `lm4gn`, `lm4gen`, and `x2gd` [#981](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/981) [#979](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/979) (@toothbrush + @yob) - Add SecretsBucketRegion parameter and update s3secrets-hooks [#962](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/962) (@keithduncan) - Add docs on updating the different components [#957](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/957) (@keithduncan) @@ -1563,276 +2748,296 @@ Dependabot churn: [#2927](https://github.com/buildkite/agent/pull/2927), [#2928] ### Changed -* Upgrade Docker for Linux (20.10.9) and Windows (20.10.7) [#954](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/954) (@eleanorakh) -* Upgrade docker-compose for Linux (1.29.2) and Windows (1.29.2) [#954](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/954) (@eleanorakh) +- Upgrade Docker for Linux (20.10.9) and Windows (20.10.7) [#954](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/954) (@eleanorakh) +- Upgrade docker-compose for Linux (1.29.2) and Windows (1.29.2) [#954](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/954) (@eleanorakh) ### Fixed -* `BuildkiteAgentTokenParameterStorePath` support for AWS Secrets Manager SSM references [#955](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/955) (@eleanorakh) -* Build failures originating from the S3 Secrets hook [#956](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/956) (@eleanorakh) +- `BuildkiteAgentTokenParameterStorePath` support for AWS Secrets Manager SSM references [#955](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/955) (@eleanorakh) +- Build failures originating from the S3 Secrets hook [#956](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/956) (@eleanorakh) ## [v5.7.1](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.7.0...v5.7.1) (2021-10-14) ### Added -* Add new docs links to template file +- Add new docs links to template file ## [v5.7.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.6.1...v5.7.0) (2021-09-29) ### Added -* Support for storing builds, git-mirrors, and Docker on NVMe Instance Storage [#557](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/557) ([@lox](https://github.com/lox)) -* Retried login for ECR and generic Docker registries [#930](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/930) -* Experimental CloudFormation service role, listing the IAM Actions required to create, update, and delete the template [#926](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/926) -* A README feature matrix for Linux and Windows [#910](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/910) -* qemu and binfmt hooks for cross-architecture Docker image builds [#903](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/903) -* Tag pins for the included plugin [#906](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/906) ([@nitrocode](https://github.com/nitrocode)) -* Support for AWS SSM sessions [#905](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/905) ([@xiaket](https://github.com/xiaket)) +- Support for storing builds, git-mirrors, and Docker on NVMe Instance Storage [#557](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/557) ([@lox](https://github.com/lox)) +- Retried login for ECR and generic Docker registries [#930](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/930) +- Experimental CloudFormation service role, listing the IAM Actions required to create, update, and delete the template [#926](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/926) +- A README feature matrix for Linux and Windows [#910](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/910) +- qemu and binfmt hooks for cross-architecture Docker image builds [#903](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/903) +- Tag pins for the included plugin [#906](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/906) ([@nitrocode](https://github.com/nitrocode)) +- Support for AWS SSM sessions [#905](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/905) ([@xiaket](https://github.com/xiaket)) ### Changed -* Included buildkite-agent from v3.32.3 to v3.33.3 [#932](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/932) -* `EnableDockerExperimental` also enables Docker CLI experimental mode [#911](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/911) +- Included buildkite-agent from v3.32.3 to v3.33.3 [#932](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/932) +- `EnableDockerExperimental` also enables Docker CLI experimental mode [#911](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/911) ### Fixed -* A frequent source of build interruption caused by scale-in [#923](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/923) -* A resource ordering issue preventing instances from self terminating when a stack [#928](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/928) -* Support for `BuildkiteAdditionalSudoPermissions` with spaces [#916](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/916) ([@twunderlich-grapl](https://github.com/twunderlich-grapl)) -* Finish the git lfs install [#912](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/912) ([@pauldraper](https://github.com/pauldraper)) +- A frequent source of build interruption caused by scale-in [#923](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/923) +- A resource ordering issue preventing instances from self terminating when a stack [#928](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/928) +- Support for `BuildkiteAdditionalSudoPermissions` with spaces [#916](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/916) ([@twunderlich-grapl](https://github.com/twunderlich-grapl)) +- Finish the git lfs install [#912](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/912) ([@pauldraper](https://github.com/pauldraper)) ## [v5.6.1](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.6.0...v5.6.1) (2021-09-02) ## Fixed -* Missed parameter `BuildkiteAgentTokenParameterStoreKMSKey` in `Autoscaling` nested cloudformation template [#901](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/901) +- Missed parameter `BuildkiteAgentTokenParameterStoreKMSKey` in `Autoscaling` nested cloudformation template [#901](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/901) ## [v5.6.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.5.1...v5.6.0) (2021-08-31) ### Added -* Cross-region secrets bucket support to git-credentials-s3-secrets [elastic-ci-stack-s3-secrets-hooks#48](https://github.com/buildkite/elastic-ci-stack-s3-secrets-hooks/pull/48) -* AssumeRole support in the ECR Login plug-in [ecr-buildkite-plugin#69](https://github.com/buildkite-plugins/ecr-buildkite-plugin/pull/69) +- Cross-region secrets bucket support to git-credentials-s3-secrets [elastic-ci-stack-s3-secrets-hooks#48](https://github.com/buildkite/elastic-ci-stack-s3-secrets-hooks/pull/48) +- AssumeRole support in the ECR Login plug-in [ecr-buildkite-plugin#69](https://github.com/buildkite-plugins/ecr-buildkite-plugin/pull/69) ### Changed -* Instance IAM Profile role permissions to be more tightly scoped [#800](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/800) ([@nitrocode](https://github.com/nitrocode)) -* Import buildkite-lambda-scaler from the Severless Application Repository [#685](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/685) -* The built-in environment hook no longer overwrites `AWS_REGION` and `AWS_DEFAULT_REGION` if already present [#892](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/892) ([@toothbrush](https://github.com/toothbrush)) -* Included buildkite-agent from 3.32.1 to 3.32.3 +- Instance IAM Profile role permissions to be more tightly scoped [#800](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/800) ([@nitrocode](https://github.com/nitrocode)) +- Import buildkite-lambda-scaler from the Severless Application Repository [#685](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/685) +- The built-in environment hook no longer overwrites `AWS_REGION` and `AWS_DEFAULT_REGION` if already present [#892](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/892) ([@toothbrush](https://github.com/toothbrush)) +- Included buildkite-agent from 3.32.1 to 3.32.3 ### Fixed -* Hourly disk check script on Linux [#898](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/898) -* git-credentials-s3-secrets on Windows [elastic-ci-stack-s3-secrets-hooks#47](https://github.com/buildkite/elastic-ci-stack-s3-secrets-hooks/pull/47) -* PowerShell hook support on Windows [agent#1497](https://github.com/buildkite/agent/pull/1497) +- Hourly disk check script on Linux [#898](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/898) +- git-credentials-s3-secrets on Windows [elastic-ci-stack-s3-secrets-hooks#47](https://github.com/buildkite/elastic-ci-stack-s3-secrets-hooks/pull/47) +- PowerShell hook support on Windows [agent#1497](https://github.com/buildkite/agent/pull/1497) ## [v5.5.1](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.5.0...v5.5.1) (2021-08-06) ### Changed -* Included buildkite-agent from 3.32.0 to 3.32.1 +- Included buildkite-agent from 3.32.0 to 3.32.1 ### Fixed -* A source of unexpected instance termination causing build failures [#888](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/888) +- A source of unexpected instance termination causing build failures [#888](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/888) ## [v5.5.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.4.0...v5.5.0) (2021-07-30) ### Added -* Template validation rules for the Buildkite Agent token [#873](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/873) -* Secret redaction in build logs [agent#1452](https://github.com/buildkite/agent/pull/1452) -* Support for the `pre-bootstrap` Buildkite Agent Lifecycle Hook [agent#1456](https://github.com/buildkite/agent/pull/1456) +- Template validation rules for the Buildkite Agent token [#873](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/873) +- Secret redaction in build logs [agent#1452](https://github.com/buildkite/agent/pull/1452) +- Support for the `pre-bootstrap` Buildkite Agent Lifecycle Hook [agent#1456](https://github.com/buildkite/agent/pull/1456) ### Changed -* Included buildkite-agent from 3.30.0 to 3.32.0 [#876](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/876) ([keithduncan](https://github.com/keithduncan)) +- Included buildkite-agent from 3.30.0 to 3.32.0 [#876](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/876) ([keithduncan](https://github.com/keithduncan)) ### Fixed -* Remove logging of the Buildkite Agent token to CloudWatch Logs [#879](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/879) -* Cross-region S3 bucket access for secrets [#875](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/875) -* An error when handling zero length `environment` files [elastic-ci-stack-s3-secrets-hooks#42](https://github.com/buildkite/elastic-ci-stack-s3-secrets-hooks/pull/42) -* A hang when loading ssh keys without a trailing newline [elastic-ci-stack-s3-secrets-hooks#44](https://github.com/buildkite/elastic-ci-stack-s3-secrets-hooks/pull/44) +- Remove logging of the Buildkite Agent token to CloudWatch Logs [#879](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/879) +- Cross-region S3 bucket access for secrets [#875](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/875) +- An error when handling zero length `environment` files [elastic-ci-stack-s3-secrets-hooks#42](https://github.com/buildkite/elastic-ci-stack-s3-secrets-hooks/pull/42) +- A hang when loading ssh keys without a trailing newline [elastic-ci-stack-s3-secrets-hooks#44](https://github.com/buildkite/elastic-ci-stack-s3-secrets-hooks/pull/44) ## [v5.4.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.3.2...v5.4.0) (2021-06-30) ### Added -* Docker Buildx [#871](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/871) -* Docs on which user SSH access applies to [#863](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/863) ([@Temikus](https://github.com/Temikus)) +- Docker Buildx [#871](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/871) +- Docs on which user SSH access applies to [#863](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/863) ([@Temikus](https://github.com/Temikus)) ### Changed -* Update Buildkite Agent to version 3.30.0 [#868](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/868) ([@esalter](https://github.com/esalter)) -* The HttpPutResponseHopLimit from 1 to 2 [#858](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/858) +- Update Buildkite Agent to version 3.30.0 [#868](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/868) ([@esalter](https://github.com/esalter)) +- The HttpPutResponseHopLimit from 1 to 2 [#858](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/858) ### Fixed -* The default cost allocation tag value [#859](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/859) +- The default cost allocation tag value [#859](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/859) ## [v5.3.2](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.3.1...v5.3.2) (2021-06-11) ### Fixed -* Fix s3secrets-helper for Windows [#846](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/846) ([DuBistKomisch](https://github.com/DuBistKomisch)) -* Pin Docker systemd configuration to the same Docker version [#849](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/849) ([cmanou](https://github.com/cmanou)) -* Excessive instance scaling while waiting for instances to boot + +- Fix s3secrets-helper for Windows [#846](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/846) ([DuBistKomisch](https://github.com/DuBistKomisch)) +- Pin Docker systemd configuration to the same Docker version [#849](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/849) ([cmanou](https://github.com/cmanou)) +- Excessive instance scaling while waiting for instances to boot ### Changed -* Create S3 secrets bucket only when needed [#844](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/844) ([vgrigoruk](https://github.com/vgrigoruk)) + +- Create S3 secrets bucket only when needed [#844](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/844) ([vgrigoruk](https://github.com/vgrigoruk)) ## [v5.3.1](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.3.0...v5.3.1) (2021-05-05) ### Fixed -* Allow dashes and multiple forward slashes (/) in BuildkiteAgentTokenParameterStorePath [#835](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/835) [#837](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/837) ([nitrocode](https://github.com/nitrocode)) +- Allow dashes and multiple forward slashes (/) in BuildkiteAgentTokenParameterStorePath [#835](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/835) [#837](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/837) ([nitrocode](https://github.com/nitrocode)) ## [v5.3.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.2.0...v5.3.0) (2021-04-28) ### Added -* Support IAM Permissions Boundaries [#767](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/767) [#805](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/805) ([nitrocode](https://github.com/nitrocode)) -* Session manager plugin [#818](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/818) ([nitrocode](https://github.com/nitrocode)) + +- Support IAM Permissions Boundaries [#767](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/767) [#805](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/805) ([nitrocode](https://github.com/nitrocode)) +- Session manager plugin [#818](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/818) ([nitrocode](https://github.com/nitrocode)) ### Changed -* Replace awslogs with the cloudwatch-agent [#811](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/811) ([yob](https://github.com/yob)) -* Avoid scaling down too aggressively when there are pending jobs in certain conditions [#823](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/823) ([yob](https://github.com/yob)) -* Bump docker from 19.03.x to 20.10.x [#826](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/826) ([yob](https://github.com/yob)) -* Bump docker-compose on all operating systems to 1.28.x [#825](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/825) ([yob](https://github.com/yob)) -* Bump agent from 3.27.0 to 3.29.0 [#827](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/827) ([yob](https://github.com/yob)) -* Bump lifecycled from 3.0.2 to 3.2.0 [#824](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/824) ([yob](https://github.com/yob)) -* Bump git on windows from 2.22.0 to 2.31.0 [#819](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/819) ([yob](https://github.com/yob)) -* Bump ECR plugin to v2.3.0 [#816](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/816) ([chloeruka](https://github.com/chloeruka)) -* Documentation improvements [#815](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/815) [#810](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/810) ([acaire](https://github.com/acaire)) + +- Replace awslogs with the cloudwatch-agent [#811](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/811) ([yob](https://github.com/yob)) +- Avoid scaling down too aggressively when there are pending jobs in certain conditions [#823](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/823) ([yob](https://github.com/yob)) +- Bump docker from 19.03.x to 20.10.x [#826](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/826) ([yob](https://github.com/yob)) +- Bump docker-compose on all operating systems to 1.28.x [#825](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/825) ([yob](https://github.com/yob)) +- Bump agent from 3.27.0 to 3.29.0 [#827](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/827) ([yob](https://github.com/yob)) +- Bump lifecycled from 3.0.2 to 3.2.0 [#824](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/824) ([yob](https://github.com/yob)) +- Bump git on windows from 2.22.0 to 2.31.0 [#819](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/819) ([yob](https://github.com/yob)) +- Bump ECR plugin to v2.3.0 [#816](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/816) ([chloeruka](https://github.com/chloeruka)) +- Documentation improvements [#815](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/815) [#810](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/810) ([acaire](https://github.com/acaire)) ### Removed -* Remove unnecessary IAM roles for SNS and SQS [#829](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/829) ([chloeruka](https://github.com/chloeruka)) + +- Remove unnecessary IAM roles for SNS and SQS [#829](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/829) ([chloeruka](https://github.com/chloeruka)) ## [v5.2.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.1.0...v5.2.0) (2021-02-08) ### Added -* [buildkite-agent v3.27.0](https://github.com/buildkite/agent/releases/tag/v3.27.0) [#794](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/794) ([pda](https://github.com/pda)) -* agent names use client-side `%spawn` not server-side `%n` for numbering [#794](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/794) ([pda](https://github.com/pda)) - -* `IMDSv2Tokens` parameter: optional / required [#786](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/786) ([holmesjr](https://github.com/holmesjr)) → [#788](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/788) & [#789](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/789) ([pda](https://github.com/pda)) +- [buildkite-agent v3.27.0](https://github.com/buildkite/agent/releases/tag/v3.27.0) [#794](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/794) ([pda](https://github.com/pda)) +- agent names use client-side `%spawn` not server-side `%n` for numbering [#794](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/794) ([pda](https://github.com/pda)) +- `IMDSv2Tokens` parameter: optional / required [#786](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/786) ([holmesjr](https://github.com/holmesjr)) → [#788](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/788) & [#789](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/789) ([pda](https://github.com/pda)) ### Changed -* Default to [`gp3` volumes](https://aws.amazon.com/about-aws/whats-new/2020/12/introducing-new-amazon-ebs-general-purpose-volumes-gp3/), previously `gp2` [#784](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/784) ([yob](https://github.com/yob)) +- Default to [`gp3` volumes](https://aws.amazon.com/about-aws/whats-new/2020/12/introducing-new-amazon-ebs-general-purpose-volumes-gp3/), previously `gp2` [#784](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/784) ([yob](https://github.com/yob)) ### Fixed -* `c6gn.*` instances recognized as ARM [#785](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/785) ([yob](https://github.com/yob)) -* `s3secrets-helper` installation more resilient [#783](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/783) ([shevaun](https://github.com/shevaun)) +- `c6gn.*` instances recognized as ARM [#785](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/785) ([yob](https://github.com/yob)) +- `s3secrets-helper` installation more resilient [#783](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/783) ([shevaun](https://github.com/shevaun)) ## [v5.1.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.0.1...v5.1.0) (2020-12-11) ### Added -* Experimental support for ARM instance types (linux only) [#758](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/758) ([yob](https://github.com/yob)) -* Support up to four instance types and mixed combinations of Spot/OnDemand instances [#710](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/710) ([yob](https://github.com/yob)) - * The `InstanceType` stack parameter can now be a CSV with up to 4 types - * The new `OnDemandPercentage` stack parameter can be reduced from 100% (the default) to allow some Spot instances +- Experimental support for ARM instance types (linux only) [#758](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/758) ([yob](https://github.com/yob)) +- Support up to four instance types and mixed combinations of Spot/OnDemand instances [#710](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/710) ([yob](https://github.com/yob)) + - The `InstanceType` stack parameter can now be a CSV with up to 4 types + - The new `OnDemandPercentage` stack parameter can be reduced from 100% (the default) to allow some Spot instances ### Changed -* Update Buildkite Agent to v3.26.0 [#778](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/778) ([JuanitoFatas](https://github.com/JuanitoFatas)) -* Speed up secret downloads from S3 (from ~8 seconds to under 1 second) [#772](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/772) ([pda](https://github.com/pda)) -* ECR plugin now has its own log group header to make run time visible [#773](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/773) ([pda](https://github.com/pda)) +- Update Buildkite Agent to v3.26.0 [#778](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/778) ([JuanitoFatas](https://github.com/JuanitoFatas)) +- Speed up secret downloads from S3 (from ~8 seconds to under 1 second) [#772](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/772) ([pda](https://github.com/pda)) +- ECR plugin now has its own log group header to make run time visible [#773](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/773) ([pda](https://github.com/pda)) ### Fixed -* Avoid IAM changes for some kinds of stack updates (like changing InstanceType) [#781](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/781) ([yob](https://github.com/yob)) -* Improved documentation - * Add BUILDKITE_PLUGIN_S3_SECRETS_BUCKET_PREFIX to README [#775](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/775) ([maatthc](https://github.com/maatthc)) - * Remove outdated advice re AgentsPerInstance [#760](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/760) ([niceking](https://github.com/niceking)) +- Avoid IAM changes for some kinds of stack updates (like changing InstanceType) [#781](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/781) ([yob](https://github.com/yob)) +- Improved documentation + - Add BUILDKITE_PLUGIN_S3_SECRETS_BUCKET_PREFIX to README [#775](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/775) ([maatthc](https://github.com/maatthc)) + - Remove outdated advice re AgentsPerInstance [#760](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/760) ([niceking](https://github.com/niceking)) ## [v5.0.1](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v5.0.0...v5.0.1) (2020-11-09) ### Fixed -* Retreive agent token from parameter store on windows agents [#762](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/762) ([chrisfowles](https://github.com/chrisfowles)) +- Retreive agent token from parameter store on windows agents [#762](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/762) ([chrisfowles](https://github.com/chrisfowles)) ## [v5.0.0](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.5.0...v5.0.0) (2020-10-26) ### Added -* **Our previously experimental blazing fast lambda scaler is now the default** which makes for much faster scaling in response to pending jobs [#575](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/575) (@lox) -* **EXPERIMENTAL** Windows support on a new Windows Server 2019 based image [#546](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/546), [#632](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/632), [#595](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/595), [#628](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/628), [#614](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/614), [#633](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/633) ([jeremiahsnapp](https://github.com/jeremiahsnapp)) [#670](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/670) ([pda](https://github.com/pda)) [#600](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/600) ([tduffield](https://github.com/tduffield)) - * There is a known issue with graceful handling of spot instances under windows. The agent may not disconnect gracefully, and may appear in the Buildkite UI for a few minutes after they terminate [#752](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/752) -* Support for [buildkite/image-builder](https://github.com/buildkite/image-builder) which can enable you to customize AMIs based off the ones we ship [#692](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/692) ([keithduncan](https://github.com/keithduncan)) -* Support for multiple security groups on instances [#667](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/667) ([jdub](https://github.com/jdub)) -* AMI and Lambda Scaler support more regions: ap-east-1 (Hong Kong), me-south-1 (Bahrain), af-south-1 (Cape Town), eu-south-1 (Milan) [#718](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/718) ([JuanitoFatas](https://github.com/JuanitoFatas)) -* Support for loading BuildkiteAgentTokenPath from AWS Parameter Store [#601](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/601) ([jradtilbrook](https://github.com/jradtilbrook)), [#625](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/625) ([jradtilbrook](https://github.com/jradtilbrook)) + +- **Our previously experimental blazing fast lambda scaler is now the default** which makes for much faster scaling in response to pending jobs [#575](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/575) (@lox) +- **EXPERIMENTAL** Windows support on a new Windows Server 2019 based image [#546](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/546), [#632](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/632), [#595](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/595), [#628](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/628), [#614](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/614), [#633](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/633) ([jeremiahsnapp](https://github.com/jeremiahsnapp)) [#670](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/670) ([pda](https://github.com/pda)) [#600](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/600) ([tduffield](https://github.com/tduffield)) + - There is a known issue with graceful handling of spot instances under windows. The agent may not disconnect gracefully, and may appear in the Buildkite UI for a few minutes after they terminate [#752](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/752) +- Support for [buildkite/image-builder](https://github.com/buildkite/image-builder) which can enable you to customize AMIs based off the ones we ship [#692](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/692) ([keithduncan](https://github.com/keithduncan)) +- Support for multiple security groups on instances [#667](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/667) ([jdub](https://github.com/jdub)) +- AMI and Lambda Scaler support more regions: ap-east-1 (Hong Kong), me-south-1 (Bahrain), af-south-1 (Cape Town), eu-south-1 (Milan) [#718](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/718) ([JuanitoFatas](https://github.com/JuanitoFatas)) +- Support for loading BuildkiteAgentTokenPath from AWS Parameter Store [#601](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/601) ([jradtilbrook](https://github.com/jradtilbrook)), [#625](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/625) ([jradtilbrook](https://github.com/jradtilbrook)) ### Changed -* Docker configuration is now isolated per-step [#678](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/678) ([patrobinson](https://github.com/patrobinson)) [#756](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/756) ([yob](https://github.com/yob)) -* Use EC2 LaunchTemplate instead of a LaunchConfiguration [#589](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/589) ([lox](https://github.com/lox)) -* InstanceType default is now `t3.large` (was `t2.nano`) [#699](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/699) ([pda](https://github.com/pda)) -* Made ECR hook an `environment` hook (was `pre-command`). [#677](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/677) ([pda](https://github.com/pda)) -* Mappings file format has changed to list both Linux and Windows AMIs [#569](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/569) ([lox](https://github.com/lox)) -* We now warn instead of hard-fail when there's no configured SSH keys [#669](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/669) ([pda](https://github.com/pda)) -* We now only set git-mirrors-path when EnableAgentGitMirrorsExperiment is set [#698](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/698) ([pda](https://github.com/pda)) -* Set RootVolumeName appropriately and allow it to be overridden [#593](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/593) ([jeremiahsnapp](https://github.com/jeremiahsnapp)) -* Disable AZRebalancing to prevent running instances being terminated unnecessarily [#751](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/751) + +- Docker configuration is now isolated per-step [#678](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/678) ([patrobinson](https://github.com/patrobinson)) [#756](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/756) ([yob](https://github.com/yob)) +- Use EC2 LaunchTemplate instead of a LaunchConfiguration [#589](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/589) ([lox](https://github.com/lox)) +- InstanceType default is now `t3.large` (was `t2.nano`) [#699](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/699) ([pda](https://github.com/pda)) +- Made ECR hook an `environment` hook (was `pre-command`). [#677](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/677) ([pda](https://github.com/pda)) +- Mappings file format has changed to list both Linux and Windows AMIs [#569](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/569) ([lox](https://github.com/lox)) +- We now warn instead of hard-fail when there's no configured SSH keys [#669](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/669) ([pda](https://github.com/pda)) +- We now only set git-mirrors-path when EnableAgentGitMirrorsExperiment is set [#698](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/698) ([pda](https://github.com/pda)) +- Set RootVolumeName appropriately and allow it to be overridden [#593](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/593) ([jeremiahsnapp](https://github.com/jeremiahsnapp)) +- Disable AZRebalancing to prevent running instances being terminated unnecessarily [#751](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/751) ### Fixed -* Stop trying to call poweroff after the agent shuts down [#728](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/728) ([yob](https://github.com/yob)) -* Update agent config to use `tags-from-ec2-meta-data` [#727](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/727) ([yob](https://github.com/yob)) -* Set correct content-type on YAML template files shipped to S3 [#683](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/683) ([kyledecot](https://github.com/kyledecot)) -* Fixed introduced issue with SSM permissions [#657](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/657) ([kushmansingh](https://github.com/kushmansingh)) -* Add correct cost tags to S3 [#602](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/602) ([hawkowl](https://github.com/hawkowl)) -* Fix incorrect yaml syntax for spot instances [#591](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/591) ([lox](https://github.com/lox)) + +- Stop trying to call poweroff after the agent shuts down [#728](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/728) ([yob](https://github.com/yob)) +- Update agent config to use `tags-from-ec2-meta-data` [#727](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/727) ([yob](https://github.com/yob)) +- Set correct content-type on YAML template files shipped to S3 [#683](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/683) ([kyledecot](https://github.com/kyledecot)) +- Fixed introduced issue with SSM permissions [#657](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/657) ([kushmansingh](https://github.com/kushmansingh)) +- Add correct cost tags to S3 [#602](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/602) ([hawkowl](https://github.com/hawkowl)) +- Fix incorrect yaml syntax for spot instances [#591](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/591) ([lox](https://github.com/lox)) ### Dependencies updated -* Bump Buildkite Agent to v3.25.0 [#749](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/749) ([JuanitoFatas](https://github.com/JuanitoFatas)) -* Bump Buildkite Agent Scaler to v1.0.2 [#724](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/724) ([JuanitoFatas](https://github.com/JuanitoFatas)) [4fafd8e](https://github.com/buildkite/elastic-ci-stack-for-aws/commit/4fafd8e85a888f0d7b23bb3a1420332fe4e9063c) ([JuanitoFatas](https://github.com/JuanitoFatas)) -* Bump docker to v19.03.13 (linux) and v19.03.12 (windows) and docker-compose to v1.27.4 (linux, windows uses [latest choco version](https://chocolatey.org/packages/docker-comp…)) [#719](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/719) ([yob](https://github.com/yob)) [#723](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/723) ([JuanitoFatas](https://github.com/JuanitoFatas)) -* Bump bundled plugins to the latest versions [secrets](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/740) [ecr](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/741) [docker login](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/744) + +- Bump Buildkite Agent to v3.25.0 [#749](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/749) ([JuanitoFatas](https://github.com/JuanitoFatas)) +- Bump Buildkite Agent Scaler to v1.0.2 [#724](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/724) ([JuanitoFatas](https://github.com/JuanitoFatas)) [4fafd8e](https://github.com/buildkite/elastic-ci-stack-for-aws/commit/4fafd8e85a888f0d7b23bb3a1420332fe4e9063c) ([JuanitoFatas](https://github.com/JuanitoFatas)) +- Bump docker to v19.03.13 (linux) and v19.03.12 (windows) and docker-compose to v1.27.4 (linux, windows uses [latest choco version](https://chocolatey.org/packages/docker-comp…)) [#719](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/719) ([yob](https://github.com/yob)) [#723](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/723) ([JuanitoFatas](https://github.com/JuanitoFatas)) +- Bump bundled plugins to the latest versions [secrets](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/740) [ecr](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/741) [docker login](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/744) ### Removed -* Remove AWS autoscaling in favor of buildkite-agent-scaler [#575](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/575) ([lox](https://github.com/lox)) [#588](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/588) ([jeremiahsnapp](https://github.com/jeremiahsnapp)) -* Multiple parameters! See below -### Summary of parameter changes: +- Remove AWS autoscaling in favor of buildkite-agent-scaler [#575](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/575) ([lox](https://github.com/lox)) [#588](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/588) ([jeremiahsnapp](https://github.com/jeremiahsnapp)) +- Multiple parameters! See below + +### Summary of parameter changes + The following parameters have been **removed** or **reworked**: -* `EnableExperimentalLambdaBasedAutoscaling` was removed (it's the default now) -* `BuildkiteOrgSlug` was removed – the statistics reported by [buildkite-agent-scaler](https://github.com/buildkite/buildkite-agent-scaler/blob/0a127ce221c94ffa703882b233a630ccde67d824/README.md#publishing-cloudwatch-metrics) make it redundant, but consider [buildkite-agent-metrics](https://github.com/buildkite/buildkite-agent-metrics) if you need more detailed metric monitoring -* `BuildkiteTerminateInstanceAfterJobTimeout` is replaced by the more concise `ScaleInIdlePeriod` [#586](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/586) ([jeremiahsnapp](https://github.com/jeremiahsnapp)) -* `BuildkiteTerminateInstanceAfterJobDecreaseDesiredCapacity` and `ScaleDownAdjustment` were removed - instances will now always try to decrement the ASG desired count when their waiting period for new jobs has elapsed -* `ScaleUpAdjustment` is replaced by `ScaleOutFactor` as the new lambda scaler calculates how many agents are needed at the time -* `ScaleDownPeriod` and `ScaleCooldownPeriod` are replaced by `ScaleInIdlePeriod` + +- `EnableExperimentalLambdaBasedAutoscaling` was removed (it's the default now) +- `BuildkiteOrgSlug` was removed – the statistics reported by [buildkite-agent-scaler](https://github.com/buildkite/buildkite-agent-scaler/blob/0a127ce221c94ffa703882b233a630ccde67d824/README.md#publishing-cloudwatch-metrics) make it redundant, but consider [buildkite-agent-metrics](https://github.com/buildkite/buildkite-agent-metrics) if you need more detailed metric monitoring +- `BuildkiteTerminateInstanceAfterJobTimeout` is replaced by the more concise `ScaleInIdlePeriod` [#586](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/586) ([jeremiahsnapp](https://github.com/jeremiahsnapp)) +- `BuildkiteTerminateInstanceAfterJobDecreaseDesiredCapacity` and `ScaleDownAdjustment` were removed - instances will now always try to decrement the ASG desired count when their waiting period for new jobs has elapsed +- `ScaleUpAdjustment` is replaced by `ScaleOutFactor` as the new lambda scaler calculates how many agents are needed at the time +- `ScaleDownPeriod` and `ScaleCooldownPeriod` are replaced by `ScaleInIdlePeriod` The following other parameters have been **added**: -* `ScaleOutFactor` (default: `1.0`) is a multiplier that allows you to add extra agents when scaling up is needed -* `ScaleInIdlePeriod` (default: `600` seconds) is used for scale-in by letting idle agents remove themselves from the ASG -* `InstanceOperatingSystem` (default: `linux`) can be used to specify Windows if you need Windows Server 2019 instances -* *Windows-only* `BuildkiteWindowsAdministrator` (default: `true`) adds the local "buildkite-agent" user account to the local Windows Administrator group -* *optional* `BuildkiteAgentTokenParameterStorePath` and `BuildkiteAgentTokenParameterStoreKMSKey` are for storing your token in [SSM Parameter Store](https://docs.aws.amazon.com/systems-manager/latest/userguide/systems-manager-parameter-store.html) and are an alternative to `BuildkiteAgentToken` -* *optional* `ScaleOutForWaitingJobs` (default: `false`) can help anticipate future job load and get your instances ready ahead of time + +- `ScaleOutFactor` (default: `1.0`) is a multiplier that allows you to add extra agents when scaling up is needed +- `ScaleInIdlePeriod` (default: `600` seconds) is used for scale-in by letting idle agents remove themselves from the ASG +- `InstanceOperatingSystem` (default: `linux`) can be used to specify Windows if you need Windows Server 2019 instances +- _Windows-only_ `BuildkiteWindowsAdministrator` (default: `true`) adds the local "buildkite-agent" user account to the local Windows Administrator group +- _optional_ `BuildkiteAgentTokenParameterStorePath` and `BuildkiteAgentTokenParameterStoreKMSKey` are for storing your token in [SSM Parameter Store](https://docs.aws.amazon.com/systems-manager/latest/userguide/systems-manager-parameter-store.html) and are an alternative to `BuildkiteAgentToken` +- _optional_ `ScaleOutForWaitingJobs` (default: `false`) can help anticipate future job load and get your instances ready ahead of time ## [v4.5.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.5.0) (2020-07-10) + ## Elastic CI Stack for AWS v4.5.0 + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.4.0...v4.5.0) ### Changed + - Added ImageIdParameter CloudFormation parameter for SSM Parameter Store image lookup [#691](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/691) (@keithduncan) ## [v4.4.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.4.0) (2020-05-21) + ## Elastic CI Stack for AWS v4.4.0 + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.3.5...v4.4.0) ### Changed + - Increase the threshold for disk cleanup to 5GB free for 4.3 [#646](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/646) (@huonw) - Updated buildkite-agent to version 3.21.1 [#687](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/687) (@denbeigh2000) - Updated docker-compose to version 1.25.1 [#660](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/660) (@dreyks) - Updated git lfs to 2.10.0 [#668](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/668) (@kushmansingh) ## [v4.3.5](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.3.5) (2019-11-01) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.3.4...v4.3.5) ### Added + - Bump buildkite-agent to v3.13.2 [#644](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/644) (@lox) - Prune docker builder cache in cleanup [#642](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/642) (@sj26) - Power off immediately if cloud-init fails [#638](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/638) (@dbaggerman) @@ -1842,45 +3047,58 @@ The following other parameters have been **added**: - Add python3 and future lib to allow prepping for Python2 EOL [#583](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/583) (@GreyKn) ### Fixed + - Add missing eu-north-1 to lambda mapping [#613](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/613) (@lox) - Docker experimental needs boolean not string [#611](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/611) (@lox) - Update ArtifactBucketPolicy to match docs [#607](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/607) (@gough) ## [v4.3.4](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.3.4) (2019-07-28) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.3.3...v4.3.4) ### Changed + - Bump agent to v3.13.2, docker to 19.03 and compose to 1.24.1 [#609](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/609) (@lox) - Docker experimental needs boolean not string [#610](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/610) (@lox) ## [v4.3.3](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.3.3) (2019-06-01) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.3.2...v4.3.3) ### Changed + - Bump agent to 3.12.0 [#594](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/594) (@lox) ## [v4.3.2](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.3.2) (2019-04-16) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.3.1...v4.3.2) ### Changed + - Bump agent scaler to support newer regions [#566](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/566) (@lox) ## [v4.3.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.3.1) (2019-04-09) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.3.0...v4.3.1) ### Fixed + - Add back us-east-1 to regions [#563](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/563) (@ksindi) ## [v4.3.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.3.0) (2019-04-06) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.2.0...v4.3.0) ### Added + - Add EnableAgentGitMirrorsExperiment parameter [#555](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/555) (@lox) ### Fixed + - Remove temporary packer key [#551](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/551) (@lox) ### Changed + - Updated experimental lambda-based auto-scaler, respect ScaleDownPeriod [#559](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/559) (@lox) - Bump agent to 3.10.3 [#558](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/558) (@lox) - Install pigz for parallel decompression in docker pull [#560](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/560) (@lox) @@ -1892,21 +3110,26 @@ The following other parameters have been **added**: - Set the priority of the agent to its instance integer [#539](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/539) (@tduffield) ## [v4.2.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.2.0) (2019-02-25) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.1.0...v4.2.0) ### Added + - Add an experimental lambda scaler [#529](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/529) (@lox) - Add helpers to Makefile for building packer image [#535](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/535) (@tduffield) - Allow users to configure the root block device [#534](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/534) (@tduffield) ### Fixed + - Fix typo in CF setting [#537](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/537) (@tduffield) - Make sure we reload the systemd unit files [#533](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/533) (@tduffield) ## [v4.1.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.1.0) (2019-02-11) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.0.4...v4.1.0) ### Changed + - Bump docker to 18.09.2 to fix CVE-2019-5736 [#532](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/532) (@lox) - Fix typo in docker experimental config [#528](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/528) (@lox) - Allow users to specify additional sudo permissions [#527](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/527) (@tduffield) @@ -1914,50 +3137,63 @@ The following other parameters have been **added**: - Add Buildkite Org to Cloudwatch Metrics as a Dimension to support multiple orgs per AWS account [#510](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/510) (@lox) ## [v4.0.4](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.0.4) (2019-01-29) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.0.3...v4.0.4) ### Fixed + - Fix bug where lifecycled logs aren't flushed to cloudwatch logs [#524](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/524) (@lox) - Prevent systemd from killing agent process group [#521](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/521) (@lox) ### Changed + - Expose AgentLifecycleTopic for programatic scaling [#522](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/522) (@tduffield) ## [v4.0.3](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.0.3) (2019-01-18) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.0.2...v4.0.3) ### Changed + - Bump docker to 18.09.1 [#516](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/516) (@lox) - Bump agent to 3.8.2 [#514](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/514) (@lox) - Tunable knob for ASG Cooldown period [#495](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/495) (@prateek) ## [v4.0.2](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.0.2) (2018-12-20) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.0.1...v4.0.2) ### Fixed + - Set a region for awslogsd [#508](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/508) (@dgarbus) - Fix bug where lifecycled didn't pick up handler script [#507](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/507) (@lox) ### Changed + - Add a EnableDockerExperimental param [#506](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/506) (@lox) - Bump docker to 18.09.0 [#505](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/505) (@lox) ## [v4.0.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.0.1) (2018-11-30) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.0.0...v4.0.1) ### Fixed + - Show correct stack version in log output [#503](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/503) (@lox) - Remove duplicate AssociatePublicIpAddress ## [v4.0.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.0.0) (2018-11-28) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.0.0-rc3...v4.0.0) No changes from v4.0.0-rc3. ## [v4.0.0-rc3](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.0.0-rc3) (2018-11-05) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.0.0-rc2...v4.0.0-rc3) ### Changed + - Use rsyslogd+awslogs for logs [#498](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/498) (@lox) - Remove the dash in description to be consistent with v3 [#499](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/499) (@lox) - Goss specs [#497](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/497) (@lox) @@ -1970,12 +3206,15 @@ No changes from v4.0.0-rc3. - Update AMI to latest packages [#480](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/480) (@lox) ## [v4.0.0-rc2](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.0.0-rc2) (2018-09-04) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v4.0.0-rc1...v4.0.0-rc2) ### Added + - Install Git LFS [#468](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/468) (@lox) ### Changed + - Update to the very latest aws-cli [#478](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/478) (@lox) - Bump lifecycled to 2.0.2 [#475](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/475) (@lox) - Default BuildkiteAgentRelease to stable [#474](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/474) (@lox) @@ -1986,9 +3225,11 @@ No changes from v4.0.0-rc3. - Update to latest Amazon Linux 2 LTS [#462](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/462) (@lox) ## [v4.0.0-rc1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v4.0.0-rc1) (2018-07-18) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v3.2.1...v4.0.0-rc1) ### Changed + - Use Amazon Linux 2 as base AMI [#363](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/363) (@lox) - Bump docker-login and ecr plugin to latest [#454](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/454) (@lox) - Bump docker to 18.03.1-ce and docker-compose to 1.22.0 [#455](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/455) (@lox) @@ -1997,63 +3238,79 @@ No changes from v4.0.0-rc3. - Provide InstanceRoleName as Output [#438](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/438) (@lox) ## [v3.3.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v3.3.1) (2018-09-13) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v3.3.0...v3.3.1) ### Fixed + - Bump lifecycled to v2.1.1 [#488](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/488) (@lox) ## [v3.3.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v3.3.0) (2018-09-04) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v3.2.1...v3.3.0) ### Changed + - Bump Amazon Linux to 2018.03 [#471](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/471) (@lox) - Bump docker to 18.03.1-ce and docker-compose to 1.22.0 [#455](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/455) (@lox) - Support attaching multiple policies via the parameter [#446](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/446) (@zsims) ### Fixed + - Set correct variable to pass to upstream ecr plugin [#453](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/453) (@bshelton229) - Use exit instead of return in bk-check-disk-space.sh script [#440](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/440) (@arturopie) - Move cleanup cron jobs to run hourly [#429](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/429) (@arturopie) ## [v3.2.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v3.2.1) (2018-05-24) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v3.2.0...v3.2.1) ### Changed + - Support enabling agent experiments [#423](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/423) (@lox) - Use the docker directory to check for disk space [#418](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/418) (@arturopie) - Set InstanceRoleName as stack template output [#421](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/421) (@dblandin) ## [v3.2.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v3.2.0) (2018-05-17) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v3.1.1...v3.2.0) ### Changed + - Updated stable agent to buildkite-agent v3.1.2 - Default EnableDockerUserNamespaceRemap to true [#417](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/417) (@lox) - Bump the minimum inodes to 250K to allow for big docker images [#416](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/416) (@lox) - Update to the new secrets hooks repo URL [#414](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/414) (@toolmantim) ## [v3.1.1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v3.1.1) (2018-05-02) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v3.1.0...v3.1.1) ### Changed + - Updated stable agent to buildkite-agent v3.1.1 - Bump docker to 18.03.0-ce and docker-compose to 1.21.1 [#411](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/411) (@lox) ## [v3.1.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v3.1.0) (2018-04-30) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v3.0.0...v3.1.0) ### Changed + - Allow userns remapping to be disabled [#410](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/410) (@lox) - Update lifecycled to 2.0.1 [#407](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/407) (@lox) - Fix cfn stack instance profile name [#395](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/395) (@chandanadesilva) ## [v3.0.0](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v3.0.0) (2018-04-18) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v3.0.0-rc1...v3.0.0) ## [v3.0.0-rc1](https://github.com/buildkite/elastic-ci-stack-for-aws/tree/v3.0.0-rc1) (2018-04-18) + [Full Changelog](https://github.com/buildkite/elastic-ci-stack-for-aws/compare/v2.3.5...v3.0.0-rc1) ### Changed + - Use new Metrics API, drop requirement for org-slug and api-token [#405](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/405) (@lox) - Bump Lifecycled to v2.0.0 [#404](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/404) (@lox) - Add support for billing tags [#398](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/398) (@tduffield) @@ -2063,58 +3320,79 @@ No changes from v4.0.0-rc3. - Update docker to stable 17.12.1-ce [#391](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/391) (@lox) ## v2.3.5 - 2018-02-26 + ### Changed + - Make EnableDockerUserNamespaceRemap the new default [\#378](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/378) - Docker 17.12.1-ce-rc2 (Related to [\#377](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/377)) ## v2.3.4 - 2018-02-13 + ### Fixed + - Configure docker before it starts to avoid corruption [\#377](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/377) ### Added + - Show elastic stack logs in Instance Terminal for easier debugging - Collect cron output in elastic-stack.log - Check (and free) diskspace before builds ## v2.3.3 - 2018-01-11 + ### Fixed + - Amazon Linux 2017.09.1 (to mitigate Meltdown/Spectre) - Docker 17.12.0-ce and Compose 1.18.0 ## v2.3.2 - 2018-01-07 + ### Fixed + - Bump metrics lambda version to v2.0.2 - Bump ECR plugin to 1.1.3 ## v2.3.1 - 2017-12-23 + ### Fixed + - Updated to latest buildkite-metrics lambda version (v2.0.0) that respects rate limiting headers [\#357](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/357) - Added a new parameter for adding extra buildkite-agent tags/metadata [\#359](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/340) ## v2.3.0 - 2017-10-20 + ### Fixed + - Autoscaling is suspended when lifecycled crashes [\#344](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/344) - Optimize the permissions check script to only fix the current pipeline’s build dir [\#340](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/340) (@toolmantim) ### Changed + - CloudWatch Logs namespaced [\#342](https://github.com/buildkite/elastic-ci-stack-for-aws/issues/342) - Docker 17.09.0-ce [\#350](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/350) (@lox) - Buildkite Agent v2.6.6 and v3.0.0-beta34 ### Added -- Optionally run docker as buildkite agent with userns-remap [\#341](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/341) (@lox) + +- Optionally run docker as buildkite agent with userns-remap [\#341](https://github.com/buildkite/elastic-ci-stack-for-aws/pull/341) (@lox) ## 2.2.0-rc3 - 2017-08-12 + ### Changed + - Bump buildkite-metrics to v1.5.0 (retry on error) - Replace shudder with new lifecycled that supports spot notifications ## 2.2.0-rc2 - 2017-06-26 + ### Changed + - Re-added deprecated DOCKER_HUB_USER variables ## 2.2.0-rc1 - 2017-07-18 + ### Changed + - Move ecr, secrets and docker-login to plugins - Add a signature llama to the environment hook - Show stack version in the environment hook @@ -2123,61 +3401,83 @@ No changes from v4.0.0-rc3. - Docker 17.06.0-ce ### Removed + - Remove deprecated DOCKER_HUB_USER variables ## 2.1.4 - 2017-06-28 + ### Changed + - Buildkite Agents v3.0.0-beta28 - Edge agent version is downloaded when instances boot rather than baked in AMI - Added SECRETS_PLUGIN_ENABLED to allow secrets downloading to be disabled ## 2.1.3 - 2017-06-20 + ### Changed + - Updated to latest Amazon Linux 2017.03.1 (see security advisory AWS-2017-007) - Updated docker-compose to 1.14.0 ## 2.1.2 - 2017-06-16 + ### Fixed + - Using an env secrets bucket hook caused builds to fail with an undefined variable error ## 2.1.1 - 2017-06-12 + ### Changed + - 🐳 Docker-Compose 1.14.0-r2 (with support for cache_from directive) - Buildkite Agents v2.6.3 and v3.0.0-beta27 - Agent version defaults to beta rather than stable ### Fixed + - Using git-credentials was broken (#290) - Managed secrets bucket failed to create (#282) ## 2.1.0 - 2017-05-12 + ### Added + - A secrets bucket is created automatically if left blank - Git over HTTPS is supported via a git-credentials file - A customisable ScaleDownPeriod parameter is available to prevent rapid scale downs ### Changed + 🐳 Docker 17.05.0-ce and Docker-Compose 1.13.0 + - Buildkite Agents v2.6.3 and v3.0.0-beta23 - Latest aws-cli - Autoscaling group is replaced on update, for smoother updates in large groups ### Fixed + - Fixed a bug where the stack would scale up faster than instances were launching ## 2.0.2 - 2017-04-11 + ### Fixed + - 🕷 Avoid restarting docker whilst it's initializing to try and avoid corrupting it (#236) ## 2.0.1 - 2017-04-04 + ### Added + - 🆙 Includes new Buildkite Agent v2.5.1 (stable) and v3.0-beta.19 (beta) ### Fixed + - ⏰ Increase the polling duration for scale down events to prevent hitting api limits (#263) ## 2.0.0 - 2017-03-28 + ### Added + - Docker 17.03.0-ce and Docker-Compose 1.11.2 - Metrics are collected by a Lambda function, so no more metrics sub-stack 🎉 - Secrets bucket uses KMS-backed SSE by default @@ -2189,6 +3489,7 @@ No changes from v4.0.0-rc3. - Optionally non-public agent instances ### Fixed + - Improved scale-up/scale-down logic - Cloudwatch logs are sent to correct region - Fixed size stacks are support @@ -2200,18 +3501,24 @@ No changes from v4.0.0-rc3. - Breaking changes ### Changed + - Initialization logs have moved to /var/log/elastic-stack.log ### Removed + - ManagedPolicyARNs has been removed, a singular version exists now: ManagedPolicyARN ## 1.1.1 - 2016-09-19 + ### Fixed + - 👭 If you run multiple agents per instance, chmod during build environment setup no longer clashes (#143) - 🔐 The AWS_ECR_LOGIN_REGISTRY_IDS option has been fixed, so it now calls aws ecr get-login --registry-ids correctly (#141) ## 1.1.0 - 2016-09-09 + - ### Added + - 📡 Buildkite Agent has been updated to the latest builds - 🐳 Docker has been upgraded to 1.12.1 - 🐳 Docker Compose has been upgraded to 1.8.0 @@ -2224,12 +3531,13 @@ No changes from v4.0.0-rc3. - ⚡ Updating stack parameters now triggers instances to update, no need for deleting and recreating the stack ### Fixed + - 🚥 The "queue" parameter is now "default" by default, to make it easier and less confusing to get started. Make sure to update it to "elastic" if you want to continue using that queue name. - 🐳 Jobs sometimes starting before Docker had started has been fixed - ⏰ Rolling upgrades and stack updates are now more reliable, no longer should you get stack timeouts - - ## 1.0.0 - 2016-07-28 + ### Added + - Initial release! 🎂🎉 diff --git a/go.mod b/go.mod index c34a621a8..da5ce0749 100644 --- a/go.mod +++ b/go.mod @@ -1,10 +1,10 @@ module github.com/buildkite/elastic-ci-stack-for-aws/v6 -go 1.23.6 +go 1.24.0 -toolchain go1.24.5 +toolchain go1.25.6 require ( github.com/google/go-cmp v0.7.0 - golang.org/x/sys v0.34.0 + golang.org/x/sys v0.41.0 ) diff --git a/go.sum b/go.sum index d6abad7fc..028ae9ead 100644 --- a/go.sum +++ b/go.sum @@ -1,4 +1,4 @@ github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= -golang.org/x/sys v0.34.0 h1:H5Y5sJ2L2JRdyv7ROF1he/lPdvFsd0mJHFw2ThKHxLA= -golang.org/x/sys v0.34.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k= +golang.org/x/sys v0.41.0 h1:Ivj+2Cp/ylzLiEU89QhWblYnOE9zerudt9Ftecq2C6k= +golang.org/x/sys v0.41.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks= diff --git a/packer/linux/base/scripts/versions.sh b/packer/linux/base/scripts/versions.sh new file mode 100644 index 000000000..2f5b66323 --- /dev/null +++ b/packer/linux/base/scripts/versions.sh @@ -0,0 +1,19 @@ +#!/bin/bash +# Centralized version definitions for Linux packer builds +# This file is sourced by installation scripts + +# Core Tools +export AWS_CLI_LINUX_VERSION="2.31.32" +export SESSION_MANAGER_PLUGIN_VERSION="1.2.764.0" + +# Development Tools +export GIT_LFS_VERSION="3.4.0" +export GOSS_VERSION="v0.4.9" + +# Container Tools +export DOCKER_COMPOSE_V2_VERSION="2.40.3" +export DOCKER_BUILDX_VERSION="0.29.1" + +# Buildkite Tools +export S3_SECRETS_HELPER_VERSION="2.7.0" +export LIFECYCLED_VERSION="v3.5.0" diff --git a/packer/linux/conf/bin/bk-check-disk-space.sh b/packer/linux/conf/bin/bk-check-disk-space.sh index 294fecec3..82ec83e53 100755 --- a/packer/linux/conf/bin/bk-check-disk-space.sh +++ b/packer/linux/conf/bin/bk-check-disk-space.sh @@ -4,7 +4,10 @@ set -euo pipefail DISK_MIN_AVAILABLE=${DISK_MIN_AVAILABLE:-5242880} # 5GB DISK_MIN_INODES=${DISK_MIN_INODES:-250000} # docker needs lots -DOCKER_DIR="$(jq -r '."data-root" // "/var/lib/docker"' /etc/docker/daemon.json)" +DOCKER_DIR="$(jq -r '."data-root" // "/var/lib/docker"' /etc/docker/daemon.json || true)" +if [[ -z "$DOCKER_DIR" ]]; then + DOCKER_DIR="/var/lib/docker" +fi disk_avail=$(df -k --output=avail "$DOCKER_DIR" | tail -n1) @@ -15,7 +18,32 @@ if [[ $disk_avail -lt $DISK_MIN_AVAILABLE ]]; then disk_min_human=$(numfmt --to=iec-i --suffix=B --from-unit=1024 "${DISK_MIN_AVAILABLE}") disk_avail_human=$(numfmt --to=iec-i --suffix=B --from-unit=1024 "${disk_avail}") echo "Not enough disk space free: ${disk_avail_human} (${disk_avail}KB) available, cutoff is ${disk_min_human} (${DISK_MIN_AVAILABLE}KB) 🚨" >&2 - exit 1 + + # Last resort for clearing space with build directory cleanup (if enabled) + if [[ "${BUILDKITE_PURGE_BUILDS_ON_DISK_FULL:-false}" == "true" ]]; then + # Extract the agent-specific directory to avoid disrupting other agents on the same instance + AGENT_ORG_PIPELINE_DIR="${BUILDKITE_BUILD_CHECKOUT_PATH#"${BUILDKITE_BUILD_PATH}/"}" + AGENT_DIR="${AGENT_ORG_PIPELINE_DIR%%/*}" + if [[ -z "${AGENT_DIR}" ]]; then + echo "Unable to determine agent-specific build directory. Skipping purge to avoid deleting other agents' builds." >&2 + exit 1 + fi + AGENT_BUILD_DIR="${BUILDKITE_BUILD_PATH}/${AGENT_DIR}" + + echo "Purging builds in ${AGENT_BUILD_DIR}" + rm -rf "${AGENT_BUILD_DIR:?}"/* + + disk_avail=$(df -k --output=avail "$DOCKER_DIR" | tail -n1) + disk_avail_human=$(numfmt --to=iec-i --suffix=B --from-unit=1024 "${disk_avail}") + echo "Disk space free after build purge: ${disk_avail_human} (${disk_avail}KB)" + if [[ $disk_avail -lt $DISK_MIN_AVAILABLE ]]; then + echo "Insufficient disk space remaining after build purge." >&2 + exit 1 + fi + else + echo "Insufficient disk space. Build purge not enabled." >&2 + exit 1 + fi fi inodes_avail=$(df -k --output=iavail "$DOCKER_DIR" | tail -n1) diff --git a/packer/linux/conf/buildkite-agent/hooks/environment b/packer/linux/conf/buildkite-agent/hooks/environment index 432f6789f..c6583d83f 100755 --- a/packer/linux/conf/buildkite-agent/hooks/environment +++ b/packer/linux/conf/buildkite-agent/hooks/environment @@ -41,13 +41,17 @@ fi echo "Checking disk space" if ! /usr/local/bin/bk-check-disk-space.sh; then - echo "Cleaning up docker resources older than ${DOCKER_PRUNE_UNTIL:-4h}" - docker image prune --all --force --filter "until=${DOCKER_PRUNE_UNTIL:-4h}" + echo "~~~ :broom: Pruning docker resources to free disk space" + docker image prune --all --force --filter "until=${DOCKER_PRUNE_UNTIL:-4h}" || true + + if [[ "${DOCKER_BUILDER_PRUNE_ENABLED:-false}" == "true" ]]; then + docker builder prune --all --force --filter "until=${DOCKER_PRUNE_UNTIL:-4h}" || true + fi echo "Checking disk space again" # Capture disk space output for potential error logging if ! disk_check_output=$(/usr/local/bin/bk-check-disk-space.sh 2>&1); then - echo "--- :warning: Disk health checks failed." + echo "--- :warning: Insufficient disk space after cleanup." echo "${disk_check_output}" # Check if instance termination is enabled (default: false for backward compatibility) @@ -101,6 +105,7 @@ done if [[ -n "${BUILDKITE_SECRETS_BUCKET:-}" && "${SECRETS_PLUGIN_ENABLED:-}" == "1" ]]; then export BUILDKITE_PLUGIN_S3_SECRETS_BUCKET="$BUILDKITE_SECRETS_BUCKET" export BUILDKITE_PLUGIN_S3_SECRETS_REGION="$BUILDKITE_SECRETS_BUCKET_REGION" + export BUILDKITE_PLUGIN_S3_SECRETS_SKIP_SSH_KEY_NOT_FOUND_WARNING="${BUILDKITE_SECRETS_PLUGIN_SKIP_SSH_KEY_NOT_FOUND_WARNING:-false}" # shellcheck source=/dev/null source /usr/local/buildkite-aws-stack/plugins/secrets/hooks/environment @@ -110,11 +115,19 @@ if [[ "${BUILDKITE_ECR_POLICY:-}" != "none" && "${ECR_PLUGIN_ENABLED:-}" == "1" export BUILDKITE_PLUGIN_ECR_LOGIN=1 export BUILDKITE_PLUGIN_ECR_RETRIES=3 + # Allow pipeline-level override, otherwise use CloudFormation parameter + set_unless_present "BUILDKITE_PLUGIN_ECR_CREDENTIAL_HELPER" "${ECR_CREDENTIAL_HELPER_ENABLED:-false}" + # map AWS_ECR_LOGIN_REGISTRY_IDS into the plugin list format if [[ -n "${AWS_ECR_LOGIN_REGISTRY_IDS:-}" ]]; then export BUILDKITE_PLUGIN_ECR_ACCOUNT_IDS_0="${AWS_ECR_LOGIN_REGISTRY_IDS}" fi + # map AWS_ECR_LOGIN into the plugin format + if [[ -n "${AWS_ECR_LOGIN:-}" ]]; then + export BUILDKITE_PLUGIN_ECR_LOGIN="${AWS_ECR_LOGIN}" + fi + # shellcheck source=/dev/null source /usr/local/buildkite-aws-stack/plugins/ecr/hooks/environment fi diff --git a/packer/linux/conf/docker/scripts/docker-low-disk-gc b/packer/linux/conf/docker/scripts/docker-low-disk-gc index 3f74f73c4..201ccaf5e 100755 --- a/packer/linux/conf/docker/scripts/docker-low-disk-gc +++ b/packer/linux/conf/docker/scripts/docker-low-disk-gc @@ -34,12 +34,12 @@ trap mark_instance_unhealthy ERR ## if we really need to if ! /usr/local/bin/bk-check-disk-space.sh; then - echo "Cleaning up docker resources older than ${DOCKER_PRUNE_UNTIL}" + echo "Cleaning up docker resources older than ${DOCKER_PRUNE_UNTIL} to free disk space" docker image prune --all --force --filter "until=${DOCKER_PRUNE_UNTIL}" docker builder prune --all --force --filter "until=${DOCKER_PRUNE_UNTIL}" if ! /usr/local/bin/bk-check-disk-space.sh; then - echo "Disk health checks failed" >&2 && false + echo "Insufficient disk space after cleanup." >&2 && false exit 1 fi fi diff --git a/packer/linux/scripts/install-buildkite-agent.sh b/packer/linux/scripts/install-buildkite-agent.sh index ae40f1fa5..bbfee8fff 100755 --- a/packer/linux/scripts/install-buildkite-agent.sh +++ b/packer/linux/scripts/install-buildkite-agent.sh @@ -1,6 +1,8 @@ #!/usr/bin/env bash set -euo pipefail +AGENT_VERSION="3.117.0" + case $(uname -m) in x86_64) ARCH=amd64 ;; aarch64) ARCH=arm64 ;; @@ -15,7 +17,6 @@ sudo mkdir -p /var/lib/buildkite-agent/.aws sudo cp /tmp/conf/aws/config /var/lib/buildkite-agent/.aws/config sudo chown -R buildkite-agent:buildkite-agent /var/lib/buildkite-agent/.aws -AGENT_VERSION=3.103.0 echo "Downloading buildkite-agent v${AGENT_VERSION} stable..." sudo curl -Lsf -o /usr/bin/buildkite-agent-stable \ "https://download.buildkite.com/agent/stable/${AGENT_VERSION}/buildkite-agent-linux-${ARCH}" @@ -62,6 +63,8 @@ sudo cp /tmp/conf/buildkite-agent/systemd/buildkite-agent.service /etc/systemd/s echo "Adding cloud-init failure safety check..." sudo mkdir -p /etc/systemd/system/cloud-final.service.d/ sudo cp /tmp/conf/buildkite-agent/systemd/cloud-final.service.d/10-power-off-on-failure.conf /etc/systemd/system/cloud-final.service.d/10-power-off-on-failure.conf +sudo mkdir -p /etc/systemd/system/cloud-init.service.d/ +sudo cp /tmp/conf/buildkite-agent/systemd/cloud-init.service.d/10-power-off-on-failure.conf /etc/systemd/system/cloud-init.service.d/10-power-off-on-failure.conf echo "Adding termination scripts..." sudo cp /tmp/conf/buildkite-agent/scripts/stop-agent-gracefully /usr/local/bin/stop-agent-gracefully diff --git a/packer/linux/scripts/install-utils.sh b/packer/linux/scripts/install-utils.sh index b566a00e1..268e651b9 100755 --- a/packer/linux/scripts/install-utils.sh +++ b/packer/linux/scripts/install-utils.sh @@ -25,6 +25,12 @@ sudo dnf install -yq \ python \ python-pip \ python-setuptools \ + python3.11 \ + python3.11-pip \ + python3.12 \ + python3.12-pip \ + python3.13 \ + python3.13-pip \ unzip \ wget \ zip diff --git a/packer/linux/stack/conf/buildkite-agent/hooks/pre-exit b/packer/linux/stack/conf/buildkite-agent/hooks/pre-exit new file mode 100755 index 000000000..2bf9d6e81 --- /dev/null +++ b/packer/linux/stack/conf/buildkite-agent/hooks/pre-exit @@ -0,0 +1,53 @@ +#!/bin/bash + +set -eu -o pipefail + +if [[ "${ENABLE_PRE_EXIT_DISK_CLEANUP:-false}" == "true" ]]; then + echo "Checking disk space" + if ! /usr/local/bin/bk-check-disk-space.sh; then + echo "~~~ :broom: Pruning docker resources to free disk space" + docker image prune --all --force --filter "until=${DOCKER_PRUNE_UNTIL:-4h}" || true + + if [[ "${DOCKER_BUILDER_PRUNE_ENABLED:-false}" == "true" ]]; then + docker builder prune --all --force --filter "until=${DOCKER_PRUNE_UNTIL:-4h}" || true + fi + + echo "Checking disk space again" + # Capture disk space output for potential error logging + if ! disk_check_output=$(/usr/local/bin/bk-check-disk-space.sh 2>&1); then + echo "--- :warning: Insufficient disk space after cleanup." + echo "${disk_check_output}" + + # Check if instance termination is enabled (default: false for backward compatibility) + if [[ "${BUILDKITE_TERMINATE_INSTANCE_ON_DISK_FULL:-false}" == "true" ]]; then + echo "Terminating instance due to disk space issues." + export BUILDKITE_TERMINATE_INSTANCE_AFTER_JOB=true + + if [[ -x /usr/local/bin/terminate-instance ]]; then + /usr/local/bin/terminate-instance + else + echo "terminate-instance script not found, falling back to exit 1" >&2 + exit 1 + fi + + # Should not reach here if termination succeeds + exit 1 + else + echo "Exiting job due to insufficient disk space (set BuildkiteTerminateInstanceOnDiskFull to true in CloudFormation Stack to terminate instance instead)." + exit 1 + fi + fi + fi +fi + +# clean up our temporary docker config +if [[ -n "${BUILDKITE_DOCKER_CONFIG_TEMP_DIRECTORY:-}" && -d "$BUILDKITE_DOCKER_CONFIG_TEMP_DIRECTORY" ]]; then + rm -rf "$BUILDKITE_DOCKER_CONFIG_TEMP_DIRECTORY" +fi + +if [[ -n "${BUILDKITE_SECRETS_BUCKET:-}" && "${SECRETS_PLUGIN_ENABLED:-}" == "1" ]]; then + export BUILDKITE_PLUGIN_S3_SECRETS_BUCKET="$BUILDKITE_SECRETS_BUCKET" + + # shellcheck source=/dev/null + source /usr/local/buildkite-aws-stack/plugins/secrets/hooks/pre-exit +fi diff --git a/packer/windows/base/scripts/versions.ps1 b/packer/windows/base/scripts/versions.ps1 new file mode 100644 index 000000000..119d451a3 --- /dev/null +++ b/packer/windows/base/scripts/versions.ps1 @@ -0,0 +1,17 @@ +# Centralized version definitions for Windows packer builds +# This file is sourced by installation scripts + +# Core Tools +$AWS_CLI_WINDOWS_VERSION = "2.31.32" +$SESSION_MANAGER_PLUGIN_VERSION = "1.2.764.0" + +# Development Tools +$GIT_VERSION = "2.39.1" + +# Container Tools +$docker_compose_version = "2.40.3" +$ecr_cred_helper_version = "0.10.1" + +# Buildkite Tools +$S3_SECRETS_HELPER_VERSION = "2.7.0" +$lifecycled_version = "v3.5.0" diff --git a/packer/windows/scripts/install-buildkite-agent.ps1 b/packer/windows/scripts/install-buildkite-agent.ps1 index c7dcbcc1c..4acb5da94 100644 --- a/packer/windows/scripts/install-buildkite-agent.ps1 +++ b/packer/windows/scripts/install-buildkite-agent.ps1 @@ -1,10 +1,11 @@ # Stop script execution when a non-terminating error occurs $ErrorActionPreference = "Stop" -$AGENT_VERSION = "3.103.0" + +$AGENT_VERSION = "3.117.0" Write-Output "Creating bin dir..." -New-Item -ItemType directory -Path C:\buildkite-agent\bin +if (-not (Test-Path C:\buildkite-agent\bin)) { New-Item -ItemType Directory -Path C:\buildkite-agent\bin -Force } Write-Output 'Updating PATH' $env:PATH = "C:\buildkite-agent\bin;" + $env:PATH @@ -21,19 +22,19 @@ buildkite-agent-beta.exe --version If ($lastexitcode -ne 0) { Exit $lastexitcode } Write-Output "Creating hooks dir..." -New-Item -ItemType directory -Path C:\buildkite-agent\hooks +if (-not (Test-Path C:\buildkite-agent\hooks)) { New-Item -ItemType Directory -Path C:\buildkite-agent\hooks -Force } Write-Output "Copying custom hooks..." Copy-Item -Path C:\packer-temp\conf\buildkite-agent\hooks\* -Destination C:\buildkite-agent\hooks Write-Output "Creating builds dir..." -New-Item -ItemType directory -Path C:\buildkite-agent\builds +if (-not (Test-Path C:\buildkite-agent\builds)) { New-Item -ItemType Directory -Path C:\buildkite-agent\builds -Force } Write-Output "Creating git-mirrors dir..." -New-Item -ItemType directory -Path C:\buildkite-agent\git-mirrors +if (-not (Test-Path C:\buildkite-agent\git-mirrors)) { New-Item -ItemType Directory -Path C:\buildkite-agent\git-mirrors -Force } Write-Output "Creating plugins dir..." -New-Item -ItemType directory -Path C:\buildkite-agent\plugins +if (-not (Test-Path C:\buildkite-agent\plugins)) { New-Item -ItemType Directory -Path C:\buildkite-agent\plugins -Force } Write-Output "Installing bk elastic stack bin files..." Copy-Item -Path C:\packer-temp\conf\bin\bk-* -Destination C:\buildkite-agent\bin @@ -43,5 +44,5 @@ Copy-Item -Path C:\packer-temp\conf\buildkite-agent\scripts\terminate-instance.p Copy-Item -Path C:\packer-temp\conf\buildkite-agent\scripts\stop-agent-gracefully.ps1 -Destination C:\buildkite-agent\bin Write-Output "Copying built-in plugins..." -New-Item -ItemType directory -Path "C:\Program Files\Git\usr\local\buildkite-aws-stack\plugins" +if (-not (Test-Path "C:\Program Files\Git\usr\local\buildkite-aws-stack\plugins")) { New-Item -ItemType Directory -Path "C:\Program Files\Git\usr\local\buildkite-aws-stack\plugins" -Force } Copy-Item -Recurse -Path C:\packer-temp\plugins\* -Destination "C:\Program Files\Git\usr\local\buildkite-aws-stack\plugins\" diff --git a/templates/aws-stack.yml b/templates/aws-stack.yml index c236e1e51..f1a0e47b2 100644 --- a/templates/aws-stack.yml +++ b/templates/aws-stack.yml @@ -3,19 +3,19 @@ AWSTemplateFormatVersion: "2010-09-09" Description: "Buildkite stack %v" # The Buildkite Elastic CI Stack for AWS gives you a private, -# autoscaling Buildkite Agent cluster. Use it to parallelize +# autoscaling Buildkite agent cluster. Use it to parallelize # large test suites across thousands of nodes, run tests and # deployments for Linux or Windows based services and apps, # or run AWS ops tasks. # -# To gain a better understanding of how Elastic CI Stack works +# To gain a better understanding of how Elastic CI Stack for AWS works # and how to use it most effectively and securely, check out # the following resources: # # * Elastic CI Stack for AWS Overview: https://buildkite.com/docs/agent/v3/elastic_ci_aws # * Elastic CI Stack for AWS Tutorial: https://buildkite.com/docs/tutorials/elastic-ci-stack-aws -# * Running Buildkite Agent on AWS: https://buildkite.com/docs/agent/v3/aws -# * GitHub Repo for Elastic CI Stack: https://github.com/buildkite/elastic-ci-stack-for-aws +# * Running Buildkite agent on AWS: https://buildkite.com/docs/agent/v3/aws +# * GitHub Repo for Elastic CI Stack for AWS: https://github.com/buildkite/elastic-ci-stack-for-aws # * Template Parameters for Elastic CI Stack for AWS: https://buildkite.com/docs/agent/v3/elastic-ci-aws/parameters # * Using AWS Secrets Manager: https://buildkite.com/docs/agent/v3/aws/secrets-manager # * VPC Design: https://buildkite.com/docs/agent/v3/aws/vpc @@ -42,6 +42,9 @@ Metadata: - PipelineSigningKMSKeySpec - PipelineSigningKMSAccess - PipelineSigningVerificationFailureBehavior + - BuildkiteAgentSigningKeySSMParameter + - BuildkiteAgentSigningKeyID + - BuildkiteAgentVerificationKeySSMParameter - Label: default: Advanced Configuration @@ -55,11 +58,17 @@ Metadata: - BuildkiteAgentCancelGracePeriod - BuildkiteAgentSignalGracePeriod - BuildkiteTerminateInstanceAfterJob + - BuildkiteAgentDisconnectAfterUptime + - BuildkiteTerminateInstanceOnDiskFull + - BuildkitePurgeBuildsOnDiskFull - BuildkiteAdditionalSudoPermissions - BuildkiteWindowsAdministrator - BuildkiteAgentScalerServerlessARN - - BuildkiteAgentScalerVersion + - EnableEC2LogRetentionPolicy + - EC2LogRetentionDays - LogRetentionDays + - BuildkiteAgentEnableGracefulShutdown + - LambdaArchitecture - Label: default: Network Configuration @@ -69,6 +78,7 @@ Metadata: - AvailabilityZones - SecurityGroupIds - AssociatePublicIpAddress + - EnableVpcEndpoints - Label: default: Instance Configuration @@ -77,6 +87,7 @@ Metadata: - ImageIdParameter - InstanceOperatingSystem - InstanceTypes + - CpuCredits - EnableInstanceStorage - MountTmpfsAtTmp - AgentsPerInstance @@ -84,7 +95,10 @@ Metadata: - SecretsBucket - SecretsBucketRegion - SecretsBucketEncryption + - SecretsPluginSkipSSHKeyNotFoundWarning - ArtifactsBucket + - ArtifactsBucketRegion + - ArtifactsS3ACL - AuthorizedUsersUrl - BootstrapScriptUrl - AgentEnvFileUrl @@ -92,9 +106,14 @@ Metadata: - RootVolumeName - RootVolumeType - RootVolumeEncrypted + - RootVolumeIops + - RootVolumeThroughput - ManagedPolicyARNs + - ScalerManagedPolicyARNs + - InstanceRoleARN - InstanceRoleName - InstanceRolePermissionsBoundaryARN + - InstanceRoleTags - IMDSv2Tokens - EnableDetailedMonitoring - InstanceName @@ -112,15 +131,26 @@ Metadata: - MinSize - MaxSize - InstanceBuffer + - DisableScaleIn + - InstanceScaleInProtection + - OnDemandBaseCapacity - OnDemandPercentage - SpotAllocationStrategy - ScaleOutFactor + - ScaleOutCooldownPeriod - ScaleInIdlePeriod + - ScaleInCooldownPeriod - ScaleOutForWaitingJobs - InstanceCreationTimeout - ScalerEventSchedulePeriod - ScalerMinPollInterval - ScalerEnableExperimentalElasticCIMode + - EnableScheduledScaling + - ScheduleTimezone + - ScaleUpSchedule + - ScaleUpMinSize + - ScaleDownSchedule + - ScaleDownMinSize - Label: default: Cost Allocation Configuration @@ -135,6 +165,16 @@ Metadata: - EnableDockerUserNamespaceRemap - EnableDockerExperimental + - Label: + default: Docker Networking Configuration + Parameters: + - DockerNetworkingProtocol + - DockerIPv4AddressPool1 + - DockerIPv4AddressPool2 + - DockerIPv6AddressPool + - DockerFixedCidrV4 + - DockerFixedCidrV6 + - Label: default: Docker Registry Configuration Parameters: @@ -145,15 +185,20 @@ Metadata: Parameters: - EnableSecretsPlugin - EnableECRPlugin + - EnableECRCredentialHelper - EnableDockerLoginPlugin Parameters: KeyName: - Description: Optional - SSH keypair used to access the buildkite instances via ec2-user, setting this will enable SSH ingress + Description: Optional - SSH keypair used to access the Buildkite instances via ec2-user, setting this will enable SSH ingress. Type: String Default: "" BuildkiteAgentRelease: + Description: > + Buildkite agent release channel to install. + 'stable' = production-ready (recommended), 'beta' = pre-release with latest features, 'edge' = bleeding-edge development builds. + Use 'stable' unless specific new features are required. Type: String AllowedValues: - stable @@ -162,35 +207,48 @@ Parameters: Default: "stable" BuildkiteAgentToken: - Description: Buildkite agent registration token. Or, preload it into SSM Parameter Store and use BuildkiteAgentTokenParameterStorePath for secure environments. + Description: > + Buildkite agent registration token. + Or, preload it into SSM Parameter Store and use BuildkiteAgentTokenParameterStorePath for secure environments. Type: String NoEcho: true Default: "" BuildkiteAgentTokenParameterStorePath: - Description: Existing SSM Parameter Store path to the Buildkite agent registration token (takes precedence over BuildkiteAgentToken). Expects a leading slash ('/'). + Description: > + Optional - Path to Buildkite agent token stored in AWS Systems Manager Parameter Store. + Supports both parameter paths (e.g., '/buildkite/agent-token') and cross-account SSM parameter ARNs + (e.g., 'arn:aws:ssm:us-east-1:123456789012:parameter/buildkite/shared-token'). + If provided, this overrides the BuildkiteAgentToken field. + Recommended for better security instead of hardcoding tokens in the template. + Use cross-account ARNs to access SSM parameters shared via AWS RAM. Type: String Default: "" - AllowedPattern: "^$|^/[a-zA-Z0-9_.\\-/]+$" - ConstraintDescription: "Expects a leading forward slash" + AllowedPattern: "^$|^/$|^/[a-zA-Z0-9_.\\-/]+$|^arn:aws:ssm:[a-z0-9-]+:[0-9]{12}:parameter/[a-zA-Z0-9_.\\-/]+$" + ConstraintDescription: "Expects a leading forward slash for parameter path or full SSM parameter ARN for cross-account access" BuildkiteAgentTokenParameterStoreKMSKey: - Description: AWS KMS key ID used to encrypt the SSM parameter (if encrypted) + Description: Optional - AWS KMS key ID used to encrypt the SSM parameter. Type: String Default: "" AgentEndpoint: - Description: Override API endpoint the Buildkite Agent connects to. + Description: > + API endpoint URL for Buildkite agent communication. Most + customers shouldn't need to change this unless using a custom endpoint agreed with the Buildkite team. Type: String Default: "https://agent.buildkite.com/v3" BuildkiteAgentTags: - Description: Additional tags separated by commas to provide to the agent. E.g os=linux,llamas=always + Description: > + Additional tags to help target specific Buildkite agents in pipeline steps (comma-separated). + Example: 'environment=production,docker=enabled,size=large'. + Use these tags in pipeline steps with 'agents: { environment: production }'. Type: String Default: "" BuildkiteAgentTimestampLines: - Description: Set to true to prepend timestamps to every line of output + Description: Set to true to prepend timestamps to every line of output. Type: String AllowedValues: - "true" @@ -198,37 +256,128 @@ Parameters: Default: "false" BuildkiteAgentExperiments: - Description: Agent experiments to enable, comma delimited. See https://github.com/buildkite/agent/blob/-/EXPERIMENTS.md. + Description: > + Optional - Agent experiments to enable, comma delimited. + See https://github.com/buildkite/agent/blob/-/EXPERIMENTS.md. Type: String Default: "" BuildkiteAgentScalerServerlessARN: - Description: ARN of the Serverless Application Repository that hosts the version of buildkite-agent-scaler to run. This needs to be public or shared with your AWS account. See https://aws.amazon.com/serverless/serverlessrepo/. + Description: > + (Deprecated - no longer used) ARN of the Serverless Application Repository that hosts the buildkite-agent-scaler Lambda function. + The ARN is now automatically selected based on the LambdaArchitecture parameter. + To use a custom scaler deployment, modify the AgentScalerARN mapping in the template. Type: String - Default: arn:aws:serverlessrepo:us-east-1:172840064832:applications/buildkite-agent-scaler + Default: "arn:aws:serverlessrepo:us-east-1:172840064832:applications/buildkite-agent-scaler" - BuildkiteAgentScalerVersion: - Description: "Version of the buildkite-agent-scaler to use." + ScalerEnableExperimentalElasticCIMode: + Description: > + Experimental - Enable the Elastic CI Mode with enhanced features like graceful termination and dangling instance detection. Type: String - AllowedPattern: '^(?:(?:[2-9]|[1-9]\d+)\.\d+\.\d+|1\.(?:[1-9]\d+\.\d+|9\.(?:[5-9]|[1-9]\d+)))$' - ConstraintDescription: "The agent scaler release must be 1.9.5 or newer." - Default: "1.9.5" + AllowedValues: + - "true" + - "false" + Default: "false" - ScalerEnableExperimentalElasticCIMode: - Description: "[EXPERIMENTAL] Enable the Elastic CI Mode with enhanced features like safety checks, agent sorting, dangling instance detection, and graceful termination. Available since BuildkiteAgentScalerVersion 1.9.3" + DisableScaleIn: + Description: Whether the desired count should ever be decreased on the Auto Scaling group. When set to "true" (default), the scaler will not reduce the Auto Scaling group's desired capacity, and instances are expected to self-terminate when idle. + Type: String + AllowedValues: + - "true" + - "false" + Default: "true" + + InstanceScaleInProtection: + Description: Whether new instances launched by the Auto Scaling group should have scale-in protection enabled. When set to "true" (default), instances cannot be terminated by scale-in actions and must self-terminate when idle. Set to "false" to allow CloudFormation and the ASG to terminate instances directly. + Type: String + AllowedValues: + - "true" + - "false" + Default: "true" + + EnableScheduledScaling: + Description: Enable scheduled scaling to automatically adjust MinSize based on time-based schedules Type: String AllowedValues: - "true" - "false" Default: "false" + ScheduleTimezone: + Description: "Timezone for scheduled scaling actions (only used when EnableScheduledScaling is true). See AWS documentation for supported formats: https://docs.aws.amazon.com/autoscaling/ec2/userguide/ec2-auto-scaling-scheduled-scaling.html#scheduled-scaling-timezone (America/New_York, UTC, Europe/London, etc.)" + Type: String + Default: "UTC" + + ScaleUpSchedule: + Description: "Cron expression for when to scale up (only used when EnableScheduledScaling is true). See AWS documentation for format details: https://docs.aws.amazon.com/autoscaling/ec2/userguide/ec2-auto-scaling-scheduled-scaling.html#scheduled-scaling-cron (\"0 8 * * MON-FRI\" for 8 AM weekdays)" + Type: String + Default: "0 8 * * MON-FRI" + AllowedPattern: '^[0-9*,-/]+ [0-9*,-/]+ [0-9*,-/]+ [0-9*,-/]+ [0-9A-Za-z*,-/]+$' + ConstraintDescription: "Must be a valid cron expression (5 fields: minute hour day-of-month month day-of-week)" + + ScaleUpMinSize: + Description: MinSize to set when the ScaleUpSchedule is triggered (applied at the time specified in ScaleUpSchedule, only used when EnableScheduledScaling is true). Cannot exceed MaxSize. + Type: Number + Default: 1 + MinValue: 0 + + ScaleDownSchedule: + Description: "Cron expression for when to scale down (only used when EnableScheduledScaling is true). See AWS documentation for format details: https://docs.aws.amazon.com/autoscaling/ec2/userguide/ec2-auto-scaling-scheduled-scaling.html#scheduled-scaling-cron (\"0 18 * * MON-FRI\" for 6 PM weekdays)" + Type: String + Default: "0 18 * * MON-FRI" + AllowedPattern: '^[0-9*,-/]+ [0-9*,-/]+ [0-9*,-/]+ [0-9*,-/]+ [0-9A-Za-z*,-/]+$' + ConstraintDescription: "Must be a valid cron expression (5 fields: minute hour day-of-month month day-of-week)" + + ScaleDownMinSize: + Description: MinSize to set when the ScaleDownSchedule is triggered (applied at the time specified in ScaleDownSchedule, only used when EnableScheduledScaling is true) + Type: Number + Default: 0 + MinValue: 0 + + ScaleOutCooldownPeriod: + Description: Cooldown period in seconds before allowing another scale-out event. Prevents rapid scaling and reduces costs from frequent instance launches. + Type: Number + Default: 300 + + ScaleInCooldownPeriod: + Description: Cooldown period in seconds before allowing another scale-in event. Longer periods prevent premature termination when job queues fluctuate. + Type: Number + Default: 3600 + + EnableEC2LogRetentionPolicy: + Type: String + Default: "false" + AllowedValues: ["true", "false"] + Description: > + Enable automatic deletion of old EC2 logs to reduce CloudWatch storage costs. + Disabled by default to preserve all logs. When enabled, EC2 logs older than EC2LogRetentionDays will be automatically deleted. + This only affects EC2 instance logs (agents, system logs), not Lambda logs. + WARNING: Enabling this on existing stacks will delete historical logs older than the retention period - this cannot be undone. + + EC2LogRetentionDays: + Type: Number + Description: The number of days to retain CloudWatch Logs for EC2 instances managed by the CloudWatch agent (Buildkite agents, system logs, etc). + Default: 7 + AllowedValues: [1, 3, 5, 7, 14, 30, 60, 90, 120, 150, 180, 365, 400, 545, 731, 1827, 3653] + LogRetentionDays: Type: Number - Description: The number of days to retain the Cloudwatch Logs of the lambda. - Default: "1" + Description: The number of days to retain CloudWatch Logs for Lambda functions in the stack. + Default: 1 + AllowedValues: [1, 3, 5, 7, 14, 30, 60, 90, 120, 150, 180, 365, 400, 545, 731, 1827, 3653] + + BuildkiteAgentEnableGracefulShutdown: + Description: > + Set to true to enable graceful shutdown of Buildkite agents when the ASG is updated with replacement. + This allows ASGs to be removed in a timely manner during an in-place update of the Elastic CI Stack for AWS, and allows remaining Buildkite agents to finish jobs without interruptions. + Type: String + AllowedValues: + - "true" + - "false" + Default: "false" BuildkiteAgentTracingBackend: - Description: The tracing backend to use for CI tracing. See https://buildkite.com/docs/agent/v3/tracing + Description: Optional - The tracing backend to use for CI tracing. See https://buildkite.com/docs/agent/v3/tracing. Type: String AllowedValues: - "" @@ -236,6 +385,25 @@ Parameters: - "opentelemetry" Default: "" + BuildkiteAgentSigningKeySSMParameter: + Description: Existing SSM Parameter Store path to a JSON Web Key Set (JWKS) containing a key to sign jobs with. + Type: String + Default: "" + AllowedPattern: "^$|^/[a-zA-Z0-9_.\\-/]+$" + ConstraintDescription: "Expects a leading forward slash" + + BuildkiteAgentSigningKeyID: + Description: The ID of the key in the JWKS to use for signing jobs. If not specified, and the JWKS contains only one key, that key will be used. + Type: String + Default: "" + + BuildkiteAgentVerificationKeySSMParameter: + Description: Existing SSM Parameter Store path to a JSON Web Key Set (JWKS) containing keys with which to verify jobs. + Type: String + Default: "" + AllowedPattern: "^$|^/[a-zA-Z0-9_.\\-/]+$" + ConstraintDescription: "Expects a leading forward slash" + BuildkiteAgentCancelGracePeriod: Description: The number of seconds a canceled or timed out job is given to gracefully terminate and upload its artifacts. Type: Number @@ -243,13 +411,15 @@ Parameters: MinValue: 1 BuildkiteAgentSignalGracePeriod: - Description: The number of seconds given to a subprocess to handle being sent `cancel-signal`. After this period has elapsed, SIGKILL will be sent. + Description: > + The number of seconds given to a subprocess to handle being sent `cancel-signal`. + After this period has elapsed, SIGKILL will be sent. Type: Number Default: -1 MinValue: -1 BuildkiteTerminateInstanceAfterJob: - Description: Set to "true" to terminate the instance after a job has completed. + Description: Set to 'true' to terminate the instance after a job has completed. Type: String AllowedValues: - "true" @@ -257,17 +427,34 @@ Parameters: Default: "false" BuildkiteTerminateInstanceOnDiskFull: - Description: Set to "true" to terminate the instance when disk space is critically low (default is to exit job with code 1). + Description: Set to 'true' to terminate the instance when disk space is critically low (default is to exit job with code 1). Type: String AllowedValues: - "true" - "false" Default: "false" + BuildkitePurgeBuildsOnDiskFull: + Description: Set to 'true' to purge build directories as a last resort when disk space is critically low. + Type: String + AllowedValues: + - "true" + - "false" + Default: "false" + + BuildkiteAgentDisconnectAfterUptime: + Description: > + The maximum uptime in seconds before the Buildkite agent stops accepting new jobs and shuts down + after any running jobs complete. Set to 0 to disable uptime-based termination. + This helps regularly cycle out machines and prevent resource accumulation issues. + Type: Number + Default: 0 + MinValue: 0 + ExperimentalEnableResourceLimits: Description: > - (Experimental) If true, enables systemd resource limits for the Buildkite agent. - This helps prevent resource exhaustion by limiting CPU, memory, and I/O usage. + Experimental - If true, enables systemd resource limits for the Buildkite agent. + This helps prevent resource exhaustion by limiting CPU, memory, and I/O usage. Useful for shared instances running multiple agents or resource-intensive builds. Type: String AllowedValues: - "true" @@ -276,7 +463,7 @@ Parameters: ResourceLimitsMemoryHigh: Description: > - (Experimental) Sets the MemoryHigh limit for the Buildkite agent slice. + Experimental - Sets the MemoryHigh limit for the Buildkite agent slice. The value can be a percentage (e.g., '90%') or an absolute value (e.g., '4G'). Type: String Default: '90%' @@ -285,7 +472,7 @@ Parameters: ResourceLimitsMemoryMax: Description: > - (Experimental) Sets the MemoryMax limit for the Buildkite agent slice. + Experimental - Sets the MemoryMax limit for the Buildkite agent slice. The value can be a percentage (e.g., '90%') or an absolute value (e.g., '4G'). Type: String Default: '90%' @@ -294,7 +481,7 @@ Parameters: ResourceLimitsMemorySwapMax: Description: > - (Experimental) Sets the MemorySwapMax limit for the Buildkite agent slice. + Experimental - Sets the MemorySwapMax limit for the Buildkite agent slice. The value can be a percentage (e.g., '90%') or an absolute value (e.g., '4G'). Type: String Default: '90%' @@ -303,7 +490,7 @@ Parameters: ResourceLimitsCPUWeight: Description: > - (Experimental) Sets the CPU weight for the Buildkite agent slice (1-10000, default 100). + Experimental - Sets the CPU weight for the Buildkite agent slice (1-10000, default 100). Higher values give more CPU time to the agent. Type: Number Default: 100 @@ -312,8 +499,8 @@ Parameters: ResourceLimitsCPUQuota: Description: > - (Experimental) Sets the CPU quota for the Buildkite agent slice. - Takes a percentage value, suffixed with "%" . + Experimental - Sets the CPU quota for the Buildkite agent slice. + Takes a percentage value, suffixed with "%". Type: String Default: '90%' AllowedPattern: '^\d+%$' @@ -321,7 +508,7 @@ Parameters: ResourceLimitsIOWeight: Description: > - (Experimental) Sets the I/O weight for the Buildkite agent slice (1-10000, default 80). + Experimental - Sets the I/O weight for the Buildkite agent slice (1-10000, default 80). Higher values give more I/O bandwidth to the agent. Type: Number Default: 80 @@ -329,12 +516,17 @@ Parameters: MaxValue: 10000 BuildkiteAdditionalSudoPermissions: - Description: Optional - Comma separated list of commands to allow the buildkite-agent user to run using sudo. Note that the commands should be fully qualified paths to executables. + Description: > + Optional - Comma-separated list of specific commands (full paths) that build jobs can run with sudo privileges. + Include only commands essential for builds. Leave blank unless builds require specific system-level operations. Type: String Default: "" BuildkiteWindowsAdministrator: - Description: Set to "true" to add the local "buildkite-agent" user account to the local Windows Administrator group. + Description: > + Add buildkite-agent user to Windows Administrators group. + This provides full system access for build jobs. + Set to 'false' if builds don't require administrator privileges for additional security isolation. Type: String AllowedValues: - "true" @@ -342,19 +534,23 @@ Parameters: Default: "true" BuildkiteQueue: - Description: Queue name that agents will use, targeted in pipeline steps using "queue={value}" + Description: Queue name that agents will use, targeted in pipeline steps using 'queue={value}'. Type: String - Default: default + Default: "default" MinLength: 1 AgentsPerInstance: - Description: Number of Buildkite agents to run on each instance + Description: > + Number of Buildkite agents to start on each EC2 instance. + NOTE: If an agent crashes or is terminated, it won't be automatically restarted, leaving fewer active agents on that instance. + The ScaleInIdlePeriod parameter controls when the entire instance terminates (when all agents are idle), not individual agent restarts. + Consider enabling ScalerEnableExperimentalElasticCIMode for better agent management, or use fewer agents per instance with more instances for high availability. Type: Number Default: 1 MinValue: 1 SecretsBucket: - Description: Optional - Name of an existing S3 bucket containing pipeline secrets (Created if left blank) + Description: Optional - Name of an existing S3 bucket containing pipeline secrets (Created if left blank). Type: String Default: "" @@ -364,7 +560,15 @@ Parameters: Default: "" SecretsBucketEncryption: - Description: Indicates whether the SecretsBucket should enforce encryption at rest and in transit + Description: Indicates whether the SecretsBucket should enforce encryption at rest and in transit. + Type: String + AllowedValues: + - "true" + - "false" + Default: "false" + + SecretsPluginSkipSSHKeyNotFoundWarning: + Description: Optional - Skip warning when SSH key is not found in the secrets bucket. Type: String AllowedValues: - "true" @@ -372,28 +576,54 @@ Parameters: Default: "false" ArtifactsBucket: - Description: Optional - Name of an existing S3 bucket for build artifact storage + Description: Optional - Name of an existing S3 bucket for build artifact storage. + Type: String + Default: "" + + ArtifactsBucketRegion: + Description: Optional - Region for the ArtifactsBucket. If blank the bucket's region is dynamically discovered. Type: String Default: "" + ArtifactsS3ACL: + Description: Optional - ACL to use for S3 artifact uploads. + Type: String + AllowedValues: + - "private" + - "public-read" + - "public-read-write" + - "authenticated-read" + - "aws-exec-read" + - "bucket-owner-read" + - "bucket-owner-full-control" + Default: "private" + BootstrapScriptUrl: - Description: Optional - HTTPS or S3 URL for a script to run on each instance during boot + Description: > + Optional - URI for a script to run on each instance during boot. + Supported URI schemes: S3 object URI (s3://bucket/key), + HTTPS URL (https://example.com/script.sh), or local file path (file:///path/to/script). Type: String Default: "" AgentEnvFileUrl: - Description: Optional - HTTPS or S3 URL for a list of environment variables to propagate into the agent's execution environment. Note that these environment variables **will not** be passed into builds running on the agent, only to the agent process itself. + Description: > + Optional - URI containing environment variables for the Buildkite agent process itself (not for builds). + Supported URI schemes: S3 object URI (s3://bucket/key), SSM parameter path (ssm:/path/to/param), + HTTPS URL (https://example.com/script.sh), or local file path (file:///path/to/script). + These variables configure agent behavior like proxy settings or debugging options. + For build environment variables, use pipeline 'env' configuration instead. Type: String Default: "" AuthorizedUsersUrl: - Description: Optional - HTTPS or S3 URL to periodically download ssh authorized_keys from, setting this will enable SSH ingress. authorized_keys are applied to ec2-user + Description: Optional - HTTPS or S3 URL to periodically download SSH authorized_keys from, setting this will enable SSH ingress. authorized_keys are applied to ec2-user. Type: String Default: "" VpcId: Type: String - Description: Optional - Id of an existing VPC to launch instances into. Leave blank to have a new VPC created + Description: Optional - Id of an existing VPC to launch instances into. Leave blank to have a new VPC created. Default: "" Subnets: @@ -403,55 +633,87 @@ Parameters: AvailabilityZones: Type: CommaDelimitedList - Description: Optional - Comma separated list of AZs that subnets are created in (if Subnets parameter is not specified) + Description: Optional - Comma separated list of AZs that subnets are created in (if Subnets parameter is not specified). Default: "" InstanceTypes: - Description: Comma-separated list with 1-25 instance types. The order is a prioritized preference for launching OnDemand instances, and a non-prioritized list of types to consider for Spot Instances (where used). + Description: > + EC2 instance types to use (comma-separated, up to 25). + The first type listed is preferred for OnDemand instances. + Additional types improve Spot instance availability but make costs less predictable. + Examples: 't3.large' for light workloads, 'm5.xlarge,m5a.xlarge' for CPU-intensive builds, 'c5.2xlarge,c5.4xlarge' for compute-heavy tasks. Type: String - Default: t3.large + Default: "t3.large" MinLength: 1 AllowedPattern: "^[\\w-\\.]+(,[\\w-\\.]*){0,24}$" ConstraintDescription: "must contain 1-25 instance types separated by commas. No space before/after the comma." + CpuCredits: + Description: Credit option for CPU usage of burstable instances. Sets the CreditSpecification.CpuCredits property in the LaunchTemplate for T-class instance types (t2, t3, t3a, t4g). + Type: String + AllowedValues: + - standard + - unlimited + Default: "unlimited" + MaxSize: - Description: Maximum number of instances + Description: Maximum number of instances. Controls cost ceiling and prevents runaway scaling. Type: Number Default: 10 MinValue: 0 MinSize: - Description: Minimum number of instances + Description: Minimum number of instances. Ensures baseline capacity for immediate job execution. Type: Number Default: 0 MinValue: 0 InstanceBuffer: - Description: How many free instances to maintain + Description: Number of idle instances to keep running. Lower values save costs, higher values reduce wait times for new jobs. Type: Number - Default: "0" + Default: 0 ScalerEventSchedulePeriod: - Description: How often the Event Schedule for buildkite-agent-scaler is triggered. Should be an expression with units, e.g. "30 seconds", "1 minute", "5 minutes". + Description: > + How often the Event Schedule for buildkite-agent-scaler is triggered. + Should be an expression with units. Example: '30 seconds', '1 minute', '5 minutes'. Type: String Default: "1 minute" ScalerMinPollInterval: - Description: Minimum interval at which the auto scaler should poll the AWS API + Description: > + Minimum time between auto-scaler checks for new build jobs (e.g., '30s', '1m'). Type: String Default: "10s" + OnDemandBaseCapacity: + Description: > + Specify how much On-Demand capacity the Auto Scaling group should have for its base portion before scaling by percentages. + The maximum group size will be increased (but not decreased) to this value. + Type: Number + Default: 0 + MinValue: 0 + OnDemandPercentage: - Description: Percentage of total instances that should launch as OnDemand. Default is 100% OnDemand - reduce this to use some Spot Instances when they're available and cheaper than the OnDemand price. A value of 70 means 70% OnDemand and 30% Spot Instances. + Description: > + Percentage of instances to launch as OnDemand vs Spot instances. + OnDemand instances provide guaranteed availability at higher cost. + Spot instances offer 60-90% cost savings but may be interrupted by AWS. + Use 100% for critical workloads, lower values when jobs can handle unexpected instance interruptions. Type: Number Default: 100 MinValue: 0 MaxValue: 100 SpotAllocationStrategy: - Description: The strategy for allocating Spot Instances when launching or replacing instances. If choosing `capacity-optimized-prioritized`, the order you specify in InstanceTypes will be the priority. + Description: > + Strategy for selecting Spot instance types to minimize interruptions and costs. + 'capacity-optimized' (recommended) chooses types with the most available capacity. + 'price-capacity-optimized' balances low prices with availability. + 'lowest-price' prioritizes cost savings. + 'capacity-optimized-prioritized' follows InstanceTypes order while optimizing for capacity. Type: String - Default: capacity-optimized + Default: "capacity-optimized" AllowedValues: - price-capacity-optimized - capacity-optimized @@ -459,56 +721,67 @@ Parameters: - capacity-optimized-prioritized ScaleOutFactor: - Description: A decimal factor to apply to scale out changes to speed up or slow down scale-out + Description: > + Multiplier for scale-out speed. + Values higher than 1.0 create instances more aggressively, values lower than 1.0 more conservatively. + Use higher values for time-sensitive workloads, lower values to control costs. Type: Number Default: 1.0 ScaleInIdlePeriod: - Description: Number of seconds an agent must be idle before terminating + Description: > + Number of seconds ALL agents on an instance must be idle before the instance is terminated. + When all AgentsPerInstance agents are idle for this duration, the entire instance is terminated, not individual agents. + This parameter controls instance-level scaling behavior. Type: Number Default: 600 ScaleOutForWaitingJobs: + Description: > + Scale up instances for pipeline steps queued behind manual approval or wait steps. + When enabled, the scaler will provision instances even when jobs can't start immediately due to pipeline waits. + Ensure ScaleInIdlePeriod is long enough to keep instances running during wait periods. Type: String - Description: Whether to scale-out for steps behind wait steps. Make sure you have a long enough idle period! AllowedValues: - "true" - "false" Default: "false" InstanceCreationTimeout: - Description: Timeout period for Autoscaling Group Creation Policy + Description: Optional - Timeout period for Auto Scaling Group Creation Policy. Type: String Default: "" RootVolumeSize: - Description: Size of each instance's root EBS volume (in GB) + Description: Size of each instance's root EBS volume (in GB). Type: Number Default: 250 MinValue: 10 RootVolumeName: - Description: Name of the root block device for your AMI + Description: Optional - Name of the root block device for the AMI. Type: String Default: "" RootVolumeType: - Description: Type of root volume to use + Description: > + Type of root volume to use. If specifying `io1` or `io2`, specify `RootVolumeIOPS` as well for optimal performance. + See https://docs.aws.amazon.com/ebs/latest/userguide/provisioned-iops.html for more details. Type: String Default: "gp3" RootVolumeThroughput: - Description: If the `RootVolumeType` is gp3, the throughput to provision for the root volume + Description: If the `RootVolumeType` is gp3, the throughput (MB/s data transfer rate) to provision for the root volume. Type: Number Default: 125 RootVolumeIops: - Description: If the `RootVolumeType` is gp3, io1, or io2, the number of IOPS to provision for the root volume + Description: If the `RootVolumeType` is gp3, io1, or io2, the number of IOPS to provision for the root volume. Type: Number Default: 1000 RootVolumeEncrypted: - Description: Indicates whether the EBS volume is encrypted + Description: Indicates whether the EBS volume is encrypted. Type: String AllowedValues: - "true" @@ -517,45 +790,76 @@ Parameters: SecurityGroupIds: Type: String - Description: Optional - Comma separated list of security group ids to assign to instances + Description: Optional - Comma separated list of security group ids to assign to instances. Default: "" ImageId: Type: String - Description: Optional - Custom AMI to use for instances (must be based on the stack's AMI) + Description: Optional - Custom AMI to use for instances (must be based on the stack's AMI). Default: "" ImageIdParameter: Type: String - Description: Optional - Custom AMI SSM Parameter to use for instances (must be based on the stack's AMI) + Description: Optional - Custom AMI SSM Parameter to use for instances (must be based on the stack's AMI). Default: "" ManagedPolicyARNs: Type: CommaDelimitedList - Description: Optional - Comma separated list of managed IAM policy ARNs to attach to the instance role + Description: Optional - Comma separated list of managed IAM policy ARNs to attach to the instance role. + Default: "" + + ScalerManagedPolicyARNs: + Type: CommaDelimitedList + Description: Optional - Comma separated list of managed IAM policy ARNs to attach to the autoscaling Lambda execution role. Default: "" IMDSv2Tokens: Type: String - Description: Whether IMDSv2 tokens must be used for the Instance Metadata Service. + Description: > + Security setting for EC2 instance metadata access. + 'Required' enforces secure token-based access (recommended for security), 'Optional' allows both secure and legacy access methods. + Use 'Required' unless legacy applications require the older metadata service. AllowedValues: - optional - required - Default: optional + Default: "optional" InstanceRoleName: Type: String - Description: Optional - A name for the IAM Role attached to the Instance Profile + Description: Optional - A name for the IAM Role attached to the Instance Profile when creating a new role. Ignored when InstanceRoleARN is provided. Default: "" InstanceRolePermissionsBoundaryARN: Type: String - Description: The ARN of the policy used to set the permissions boundary for the role. + Description: Optional - The ARN of the policy used to set the permissions boundary for the role when creating a new role. Ignored when InstanceRoleARN is provided. Default: "" + InstanceRoleTags: + Description: > + Optional - Comma-separated key=value pairs for instance IAM role tags (up to 5 tags). + Example: 'Environment=production,Team=platform,Purpose=ci'. + Note: Keys and values cannot contain '=' characters. + Only applied when creating a new role, ignored when InstanceRoleARN is provided. + Type: String + Default: "" + AllowedPattern: "^$|^[\\w\\s_.:/+\\-@]+=[\\w\\s_.:/+\\-@]*(,[\\w\\s_.:/+\\-@]+=[\\w\\s_.:/+\\-@]*){0,4}$" + + InstanceRoleARN: + Type: String + Description: > + Optional - ARN of an existing IAM role to attach to instances instead of creating a new role. + When specified, the stack will not create any IAM roles or policies, and will use this role instead. + The role must have all necessary permissions for Buildkite agents to function correctly. + This is useful when you want to share a single IAM role across multiple queues/stacks. + Supports roles with custom paths up to 10 levels deep. + See https://buildkite.com/docs/agent/v3/aws/elastic-ci-stack/ec2-linux-and-windows/managing-elastic-ci-stack#using-custom-iam-roles + for required permissions and configuration examples. + Default: "" + AllowedPattern: "^$|^arn:aws:iam::[0-9]+:role/.*$" + InstanceOperatingSystem: Type: String - Description: The operating system to run on the instances + Description: The operating system to run on the instances. AllowedValues: - linux - windows @@ -563,33 +867,94 @@ Parameters: ECRAccessPolicy: Type: String - Description: ECR access policy to give container instances + Description: > + Docker image registry permissions for agents. + 'none' = no access, 'readonly' = pull images only, 'poweruser' = pull/push images, 'full' = complete ECR access. + The '-pullthrough' variants (e.g., 'readonly-pullthrough') add permissions to enable automatic caching of public Docker images, reducing pull times and bandwidth costs. AllowedValues: - none - readonly + - readonly-pullthrough - poweruser + - poweruser-pullthrough - full Default: "none" AssociatePublicIpAddress: Type: String - Description: Associate instances with public IP addresses + Description: > + Give instances public IP addresses for direct internet access. + Set to 'false' for a more isolated environment if the VPC has alternative outbound internet access configured. AllowedValues: - "true" - "false" Default: "true" + EnableVpcEndpoints: + Type: String + Description: > + Enable VPC endpoints for AWS services (S3, ECR, SSM, Secrets Manager, KMS). + Only available when the stack creates a new VPC (VpcId parameter is empty). + Interface endpoints incur hourly charges per availability zone. S3 uses a gateway endpoint which is free. + Reduces internet traffic, improves security, and lowers data transfer costs for AWS service communication. + AllowedValues: + - "true" + - "false" + Default: "false" + DockerNetworkingProtocol: Type: String - Description: Which IP version to enable for docker containers and building docker images. Only applies to Linux instances, not Windows. + Description: > + Which IP version to enable for docker containers and building docker images. + Only applies to Linux instances, not Windows. AllowedValues: - "ipv4" - "dualstack" Default: "ipv4" + DockerIPv4AddressPool1: + Type: String + Description: Primary IPv4 CIDR block for Docker default address pools. Must not conflict with host network or VPC CIDR. Only applies to Linux instances, not Windows. + Default: "172.17.0.0/12" + AllowedPattern: "^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\\/(?:[0-9]|[12][0-9]|3[0-2])$" + ConstraintDescription: "Must be a valid IPv4 CIDR block (e.g., 172.17.0.0/12)" + + DockerIPv4AddressPool2: + Type: String + Description: Secondary IPv4 CIDR block for Docker default address pools. Only applies to Linux instances, not Windows. + Default: "192.168.0.0/16" + AllowedPattern: "^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\\/(?:[0-9]|[12][0-9]|3[0-2])$" + ConstraintDescription: "Must be a valid IPv4 CIDR block (e.g., 192.168.0.0/16)" + + DockerIPv6AddressPool: + Type: String + Description: IPv6 CIDR block for Docker default address pools in dualstack mode. Only applies to Linux instances, not Windows. + Default: "2001:db8:2::/104" + AllowedPattern: "^(?:(?:[0-9a-fA-F]{1,4}:){7}[0-9a-fA-F]{1,4}|(?:[0-9a-fA-F]{1,4}:){1,7}:|(?:[0-9a-fA-F]{1,4}:){1,6}:[0-9a-fA-F]{1,4}|(?:[0-9a-fA-F]{1,4}:){1,5}(?::[0-9a-fA-F]{1,4}){1,2}|(?:[0-9a-fA-F]{1,4}:){1,4}(?::[0-9a-fA-F]{1,4}){1,3}|(?:[0-9a-fA-F]{1,4}:){1,3}(?::[0-9a-fA-F]{1,4}){1,4}|(?:[0-9a-fA-F]{1,4}:){1,2}(?::[0-9a-fA-F]{1,4}){1,5}|[0-9a-fA-F]{1,4}:(?::[0-9a-fA-F]{1,4}){1,6}|:(?:(?::[0-9a-fA-F]{1,4}){1,7}|:))\\/(?:[0-9]|[1-9][0-9]|1[01][0-9]|12[0-8])$" + ConstraintDescription: "Must be a valid IPv6 CIDR block (e.g., 2001:db8:2::/104)" + + DockerFixedCidrV4: + Type: String + Description: > + Optional IPv4 CIDR block for Docker's fixed-cidr option. Restricts the IP range Docker uses for container networking on the default bridge. + Must be a subset of the first pool in DockerIPv4AddressPool1 (Docker allocates docker0 from the first pool). + Leave empty to disable. Useful to prevent conflicts with external services like databases. Only applies to Linux instances, not Windows. + Default: "" + AllowedPattern: "^$|^(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\\/(?:[0-9]|[12][0-9]|3[0-2])$" + ConstraintDescription: "Must be empty or a valid IPv4 CIDR block (e.g., 172.17.1.0/24)" + + DockerFixedCidrV6: + Type: String + Description: > + IPv6 CIDR block for Docker's fixed-cidr-v6 option in dualstack mode. Restricts the IP range Docker uses for IPv6 container networking. + Only applies to Linux instances in dualstack mode, not Windows. + Default: "2001:db8:1::/64" + AllowedPattern: "^(?:(?:[0-9a-fA-F]{1,4}:){7}[0-9a-fA-F]{1,4}|(?:[0-9a-fA-F]{1,4}:){1,7}:|(?:[0-9a-fA-F]{1,4}:){1,6}:[0-9a-fA-F]{1,4}|(?:[0-9a-fA-F]{1,4}:){1,5}(?::[0-9a-fA-F]{1,4}){1,2}|(?:[0-9a-fA-F]{1,4}:){1,4}(?::[0-9a-fA-F]{1,4}){1,3}|(?:[0-9a-fA-F]{1,4}:){1,3}(?::[0-9a-fA-F]{1,4}){1,4}|(?:[0-9a-fA-F]{1,4}:){1,2}(?::[0-9a-fA-F]{1,4}){1,5}|[0-9a-fA-F]{1,4}:(?::[0-9a-fA-F]{1,4}){1,6}|:(?:(?::[0-9a-fA-F]{1,4}){1,7}|:))\\/(?:[0-9]|[1-9][0-9]|1[01][0-9]|12[0-8])$" + ConstraintDescription: "Must be a valid IPv6 CIDR block (e.g., 2001:db8:1::/64)" + EnableSecretsPlugin: Type: String - Description: Enables s3-secrets plugin for all pipelines + Description: Enables S3 Secrets plugin for all pipelines. AllowedValues: - "true" - "false" @@ -597,15 +962,23 @@ Parameters: EnableECRPlugin: Type: String - Description: Enables ecr plugin for all pipelines + Description: Enables ECR plugin for all pipelines. AllowedValues: - "true" - "false" Default: "true" + EnableECRCredentialHelper: + Type: String + Description: Enable Amazon ECR Credential Helper in ECR plugin for Docker authentication. + AllowedValues: + - "true" + - "false" + Default: "false" + EnableDockerLoginPlugin: Type: String - Description: Enables docker-login plugin for all pipelines + Description: Enables docker-login plugin for all pipelines. AllowedValues: - "true" - "false" @@ -613,7 +986,7 @@ Parameters: EnableDockerUserNamespaceRemap: Type: String - Description: Enables Docker user namespace remapping so docker runs as buildkite-agent + Description: Enables Docker user namespace remapping so docker runs as buildkite-agent. AllowedValues: - "true" - "false" @@ -621,7 +994,39 @@ Parameters: EnableDockerExperimental: Type: String - Description: Enables Docker experimental features + Description: Enables Docker experimental features. + AllowedValues: + - "true" + - "false" + Default: "false" + + DockerPruneUntil: + Type: String + Description: > + Retention period for Docker images and build cache during garbage collection. + Docker will delete resources older than this threshold, keeping resources created within this timeframe. + Accepts duration strings like '30m' (30 minutes), '4h' (4 hours), '1h30m' (1.5 hours), '7d' (7 days). + Default 4h means resources older than 4 hours will be pruned. + Default: "4h" + AllowedPattern: "^(\\d+[smhd])+$" + ConstraintDescription: "Must be a duration string like '30m', '4h', '1h30m', or '7d'. Valid units: s (seconds), m (minutes), h (hours), d (days)." + + EnablePreExitDiskCleanup: + Type: String + Description: > + Controls whether disk space check also runs in the pre-exit hook after jobs complete. + Disk cleanup always runs in the environment hook when disk space is low. + When enabled, the same check also runs in the pre-exit hook to reclaim resources generated during job execution. + AllowedValues: + - "true" + - "false" + Default: "false" + + DockerBuilderPruneEnabled: + Type: String + Description: > + Controls whether Docker builder cache is pruned during garbage collection. + When enabled, Docker builder cache will run after Docker image pruning. AllowedValues: - "true" - "false" @@ -640,7 +1045,10 @@ Parameters: MountTmpfsAtTmp: Type: String - Description: Controls the filesystem mounted at /tmp. By default, /tmp is a tmpfs (memory-backed filesystem). Disabling this causes /tmp to be stored in the root filesystem. + Description: > + Controls the filesystem mounted at /tmp. + By default, /tmp is a tmpfs (memory-backed filesystem). + Disabling this causes /tmp to be stored in the root filesystem. AllowedValues: - "true" - "false" @@ -648,7 +1056,7 @@ Parameters: EnableCostAllocationTags: Type: String - Description: Enables AWS Cost Allocation tags for all resources in the stack. See https://docs.aws.amazon.com/awsaccountbilling/latest/aboutv2/cost-alloc-tags.html + Description: Enables AWS Cost Allocation tags for all resources in the stack. See https://docs.aws.amazon.com/awsaccountbilling/latest/aboutv2/cost-alloc-tags.html. AllowedValues: - "true" - "false" @@ -656,17 +1064,17 @@ Parameters: CostAllocationTagName: Type: String - Description: The name of the Cost Allocation Tag used for billing purposes + Description: The name of the Cost Allocation Tag used for billing purposes. Default: "CreatedBy" CostAllocationTagValue: Type: String - Description: The value of the Cost Allocation Tag used for billing purposes + Description: The value of the Cost Allocation Tag used for billing purposes. Default: "buildkite-elastic-ci-stack-for-aws" BuildkiteAgentEnableGitMirrors: Type: String - Description: Enables git-mirrors in the agent + Description: Enables Git mirrors in the agent. AllowedValues: - "true" - "false" @@ -674,7 +1082,7 @@ Parameters: EnableDetailedMonitoring: Type: String - Description: Enable detailed EC2 monitoring + Description: Enable detailed EC2 monitoring. AllowedValues: - "true" - "false" @@ -682,17 +1090,17 @@ Parameters: InstanceName: Type: String - Description: Optional - Customise the EC2 instance Name tag + Description: Optional - Customize the EC2 instance Name tag. Default: "" PipelineSigningKMSKeyId: Type: String - Description: Optional - Identifier or ARN of the KMS key used to sign and verify pipelines (created if both PipelineSigningKMSKeyId and PipelineSigningKMSKeyARN are left blank and PipelineSigningKMSKeySpec is selected) + Description: Optional - Identifier or ARN of existing KMS key for pipeline signing. Leave blank to create a new key when PipelineSigningKMSKeySpec is specified. Default: "" PipelineSigningKMSKeySpec: Type: String - Description: The key spec for the KMS key used to sign and verify pipelines + Description: Key specification for pipeline signing KMS key. Set to 'none' to disable pipeline signing, or 'ECC_NIST_P256' to enable with automatic key creation. AllowedValues: - "ECC_NIST_P256" - "none" @@ -700,7 +1108,7 @@ Parameters: PipelineSigningKMSAccess: Type: String - Description: The access level for the KMS key used to sign and verify pipelines + Description: Access permissions for pipeline signing. 'sign-and-verify' allows both operations, 'verify' restricts to verification only. AllowedValues: - "sign-and-verify" - "verify" @@ -708,12 +1116,20 @@ Parameters: PipelineSigningVerificationFailureBehavior: Type: String - Description: The behavior when a job is received without a valid verifiable signature (without a signature, with an invalid signature, or with a signature that fails verification) + Description: The behavior when a job is received without a valid verifiable signature (without a signature, with an invalid signature, or with a signature that fails verification). AllowedValues: - "block" - "warn" Default: "block" + LambdaArchitecture: + Type: String + Description: CPU architecture for Lambda functions (x86_64 or arm64). arm64 provides better price-performance but requires compatible dependencies. + AllowedValues: + - "x86_64" + - "arm64" + Default: "x86_64" + Rules: HasToken: Assertions: @@ -771,7 +1187,40 @@ Outputs: Name: !Sub '${AWS::StackName}-AutoScalingGroupName' InstanceRoleName: - Value: !Ref IAMRole + Value: !If + - UseCustomIAMRole + - !If + - HasCustomRolePath + - !If + - RolePathIndex11Empty + - !If + - RolePathIndex10Empty + - !If + - RolePathIndex9Empty + - !If + - RolePathIndex8Empty + - !If + - RolePathIndex7Empty + - !If + - RolePathIndex6Empty + - !If + - RolePathIndex5Empty + - !If + - RolePathIndex4Empty + - !If + - RolePathIndex3Empty + - !Select [ 2, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 3, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 4, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 5, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 6, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 7, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 8, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 9, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 10, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 11, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 1, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Ref IAMRole Export: Name: !Sub '${AWS::StackName}-InstanceRoleName' @@ -779,6 +1228,11 @@ Conditions: CreateVpcResources: !Equals [ !Ref VpcId, "" ] + EnableVpcEndpoints: + !And + - !Equals [ !Ref EnableVpcEndpoints, "true" ] + - !Condition CreateVpcResources + CreateSecurityGroup: !Equals [ !Ref SecurityGroupIds, "" ] @@ -795,9 +1249,61 @@ Conditions: SetInstanceRoleName: !Not [ !Equals [ !Ref InstanceRoleName, "" ] ] + UseCustomIAMRole: + !Not [ !Equals [ !Ref InstanceRoleARN, "" ] ] + + CreateIAMRole: + !Equals [ !Ref InstanceRoleARN, "" ] + + # Support up to 10 levels of custom paths in IAM role ARNs + # Pad the ARN with empty segments to ensure we always have at least 12 elements after split + RolePathIndex11Empty: + !Equals [ !Select [ 11, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex10Empty: + !Equals [ !Select [ 10, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex9Empty: + !Equals [ !Select [ 9, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex8Empty: + !Equals [ !Select [ 8, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex7Empty: + !Equals [ !Select [ 7, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex6Empty: + !Equals [ !Select [ 6, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex5Empty: + !Equals [ !Select [ 5, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex4Empty: + !Equals [ !Select [ 4, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex3Empty: + !Equals [ !Select [ 3, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + RolePathIndex2Empty: + !Equals [ !Select [ 2, !Split [ "/", !Sub [ "${ARN}///////////", { ARN: !Ref InstanceRoleARN } ] ] ], "" ] + + HasCustomRolePath: + !Not [ !Condition RolePathIndex2Empty ] + SetInstanceRolePermissionsBoundaryARN: !Not [ !Equals [ !Ref InstanceRolePermissionsBoundaryARN, "" ] ] + UseInstanceRoleTag1: + !Not [ !Equals [ !Select [ "0", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ], "" ] ] + UseInstanceRoleTag2: + !Not [ !Equals [ !Select [ "1", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ], "" ] ] + UseInstanceRoleTag3: + !Not [ !Equals [ !Select [ "2", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ], "" ] ] + UseInstanceRoleTag4: + !Not [ !Equals [ !Select [ "3", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ], "" ] ] + UseInstanceRoleTag5: + !Not [ !Equals [ !Select [ "4", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ], "" ] ] + UseSpecifiedSecretsBucket: !Not [ !Equals [ !Ref SecretsBucket, "" ] ] @@ -809,6 +1315,8 @@ Conditions: UseArtifactsBucket: !Not [ !Equals [ !Ref ArtifactsBucket, "" ] ] + IsArtifactsBucketRegionEmpty: + !Equals [ !Ref ArtifactsBucketRegion, "" ] HasImageId: !Not [ !Equals [ !Ref ImageId, "" ] ] @@ -838,13 +1346,13 @@ Conditions: UseInstanceType7: !Not [ !Equals [ !Select [ "6", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType8: !Not [ !Equals [ !Select [ "7", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType9: !Not [ !Equals [ !Select [ "8", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType10: !Not [ !Equals [ !Select [ "9", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] @@ -853,13 +1361,13 @@ Conditions: UseInstanceType12: !Not [ !Equals [ !Select [ "11", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType13: !Not [ !Equals [ !Select [ "12", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] UseInstanceType14: !Not [ !Equals [ !Select [ "13", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType15: !Not [ !Equals [ !Select [ "14", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] @@ -868,13 +1376,13 @@ Conditions: UseInstanceType17: !Not [ !Equals [ !Select [ "16", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType18: !Not [ !Equals [ !Select [ "17", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType19: !Not [ !Equals [ !Select [ "18", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType20: !Not [ !Equals [ !Select [ "19", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] @@ -886,7 +1394,7 @@ Conditions: UseInstanceType23: !Not [ !Equals [ !Select [ "22", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] - + UseInstanceType24: !Not [ !Equals [ !Select [ "23", !Split [ ",", !Join [ ",", [ !Ref InstanceTypes, "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""] ] ] ], ""] ] @@ -899,12 +1407,21 @@ Conditions: UseECR: !Not [ !Equals [ !Ref ECRAccessPolicy, "none" ] ] + AddECRPullThrough: + !Or + - !Equals [ !Ref ECRAccessPolicy, "readonly-pullthrough" ] + - !Equals [ !Ref ECRAccessPolicy, "poweruser-pullthrough" ] + UseCustomerManagedParameterPath: !Not [ !Equals [ !Ref BuildkiteAgentTokenParameterStorePath, "" ] ] UseCustomerManagedKeyForParameterStore: !Not [ !Equals [ !Ref BuildkiteAgentTokenParameterStoreKMSKey, "" ] ] CreateAgentTokenParameter: !Equals [ !Ref BuildkiteAgentTokenParameterStorePath, "" ] + IsParameterStorePathARN: + !And + - !Not [ !Equals [ !Ref BuildkiteAgentTokenParameterStorePath, "" ] ] + - !Equals [ !Select [ 0, !Split [ ":", !Ref BuildkiteAgentTokenParameterStorePath ] ], "arn" ] HasVariableSize: !Not [ !Equals [ !Ref MaxSize, !Ref MinSize ] ] @@ -912,6 +1429,9 @@ Conditions: UseCostAllocationTags: !Equals [ !Ref EnableCostAllocationTags, "true" ] + EnableBuildkiteAgentGracefulShutdown: + !Equals [ !Ref BuildkiteAgentEnableGracefulShutdown, "true" ] + UsePipelineSigningKMSKey: !Not [ !Equals [ !Ref PipelineSigningKMSKeyId, "" ] ] @@ -973,6 +1493,7 @@ Conditions: - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "m7g" ] - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "m7gd" ] - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "m8g" ] + - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "m8gd" ] - !Or - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "r6g" ] - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "r6gd" ] @@ -982,6 +1503,13 @@ Conditions: - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "t4g" ] - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "x2gd" ] + UsingBurstableInstances: + !Or + - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "t2" ] + - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "t3" ] + - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "t3a" ] + - !Equals [ !Select [ 0, !Split [ ".", !Ref InstanceTypes ] ], "t4g" ] + UseStackNameForInstanceName: !Equals [ !Ref InstanceName, "" ] @@ -994,12 +1522,34 @@ Conditions: - !Equals [ !Ref RootVolumeType, "io2" ] - !Equals [ !Ref RootVolumeType, "gp3" ] + EnableScheduledScaling: + !Equals [ !Ref EnableScheduledScaling, "true" ] + + IsLambdaArchitectureArm64: + !Equals [ !Ref LambdaArchitecture, "arm64" ] + + HasVariableSizeAndArm64: + !And + - !Condition HasVariableSize + - !Condition IsLambdaArchitectureArm64 + + HasVariableSizeAndX8664: + !And + - !Condition HasVariableSize + - !Not [ !Condition IsLambdaArchitectureArm64 ] + Mappings: ECRManagedPolicy: - none : { Policy: '' } - readonly : { Policy: 'arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly' } - poweruser : { Policy: 'arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryPowerUser' } - full : { Policy: 'arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryFullAccess' } + none : { Policy: '' } + readonly : { Policy: 'arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly' } + readonly-pullthrough : { Policy: 'arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly' } + poweruser : { Policy: 'arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryPowerUser' } + poweruser-pullthrough : { Policy: 'arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryPowerUser' } + full : { Policy: 'arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryFullAccess' } + + AgentScalerARN: + x86-64: { ARN: 'arn:aws:serverlessrepo:us-east-1:172840064832:applications/buildkite-agent-scaler' } + arm64: { ARN: 'arn:aws:serverlessrepo:us-east-1:172840064832:applications/buildkite-agent-scaler-arm64' } # Generated from Makefile via build/mappings.yml AWSRegion2AMI: { linuxamd64: !Ref ImageId, linuxarm64: !Ref ImageId, windows: !Ref ImageId } @@ -1010,6 +1560,8 @@ Resources: Condition: CreateVpcResources Properties: CidrBlock: 10.0.0.0/16 + EnableDnsSupport: true + EnableDnsHostnames: true InstanceTenancy: default Tags: - Key: Name @@ -1105,7 +1657,134 @@ Resources: VpcResources: !If - CreateVpcResources - [ !Ref RouteDefault, !Ref Subnet0Routes, !Ref Subnet1Routes ] - - !Ref "AWS::NoValue" + - [] + # By referencing these resources, CloudFormation creates implicit dependencies + Subnet0RouteCheck: !If [ CreateVpcResources, !Ref Subnet0Routes, !Ref "AWS::NoValue" ] + Subnet1RouteCheck: !If [ CreateVpcResources, !Ref Subnet1Routes, !Ref "AWS::NoValue" ] + RouteDefaultCheck: !If [ CreateVpcResources, !Ref RouteDefault, !Ref "AWS::NoValue" ] + + VpcEndpointsSecurityGroup: + Type: AWS::EC2::SecurityGroup + Condition: EnableVpcEndpoints + Properties: + GroupDescription: Security group for VPC endpoints + VpcId: !Ref Vpc + SecurityGroupIngress: + - IpProtocol: tcp + FromPort: 443 + ToPort: 443 + CidrIp: !GetAtt Vpc.CidrBlock + Tags: + - Key: Name + Value: !Sub '${AWS::StackName}-vpc-endpoints' + + S3GatewayEndpoint: + Type: AWS::EC2::VPCEndpoint + Condition: EnableVpcEndpoints + Properties: + VpcEndpointType: Gateway + VpcId: !Ref Vpc + ServiceName: !Sub 'com.amazonaws.${AWS::Region}.s3' + RouteTableIds: + - !Ref Routes + + EcrApiEndpoint: + Type: AWS::EC2::VPCEndpoint + Condition: EnableVpcEndpoints + Properties: + VpcEndpointType: Interface + VpcId: !Ref Vpc + ServiceName: !Sub 'com.amazonaws.${AWS::Region}.ecr.api' + SubnetIds: + - !Ref Subnet0 + - !Ref Subnet1 + SecurityGroupIds: + - !Ref VpcEndpointsSecurityGroup + PrivateDnsEnabled: true + + EcrDkrEndpoint: + Type: AWS::EC2::VPCEndpoint + Condition: EnableVpcEndpoints + Properties: + VpcEndpointType: Interface + VpcId: !Ref Vpc + ServiceName: !Sub 'com.amazonaws.${AWS::Region}.ecr.dkr' + SubnetIds: + - !Ref Subnet0 + - !Ref Subnet1 + SecurityGroupIds: + - !Ref VpcEndpointsSecurityGroup + PrivateDnsEnabled: true + + SsmEndpoint: + Type: AWS::EC2::VPCEndpoint + Condition: EnableVpcEndpoints + Properties: + VpcEndpointType: Interface + VpcId: !Ref Vpc + ServiceName: !Sub 'com.amazonaws.${AWS::Region}.ssm' + SubnetIds: + - !Ref Subnet0 + - !Ref Subnet1 + SecurityGroupIds: + - !Ref VpcEndpointsSecurityGroup + PrivateDnsEnabled: true + + SsmMessagesEndpoint: + Type: AWS::EC2::VPCEndpoint + Condition: EnableVpcEndpoints + Properties: + VpcEndpointType: Interface + VpcId: !Ref Vpc + ServiceName: !Sub 'com.amazonaws.${AWS::Region}.ssmmessages' + SubnetIds: + - !Ref Subnet0 + - !Ref Subnet1 + SecurityGroupIds: + - !Ref VpcEndpointsSecurityGroup + PrivateDnsEnabled: true + + Ec2MessagesEndpoint: + Type: AWS::EC2::VPCEndpoint + Condition: EnableVpcEndpoints + Properties: + VpcEndpointType: Interface + VpcId: !Ref Vpc + ServiceName: !Sub 'com.amazonaws.${AWS::Region}.ec2messages' + SubnetIds: + - !Ref Subnet0 + - !Ref Subnet1 + SecurityGroupIds: + - !Ref VpcEndpointsSecurityGroup + PrivateDnsEnabled: true + + SecretsManagerEndpoint: + Type: AWS::EC2::VPCEndpoint + Condition: EnableVpcEndpoints + Properties: + VpcEndpointType: Interface + VpcId: !Ref Vpc + ServiceName: !Sub 'com.amazonaws.${AWS::Region}.secretsmanager' + SubnetIds: + - !Ref Subnet0 + - !Ref Subnet1 + SecurityGroupIds: + - !Ref VpcEndpointsSecurityGroup + PrivateDnsEnabled: true + + KmsEndpoint: + Type: AWS::EC2::VPCEndpoint + Condition: EnableVpcEndpoints + Properties: + VpcEndpointType: Interface + VpcId: !Ref Vpc + ServiceName: !Sub 'com.amazonaws.${AWS::Region}.kms' + SubnetIds: + - !Ref Subnet0 + - !Ref Subnet1 + SecurityGroupIds: + - !Ref VpcEndpointsSecurityGroup + PrivateDnsEnabled: true BuildkiteAgentTokenParameter: Type: AWS::SSM::Parameter @@ -1121,7 +1800,7 @@ Resources: UpdateReplacePolicy: Retain DeletionPolicy: Retain Properties: - Description: Key used to sign and verify pipelines + Description: Key used to sign and verify pipelines. KeySpec: !Ref PipelineSigningKMSKeySpec KeyUsage: SIGN_VERIFY Tags: @@ -1133,10 +1812,45 @@ Resources: Type: AWS::IAM::InstanceProfile Properties: Path: / - Roles: [ !Ref IAMRole ] + Roles: + - !If + - UseCustomIAMRole + - !If + - HasCustomRolePath + - !If + - RolePathIndex11Empty + - !If + - RolePathIndex10Empty + - !If + - RolePathIndex9Empty + - !If + - RolePathIndex8Empty + - !If + - RolePathIndex7Empty + - !If + - RolePathIndex6Empty + - !If + - RolePathIndex5Empty + - !If + - RolePathIndex4Empty + - !If + - RolePathIndex3Empty + - !Select [ 2, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 3, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 4, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 5, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 6, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 7, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 8, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 9, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 10, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 11, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Select [ 1, !Split [ "/", !Ref InstanceRoleARN ] ] + - !Ref IAMRole IAMRole: Type: AWS::IAM::Role + Condition: CreateIAMRole Properties: RoleName: !If [ SetInstanceRoleName, !Ref InstanceRoleName, !Sub "${AWS::StackName}-Role" ] PermissionsBoundary: !If [ SetInstanceRolePermissionsBoundaryARN, !Ref InstanceRolePermissionsBoundaryARN, !Ref "AWS::NoValue" ] @@ -1159,6 +1873,23 @@ Resources: - !Ref 'AWS::NoValue' - !Ref 'AWS::NoValue' Policies: + - !If + - AddECRPullThrough + - PolicyName: ECRPullThrough + PolicyDocument: + Version: '2012-10-17' + Statement: + - Effect: Allow + Action: + - ecr:CreateRepository + - ecr:BatchImportUpstreamImage + - ecr:GetImageCopyStatus + - ecr:InitiateLayerUpload + - ecr:UploadLayerPart + - ecr:CompleteLayerUpload + - ecr:PutImage + Resource: "*" + - !Ref 'AWS::NoValue' - !If - HasPipelineSigningKMSKey - PolicyName: PipelineSigningKMSKeyAccess @@ -1201,9 +1932,12 @@ Resources: - Effect: Allow Action: ssm:GetParameter Resource: - !Sub - - arn:aws:ssm:${AWS::Region}:${AWS::AccountId}:parameter${ParameterPath} - - ParameterPath: !If [ UseCustomerManagedParameterPath, !Ref BuildkiteAgentTokenParameterStorePath, !Ref BuildkiteAgentTokenParameter ] + !If + - IsParameterStorePathARN + - !Ref BuildkiteAgentTokenParameterStorePath + - !Sub + - arn:aws:ssm:${AWS::Region}:${AWS::AccountId}:parameter${ParameterPath} + - ParameterPath: !If [ UseCustomerManagedParameterPath, !Ref BuildkiteAgentTokenParameterStorePath, !Ref BuildkiteAgentTokenParameter ] AssumeRolePolicyDocument: Statement: - Effect: Allow @@ -1211,9 +1945,38 @@ Resources: Service: [ autoscaling.amazonaws.com, ec2.amazonaws.com ] Action: sts:AssumeRole Path: / + Tags: + - Key: CreatedBy + Value: buildkite-elastic-ci-stack + - !If + - UseInstanceRoleTag1 + - Key: !Select [ "0", !Split [ "=", !Select [ "0", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + Value: !Select [ "1", !Split [ "=", !Select [ "0", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + - !Ref 'AWS::NoValue' + - !If + - UseInstanceRoleTag2 + - Key: !Select [ "0", !Split [ "=", !Select [ "1", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + Value: !Select [ "1", !Split [ "=", !Select [ "1", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + - !Ref 'AWS::NoValue' + - !If + - UseInstanceRoleTag3 + - Key: !Select [ "0", !Split [ "=", !Select [ "2", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + Value: !Select [ "1", !Split [ "=", !Select [ "2", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + - !Ref 'AWS::NoValue' + - !If + - UseInstanceRoleTag4 + - Key: !Select [ "0", !Split [ "=", !Select [ "3", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + Value: !Select [ "1", !Split [ "=", !Select [ "3", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + - !Ref 'AWS::NoValue' + - !If + - UseInstanceRoleTag5 + - Key: !Select [ "0", !Split [ "=", !Select [ "4", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + Value: !Select [ "1", !Split [ "=", !Select [ "4", !Split [ ",", !Join [ ",", [ !Ref InstanceRoleTags, "", "", "", "", "" ] ] ] ] ] ] + - !Ref 'AWS::NoValue' IAMPolicies: Type: AWS::IAM::Policy + Condition: CreateIAMRole Properties: PolicyName: InstancePolicy PolicyDocument: @@ -1270,6 +2033,7 @@ Resources: - logs:PutLogEvents - logs:DescribeLogGroups - logs:DescribeLogStreams + - logs:PutRetentionPolicy Resource: "*" - Sid: Ssm Effect: Allow @@ -1462,6 +2226,10 @@ Resources: Encrypted: !Ref RootVolumeEncrypted Throughput: !If [ IsRootVolumeIsGp3, !Ref RootVolumeThroughput, !Ref "AWS::NoValue" ] Iops: !If [ IsRootVolumeIsIo1OrIo2OrGp3, !Ref RootVolumeIops, !Ref "AWS::NoValue" ] + CreditSpecification: !If + - UsingBurstableInstances + - CpuCredits: !Ref CpuCredits + - !Ref "AWS::NoValue" TagSpecifications: - ResourceType: instance Tags: @@ -1503,9 +2271,14 @@ Resources: $Env:BUILDKITE_STACK_NAME="${AWS::StackName}" $Env:BUILDKITE_STACK_VERSION="%v" + $Env:BUILDKITE_STACK_DEPLOYED_BY="cloudformation" $Env:BUILDKITE_SCALE_IN_IDLE_PERIOD="${ScaleInIdlePeriod}" $Env:BUILDKITE_SECRETS_BUCKET="${LocalSecretsBucket}" $Env:BUILDKITE_SECRETS_BUCKET_REGION="${LocalSecretsBucketRegion}" + $Env:BUILDKITE_SECRETS_PLUGIN_SKIP_SSH_KEY_NOT_FOUND_WARNING="${SecretsPluginSkipSSHKeyNotFoundWarning}" + $Env:BUILDKITE_ARTIFACTS_BUCKET="${ArtifactsBucket}" + $Env:BUILDKITE_S3_DEFAULT_REGION="${LocalArtifactsBucketRegion}" + $Env:BUILDKITE_S3_ACL="${ArtifactsS3ACL}" $Env:BUILDKITE_AGENT_TOKEN_PATH="${AgentTokenPath}" $Env:BUILDKITE_AGENTS_PER_INSTANCE="${AgentsPerInstance}" $Env:BUILDKITE_AGENT_ENDPOINT="${AgentEndpoint}" @@ -1513,23 +2286,32 @@ Resources: $Env:BUILDKITE_AGENT_TIMESTAMP_LINES="${BuildkiteAgentTimestampLines}" $Env:BUILDKITE_AGENT_EXPERIMENTS="${BuildkiteAgentExperiments}" $Env:BUILDKITE_AGENT_TRACING_BACKEND="${BuildkiteAgentTracingBackend}" + $Env:BUILDKITE_AGENT_SIGNING_KEY_PATH="${BuildkiteAgentSigningKeySSMParameter}" + $Env:BUILDKITE_AGENT_SIGNING_KEY_ID="${BuildkiteAgentSigningKeyID}" + $Env:BUILDKITE_AGENT_VERIFICATION_KEY_PATH="${BuildkiteAgentVerificationKeySSMParameter}" $Env:BUILDKITE_AGENT_RELEASE="${BuildkiteAgentRelease}" $Env:BUILDKITE_QUEUE="${BuildkiteQueue}" $Env:BUILDKITE_AGENT_ENABLE_GIT_MIRRORS="${BuildkiteAgentEnableGitMirrors}" $Env:BUILDKITE_ELASTIC_BOOTSTRAP_SCRIPT="${BootstrapScriptUrl}" $Env:BUILDKITE_AGENT_SIGNING_KMS_KEY="${PipelineSigningKMSKey}" - $Env:BUILDKITE_AGENT_SIGNING_FAILURE_BEHAVIOR="${PipelineSigningVerificationFailureBehavior}" + $Env:BUILDKITE_AGENT_JOB_VERIFICATION_NO_SIGNATURE_BEHAVIOR="${PipelineSigningVerificationFailureBehavior}" $Env:BUILDKITE_ENV_FILE_URL="${AgentEnvFileUrl}" $Env:BUILDKITE_AUTHORIZED_USERS_URL="${AuthorizedUsersUrl}" $Env:BUILDKITE_ECR_POLICY="${ECRAccessPolicy}" $Env:BUILDKITE_TERMINATE_INSTANCE_AFTER_JOB="${BuildkiteTerminateInstanceAfterJob}" + $Env:BUILDKITE_AGENT_DISCONNECT_AFTER_UPTIME="${BuildkiteAgentDisconnectAfterUptime}" + $Env:BUILDKITE_TERMINATE_INSTANCE_ON_DISK_FULL="${BuildkiteTerminateInstanceOnDiskFull}" + $Env:BUILDKITE_PURGE_BUILDS_ON_DISK_FULL="${BuildkitePurgeBuildsOnDiskFull}" $Env:BUILDKITE_ADDITIONAL_SUDO_PERMISSIONS="${BuildkiteAdditionalSudoPermissions}" $Env:BUILDKITE_WINDOWS_ADMINISTRATOR="${BuildkiteWindowsAdministrator}" $Env:AWS_DEFAULT_REGION="${AWS::Region}" $Env:SECRETS_PLUGIN_ENABLED="${EnableSecretsPlugin}" $Env:ECR_PLUGIN_ENABLED="${EnableECRPlugin}" + $Env:ECR_CREDENTIAL_HELPER_ENABLED="${EnableECRCredentialHelper}" $Env:DOCKER_LOGIN_PLUGIN_ENABLED="${EnableDockerLoginPlugin}" $Env:AWS_REGION="${AWS::Region}" + $Env:ENABLE_EC2_LOG_RETENTION_POLICY="${EnableEC2LogRetentionPolicy}" + $Env:EC2_LOG_RETENTION_DAYS="${EC2LogRetentionDays}" powershell -file C:\buildkite-agent\bin\bk-install-elastic-stack.ps1 >> C:\buildkite-agent\elastic-stack.log - LocalSecretsBucket: !If @@ -1540,6 +2322,13 @@ Resources: - CreateSecretsBucket - !Ref "AWS::Region" - !Ref SecretsBucketRegion + LocalArtifactsBucketRegion: !If + - UseArtifactsBucket + - !If + - IsArtifactsBucketRegionEmpty + - !Ref "AWS::Region" + - !Ref ArtifactsBucketRegion + - !Ref "AWS::Region" AgentTokenPath: !If - UseCustomerManagedParameterPath - !Ref BuildkiteAgentTokenParameterStorePath @@ -1568,7 +2357,15 @@ Resources: #!/bin/bash -v DOCKER_USERNS_REMAP=${EnableDockerUserNamespaceRemap} \ DOCKER_EXPERIMENTAL=${EnableDockerExperimental} \ + DOCKER_PRUNE_UNTIL=${DockerPruneUntil} \ + ENABLE_PRE_EXIT_DISK_CLEANUP=${EnablePreExitDiskCleanup} \ + DOCKER_BUILDER_PRUNE_ENABLED=${DockerBuilderPruneEnabled} \ DOCKER_NETWORKING_PROTOCOL=${DockerNetworkingProtocol} \ + DOCKER_IPV4_ADDRESS_POOL_1=${DockerIPv4AddressPool1} \ + DOCKER_IPV4_ADDRESS_POOL_2=${DockerIPv4AddressPool2} \ + DOCKER_IPV6_ADDRESS_POOL=${DockerIPv6AddressPool} \ + DOCKER_FIXED_CIDR_V4="${DockerFixedCidrV4}" \ + DOCKER_FIXED_CIDR_V6="${DockerFixedCidrV6}" \ BUILDKITE_ENABLE_INSTANCE_STORAGE="${EnableInstanceStorage}" \ /usr/local/bin/bk-configure-docker.sh --==BOUNDARY== @@ -1576,9 +2373,14 @@ Resources: #!/bin/bash -v BUILDKITE_STACK_NAME="${AWS::StackName}" \ BUILDKITE_STACK_VERSION="%v" \ + BUILDKITE_STACK_DEPLOYED_BY="cloudformation" \ BUILDKITE_SCALE_IN_IDLE_PERIOD="${ScaleInIdlePeriod}" \ BUILDKITE_SECRETS_BUCKET="${LocalSecretsBucket}" \ BUILDKITE_SECRETS_BUCKET_REGION="${LocalSecretsBucketRegion}" \ + BUILDKITE_SECRETS_PLUGIN_SKIP_SSH_KEY_NOT_FOUND_WARNING="${SecretsPluginSkipSSHKeyNotFoundWarning}" \ + BUILDKITE_ARTIFACTS_BUCKET="${ArtifactsBucket}" \ + BUILDKITE_S3_DEFAULT_REGION="${LocalArtifactsBucketRegion}" \ + BUILDKITE_S3_ACL="${ArtifactsS3ACL}" \ BUILDKITE_AGENT_TOKEN_PATH="${AgentTokenPath}" \ BUILDKITE_AGENTS_PER_INSTANCE="${AgentsPerInstance}" \ BUILDKITE_AGENT_ENDPOINT="${AgentEndpoint}" \ @@ -1586,11 +2388,14 @@ Resources: BUILDKITE_AGENT_TIMESTAMP_LINES="${BuildkiteAgentTimestampLines}" \ BUILDKITE_AGENT_EXPERIMENTS="${BuildkiteAgentExperiments}" \ BUILDKITE_AGENT_TRACING_BACKEND="${BuildkiteAgentTracingBackend}" \ + BUILDKITE_AGENT_SIGNING_KEY_PATH="${BuildkiteAgentSigningKeySSMParameter}" \ + BUILDKITE_AGENT_SIGNING_KEY_ID="${BuildkiteAgentSigningKeyID}" \ + BUILDKITE_AGENT_VERIFICATION_KEY_PATH="${BuildkiteAgentVerificationKeySSMParameter}" \ BUILDKITE_AGENT_RELEASE="${BuildkiteAgentRelease}" \ BUILDKITE_AGENT_CANCEL_GRACE_PERIOD="${BuildkiteAgentCancelGracePeriod}" \ BUILDKITE_AGENT_SIGNAL_GRACE_PERIOD_SECONDS="${BuildkiteAgentSignalGracePeriod}" \ BUILDKITE_AGENT_SIGNING_KMS_KEY="${PipelineSigningKMSKey}" \ - BUILDKITE_AGENT_SIGNING_FAILURE_BEHAVIOR="${PipelineSigningVerificationFailureBehavior}" \ + BUILDKITE_AGENT_JOB_VERIFICATION_NO_SIGNATURE_BEHAVIOR="${PipelineSigningVerificationFailureBehavior}" \ BUILDKITE_QUEUE="${BuildkiteQueue}" \ BUILDKITE_AGENT_ENABLE_GIT_MIRRORS="${BuildkiteAgentEnableGitMirrors}" \ BUILDKITE_ELASTIC_BOOTSTRAP_SCRIPT="${BootstrapScriptUrl}" \ @@ -1599,13 +2404,19 @@ Resources: BUILDKITE_AUTHORIZED_USERS_URL="${AuthorizedUsersUrl}" \ BUILDKITE_ECR_POLICY="${ECRAccessPolicy}" \ BUILDKITE_TERMINATE_INSTANCE_AFTER_JOB="${BuildkiteTerminateInstanceAfterJob}" \ + BUILDKITE_AGENT_DISCONNECT_AFTER_UPTIME="${BuildkiteAgentDisconnectAfterUptime}" \ BUILDKITE_TERMINATE_INSTANCE_ON_DISK_FULL="${BuildkiteTerminateInstanceOnDiskFull}" \ + BUILDKITE_PURGE_BUILDS_ON_DISK_FULL="${BuildkitePurgeBuildsOnDiskFull}" \ BUILDKITE_ADDITIONAL_SUDO_PERMISSIONS="${BuildkiteAdditionalSudoPermissions}" \ AWS_DEFAULT_REGION="${AWS::Region}" \ SECRETS_PLUGIN_ENABLED="${EnableSecretsPlugin}" \ ECR_PLUGIN_ENABLED="${EnableECRPlugin}" \ + ECR_CREDENTIAL_HELPER_ENABLED="${EnableECRCredentialHelper}" \ DOCKER_LOGIN_PLUGIN_ENABLED="${EnableDockerLoginPlugin}" \ DOCKER_EXPERIMENTAL="${EnableDockerExperimental}" \ + DOCKER_PRUNE_UNTIL="${DockerPruneUntil}" \ + ENABLE_PRE_EXIT_DISK_CLEANUP="${EnablePreExitDiskCleanup}" \ + DOCKER_BUILDER_PRUNE_ENABLED="${DockerBuilderPruneEnabled}" \ DOCKER_USERNS_REMAP=${EnableDockerUserNamespaceRemap} \ AWS_REGION="${AWS::Region}" \ ENABLE_RESOURCE_LIMITS="${ExperimentalEnableResourceLimits}" \ @@ -1615,6 +2426,8 @@ Resources: RESOURCE_LIMITS_CPU_WEIGHT="${ResourceLimitsCPUWeight}" \ RESOURCE_LIMITS_CPU_QUOTA="${ResourceLimitsCPUQuota}" \ RESOURCE_LIMITS_IO_WEIGHT="${ResourceLimitsIOWeight}" \ + ENABLE_EC2_LOG_RETENTION_POLICY="${EnableEC2LogRetentionPolicy}" \ + EC2_LOG_RETENTION_DAYS="${EC2LogRetentionDays}" \ /usr/local/bin/bk-install-elastic-stack.sh --==BOUNDARY==-- - LocalSecretsBucket: !If @@ -1625,6 +2438,13 @@ Resources: - CreateSecretsBucket - !Ref "AWS::Region" - !Ref SecretsBucketRegion + LocalArtifactsBucketRegion: !If + - UseArtifactsBucket + - !If + - IsArtifactsBucketRegionEmpty + - !Ref "AWS::Region" + - !Ref ArtifactsBucketRegion + - !Ref "AWS::Region" AgentTokenPath: !If - UseCustomerManagedParameterPath - !Ref BuildkiteAgentTokenParameterStorePath @@ -1637,12 +2457,12 @@ Resources: AgentAutoScaleGroup: Type: AWS::AutoScaling::AutoScalingGroup DependsOn: - - IAMPolicies - VpcComplete Properties: VPCZoneIdentifier: !If [ "CreateVpcResources", [ !Ref Subnet0, !Ref Subnet1 ], !Ref Subnets ] MixedInstancesPolicy: InstancesDistribution: + OnDemandBaseCapacity: !Ref OnDemandBaseCapacity OnDemandPercentageAboveBaseCapacity: !Ref OnDemandPercentage SpotAllocationStrategy: !Ref SpotAllocationStrategy LaunchTemplate: @@ -1763,7 +2583,14 @@ Resources: TerminationPolicies: - OldestLaunchConfiguration - ClosestToNextInstanceHour - NewInstancesProtectedFromScaleIn: true + NewInstancesProtectedFromScaleIn: !Ref InstanceScaleInProtection + Tags: + - Key: BuildkiteQueue + PropagateAtLaunch: false + Value: !Ref BuildkiteQueue + - Key: AgentsPerInstance + PropagateAtLaunch: false + Value: !Ref AgentsPerInstance CreationPolicy: ResourceSignal: Timeout: !If [ UseDefaultInstanceCreationTimeout, !If [ UseWindowsAgents, PT10M, PT5M ], !Ref InstanceCreationTimeout ] @@ -1772,6 +2599,26 @@ Resources: AutoScalingReplacingUpdate: WillReplace: true + ScheduledScaleUpAction: + Condition: EnableScheduledScaling + Type: AWS::AutoScaling::ScheduledAction + Properties: + AutoScalingGroupName: !Ref AgentAutoScaleGroup + ScheduledActionName: !Sub "${AWS::StackName}-ScaleUp" + Recurrence: !Ref ScaleUpSchedule + MinSize: !Ref ScaleUpMinSize + TimeZone: !Ref ScheduleTimezone + + ScheduledScaleDownAction: + Condition: EnableScheduledScaling + Type: AWS::AutoScaling::ScheduledAction + Properties: + AutoScalingGroupName: !Ref AgentAutoScaleGroup + ScheduledActionName: !Sub "${AWS::StackName}-ScaleDown" + Recurrence: !Ref ScaleDownSchedule + MinSize: !Ref ScaleDownMinSize + TimeZone: !Ref ScheduleTimezone + AsgProcessSuspenderRole: Type: AWS::IAM::Role Properties: @@ -1800,7 +2647,7 @@ Resources: AzRebalancingSuspenderFunction: Type: AWS::Lambda::Function Properties: - Description: 'Disables AZ Rebalancing on the agent ASG' + Description: Disables AZ Rebalancing on the agent ASG. Code: ZipFile: | import cfnresponse @@ -1820,6 +2667,8 @@ Resources: Handler: index.handler Role: !GetAtt AsgProcessSuspenderRole.Arn Runtime: 'python3.13' + Architectures: + - !Ref LambdaArchitecture AzRebalancingSuspender: Type: AWS::CloudFormation::CustomResource @@ -1828,6 +2677,150 @@ Resources: ServiceToken: !GetAtt AzRebalancingSuspenderFunction.Arn AutoScalingGroupName: !Ref AgentAutoScaleGroup + StopBuildkiteAgentsRole: + Type: AWS::IAM::Role + Condition: EnableBuildkiteAgentGracefulShutdown + Properties: + PermissionsBoundary: + !If [ + SetInstanceRolePermissionsBoundaryARN, + !Ref InstanceRolePermissionsBoundaryARN, + !Ref "AWS::NoValue", + ] + AssumeRolePolicyDocument: + Version: 2012-10-17 + Statement: + - Effect: Allow + Principal: + Service: + - lambda.amazonaws.com + Action: + - sts:AssumeRole + ManagedPolicyArns: + - arn:aws:iam::aws:policy/service-role/AWSLambdaBasicExecutionRole + Policies: + - PolicyName: DescribeASGs + PolicyDocument: + Version: 2012-10-17 + Statement: + - Effect: Allow + Action: + - "autoscaling:DescribeAutoScalingGroups" + Resource: "*" + - PolicyName: ModifyASGs + PolicyDocument: + Version: 2012-10-17 + Statement: + - Effect: Allow + Action: + - "autoscaling:UpdateAutoScalingGroup" + Resource: !Sub arn:${AWS::Partition}:autoscaling:${AWS::Region}:${AWS::AccountId}:autoScalingGroup:*:autoScalingGroupName/${AWS::StackName}-AgentAutoScaleGroup-* + - PolicyName: RunStopBuildkiteDocument + PolicyDocument: + Version: 2012-10-17 + Statement: + - Effect: Allow + Action: + - "ssm:SendCommand" + Resource: + - !Sub arn:${AWS::Partition}:ssm:${AWS::Region}::document/AWS-RunShellScript + - !Sub arn:${AWS::Partition}:ssm:${AWS::Region}::document/AWS-RunPowerShellScript + - PolicyName: StopBuildkiteInstances + PolicyDocument: + Version: 2012-10-17 + Statement: + - Effect: Allow + Action: + - "ssm:SendCommand" + Resource: + - !Sub arn:${AWS::Partition}:ec2:${AWS::Region}:${AWS::AccountId}:instance/* + Condition: + StringEquals: + "aws:resourceTag/aws:cloudformation:logical-id": "AgentAutoScaleGroup" + + StopBuildkiteAgentsFunction: + Type: AWS::Lambda::Function + Condition: EnableBuildkiteAgentGracefulShutdown + Properties: + Description: Gracefully stops all Buildkite agents in a given Auto Scaling group. + Code: + ZipFile: | + import boto3 + import logging + import cfnresponse + + logger = logging.getLogger() + logger.setLevel(logging.INFO) + + autoscaling_client = boto3.client("autoscaling") + ssm_client = boto3.client("ssm") + + def handler(event, context): + logger.info(f"Received event: {event}") + + # only trigger on update upon replacement events + if event["RequestType"] == "Update": + try: + props = event["OldResourceProperties"] + autoscaling_group_name = props["AutoScalingGroupName"] + + # Scale ASG down to zero, to allow Buildkite agents to terminate + force_instance_termination(autoscaling_group_name) + + # Stop all Buildkite agents in the old ASG + stop_bk_agents(autoscaling_group_name) + + # Send success response to CloudFormation + cfnresponse.send(event, context, cfnresponse.SUCCESS, {}, "CustomResourcePhysicalID") + except Exception as e: + logger.error(f"Error: {str(e)}") + cfnresponse.send(event, context, cfnresponse.FAILED, {"Error": str(e)}, "CustomResourcePhysicalID") + else: + # For Create and Delete events, just send success response + cfnresponse.send(event, context, cfnresponse.SUCCESS, {}, "CustomResourcePhysicalID") + + def force_instance_termination(autoscaling_group_name): + """Forces all EC2 instances to terminate in the specified Auto Scaling group by setting the desired capacity to zero.""" + logger.info(f"Setting the desired capacity of {autoscaling_group_name} to zero") + autoscaling_client.update_auto_scaling_group( + AutoScalingGroupName=autoscaling_group_name, + MinSize=0, + DesiredCapacity=0 + ) + + def stop_bk_agents(autoscaling_group_name): + """Gracefully terminates Buildkite agents running in the given Auto Scaling Group.""" + stack_name = autoscaling_group_name.split("-AgentAutoScaleGroup")[0] + + logger.info(f"Stopping BK agents in {stack_name}") + response = ssm_client.send_command( + Targets=[ + { + "Key": "tag:aws:autoscaling:groupName", + "Values": [autoscaling_group_name] + } + ], + DocumentName="AWS-RunShellScript", + Comment=f"Stopping BK agents in {stack_name}", + Parameters={ + "commands": ["sudo kill -s SIGTERM $(/bin/pidof buildkite-agent)"] + } + ) + logger.info(f"SSM command response: {response}") + Handler: index.handler + Role: !GetAtt StopBuildkiteAgentsRole.Arn + Runtime: "python3.13" + Architectures: + - !Ref LambdaArchitecture + + StopBuildkiteAgents: + Type: AWS::CloudFormation::CustomResource + Condition: EnableBuildkiteAgentGracefulShutdown + Version: 1.0 + Properties: + ServiceToken: !GetAtt StopBuildkiteAgentsFunction.Arn + AutoScalingGroupName: !Ref AgentAutoScaleGroup + SecurityGroup: Type: AWS::EC2::SecurityGroup Condition: CreateSecurityGroup @@ -1848,17 +2841,59 @@ Resources: ToPort: 22 CidrIp: 0.0.0.0/0 + # Note: Autoscaling and AutoscalingArm64 resources are identical except for the + # ApplicationId mapping key. This duplication is required because SAM Transform + # only supports !Ref and !FindInMap in ApplicationId (no nested !If). Both resources + # use LambdaArchitecture parameter via conditions to determine which is created. + # IMPORTANT: Keep Parameters in sync between both resources! + Autoscaling: Type: AWS::Serverless::Application - Condition: HasVariableSize + Condition: HasVariableSizeAndX8664 + Properties: + Location: + ApplicationId: !FindInMap + - AgentScalerARN + - "x86-64" + - ARN + SemanticVersion: 1.11.0 + Parameters: + BuildkiteAgentTokenParameter: !If [ UseCustomerManagedParameterPath, !Ref BuildkiteAgentTokenParameterStorePath, !Ref BuildkiteAgentTokenParameter ] + BuildkiteAgentTokenParameterStoreKMSKey: !If [ UseCustomerManagedKeyForParameterStore, !Ref BuildkiteAgentTokenParameterStoreKMSKey, "" ] + RolePermissionsBoundaryARN: !If [ SetInstanceRolePermissionsBoundaryARN, !Ref InstanceRolePermissionsBoundaryARN, "" ] + ManagedPolicyARNs: !Join [ ',', !Ref ScalerManagedPolicyARNs ] + AgentEndpoint: !Ref AgentEndpoint + BuildkiteQueue: !Ref BuildkiteQueue + AgentsPerInstance: !Ref AgentsPerInstance + MinSize: !Ref MinSize + MaxSize: !Ref MaxSize + InstanceBuffer: !Ref InstanceBuffer + AgentAutoScaleGroup: !Ref AgentAutoScaleGroup + ScaleOutFactor: !Ref ScaleOutFactor + ScaleOutForWaitingJobs: !Ref ScaleOutForWaitingJobs + ScaleInCooldownPeriod: !Ref ScaleInCooldownPeriod + ScaleOutCooldownPeriod: !Ref ScaleOutCooldownPeriod + EventSchedulePeriod: !Ref ScalerEventSchedulePeriod + MinPollInterval: !Ref ScalerMinPollInterval + LogRetentionDays: !Ref LogRetentionDays + EnableElasticCIMode: !Ref ScalerEnableExperimentalElasticCIMode + DisableScaleIn: !Ref DisableScaleIn + + AutoscalingArm64: + Type: AWS::Serverless::Application + Condition: HasVariableSizeAndArm64 Properties: Location: - ApplicationId: !Ref BuildkiteAgentScalerServerlessARN - SemanticVersion: !Ref BuildkiteAgentScalerVersion + ApplicationId: !FindInMap + - AgentScalerARN + - "arm64" + - ARN + SemanticVersion: 1.11.0 Parameters: BuildkiteAgentTokenParameter: !If [ UseCustomerManagedParameterPath, !Ref BuildkiteAgentTokenParameterStorePath, !Ref BuildkiteAgentTokenParameter ] BuildkiteAgentTokenParameterStoreKMSKey: !If [ UseCustomerManagedKeyForParameterStore, !Ref BuildkiteAgentTokenParameterStoreKMSKey, "" ] RolePermissionsBoundaryARN: !If [ SetInstanceRolePermissionsBoundaryARN, !Ref InstanceRolePermissionsBoundaryARN, "" ] + ManagedPolicyARNs: !Join [ ',', !Ref ScalerManagedPolicyARNs ] AgentEndpoint: !Ref AgentEndpoint BuildkiteQueue: !Ref BuildkiteQueue AgentsPerInstance: !Ref AgentsPerInstance @@ -1868,7 +2903,10 @@ Resources: AgentAutoScaleGroup: !Ref AgentAutoScaleGroup ScaleOutFactor: !Ref ScaleOutFactor ScaleOutForWaitingJobs: !Ref ScaleOutForWaitingJobs + ScaleInCooldownPeriod: !Ref ScaleInCooldownPeriod + ScaleOutCooldownPeriod: !Ref ScaleOutCooldownPeriod EventSchedulePeriod: !Ref ScalerEventSchedulePeriod MinPollInterval: !Ref ScalerMinPollInterval LogRetentionDays: !Ref LogRetentionDays EnableElasticCIMode: !Ref ScalerEnableExperimentalElasticCIMode + DisableScaleIn: !Ref DisableScaleIn diff --git a/templates/service-role.yml b/templates/service-role.yml index 062c90a9f..5e38a83dd 100644 --- a/templates/service-role.yml +++ b/templates/service-role.yml @@ -285,6 +285,7 @@ Resources: "autoscaling:DescribeAutoScalingInstances", "autoscaling:DescribeLifecycleHooks", "autoscaling:SetDesiredCapacity", + "autoscaling:SetInstanceHealth", "autoscaling:PutLifecycleHook", "autoscaling:DeleteLifecycleHook", "autoscaling:SetInstanceProtection",